From 57e33b298421ae2c9c61b72910565a8191deb6cc Mon Sep 17 00:00:00 2001 From: jayzou3773 <133576930+jayzou3773@users.noreply.github.com> Date: Mon, 21 Sep 2026 11:58:18 -0400 Subject: [PATCH] docs: publish GPT-OSS GPQA-main pruning results --- .../gpt-oss-120b-gpqa-main-calib64/README.md | 47 + .../artifact-manifest.json | 112 + .../dataset/selection-manifest.json | 124 + .../dataset/split-manifest.json | 475 +++ .../results/base/grading-audit.json | 16 + .../results/base/metrics.json | 209 ++ .../results/base/predictions.sanitized.jsonl | 3072 +++++++++++++++++ .../results/base/run.json | 52 + .../results/intdim-e-50/grading-audit.json | 16 + .../results/intdim-e-50/metrics.json | 209 ++ .../intdim-e-50/predictions.sanitized.jsonl | 3072 +++++++++++++++++ .../results/intdim-e-50/run.json | 52 + .../results/intdim-g-50/grading-audit.json | 16 + .../results/intdim-g-50/metrics.json | 209 ++ .../intdim-g-50/predictions.sanitized.jsonl | 3072 +++++++++++++++++ .../results/intdim-g-50/run.json | 52 + .../results/intdim-l-50/grading-audit.json | 16 + .../results/intdim-l-50/metrics.json | 209 ++ .../intdim-l-50/predictions.sanitized.jsonl | 3072 +++++++++++++++++ .../results/intdim-l-50/run.json | 52 + .../gpt-oss-120b-gpqa-main-calib64.json | 142 + .../gpt-oss-120b-gpqa-main-calib64.md | 134 + docs/supergpqa.md | 4 + src/less_is_moe/evaluation/supergpqa.py | 28 +- src/less_is_moe/evaluation/vllm_zero_shot.py | 2 +- tests/test_supergpqa.py | 11 +- 26 files changed, 14463 insertions(+), 12 deletions(-) create mode 100644 docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/README.md create mode 100644 docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/artifact-manifest.json create mode 100644 docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/dataset/selection-manifest.json create mode 100644 docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/dataset/split-manifest.json create mode 100644 docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/base/grading-audit.json create mode 100644 docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/base/metrics.json create mode 100644 docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/base/predictions.sanitized.jsonl create mode 100644 docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/base/run.json create mode 100644 docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-e-50/grading-audit.json create mode 100644 docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-e-50/metrics.json create mode 100644 docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-e-50/predictions.sanitized.jsonl create mode 100644 docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-e-50/run.json create mode 100644 docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-g-50/grading-audit.json create mode 100644 docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-g-50/metrics.json create mode 100644 docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-g-50/predictions.sanitized.jsonl create mode 100644 docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-g-50/run.json create mode 100644 docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-l-50/grading-audit.json create mode 100644 docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-l-50/metrics.json create mode 100644 docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-l-50/predictions.sanitized.jsonl create mode 100644 docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-l-50/run.json create mode 100644 docs/experiments/gpt-oss-120b-gpqa-main-calib64.json create mode 100644 docs/experiments/gpt-oss-120b-gpqa-main-calib64.md diff --git a/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/README.md b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/README.md new file mode 100644 index 0000000..4954e66 --- /dev/null +++ b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/README.md @@ -0,0 +1,47 @@ +# GPT-OSS-120B held-out GPQA-main artifacts + +This directory contains the public, question-safe artifacts behind the +GPT-OSS-120B base and IntDim-E/L/G 50% results in the parent experiment record. + +## Dataset + +The access-controlled Hugging Face dataset +[`jayzou3773/less-is-moe-gpqa-main-calibration-64`](https://huggingface.co/datasets/jayzou3773/less-is-moe-gpqa-main-calibration-64), +revision `7134dfef5af4605eae0706c30efa9226f49aed96`, contains the exact 64-row +calibration set and 384-row held-out evaluation set. It comes from +`Idavidrein/gpqa`, config `gpqa_main`, revision +`633f5ee89ab8ad4522a9f850766b73f62147ffdd`. + +GPQA asks users not to reveal examples online. This public repository therefore +commits only `dataset/selection-manifest.json` and `dataset/split-manifest.json`; +these contain provenance, selection rules, UUIDs, and hashes without question +text. + +```text +calibration.jsonl SHA-256: 99e61c8c1bd4321162f1f3895d62e889b9a8b11be9627064207effce70e324c7 +test.jsonl SHA-256: c7475f3382e65a23a5f3c1da97947e1ac9c110686efcc23df16c44c9b65c44cb +selection manifest: fd4bb8cd9be999a6ad780c14570af17fdd434b63da2199f12549f73aaf8b8f4d +split manifest: ff0bf0307c875869ea9b90feab29413a9b6a7777ed844c5add4626b93d7b941a +``` + +## Results + +Each result directory contains: + +- `predictions.sanitized.jsonl`: all 3,072 per-sample decisions, with question + text, options, answer text, raw generation, and final-answer text removed; +- `metrics.json`: aggregate, repeat-level, and hierarchy metrics from the frozen + `graded-v4` scorer; +- `run.json`: model, runtime, prompt, sampling, hashes, and environment settings; +- `grading-audit.json`: raw-prediction hashes and the uniform regrading audit. + +| Run | Correct | Total | Accuracy | Unparsed | Completion tokens | +|---|---:|---:|---:|---:|---:| +| Base BF16 | 2,365 | 3,072 | 76.99% | 3 | 28,039,222 | +| IntDim-E 50% | 779 | 3,072 | 25.36% | 188 | 1,586,117 | +| IntDim-L 50% | 1,935 | 3,072 | 62.99% | 12 | 15,567,420 | +| IntDim-G 50% | 1,796 | 3,072 | 58.46% | 44 | 40,743,679 | + +Summing `correct`, `completion_tokens`, and null `prediction` fields in the +sanitized files reproduces these metrics. `artifact-manifest.json` records the +SHA-256 of every committed result and both private raw/graded prediction files. diff --git a/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/artifact-manifest.json b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/artifact-manifest.json new file mode 100644 index 0000000..630b1ab --- /dev/null +++ b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/artifact-manifest.json @@ -0,0 +1,112 @@ +{ + "schema_version": 1, + "dataset": { + "name": "Idavidrein/gpqa", + "config": "gpqa_main", + "revision": "633f5ee89ab8ad4522a9f850766b73f62147ffdd", + "hf_dataset": "jayzou3773/less-is-moe-gpqa-main-calibration-64", + "hf_revision": "7134dfef5af4605eae0706c30efa9226f49aed96", + "visibility": "private/access-controlled", + "source_count": 448, + "calibration_count": 64, + "evaluation_count": 384, + "calibration_jsonl_sha256": "99e61c8c1bd4321162f1f3895d62e889b9a8b11be9627064207effce70e324c7", + "evaluation_jsonl_sha256": "c7475f3382e65a23a5f3c1da97947e1ac9c110686efcc23df16c44c9b65c44cb", + "selection_manifest_path": "dataset/selection-manifest.json", + "selection_manifest_sha256": "fd4bb8cd9be999a6ad780c14570af17fdd434b63da2199f12549f73aaf8b8f4d", + "split_manifest_path": "dataset/split-manifest.json", + "split_manifest_sha256": "ff0bf0307c875869ea9b90feab29413a9b6a7777ed844c5add4626b93d7b941a", + "question_text_committed": false, + "question_text_policy": "GPQA access terms request that examples not be revealed online." + }, + "prediction_schema": { + "sanitized": true, + "omitted_fields": [ + "question", + "options", + "answer", + "raw_output", + "final_answer" + ], + "question_identifier": "question_sha256", + "rows_per_run": 3072 + }, + "results": { + "base": { + "predictions_path": "results/base/predictions.sanitized.jsonl", + "predictions_sha256": "57d161f995af8bbea2504a6e20077a5ef9a3b0e75ccdce90ebbe78e31991729f", + "metrics_path": "results/base/metrics.json", + "metrics_sha256": "9c518fec8b89092ff470ffaffe8eb744d37800eecaf097f636260760e167c1ff", + "run_path": "results/base/run.json", + "run_sha256": "e0ed3f3711ae3d707b74bbf1a3734ca1ec79634783d13902412240a3241b9c58", + "grading_audit_path": "results/base/grading-audit.json", + "grading_audit_sha256": "469cb3c49e42c86446b1cfe40f090100b3a7b19875d51d1cf027785093571f10", + "source_raw_predictions_sha256": "cf1b0510f5ca2d2d09876904c9616b00619955ce98e57724dbcb492521962605", + "source_graded_predictions_sha256": "e9fea158716ccd9a9723223bff07405bdac03ee1c24ecb91fdf1806622cb876f", + "rows": 3072, + "correct": 2365, + "total": 3072, + "accuracy": 0.7698567708333334, + "unparsed": 3, + "truncated": 0, + "completion_tokens": 28039222 + }, + "intdim-e-50": { + "predictions_path": "results/intdim-e-50/predictions.sanitized.jsonl", + "predictions_sha256": "e68ae458f24875d8c59d79007c6df9744ad2776b4158aa330221c1d94d08c81a", + "metrics_path": "results/intdim-e-50/metrics.json", + "metrics_sha256": "0b1afd1cd3f2f6cf4e4aae9f194a4ca082a2702e64b875b25acbc17f37a3ceba", + "run_path": "results/intdim-e-50/run.json", + "run_sha256": "132358277d876400a844cf1bc6ca0fddf7aa337da516d45cbd1ead6d94650de7", + "grading_audit_path": "results/intdim-e-50/grading-audit.json", + "grading_audit_sha256": "c091ac57c6fe9dd005f0cd74713a33871e5d23c0dcf33c662da0f274d601b3ba", + "source_raw_predictions_sha256": "9e8f315543e692e8fb0e8b570d2a72b3ae5845f7cb51e8e97ec3974ed172d7de", + "source_graded_predictions_sha256": "abf11daf5087340f5183c16ad5f079d03b94b3cff0dac7cfa003f279dbc0ee13", + "rows": 3072, + "correct": 779, + "total": 3072, + "accuracy": 0.2535807291666667, + "unparsed": 188, + "truncated": 0, + "completion_tokens": 1586117 + }, + "intdim-l-50": { + "predictions_path": "results/intdim-l-50/predictions.sanitized.jsonl", + "predictions_sha256": "5e35af594b4ddaac2f0a7cb2b31404044a590427c3c297841ff8637450c0ae0c", + "metrics_path": "results/intdim-l-50/metrics.json", + "metrics_sha256": "e94000bfa29311c0c099aab077e637135c4c78afa7ed182def1f29a6569c3cb8", + "run_path": "results/intdim-l-50/run.json", + "run_sha256": "977df904b11aaac0bf597580d6b9d4a34896ce96985887940a1cd22144366527", + "grading_audit_path": "results/intdim-l-50/grading-audit.json", + "grading_audit_sha256": "a17701d9068815cf4b37ddeff39d86f8406192c05e9e7d9d55770e1b8203acd8", + "source_raw_predictions_sha256": "8c8d1b7696130a0f7d7b621d181871632827084ba4544f43fc2ee41106e15934", + "source_graded_predictions_sha256": "beb5edae9ae47812eae4c6b179797e00cd14e30d0c990f5dfc3d5026bf0d8df4", + "rows": 3072, + "correct": 1935, + "total": 3072, + "accuracy": 0.6298828125, + "unparsed": 12, + "truncated": 0, + "completion_tokens": 15567420 + }, + "intdim-g-50": { + "predictions_path": "results/intdim-g-50/predictions.sanitized.jsonl", + "predictions_sha256": "6e076e1ff9c44dd244692725733fa742719fc8ec87ae8cb1f9f80beffb742e9d", + "metrics_path": "results/intdim-g-50/metrics.json", + "metrics_sha256": "a558d3f1a7d5cf4fb69a4caca4c25ff40c76b099d88a5f3883367090c100054a", + "run_path": "results/intdim-g-50/run.json", + "run_sha256": "f843bb04e8922e0deb56be9ba9645a36364ccb90e1bb907cac016b7e63bfe997", + "grading_audit_path": "results/intdim-g-50/grading-audit.json", + "grading_audit_sha256": "ff6342db99633e36cf448864e743f5f81aefe7207ef87dc1650eb852f0fa825f", + "source_raw_predictions_sha256": "c6c001ec04721b052f11bd7d6f8bfaae17820645ef3ba255a3c2a9698e9093c7", + "source_graded_predictions_sha256": "1401424a393af099eefea993e0de21a1434d7e4ed6bfda44cb4d41a9eb417907", + "rows": 3072, + "correct": 1796, + "total": 3072, + "accuracy": 0.5846354166666666, + "unparsed": 44, + "truncated": 0, + "completion_tokens": 40743679 + } + } +} diff --git a/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/dataset/selection-manifest.json b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/dataset/selection-manifest.json new file mode 100644 index 0000000..e98b6a7 --- /dev/null +++ b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/dataset/selection-manifest.json @@ -0,0 +1,124 @@ +{ + "dataset": "Idavidrein/gpqa", + "dataset_config": "gpqa_main", + "dataset_split": "train", + "dataset_revision": "633f5ee89ab8ad4522a9f850766b73f62147ffdd", + "source_file": "gpqa_main.csv", + "source_file_sha256": "acdeeac8f622267f2cd727d7d474202ea08dec80f7d3c3593b3ef8644f19b8e3", + "source_count": 448, + "samples": 64, + "test_samples": 384, + "split_policy": "64 deterministic calibration rows; all remaining canonical questions form test", + "selection_seed": 1234, + "selection": "numpy.random.default_rng(1234).permutation(448), first 64 rows", + "source_indices": [ + 343, + 236, + 382, + 226, + 47, + 163, + 190, + 400, + 370, + 333, + 436, + 34, + 192, + 336, + 232, + 199, + 426, + 85, + 357, + 5, + 283, + 301, + 254, + 425, + 217, + 141, + 258, + 285, + 105, + 378, + 392, + 150, + 193, + 257, + 415, + 312, + 324, + 288, + 57, + 281, + 97, + 270, + 328, + 397, + 315, + 21, + 434, + 411, + 327, + 262, + 207, + 208, + 423, + 212, + 126, + 238, + 435, + 130, + 268, + 359, + 444, + 329, + 266, + 279 + ], + "source_indices_sha256": "790c4c22309def44542965fdde7c5f38f1d8e354602640cfb31518134b8d92e6", + "option_seed": 42, + "option_order": "per-record deterministic SHA-256 seed; prevents correct-answer position bias", + "reasoning_trace_field": "Explanation", + "answer_field": "Correct Answer", + "reasoning_trace_kind": "canonical expert-written answer rationale; not a model-generated hidden chain-of-thought", + "messages": "user = canonical Question plus shuffled choices; assistant = Explanation plus Answer: ", + "loader_text": "messages[].content concatenated with one space; no chat template", + "truncation": false, + "all_rows_explanation_nonempty": 448, + "all_rows_explanation_chars": { + "minimum": 99, + "median": 645.5, + "maximum": 3225 + }, + "selected_explanation_chars": { + "minimum": 164, + "median": 646.0, + "maximum": 3225, + "total": 51977 + }, + "selected_text_chars": { + "minimum": 549, + "median": 1356.0, + "maximum": 5064, + "total": 98282 + }, + "selected_domain_counts": { + "Biology": 10, + "Chemistry": 25, + "Physics": 29 + }, + "selected_subdomain_count": 13, + "selected_answer_letter_counts": { + "A": 14, + "B": 19, + "C": 15, + "D": 16 + }, + "calibration_file": "calibration.jsonl", + "calibration_file_sha256": "99e61c8c1bd4321162f1f3895d62e889b9a8b11be9627064207effce70e324c7", + "test_file": "test.jsonl", + "test_file_sha256": "c7475f3382e65a23a5f3c1da97947e1ac9c110686efcc23df16c44c9b65c44cb", + "publication": "private local artifact; GPQA access terms prohibit revealing examples online" +} diff --git a/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/dataset/split-manifest.json b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/dataset/split-manifest.json new file mode 100644 index 0000000..1d45e90 --- /dev/null +++ b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/dataset/split-manifest.json @@ -0,0 +1,475 @@ +{ + "protocol_version": 1, + "dataset": "Idavidrein/gpqa", + "dataset_config": "gpqa_main", + "dataset_revision": "633f5ee89ab8ad4522a9f850766b73f62147ffdd", + "source_file_sha256": "acdeeac8f622267f2cd727d7d474202ea08dec80f7d3c3593b3ef8644f19b8e3", + "source_count": 448, + "seed": 1234, + "option_seed": 42, + "calibration_count": 64, + "evaluation_count": 384, + "calibration_record_ids": [ + "recnGEpF1srQpaqWq", + "recZ8cm5DvTme4AI4", + "recsOrgoWMrLoY31T", + "recYA3LPsCvF1fTMI", + "rec8CavTqDWHF8KJj", + "recPIzpnuYpB4yvmp", + "recTKiWOdpVoUYQ2v", + "recw4rROcnHKNZhtK", + "recqhfI2AdHd6MVew", + "recm7S5Gq7FWCgaHZ", + "recYbzsr1pnDeSiEi", + "rec4r4KWNLrT7g2kR", + "recTVnk0jyigx3o9P", + "recmP8wLov7D0Npq6", + "recYeabrlVQtFhfKL", + "recUIKopRfOBy6lOx", + "rec0wsMJZgWo7ICJm", + "recF89DhiduLI4cNl", + "recp4pRVAOeNYM1hc", + "rec0VuKUjt1SZ7NYv", + "recg02EmYPFs5srwA", + "reciOUAwJv4qTlXxs", + "recb80OwMgNnceA9t", + "reczzzihL7btBH7RO", + "recWrxK7TzlOf9cSB", + "recM9L6M7a0A5bj47", + "recbjh3mzGhAqPUhl", + "recgCB0HSVt2IslDN", + "recIDiDKKrN61Auyr", + "recrTL3i1VEPCfDGy", + "recuIk9Y5lMFea9vK", + "recNVjLDmy64W9NRQ", + "recTns0XOb6qlewR9", + "recbWK7TxyPMNhPIb", + "recyl3usDqb7ruXJx", + "recjqhQe22OY2P2H0", + "recl0GPPYEAK1PZax", + "recgM7o1tcc7tP778", + "recA1i5ZAh0Uzclxp", + "recfsHcxGI288m9ZB", + "recH879YiAi6dLCSy", + "recdya6FuYraBU5Rh", + "reclLadsjOEgLcuah", + "recvI8InxQBeMZR0J", + "reckDfAxmtIGb9keo", + "rec2x0OAFHVNGxCgA", + "recUxj8sVvLYY5cSF", + "recyPffUDqC2k7ZZO", + "reclJjWliRRF378UN", + "reccVBrYdwsB84fGy", + "recV1dB3itJjvXzLx", + "recV1nqYQvpII94oC", + "reczkBiPPNrNN49Hp", + "recWPMm91mGDLXONm", + "recK9F5aqdaybl8bb", + "recZSGUkn56v9kEp1", + "recXlt6DeL8i1eeTO", + "recKeCj07mR2qOvCH", + "recdJbKDkjUhZi2B2", + "recp6FiqiYRjKEcXZ", + "recuXwnZ1Nq5uRiu3", + "reclLfdRGRmiI6CO5", + "reccoJcrp4TJBNe1n", + "recfTlTMjZBuOducT" + ], + "evaluation_uuids": [ + "gpqa-main-de59169ce40a93ff305f9a41", + "gpqa-main-992d40815d86851a9f6e7230", + "gpqa-main-e069314491adb5be236d3fe7", + "gpqa-main-759e35a2024fc09bd491c9ff", + "gpqa-main-08cb3c41dbaa57f424632b84", + "gpqa-main-3ad0b182e1494c1e76262069", + "gpqa-main-1af843966aecfd5da1f08dd6", + "gpqa-main-50467ff0a4937693425f108b", + "gpqa-main-86060b054d8de358356a29fd", + "gpqa-main-3d4249ae7ea85a07b7726fff", + "gpqa-main-08452235d283f9ba82364ea8", + "gpqa-main-18347a23c4b32df1f0b31d1a", + "gpqa-main-950b8724526dc5d718438bec", + "gpqa-main-ba7b4d8b6b363240553a5da8", + "gpqa-main-47999f808ae4df35fd817dd2", + "gpqa-main-0d56f92dcb32c3f0494a4705", + "gpqa-main-ca7a4b18584754c3664d8758", + "gpqa-main-e2b759199021c586345ac38f", + "gpqa-main-30529bca8e7fdf66400bd444", + "gpqa-main-cdc31486df3de65ec2c324e2", + "gpqa-main-3ebc2c6c608ed7f5e7bf9463", + "gpqa-main-09311165c3bc8a7742115024", + "gpqa-main-21bf0d1bb4513b046dfdf875", + "gpqa-main-810618179b41cff3d8593ba5", + "gpqa-main-28e3e5e79d7477896c6d853d", + "gpqa-main-106fe8a64f4453f81be6f7bd", + "gpqa-main-6bb4180b8c6df2f8f7490345", + "gpqa-main-cda1b642d52c30858bcdf7a3", + "gpqa-main-f35f531075e0f4b71e6bfdf7", + "gpqa-main-ff85a5ccc5b465a708f70be3", + "gpqa-main-9baab02407bb5e317c8c71c4", + "gpqa-main-b7ef729c55e0cb48c67bca16", + "gpqa-main-a8c391dd6337620cc79cae0e", + "gpqa-main-a67142bf6c763d9963d7474d", + "gpqa-main-46549f6d718b80e38f4412cd", + "gpqa-main-7239e8e1a6f52b11d89b376d", + "gpqa-main-6543e2c47b61f7f328bcf42d", + "gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7", + "gpqa-main-efa466851677550746c06a1f", + "gpqa-main-d022f771c467d057bbb527d0", + "gpqa-main-ad8f0afd2f116341ed3a69c0", + "gpqa-main-d750e02b8d42b4b4d6aba4b9", + "gpqa-main-579e17ce4c553c730c526a5c", + "gpqa-main-feeb39404129cbb3b7e867ec", + "gpqa-main-a1ec72afe45eedbea242cd73", + "gpqa-main-13dda0527a69422c0bfefb23", + "gpqa-main-1634ccababef2067673cd88c", + "gpqa-main-5334e8bdecfbd08a0fceb69b", + "gpqa-main-9b60a112c6568a530227ce47", + "gpqa-main-efbd16944acebfe43928d489", + "gpqa-main-5f336d7998263d21db8f15c1", + "gpqa-main-fbf1f6e62b48cbbf0bca4714", + "gpqa-main-35569b36357cfce18162c999", + "gpqa-main-1754a508e794225bd932adeb", + "gpqa-main-f79cea2e3c2e242b6e0da4d5", + "gpqa-main-ac27f29e5f777e93e751f3f2", + "gpqa-main-8db8ffb39e6d3e618c8d388c", + "gpqa-main-834c95c23407a9d2c736d2ee", + "gpqa-main-3f72ea9cda0c3c6f970bd310", + "gpqa-main-9e1b7c5b2ce53e8d6424b66a", + "gpqa-main-efc527af4c77c27856f0d201", + "gpqa-main-763daf42ea0c79050a6a4d1d", + "gpqa-main-edbd99e5f03e3b3f074ba126", + "gpqa-main-efb673a27e8a1e042786abf9", + "gpqa-main-498b428b55b7644426a781c9", + "gpqa-main-51f5bda498b3f05cab60119c", + "gpqa-main-a3be70bb026878238a72f88b", + "gpqa-main-c69005af8b1e76a851528e02", + "gpqa-main-e408cf011e5548359fd7cfa7", + "gpqa-main-832feb793ff377da50abf878", + "gpqa-main-49e3b768e85f009875fb4b7f", + "gpqa-main-4b84b53bf506bc0a4468fb2d", + "gpqa-main-47f8cee187b620660c7d11b3", + "gpqa-main-8a20fac7d1a5bff58e8c63ca", + "gpqa-main-84e0462fb979739143160f76", + "gpqa-main-2fc8b9731f60b1c9eb476570", + "gpqa-main-5caa71cb7e0124d349b3046e", + "gpqa-main-07134ad2ae69bd2e9f09ae64", + "gpqa-main-3357b4ebb8c461cb9eeca4bd", + "gpqa-main-35d088e32fb39438767e1141", + "gpqa-main-7a6f40292c595b5ffad3d66b", + "gpqa-main-6364129e0f80d3896a3d60e2", + "gpqa-main-0306849689d2123fedfcfeb5", + "gpqa-main-0cc54149033350a37cf90b8b", + "gpqa-main-bf684ea09dc8822450fbd37c", + "gpqa-main-002cb7f9ef3ee2a3d460b42e", + "gpqa-main-41ca21006bb37fef24a8975a", + "gpqa-main-7e29412fd534df20c4a23267", + "gpqa-main-87c633148441d2b07b8e2e81", + "gpqa-main-bab269fd666fa2ba840a1459", + "gpqa-main-756cafdacac7e9642e2102c6", + "gpqa-main-20f50fda9aeae51c6b9b4ba0", + "gpqa-main-8cf981eedacab9acbdd5b00c", + "gpqa-main-ddc1b02f963a2f785385132e", + "gpqa-main-b654b748170277d4b0d0c6b5", + "gpqa-main-143dc33c1aad9828daf5e615", + "gpqa-main-ea0400e59078652fc57eb6e1", + "gpqa-main-84cbf72ad94d1afe2aa56331", + "gpqa-main-7c3c45d7826322d2dd84475f", + "gpqa-main-8e23eaed901a11ec534e6f8b", + "gpqa-main-a5811d01e615771d5e0b48fb", + "gpqa-main-d751f2081e63be8d69314287", + "gpqa-main-2322ddc82747aa5a01bf1c1e", + "gpqa-main-29e885003cf7658ac2eb0ba4", + "gpqa-main-178c84548026beb35252a961", + "gpqa-main-b13e6b95879d48313e527260", + "gpqa-main-09b661e081004aa4c0d45778", + "gpqa-main-925cb13958435841df0e8c1e", + "gpqa-main-6f6ff532d544554128a0bbbe", + "gpqa-main-f432c1aa4319a4b1f6fa2ac1", + "gpqa-main-ec756f5cd58f1d3e9c9c8676", + "gpqa-main-d3db87adeb915999faca3605", + "gpqa-main-2d88ca9efdaae7d19aed9660", + "gpqa-main-73f6c00588963349c225df6c", + "gpqa-main-69bcb32ba17f6e7aa0918597", + "gpqa-main-b5b0614a110a5eb0657cbe9a", + "gpqa-main-f1451c98bdb50fb5b0dbdc55", + "gpqa-main-009c62a9f3d3e5b23d7032af", + "gpqa-main-7f1195a8e5d4fa3ea4f28a0c", + "gpqa-main-be458c5a0490a8298ea11494", + "gpqa-main-9b7f84c844aa65b8ebfee235", + "gpqa-main-7bb8e05365d19cc8328252e0", + "gpqa-main-c720b28fe25654b1cedc9285", + "gpqa-main-bceb5bf342ad44aac4fdbe55", + "gpqa-main-e6ff92ca0c11b47b14793d2f", + "gpqa-main-b22053dbc40179e114f0c866", + "gpqa-main-b38dfd97dcfb80fb4df4c6f2", + "gpqa-main-138fcbeedbaf865565ec35fd", + "gpqa-main-64193be5f9a6bbd67bec4010", + "gpqa-main-084903ab17db0fab7bc6caea", + "gpqa-main-1f9ad1ca59cf537e3cdf47c2", + "gpqa-main-fa3e9be7fdf8e7c8952739d8", + "gpqa-main-79721e93e90bdb2d8da052c0", + "gpqa-main-3cbf7d3e13c908f5e699f9e0", + "gpqa-main-86d8d26ea3f4092dd4bac144", + "gpqa-main-2ad64f0bf627cf52a8ad924c", + "gpqa-main-68d5dcbd7078889c19a9a93c", + "gpqa-main-692e40bceeaff3accdc11ead", + "gpqa-main-45cae4ba5af22868461f1861", + "gpqa-main-1ae8f8945efaf81788d8d871", + "gpqa-main-6845f28b26fa44b2b44ded84", + "gpqa-main-3b1469c59353cec7a0dd6866", + "gpqa-main-4462dc9f2d34289881ef2b1c", + "gpqa-main-e4e8eab3e5612de26e298f3f", + "gpqa-main-8980ca71edb4f58a3e46b256", + "gpqa-main-f7ba77d144b7a11de90a37c4", + "gpqa-main-043ca5f03089118ef536135d", + "gpqa-main-dbbe3054b6bdabe917f5ab5d", + "gpqa-main-4117517dba1fdbd711e3d32b", + "gpqa-main-ce2839297e4b63e0b36f6300", + "gpqa-main-6fa51dfc4f4fa7eff9f19dc2", + "gpqa-main-34faeb45e152eaf4c29e65e4", + "gpqa-main-104b659bbac6e52c4c877c0b", + "gpqa-main-ad697760bc60543062e8b7b4", + "gpqa-main-cb8b679fe50f1b3a7168eb92", + "gpqa-main-60f734b52603f7ef29671f95", + "gpqa-main-c028fe71611d73b87b4cbb03", + "gpqa-main-00a9d82facaec210f417af7a", + "gpqa-main-c5e3bbfc3b6ad95b8fa57de3", + "gpqa-main-ef65739a36457c1672913212", + "gpqa-main-1923a70feda6403a600f719a", + "gpqa-main-8dd5ae41d915a09d1c8b9add", + "gpqa-main-d3a774e5f1af1a1e11117582", + "gpqa-main-d1e25804e939f97ca872c78e", + "gpqa-main-547aac137dd7671e7ef03fa9", + "gpqa-main-aa04ac251ed805588a6be27c", + "gpqa-main-bab6e331fae29c00395de3a4", + "gpqa-main-e3e073f3f0f646532e4caf06", + "gpqa-main-50a8ab2bd1710dbcfa2e32b5", + "gpqa-main-682237ee740e033537fb5707", + "gpqa-main-82354c49d9280b8a980b98b4", + "gpqa-main-e605c3d20abb4c52d96e9b60", + "gpqa-main-a6eb05bb931229a396d81e44", + "gpqa-main-6030f5f53fe38c334b2c3a6a", + "gpqa-main-99878f707c7c4024511bae58", + "gpqa-main-50aaa7274c5010d9768274ec", + "gpqa-main-4373b5f7be197f26258c18cf", + "gpqa-main-63f2aea89eec9b67abe0bacf", + "gpqa-main-913c4ee0ce195992ff9638b1", + "gpqa-main-4355802640dddd3e060d2a59", + "gpqa-main-666fc74619f38e356e33a285", + "gpqa-main-781f4efc4b25ff35b588e87c", + "gpqa-main-a454a3157aff6eee743541b7", + "gpqa-main-4c9f4186c5ccd49ab906a399", + "gpqa-main-7d850f6448c27424d9f68c4e", + "gpqa-main-d7c4372bfbc5d0f0f9331350", + "gpqa-main-12fef4b097b802dea2564ea2", + "gpqa-main-4f958672c6f9249c44f2f9b9", + "gpqa-main-4a8c97220fb14b99f363b2ce", + "gpqa-main-9bb169e317cdd76b98ada24f", + "gpqa-main-288426a7fecb5facf10219c7", + "gpqa-main-cdaa7da74e15a8dfc40e0582", + "gpqa-main-542dd8f1dc74ca5163382df8", + "gpqa-main-d28c5e0e8deb0d1fde12ef5f", + "gpqa-main-04a5c442799262dec9375c25", + "gpqa-main-5e6a032f9aa67c7725f828d0", + "gpqa-main-2bd63c617299c18c1cfd5b0a", + "gpqa-main-398c3b21ff64a0edc7ed8444", + "gpqa-main-7475b6b01129fce5b436b0ee", + "gpqa-main-f2c0ff64cf18a6ae32dc45dc", + "gpqa-main-4644969e4e4615b014b9669f", + "gpqa-main-fd21f7c7356e7f51f0cabd07", + "gpqa-main-ac1c72784d1e0da293fe4bd4", + "gpqa-main-381032537ca0c968de7d5c06", + "gpqa-main-60a022e707f18a7b5f445773", + "gpqa-main-baefee4c54836e933082fd33", + "gpqa-main-20f8612bcc2efb9c2355d32e", + "gpqa-main-9f5d195170ba73ccdc7a3b84", + "gpqa-main-63aef6e78c9803d030a16f9c", + "gpqa-main-70afc730094f43bb0e05f371", + "gpqa-main-249edae2034ba7f3819aaa7b", + "gpqa-main-c8bb35d2e6add774a878c895", + "gpqa-main-5a280dae7286e8bab3887904", + "gpqa-main-8d43dd1cebfb1a76c18a3589", + "gpqa-main-4e62cd257f17d5af418a8d34", + "gpqa-main-86976aae6f871f46c4680830", + "gpqa-main-a028903aa7112583a0e7b5d2", + "gpqa-main-bd228dea7f1aa14b70216372", + "gpqa-main-8af90a4147e5f0c98bfd00fa", + "gpqa-main-8a352b243ffac6230977fc90", + "gpqa-main-22c436000399164406e165b2", + "gpqa-main-55f2934c4eb0b8293b1d65aa", + "gpqa-main-7bb7c5ace8216100d38e616a", + "gpqa-main-9eaa6714b15499d3c303ce90", + "gpqa-main-779369aa96b96a67933939f1", + "gpqa-main-3d3dfe64363613833bb52e81", + "gpqa-main-ecb6740406340eb07beacf42", + "gpqa-main-7c04a20e5411bd3e0a2bc2c8", + "gpqa-main-01e62a7b7362ebd043bef6f7", + "gpqa-main-c5fc0037165678ab354bad30", + "gpqa-main-7ceb372c1cdc7a180b73516c", + "gpqa-main-105b94b83de2671f0b86688d", + "gpqa-main-eda22ee564030fef1ab0bcaf", + "gpqa-main-0293685a5c3ddbc5b15dcfa0", + "gpqa-main-92f6e58b4989e9025c8286a9", + "gpqa-main-dd8409336990c7459796bf16", + "gpqa-main-32802554a860af51b4d7360f", + "gpqa-main-1cea82df3087b1eb05c4d230", + "gpqa-main-56cc62f5d70b661868d341e7", + "gpqa-main-be779fa0e49ff52e19357207", + "gpqa-main-c0bc48c4232297b735018487", + "gpqa-main-acdff999b6cbfcbc8be6ffac", + "gpqa-main-c5506c52a996021a33525b24", + "gpqa-main-9c0b631b2a7823cec0729a4b", + "gpqa-main-e17c3d61061a563977ae3c11", + "gpqa-main-f0a74958c23332566374eae8", + "gpqa-main-6119656f6ad0247c537028e7", + "gpqa-main-216433a347b01989e26ed83a", + "gpqa-main-ddd2b405606ced65b4ce6345", + "gpqa-main-212277d3e39540a6739d98b8", + "gpqa-main-5ace8b3dabb97ffc3da20e7c", + "gpqa-main-92c7c513709816748efab029", + "gpqa-main-ca986cf878bcb98d3bdf6b0a", + "gpqa-main-822957bb60d3551275f08aa0", + "gpqa-main-8299e0bf116ad8ad7b960d26", + "gpqa-main-ed6a4565f708132bae39b742", + "gpqa-main-31313469465f81cc0fa5dd28", + "gpqa-main-72464184a419f296dae470a9", + "gpqa-main-87740f520845c3f77369e5a1", + "gpqa-main-92c9d90b543b6779261f70f7", + "gpqa-main-24751b175e0f2d19899ad735", + "gpqa-main-5afce78005210e6a41636858", + "gpqa-main-742076c80dda93477062cfc0", + "gpqa-main-89f68a802c7c6e55b5b802fd", + "gpqa-main-1728184fad8153eeb2e2a7de", + "gpqa-main-24659eabc462bf7fb5295951", + "gpqa-main-f6f707a4d7db96af855de986", + "gpqa-main-539a673f0443ba9cdc31b864", + "gpqa-main-d5d2365d64430154627d4bb7", + "gpqa-main-d8cca1a27ad1a42b4a99ce96", + "gpqa-main-9aa9fb454d849030d70f9512", + "gpqa-main-219ad07bcb0cda7b85845999", + "gpqa-main-fe61aa6baba6418fcde1fa11", + "gpqa-main-78b2ba2dd97e6d6b9942bad9", + "gpqa-main-87a8747afb6b0414b9ccbe1e", + "gpqa-main-84c386fbd7476f5541ea16f0", + "gpqa-main-33b9f4658edfefac92faa4d3", + "gpqa-main-9753ac5963fbae8c8e907ef3", + "gpqa-main-a41b7b18fc60247bc6e08ecc", + "gpqa-main-cfc742b1ce24bfc75356765e", + "gpqa-main-f635511b161f39dc301e05eb", + "gpqa-main-d98819c9bc2a4086534acf1b", + "gpqa-main-8d147d8bf7fad22423fc5dd7", + "gpqa-main-513a35e22e5c48f5b3b0518a", + "gpqa-main-e47ea8383f43129dec459997", + "gpqa-main-4df6eb7fd5661c3196a52be6", + "gpqa-main-f6714ff18991a64f32fcecf9", + "gpqa-main-d8361782f08c0e6d16de3839", + "gpqa-main-731d6908d225dc9f463d1297", + "gpqa-main-9a5518ae94b2b0d35d86de13", + "gpqa-main-9f607ccb3302f27b4ebe90a4", + "gpqa-main-0069a2b69e59906ffd6ca400", + "gpqa-main-ab4c50e2da12e11b47155f74", + "gpqa-main-b84eb68d18023ca81e43b35a", + "gpqa-main-48494dbfd36899c84d166873", + "gpqa-main-9254c2db95aeb7ad8ae8a32d", + "gpqa-main-ae52e2afcac3e4e6a1f6bdb8", + "gpqa-main-50b06dfa0f6f3a64a58faa00", + "gpqa-main-6195cef214f3dfad9869d6d3", + "gpqa-main-443f8ea9f271c4442521f8e4", + "gpqa-main-cda2fe50fc8423311319e78e", + "gpqa-main-4657fdc74d4c0bf48aa0b494", + "gpqa-main-55aa21aa9a62e56aab915b32", + "gpqa-main-aa684f4d5d7c6b9ced383e24", + "gpqa-main-fc2653b5d83e082e9e4f6390", + "gpqa-main-05286f95a107c3da592ecbd9", + "gpqa-main-6078bfac5f15131fb59b31ce", + "gpqa-main-643d18139459da0f9c1b2e17", + "gpqa-main-358120bf0c4377ebdbde08fc", + "gpqa-main-acecd9428a5b4368f1f5bc82", + "gpqa-main-4c4e7752fc041224f19d3f9a", + "gpqa-main-d4ee93c18c20e4432773fe55", + "gpqa-main-c6cc654afa201cd3d5b66695", + "gpqa-main-d31323dded27ae0c86cb5c75", + "gpqa-main-3cb5227445654dab4b5dacc2", + "gpqa-main-6dec9c3aba26b3c8623af13e", + "gpqa-main-7ac0db7d29e6e8c587a8e8f2", + "gpqa-main-6f8b58d9d46c4f4e7eba1910", + "gpqa-main-d8d5dbb2aa6f203775147357", + "gpqa-main-fd7b1296b8c5ae3f05aa8355", + "gpqa-main-9f0f463200d404d2c62eca59", + "gpqa-main-bf00d194c934803975b81b7b", + "gpqa-main-1a3571c1ec099b06b5011ceb", + "gpqa-main-ff45876351041ad1ce200bb4", + "gpqa-main-7e9652f906d908e059401ac2", + "gpqa-main-e31881ef9b38bb3d802fa432", + "gpqa-main-45b8834e3ed027ec73e9cb93", + "gpqa-main-7684b3ed8a4540e6099495df", + "gpqa-main-67c1e3a67a2a974a3189d06b", + "gpqa-main-5f1108e8b2f18297c04895bf", + "gpqa-main-ae94db70e45f3af66518a393", + "gpqa-main-8523e39e7dc895f15a06a403", + "gpqa-main-fcf4fbe275826c7d67e6067b", + "gpqa-main-2601636e383074212d2b5e52", + "gpqa-main-33c3b423f54aabfcfca66691", + "gpqa-main-60c7c63632b1d67ffb8a4fb7", + "gpqa-main-83f8b78e2bcb92bda5c03787", + "gpqa-main-11b88a6212278288c390be69", + "gpqa-main-1b113e4801541a0f8a992733", + "gpqa-main-0b01dd8e7881a40d7eb61175", + "gpqa-main-1989edb8041cc1c94659dcc4", + "gpqa-main-ae71bab05f11abac2f706bb9", + "gpqa-main-46f745f508b4d1ad41a0eb01", + "gpqa-main-77067b016766698b199936c6", + "gpqa-main-3b577bce88d27365cf34e990", + "gpqa-main-7c103d3006e7e5942b17dfc2", + "gpqa-main-5f044a1bf575df47abc76e1a", + "gpqa-main-67410b7a8dc0eaa2a0ad0e33", + "gpqa-main-ad77d1e365463a217a2cc25c", + "gpqa-main-a8c8b49b02c5aa2e7e0ba8ea", + "gpqa-main-53c8581aa69a3066bf003024", + "gpqa-main-43903740f46e3267ecd42324", + "gpqa-main-febe4c45e71692110949e3d6", + "gpqa-main-728c68de5f34aba879617ff3", + "gpqa-main-f6a21b5c88fe41ca6a55591f", + "gpqa-main-f022820fa3c0f536a4d4a9bc", + "gpqa-main-7093e90be0c6d72d98ef432c", + "gpqa-main-2efd60649bdbaa65b5969003", + "gpqa-main-3f9251e093c698e0c2fa2826", + "gpqa-main-b36b446fe10911202d34a473", + "gpqa-main-91b254f1e1c8041fbc1a3222", + "gpqa-main-2651d2e67639a9e1741c23d7", + "gpqa-main-55e31c256bb6191d94e6db4d", + "gpqa-main-fcf4fc69f21da83688056521", + "gpqa-main-6f84d17ede852cd9196347bd", + "gpqa-main-238c4616c3347122f4b974e4", + "gpqa-main-5af38d4af998e6cc090b76a4", + "gpqa-main-65b3a19abfb8f6bf88bf75f5", + "gpqa-main-0fb808246cf99919fa61cf95", + "gpqa-main-544e43760baf2de3b5be5741", + "gpqa-main-485d6d2d8d4ef097891a30ae", + "gpqa-main-a39e48c3dd280f4d62399e78", + "gpqa-main-adffc79c4b20a953ccbf4cd1", + "gpqa-main-b9cd3234a1fbbf6fe8b281a7", + "gpqa-main-ad37592fd14aa64b9045a2c4", + "gpqa-main-b306a5cb19a37a5923ddeda3", + "gpqa-main-39045ad4d1274d0e56839d7b", + "gpqa-main-7c7ae85beee22afc94024aa0", + "gpqa-main-17eb0ef902a11d36b13bb4ba", + "gpqa-main-4fb391edde117a3fa772fe15", + "gpqa-main-e10311e2a20f5ef70b44af1a", + "gpqa-main-1f0af84f0bdb1b68af6a7719", + "gpqa-main-7ed621f8290d6ac14181ce45", + "gpqa-main-d9fdff837cb2d2e4d1e81014" + ], + "selection": "numpy.random.default_rng(1234).permutation(448); first 64 calibration, remaining 384 evaluation", + "calibration_chat_template": false, + "reasoning_effort": "high", + "prompt_date": "2026-09-17", + "calibration_sha256": "99e61c8c1bd4321162f1f3895d62e889b9a8b11be9627064207effce70e324c7", + "evaluation_sha256": "c7475f3382e65a23a5f3c1da97947e1ac9c110686efcc23df16c44c9b65c44cb", + "evaluation_file": "test.jsonl", + "calibration_disjoint_from_evaluation": true, + "question_count": 384, + "samples_per_question": 8, + "expected_completions": 3072 +} diff --git a/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/base/grading-audit.json b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/base/grading-audit.json new file mode 100644 index 0000000..6fc4a1b --- /dev/null +++ b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/base/grading-audit.json @@ -0,0 +1,16 @@ +{ + "raw_predictions_sha256": "cf1b0510f5ca2d2d09876904c9616b00619955ce98e57724dbcb492521962605", + "grading_source_sha256": "afb168eebfbfedc5717a3df80f817906c212f8ae2ddf61c8f05e1a0537f0bc18", + "frozen_data_sha256": "c7475f3382e65a23a5f3c1da97947e1ac9c110686efcc23df16c44c9b65c44cb", + "exact_question_sample_set_verified": true, + "source_folder": "/home/x9zou/reasoning-matrix-20260918-results/gptoss-gpqa-main-base", + "source_generation_parser": "final-only-mcq-answer-v4", + "family": "gptoss", + "changed_final_extractions": 0, + "changed_predictions": 0, + "parsed_json_fields": 2542, + "parsed_unambiguous_plain_choices": 527, + "complete": true, + "reason": "Recognize standalone answer fields despite quote/Markdown formatting and ignore quoted format examples in explanatory prose; normalize typographic quotes and explicitly labelled choice boxes. Apply uniformly to all immutable completions.", + "selection_policy": "Uniform parser applied to every completion; no use of ground truth for extraction; no regeneration." +} diff --git a/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/base/metrics.json b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/base/metrics.json new file mode 100644 index 0000000..2425e0e --- /dev/null +++ b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/base/metrics.json @@ -0,0 +1,209 @@ +{ + "total": 3072, + "correct": 2365, + "unparsed": 3, + "truncated": 0, + "completion_tokens": 28039222, + "accuracy": 0.7698567708333334, + "unique_questions_completed": 384, + "by_repeat": { + "0": { + "total": 384, + "correct": 297, + "accuracy": 0.7734375 + }, + "1": { + "total": 384, + "correct": 295, + "accuracy": 0.7682291666666666 + }, + "2": { + "total": 384, + "correct": 295, + "accuracy": 0.7682291666666666 + }, + "3": { + "total": 384, + "correct": 291, + "accuracy": 0.7578125 + }, + "4": { + "total": 384, + "correct": 303, + "accuracy": 0.7890625 + }, + "5": { + "total": 384, + "correct": 294, + "accuracy": 0.765625 + }, + "6": { + "total": 384, + "correct": 296, + "accuracy": 0.7708333333333334 + }, + "7": { + "total": 384, + "correct": 294, + "accuracy": 0.765625 + } + }, + "discipline_macro_accuracy": 0.7698567708333334, + "by_discipline": { + "Science": { + "total": 3072, + "correct": 2365, + "accuracy": 0.7698567708333334 + } + }, + "field_macro_accuracy": 0.7674826259617772, + "by_field": { + "Science/Biology": { + "total": 544, + "correct": 412, + "accuracy": 0.7573529411764706 + }, + "Science/Chemistry": { + "total": 1264, + "correct": 822, + "accuracy": 0.6503164556962026 + }, + "Science/Physics": { + "total": 1264, + "correct": 1131, + "accuracy": 0.8947784810126582 + } + }, + "subfield_macro_accuracy": 0.7931965718283166, + "by_subfield": { + "Science/Biology/Genetics": { + "total": 120, + "correct": 84, + "accuracy": 0.7 + }, + "Science/Biology/Molecular Biology": { + "total": 424, + "correct": 328, + "accuracy": 0.7735849056603774 + }, + "Science/Chemistry/Analytical Chemistry": { + "total": 8, + "correct": 0, + "accuracy": 0.0 + }, + "Science/Chemistry/Chemistry (general)": { + "total": 376, + "correct": 282, + "accuracy": 0.75 + }, + "Science/Chemistry/Inorganic Chemistry": { + "total": 24, + "correct": 22, + "accuracy": 0.9166666666666666 + }, + "Science/Chemistry/Organic Chemistry": { + "total": 856, + "correct": 518, + "accuracy": 0.6051401869158879 + }, + "Science/Physics/Astrophysics": { + "total": 240, + "correct": 232, + "accuracy": 0.9666666666666667 + }, + "Science/Physics/Condensed Matter Physics": { + "total": 16, + "correct": 16, + "accuracy": 1.0 + }, + "Science/Physics/Electromagnetism and Photonics": { + "total": 72, + "correct": 66, + "accuracy": 0.9166666666666666 + }, + "Science/Physics/High-energy particle physics": { + "total": 256, + "correct": 220, + "accuracy": 0.859375 + }, + "Science/Physics/Optics and Acoustics": { + "total": 8, + "correct": 8, + "accuracy": 1.0 + }, + "Science/Physics/Physics (general)": { + "total": 240, + "correct": 207, + "accuracy": 0.8625 + }, + "Science/Physics/Quantum Mechanics": { + "total": 352, + "correct": 310, + "accuracy": 0.8806818181818182 + }, + "Science/Physics/Relativistic Mechanics": { + "total": 56, + "correct": 56, + "accuracy": 1.0 + }, + "Science/Physics/Statistical Mechanics": { + "total": 24, + "correct": 16, + "accuracy": 0.6666666666666666 + } + }, + "complete": true, + "expected_total": 3072, + "run_settings": { + "model_name_or_path": "/models/evaluated", + "dtype": "bfloat16", + "quantization": null, + "tensor_parallel_size": 4, + "runtime_patch": "stock", + "seed": 42, + "temperature": 1.0, + "top_p": 1.0, + "top_k": -1, + "min_p": 0.0, + "presence_penalty": 0.0, + "repetition_penalty": 1.0, + "max_tokens": 131072, + "max_model_len": 131072, + "batch_size": 128, + "gpu_memory_utilization": 0.9, + "reasoning_effort": "high", + "prompt_date": "2026-09-17", + "limit": null, + "enforce_eager": true, + "max_num_batched_tokens": 8192, + "protocol_version": 1, + "dataset": "gpqa_main", + "tools": false, + "scheduling": "continuous-final-only", + "split_sha256": "ff0bf0307c875869ea9b90feab29413a9b6a7777ed844c5add4626b93d7b941a", + "data_sha256": "c7475f3382e65a23a5f3c1da97947e1ac9c110686efcc23df16c44c9b65c44cb", + "prompt_tokens_sha256": "c17cd14a5d783acf9ae044c8c2636a6e73ecabfe8aa3bd04f6514d94a07ff68d", + "question_count": 384, + "max_prompt_tokens": 2889, + "model_config_sha256": "d8d181f05cbc7e1d026f15ede6403cc149f31196bf041aa6cfc62a0f0a793648", + "versions": { + "torch": "2.13.0+cu130", + "transformers": "5.17.0", + "vllm": "0.29.0", + "tokenizers": "0.23.1" + }, + "mcq_profile": "qwen35-mcq", + "parser": "final-only-mcq-answer-v4", + "evaluation_source_sha256": "499aa41cfb069fc7f5f8af174f4cd2563502dabdc54ddec328910fa4d46d6527", + "sampling_repeats": 8, + "expected_completions": 3072, + "repeat_option_order": "same frozen options in every repeat; independent per-question/repeat seed", + "generation_budget": "min(max_tokens, max_model_len - prompt_tokens); no input truncation", + "minimum_effective_max_tokens": 128183, + "maximum_effective_max_tokens": 130930, + "aggregation": "mean pass@1 over all completions; no majority vote or best-of-N; hierarchy macro scores also reported", + "protocol_source": "https://huggingface.co/Qwen/Qwen3.5-122B-A10B#best-practices", + "protocol_scope": "Published MCQ format; sampling parameters explicitly recorded. Exact reported benchmark protocol is not fully disclosed.", + "grading_source_sha256": "afb168eebfbfedc5717a3df80f817906c212f8ae2ddf61c8f05e1a0537f0bc18" + } +} diff --git a/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/base/predictions.sanitized.jsonl b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/base/predictions.sanitized.jsonl new file mode 100644 index 0000000..e7e5b38 --- /dev/null +++ b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/base/predictions.sanitized.jsonl @@ -0,0 +1,3072 @@ +{"uuid":"gpqa-main-d022f771c467d057bbb527d0","benchmark":"gpqa_main","data_index":39,"repeat_index":0,"sample_id":"gpqa-main-d022f771c467d057bbb527d0/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":119,"prompt_tokens":192,"effective_max_tokens":130880,"original_embedded_prediction":"A","question_sha256":"f3fdb78f6fe3c60a21e29d92babec94b4d8c0f6e012394045833653cbdb1a4d7"} +{"uuid":"gpqa-main-ad8f0afd2f116341ed3a69c0","benchmark":"gpqa_main","data_index":40,"repeat_index":0,"sample_id":"gpqa-main-ad8f0afd2f116341ed3a69c0/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":239,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"b6c9142bf69c50d0a62b5b8254344b66610ca208a646e6a69a606819b7eb1bf8"} +{"uuid":"gpqa-main-ff85a5ccc5b465a708f70be3","benchmark":"gpqa_main","data_index":29,"repeat_index":0,"sample_id":"gpqa-main-ff85a5ccc5b465a708f70be3/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":255,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"f86f6ace621f9a5dc4c1d23e2bb2d546e1ca384df523a7a90d793b41a43ebfc6"} +{"uuid":"gpqa-main-f79cea2e3c2e242b6e0da4d5","benchmark":"gpqa_main","data_index":54,"repeat_index":0,"sample_id":"gpqa-main-f79cea2e3c2e242b6e0da4d5/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":328,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"D","question_sha256":"bdc1ab103002886dcbe879cd751d3e27b8ba6e988859bb80422ea04871269448"} +{"uuid":"gpqa-main-cda1b642d52c30858bcdf7a3","benchmark":"gpqa_main","data_index":27,"repeat_index":0,"sample_id":"gpqa-main-cda1b642d52c30858bcdf7a3/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":339,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"85f5a80c90290184ac6ec65307174970563ac9442644e868f064c886836d7a25"} +{"uuid":"gpqa-main-18347a23c4b32df1f0b31d1a","benchmark":"gpqa_main","data_index":11,"repeat_index":0,"sample_id":"gpqa-main-18347a23c4b32df1f0b31d1a/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":397,"prompt_tokens":438,"effective_max_tokens":130634,"original_embedded_prediction":"C","question_sha256":"f69ff8c0001cb2bdea3e51d7d4063a70e8b64bf6f735f62088f0ace464bbe468"} +{"uuid":"gpqa-main-834c95c23407a9d2c736d2ee","benchmark":"gpqa_main","data_index":57,"repeat_index":0,"sample_id":"gpqa-main-834c95c23407a9d2c736d2ee/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":518,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"bb698537245b51d08b5d5a6cecdfd1a4e34f7ac0f17e13da8d713af9341a9366"} +{"uuid":"gpqa-main-84e0462fb979739143160f76","benchmark":"gpqa_main","data_index":74,"repeat_index":0,"sample_id":"gpqa-main-84e0462fb979739143160f76/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":586,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"A","question_sha256":"17821f797104818a4e9c06d5499572866481ca7a9f6bf4d3993cbc935754c06e"} +{"uuid":"gpqa-main-ddc1b02f963a2f785385132e","benchmark":"gpqa_main","data_index":93,"repeat_index":0,"sample_id":"gpqa-main-ddc1b02f963a2f785385132e/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":611,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"d5e7b22736a2cdaa0f2553a100795aa6b7e150fcc1b9fe093e28e3fea855f346"} +{"uuid":"gpqa-main-efc527af4c77c27856f0d201","benchmark":"gpqa_main","data_index":60,"repeat_index":0,"sample_id":"gpqa-main-efc527af4c77c27856f0d201/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":651,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"29ffae74d292a9a38f72dd8e95efab3be752912b79e848701193359c657937f6"} +{"uuid":"gpqa-main-b7ef729c55e0cb48c67bca16","benchmark":"gpqa_main","data_index":31,"repeat_index":0,"sample_id":"gpqa-main-b7ef729c55e0cb48c67bca16/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":703,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"B","question_sha256":"732a49f65a753e1d2c9ebb525ad8cc4c9ea6aa812fdc5eda3c630aa4aa35c7b5"} +{"uuid":"gpqa-main-1af843966aecfd5da1f08dd6","benchmark":"gpqa_main","data_index":6,"repeat_index":0,"sample_id":"gpqa-main-1af843966aecfd5da1f08dd6/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":723,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"C","question_sha256":"13e7c71f8aae7040bd98bd6b7bfe361f01f9aa9f4fd4b6095b40f97963688bdc"} +{"uuid":"gpqa-main-a1ec72afe45eedbea242cd73","benchmark":"gpqa_main","data_index":44,"repeat_index":0,"sample_id":"gpqa-main-a1ec72afe45eedbea242cd73/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":768,"prompt_tokens":310,"effective_max_tokens":130762,"original_embedded_prediction":"A","question_sha256":"e87180319d813402cf71637950d93636988703d0477e2bb79fb03a1d2df9afe3"} +{"uuid":"gpqa-main-a5811d01e615771d5e0b48fb","benchmark":"gpqa_main","data_index":100,"repeat_index":0,"sample_id":"gpqa-main-a5811d01e615771d5e0b48fb/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":796,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"D","question_sha256":"18c1c5c103fb01b10fd0ca282f8eab427517d6587a0a9962010b5ad16e05b98f"} +{"uuid":"gpqa-main-2fc8b9731f60b1c9eb476570","benchmark":"gpqa_main","data_index":75,"repeat_index":0,"sample_id":"gpqa-main-2fc8b9731f60b1c9eb476570/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":823,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"A","question_sha256":"8d64fc9e228388438862fd18b500e048e168f26e7191a4220ea8281beb789ea2"} +{"uuid":"gpqa-main-5334e8bdecfbd08a0fceb69b","benchmark":"gpqa_main","data_index":47,"repeat_index":0,"sample_id":"gpqa-main-5334e8bdecfbd08a0fceb69b/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":884,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"B","question_sha256":"0c1cc6cb8c9b9a25c645b86bbada068207876248621f0327486d559892b7a8a9"} +{"uuid":"gpqa-main-7c3c45d7826322d2dd84475f","benchmark":"gpqa_main","data_index":98,"repeat_index":0,"sample_id":"gpqa-main-7c3c45d7826322d2dd84475f/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":884,"prompt_tokens":419,"effective_max_tokens":130653,"original_embedded_prediction":"A","question_sha256":"f98a4cc383b4e02c52b4cdafe1b79c1d58df251d5d10ab65f71740d27243ed28"} +{"uuid":"gpqa-main-9b60a112c6568a530227ce47","benchmark":"gpqa_main","data_index":48,"repeat_index":0,"sample_id":"gpqa-main-9b60a112c6568a530227ce47/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":893,"prompt_tokens":443,"effective_max_tokens":130629,"original_embedded_prediction":"D","question_sha256":"4dd7bd0636dc935d4359866d23d365353db91692ab9b80b438a3f65683abf4e7"} +{"uuid":"gpqa-main-7a6f40292c595b5ffad3d66b","benchmark":"gpqa_main","data_index":80,"repeat_index":0,"sample_id":"gpqa-main-7a6f40292c595b5ffad3d66b/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":912,"prompt_tokens":317,"effective_max_tokens":130755,"original_embedded_prediction":"A","question_sha256":"82d8161e96256872367b5e1c12af2c1f91e6c4a6aac3d066708fccb1826bf840"} +{"uuid":"gpqa-main-47f8cee187b620660c7d11b3","benchmark":"gpqa_main","data_index":72,"repeat_index":0,"sample_id":"gpqa-main-47f8cee187b620660c7d11b3/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":914,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"b114078343a4ce3eeaa845ee2c7bfa4ac7c9add00f507d8ff60e46cca593fb46"} +{"uuid":"gpqa-main-8db8ffb39e6d3e618c8d388c","benchmark":"gpqa_main","data_index":56,"repeat_index":0,"sample_id":"gpqa-main-8db8ffb39e6d3e618c8d388c/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":927,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"B","question_sha256":"28dff82ab12e25f0b479054be2f5d8b597951c2458e383bb25cf488b09c98ff5"} +{"uuid":"gpqa-main-49e3b768e85f009875fb4b7f","benchmark":"gpqa_main","data_index":70,"repeat_index":0,"sample_id":"gpqa-main-49e3b768e85f009875fb4b7f/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":989,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"B","question_sha256":"181abbdaf75899b4c447f9c98c58f90512c06ffe5521e109fa83597da1fb7aae"} +{"uuid":"gpqa-main-47999f808ae4df35fd817dd2","benchmark":"gpqa_main","data_index":14,"repeat_index":0,"sample_id":"gpqa-main-47999f808ae4df35fd817dd2/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1029,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"0b24415e0a51d238b6f9b4a8ae6a56386da27f195c825aa8d124ca3e7adc5bb9"} +{"uuid":"gpqa-main-992d40815d86851a9f6e7230","benchmark":"gpqa_main","data_index":1,"repeat_index":0,"sample_id":"gpqa-main-992d40815d86851a9f6e7230/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1080,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"b698ebb0cb6d3abffa554435859e51f21dd11a9955cfceece2c7a6fa9b0e2023"} +{"uuid":"gpqa-main-ec756f5cd58f1d3e9c9c8676","benchmark":"gpqa_main","data_index":110,"repeat_index":0,"sample_id":"gpqa-main-ec756f5cd58f1d3e9c9c8676/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1089,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"B","question_sha256":"016bbafd184cf46762e3e824d2499734daf9efd8cb5f0adad12078f151c96a12"} +{"uuid":"gpqa-main-50467ff0a4937693425f108b","benchmark":"gpqa_main","data_index":7,"repeat_index":0,"sample_id":"gpqa-main-50467ff0a4937693425f108b/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1098,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"A","question_sha256":"ee40e0ba47746454343829f9f66dd4d391816fe24ca19edf78fcce05cf1f26d8"} +{"uuid":"gpqa-main-b654b748170277d4b0d0c6b5","benchmark":"gpqa_main","data_index":94,"repeat_index":0,"sample_id":"gpqa-main-b654b748170277d4b0d0c6b5/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1171,"prompt_tokens":508,"effective_max_tokens":130564,"original_embedded_prediction":"D","question_sha256":"010973f2a9805982e33bfecd460da27e4d2f170e4567ebf854c807385bea09d3"} +{"uuid":"gpqa-main-84cbf72ad94d1afe2aa56331","benchmark":"gpqa_main","data_index":97,"repeat_index":0,"sample_id":"gpqa-main-84cbf72ad94d1afe2aa56331/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1213,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"D","question_sha256":"089a55e5a3fbca456cb952a230bd88a82c177ec99470bd05f822803a1bdd3db5"} +{"uuid":"gpqa-main-7bb8e05365d19cc8328252e0","benchmark":"gpqa_main","data_index":121,"repeat_index":0,"sample_id":"gpqa-main-7bb8e05365d19cc8328252e0/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1218,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"6aff7faed92c98148418177c8cae4893850a1d67b5ceb00cf6a09467c4491367"} +{"uuid":"gpqa-main-2322ddc82747aa5a01bf1c1e","benchmark":"gpqa_main","data_index":102,"repeat_index":0,"sample_id":"gpqa-main-2322ddc82747aa5a01bf1c1e/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1249,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"d9d7e1406d6a9d440081915edafcb4a493a40b6172838b858a979c0a58bb4c62"} +{"uuid":"gpqa-main-87c633148441d2b07b8e2e81","benchmark":"gpqa_main","data_index":88,"repeat_index":0,"sample_id":"gpqa-main-87c633148441d2b07b8e2e81/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1305,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"0fb47d10edb4eca17f93926dea501fdd19bde76cfe58f57edb445a7272d7787c"} +{"uuid":"gpqa-main-08cb3c41dbaa57f424632b84","benchmark":"gpqa_main","data_index":4,"repeat_index":0,"sample_id":"gpqa-main-08cb3c41dbaa57f424632b84/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1324,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"B","question_sha256":"e37327eb6a290bf649f9b548f5d9834983b5d59efc10b4281a4bdbb75523863f"} +{"uuid":"gpqa-main-950b8724526dc5d718438bec","benchmark":"gpqa_main","data_index":12,"repeat_index":0,"sample_id":"gpqa-main-950b8724526dc5d718438bec/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1352,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"B","question_sha256":"d81eab0b3deeedb23d68076a8f0de5ca6461b5d2d1a7da228f6a0b6ba6ca53e7"} +{"uuid":"gpqa-main-d750e02b8d42b4b4d6aba4b9","benchmark":"gpqa_main","data_index":41,"repeat_index":0,"sample_id":"gpqa-main-d750e02b8d42b4b4d6aba4b9/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1377,"prompt_tokens":944,"effective_max_tokens":130128,"original_embedded_prediction":"D","question_sha256":"5ea7e9b17f677439bf5f6e43169cb794916985d1c5964f6a0d8becf3f9e3b7ad"} +{"uuid":"gpqa-main-bf684ea09dc8822450fbd37c","benchmark":"gpqa_main","data_index":84,"repeat_index":0,"sample_id":"gpqa-main-bf684ea09dc8822450fbd37c/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1413,"prompt_tokens":372,"effective_max_tokens":130700,"original_embedded_prediction":"A","question_sha256":"8f0911e951adf5df2bfc8aa29c14de392a998e2fa48463ceecedcd39a8301453"} +{"uuid":"gpqa-main-2ad64f0bf627cf52a8ad924c","benchmark":"gpqa_main","data_index":135,"repeat_index":0,"sample_id":"gpqa-main-2ad64f0bf627cf52a8ad924c/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":915,"prompt_tokens":146,"effective_max_tokens":130926,"original_embedded_prediction":"A","question_sha256":"e9afb48881134b480ce09710124320be56d4166a402490b65f81bdb1df6e3a1d"} +{"uuid":"gpqa-main-21bf0d1bb4513b046dfdf875","benchmark":"gpqa_main","data_index":22,"repeat_index":0,"sample_id":"gpqa-main-21bf0d1bb4513b046dfdf875/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1523,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"916a1ca795d38f4c815c99d6f162f52af934ee4e1b0d100dc0a7fb747631f7a7"} +{"uuid":"gpqa-main-29e885003cf7658ac2eb0ba4","benchmark":"gpqa_main","data_index":103,"repeat_index":0,"sample_id":"gpqa-main-29e885003cf7658ac2eb0ba4/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1528,"prompt_tokens":299,"effective_max_tokens":130773,"original_embedded_prediction":"D","question_sha256":"e6fd9b7cea6cbcd53eabc57f63ae367008b2774a1092f55e23e78b7eafbdbafa"} +{"uuid":"gpqa-main-0d56f92dcb32c3f0494a4705","benchmark":"gpqa_main","data_index":15,"repeat_index":0,"sample_id":"gpqa-main-0d56f92dcb32c3f0494a4705/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1566,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"D","question_sha256":"d48362abba761cef50927ef586befd9a2fdb343aa19b2fa457ee74fb6dbfb56b"} +{"uuid":"gpqa-main-8980ca71edb4f58a3e46b256","benchmark":"gpqa_main","data_index":144,"repeat_index":0,"sample_id":"gpqa-main-8980ca71edb4f58a3e46b256/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":690,"prompt_tokens":145,"effective_max_tokens":130927,"original_embedded_prediction":"B","question_sha256":"fb9586d35200647be665790b2cd3eee5c8cca1b79e6afcf01f027007fa057b64"} +{"uuid":"gpqa-main-3ebc2c6c608ed7f5e7bf9463","benchmark":"gpqa_main","data_index":20,"repeat_index":0,"sample_id":"gpqa-main-3ebc2c6c608ed7f5e7bf9463/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1581,"prompt_tokens":286,"effective_max_tokens":130786,"original_embedded_prediction":"D","question_sha256":"81bfcfb746da8dbf79e11ca4c419d5416ea1be46678f915598ebe3f9c6b6fc32"} +{"uuid":"gpqa-main-2d88ca9efdaae7d19aed9660","benchmark":"gpqa_main","data_index":112,"repeat_index":0,"sample_id":"gpqa-main-2d88ca9efdaae7d19aed9660/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1609,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"43af6d11597079a7d069dd93bbf3db87f0b5bb604fbfc66fc60c268d149d8fba"} +{"uuid":"gpqa-main-7239e8e1a6f52b11d89b376d","benchmark":"gpqa_main","data_index":35,"repeat_index":0,"sample_id":"gpqa-main-7239e8e1a6f52b11d89b376d/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1644,"prompt_tokens":359,"effective_max_tokens":130713,"original_embedded_prediction":"D","question_sha256":"6b778965b4593497cd5378ecaa94e84f97d2910300038afb6590a8e9376b791c"} +{"uuid":"gpqa-main-34faeb45e152eaf4c29e65e4","benchmark":"gpqa_main","data_index":151,"repeat_index":0,"sample_id":"gpqa-main-34faeb45e152eaf4c29e65e4/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":591,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"B","question_sha256":"82e6266418c679493cea34e30d0f71026adb6ab6c433e643d37860fb718999ec"} +{"uuid":"gpqa-main-fbf1f6e62b48cbbf0bca4714","benchmark":"gpqa_main","data_index":51,"repeat_index":0,"sample_id":"gpqa-main-fbf1f6e62b48cbbf0bca4714/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1694,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"59affc9a905621c391ee7886c0e428eac5cb1f60c7c251e2fc1fcb081cb8e076"} +{"uuid":"gpqa-main-9baab02407bb5e317c8c71c4","benchmark":"gpqa_main","data_index":30,"repeat_index":0,"sample_id":"gpqa-main-9baab02407bb5e317c8c71c4/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1711,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"C","question_sha256":"4c49b01c534dd76a31b5023fe34fe490913c400dc715a3fa7a874695ca10b949"} +{"uuid":"gpqa-main-f7ba77d144b7a11de90a37c4","benchmark":"gpqa_main","data_index":145,"repeat_index":0,"sample_id":"gpqa-main-f7ba77d144b7a11de90a37c4/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":844,"prompt_tokens":236,"effective_max_tokens":130836,"original_embedded_prediction":"B","question_sha256":"ac7263466ea3cfcdcebac618b1d20835b4103b2d80b75b1a7110e9763eb45aa2"} +{"uuid":"gpqa-main-9b7f84c844aa65b8ebfee235","benchmark":"gpqa_main","data_index":120,"repeat_index":0,"sample_id":"gpqa-main-9b7f84c844aa65b8ebfee235/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1740,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"9443960fd2664e6d4890575733c6a4f1f6d804ec21e10e0f9d415b99297f9845"} +{"uuid":"gpqa-main-09311165c3bc8a7742115024","benchmark":"gpqa_main","data_index":21,"repeat_index":0,"sample_id":"gpqa-main-09311165c3bc8a7742115024/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1757,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d6deae7022d40b283a8b0053867ff7e2d44f15fac7c364d3b34e67d903596cf7"} +{"uuid":"gpqa-main-41ca21006bb37fef24a8975a","benchmark":"gpqa_main","data_index":86,"repeat_index":0,"sample_id":"gpqa-main-41ca21006bb37fef24a8975a/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1785,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"8d132ce83553f28f02599f90e3c52fb60d8f58faea0f09152f78f7df6e310abc"} +{"uuid":"gpqa-main-8a20fac7d1a5bff58e8c63ca","benchmark":"gpqa_main","data_index":73,"repeat_index":0,"sample_id":"gpqa-main-8a20fac7d1a5bff58e8c63ca/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1793,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"C","question_sha256":"065acbbc3564fb2547e820ab1c35567bac49dff768319e8f4b46ee23bdd92415"} +{"uuid":"gpqa-main-79721e93e90bdb2d8da052c0","benchmark":"gpqa_main","data_index":132,"repeat_index":0,"sample_id":"gpqa-main-79721e93e90bdb2d8da052c0/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1519,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"2a09355eb98c6b8d6ad0b51afb3b27f719fed44786d3b2998dfe7ee66413a028"} +{"uuid":"gpqa-main-ba7b4d8b6b363240553a5da8","benchmark":"gpqa_main","data_index":13,"repeat_index":0,"sample_id":"gpqa-main-ba7b4d8b6b363240553a5da8/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1907,"prompt_tokens":320,"effective_max_tokens":130752,"original_embedded_prediction":"C","question_sha256":"f31ead87a22282cc5dfb01f73a1fe9c84520ad1b8dc017953d8293dbe8b47044"} +{"uuid":"gpqa-main-810618179b41cff3d8593ba5","benchmark":"gpqa_main","data_index":23,"repeat_index":0,"sample_id":"gpqa-main-810618179b41cff3d8593ba5/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1907,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"4f7077a78998cfa5dbe881d51f9f859973bb281cce9f5a2bde9d5475cc520111"} +{"uuid":"gpqa-main-579e17ce4c553c730c526a5c","benchmark":"gpqa_main","data_index":42,"repeat_index":0,"sample_id":"gpqa-main-579e17ce4c553c730c526a5c/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2047,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"D","question_sha256":"1ce3d847d25b2c2f678c304f134266501155719553a1a003f38a6b0a75ffb81b"} +{"uuid":"gpqa-main-3cbf7d3e13c908f5e699f9e0","benchmark":"gpqa_main","data_index":133,"repeat_index":0,"sample_id":"gpqa-main-3cbf7d3e13c908f5e699f9e0/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1656,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"D","question_sha256":"0dbcc69ff35530f240a5bb623a78f2cd1d042037d2dedb122ebcca751bf9d08e"} +{"uuid":"gpqa-main-763daf42ea0c79050a6a4d1d","benchmark":"gpqa_main","data_index":61,"repeat_index":0,"sample_id":"gpqa-main-763daf42ea0c79050a6a4d1d/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2076,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"D","question_sha256":"72b4053b92adde478bb40c3fb9ef1e06215efe5922e2d600121170f824d32c13"} +{"uuid":"gpqa-main-002cb7f9ef3ee2a3d460b42e","benchmark":"gpqa_main","data_index":85,"repeat_index":0,"sample_id":"gpqa-main-002cb7f9ef3ee2a3d460b42e/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2099,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"3bed68f29773b3484a0b5acab22f438229b63f2a324fb817a933e4d514178386"} +{"uuid":"gpqa-main-cdc31486df3de65ec2c324e2","benchmark":"gpqa_main","data_index":19,"repeat_index":0,"sample_id":"gpqa-main-cdc31486df3de65ec2c324e2/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2248,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"4d233cd7b8524c989eb47a4c40d6f2f47070b986fea11e3ee3029c07db9b3356"} +{"uuid":"gpqa-main-3b1469c59353cec7a0dd6866","benchmark":"gpqa_main","data_index":141,"repeat_index":0,"sample_id":"gpqa-main-3b1469c59353cec7a0dd6866/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1451,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"B","question_sha256":"ebc638f9e42bd31bd87f0fab4dff50846ee425d9aef0cb954a4e5013a5a107e4"} +{"uuid":"gpqa-main-00a9d82facaec210f417af7a","benchmark":"gpqa_main","data_index":157,"repeat_index":0,"sample_id":"gpqa-main-00a9d82facaec210f417af7a/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1011,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"77f0590db54b06b37e142e7363145cbdb1a8d11c2a7575d9ae0fc10b3a6708bd"} +{"uuid":"gpqa-main-c69005af8b1e76a851528e02","benchmark":"gpqa_main","data_index":67,"repeat_index":0,"sample_id":"gpqa-main-c69005af8b1e76a851528e02/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2272,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"D","question_sha256":"29e6a1db070bf5e5af8af4b82da4953dd47dcd2a1bbd7ad2db04f3d1d4cd805e"} +{"uuid":"gpqa-main-d751f2081e63be8d69314287","benchmark":"gpqa_main","data_index":101,"repeat_index":0,"sample_id":"gpqa-main-d751f2081e63be8d69314287/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2316,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"f56e41493e430f6c013c094b4b462aa30dc9826a273d867eec6a04fc8a646443"} +{"uuid":"gpqa-main-b5b0614a110a5eb0657cbe9a","benchmark":"gpqa_main","data_index":115,"repeat_index":0,"sample_id":"gpqa-main-b5b0614a110a5eb0657cbe9a/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2374,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"D","question_sha256":"829ccc830e5fe3601c6e7c0a975192c938019f4d4e5c1b2334d55bb1d951711e"} +{"uuid":"gpqa-main-498b428b55b7644426a781c9","benchmark":"gpqa_main","data_index":64,"repeat_index":0,"sample_id":"gpqa-main-498b428b55b7644426a781c9/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2387,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"C","question_sha256":"7fbfdc18f5a18b666f8d4afc859af60c4c56ab7d8d677d46fb01a050207ac688"} +{"uuid":"gpqa-main-68d5dcbd7078889c19a9a93c","benchmark":"gpqa_main","data_index":136,"repeat_index":0,"sample_id":"gpqa-main-68d5dcbd7078889c19a9a93c/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1802,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"618551bfaaf71599d5802135cbf18d8e9b5a33b38537d32515c5298d556df601"} +{"uuid":"gpqa-main-cb8b679fe50f1b3a7168eb92","benchmark":"gpqa_main","data_index":154,"repeat_index":0,"sample_id":"gpqa-main-cb8b679fe50f1b3a7168eb92/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1243,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"B","question_sha256":"8ed0101055c99512a99310385277c13855047c3a1b31ca6b8a6ee3f83cf5d4f3"} +{"uuid":"gpqa-main-d3a774e5f1af1a1e11117582","benchmark":"gpqa_main","data_index":162,"repeat_index":0,"sample_id":"gpqa-main-d3a774e5f1af1a1e11117582/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1054,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"B","question_sha256":"26b8e966c8adf9fe2824ff1fd3c23b2d488a785fe8a68cbce362bac46e891a79"} +{"uuid":"gpqa-main-f1451c98bdb50fb5b0dbdc55","benchmark":"gpqa_main","data_index":116,"repeat_index":0,"sample_id":"gpqa-main-f1451c98bdb50fb5b0dbdc55/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2549,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"B","question_sha256":"650bb2feaa18830493f8e50de85c38c1f24570d9f1e7c9970c8ed9fbcbbde337"} +{"uuid":"gpqa-main-feeb39404129cbb3b7e867ec","benchmark":"gpqa_main","data_index":43,"repeat_index":0,"sample_id":"gpqa-main-feeb39404129cbb3b7e867ec/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2573,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"B","question_sha256":"a80144fd582290217d4749a45438b278db047877b2f9babd5f52d9d0dcc88daf"} +{"uuid":"gpqa-main-efa466851677550746c06a1f","benchmark":"gpqa_main","data_index":38,"repeat_index":0,"sample_id":"gpqa-main-efa466851677550746c06a1f/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2624,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"B","question_sha256":"b64a2faa078044133322af9742b3f75788b5f8e5701f1fee08d693854a842448"} +{"uuid":"gpqa-main-b13e6b95879d48313e527260","benchmark":"gpqa_main","data_index":105,"repeat_index":0,"sample_id":"gpqa-main-b13e6b95879d48313e527260/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2626,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"B","question_sha256":"145b51d1c857830091d0dfa7043504329aa8d2a847b5b738079d210a94da31cb"} +{"uuid":"gpqa-main-13dda0527a69422c0bfefb23","benchmark":"gpqa_main","data_index":45,"repeat_index":0,"sample_id":"gpqa-main-13dda0527a69422c0bfefb23/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2633,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"A","question_sha256":"952dd56af4d111bc829dbe6171c480a13632e8b5771e33245330d32115f96774"} +{"uuid":"gpqa-main-a8c391dd6337620cc79cae0e","benchmark":"gpqa_main","data_index":32,"repeat_index":0,"sample_id":"gpqa-main-a8c391dd6337620cc79cae0e/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2705,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"435ccdce7cc6c5543ffaf20b4d850d905357568605d01b3a595d44df3dd30d0d"} +{"uuid":"gpqa-main-ad697760bc60543062e8b7b4","benchmark":"gpqa_main","data_index":153,"repeat_index":0,"sample_id":"gpqa-main-ad697760bc60543062e8b7b4/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1650,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"B","question_sha256":"7f9b4679645e2d89214a154be6bdb13eafdc747457ce2950bda27a9a2b97917f"} +{"uuid":"gpqa-main-99878f707c7c4024511bae58","benchmark":"gpqa_main","data_index":174,"repeat_index":0,"sample_id":"gpqa-main-99878f707c7c4024511bae58/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1014,"prompt_tokens":241,"effective_max_tokens":130831,"original_embedded_prediction":"B","question_sha256":"826fb502d2db0f2db5e44683cd45f09d18423fd8a339643c8dc8b32b1accd428"} +{"uuid":"gpqa-main-ef65739a36457c1672913212","benchmark":"gpqa_main","data_index":159,"repeat_index":0,"sample_id":"gpqa-main-ef65739a36457c1672913212/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1533,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"46601a7bcf5dcc71504dda490de685062fce72cdc997d7acb8b78e5a351a96bc"} +{"uuid":"gpqa-main-682237ee740e033537fb5707","benchmark":"gpqa_main","data_index":169,"repeat_index":0,"sample_id":"gpqa-main-682237ee740e033537fb5707/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1244,"prompt_tokens":291,"effective_max_tokens":130781,"original_embedded_prediction":"A","question_sha256":"6cec89b2019b24f8e8c4001cade388815345ae403b5d5fc687cf7fdccbcc6ce1"} +{"uuid":"gpqa-main-bab6e331fae29c00395de3a4","benchmark":"gpqa_main","data_index":166,"repeat_index":0,"sample_id":"gpqa-main-bab6e331fae29c00395de3a4/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1303,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"cf500f5f076470e539799f3822047d1a6263a0abc77614f9abc48a4f60ba507d"} +{"uuid":"gpqa-main-3d4249ae7ea85a07b7726fff","benchmark":"gpqa_main","data_index":9,"repeat_index":0,"sample_id":"gpqa-main-3d4249ae7ea85a07b7726fff/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2872,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"f3a651caf4cc86d7183e2aa4e94783901dfd4ba7026521589b0aa1f1c95b0e55"} +{"uuid":"gpqa-main-138fcbeedbaf865565ec35fd","benchmark":"gpqa_main","data_index":127,"repeat_index":0,"sample_id":"gpqa-main-138fcbeedbaf865565ec35fd/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2872,"prompt_tokens":409,"effective_max_tokens":130663,"original_embedded_prediction":"D","question_sha256":"15bed1ac60d1bdcf0eec84539d669d6f38a2eb24b51e5072a922d8d9391ab135"} +{"uuid":"gpqa-main-781f4efc4b25ff35b588e87c","benchmark":"gpqa_main","data_index":181,"repeat_index":0,"sample_id":"gpqa-main-781f4efc4b25ff35b588e87c/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1104,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"C","question_sha256":"f933a526e8aec15b0dc77756bad3ba0839404a6d042443e3f5a0ab0b8d1cfa96"} +{"uuid":"gpqa-main-50aaa7274c5010d9768274ec","benchmark":"gpqa_main","data_index":175,"repeat_index":0,"sample_id":"gpqa-main-50aaa7274c5010d9768274ec/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1276,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"D","question_sha256":"0cda758f1290855df9dd7b9a4319bb6ae8108c8113b125a3a2f60705af536a34"} +{"uuid":"gpqa-main-c028fe71611d73b87b4cbb03","benchmark":"gpqa_main","data_index":156,"repeat_index":0,"sample_id":"gpqa-main-c028fe71611d73b87b4cbb03/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1870,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"D","question_sha256":"f56f3f5d135dc8d61dc42f902943e2459f79e4343f2fef6741f6f86d4133a99a"} +{"uuid":"gpqa-main-d7c4372bfbc5d0f0f9331350","benchmark":"gpqa_main","data_index":185,"repeat_index":0,"sample_id":"gpqa-main-d7c4372bfbc5d0f0f9331350/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1072,"prompt_tokens":588,"effective_max_tokens":130484,"original_embedded_prediction":"D","question_sha256":"92d8ffd16886567ac1ed2f15a6c2d3d6ac2a2fb0fd0e56836671babcde327d3f"} +{"uuid":"gpqa-main-6845f28b26fa44b2b44ded84","benchmark":"gpqa_main","data_index":140,"repeat_index":0,"sample_id":"gpqa-main-6845f28b26fa44b2b44ded84/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2417,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"7c6678dd868700f600b69c54e83e52a10695ac957465ffbe08c35d20f42b448e"} +{"uuid":"gpqa-main-913c4ee0ce195992ff9638b1","benchmark":"gpqa_main","data_index":178,"repeat_index":0,"sample_id":"gpqa-main-913c4ee0ce195992ff9638b1/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1475,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"ed904d04c24f37586b1f78a18bd22f28752e80a5ecc489939950778aa5307d98"} +{"uuid":"gpqa-main-35d088e32fb39438767e1141","benchmark":"gpqa_main","data_index":79,"repeat_index":0,"sample_id":"gpqa-main-35d088e32fb39438767e1141/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3328,"prompt_tokens":434,"effective_max_tokens":130638,"original_embedded_prediction":"B","question_sha256":"9d467213ec07b8217d3c3aa11a312c8536475e654bbb7ef916a4b8f92e0c7a7d"} +{"uuid":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3","benchmark":"gpqa_main","data_index":158,"repeat_index":0,"sample_id":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2026,"prompt_tokens":252,"effective_max_tokens":130820,"original_embedded_prediction":"A","question_sha256":"71075d4447ee264b63e5544da7b40502fb235decc31484f33ee97a8ef70c3d1f"} +{"uuid":"gpqa-main-a3be70bb026878238a72f88b","benchmark":"gpqa_main","data_index":66,"repeat_index":0,"sample_id":"gpqa-main-a3be70bb026878238a72f88b/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3362,"prompt_tokens":446,"effective_max_tokens":130626,"original_embedded_prediction":"C","question_sha256":"42da82ad5cb9e03bf1c8f1d786b162fd55245c32907328f445c191681a98b669"} +{"uuid":"gpqa-main-1f9ad1ca59cf537e3cdf47c2","benchmark":"gpqa_main","data_index":130,"repeat_index":0,"sample_id":"gpqa-main-1f9ad1ca59cf537e3cdf47c2/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3112,"prompt_tokens":318,"effective_max_tokens":130754,"original_embedded_prediction":"B","question_sha256":"229ffbdb774489fcfd578450da500a74b0c6fd603d3f4050eb6ff993659f5c7e"} +{"uuid":"gpqa-main-b38dfd97dcfb80fb4df4c6f2","benchmark":"gpqa_main","data_index":126,"repeat_index":0,"sample_id":"gpqa-main-b38dfd97dcfb80fb4df4c6f2/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3370,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"28fc44d6ca68ec833bb9837a558199f6e126ccb90f29dc42a2a4bf34ea4b66a7"} +{"uuid":"gpqa-main-7d850f6448c27424d9f68c4e","benchmark":"gpqa_main","data_index":184,"repeat_index":0,"sample_id":"gpqa-main-7d850f6448c27424d9f68c4e/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1303,"prompt_tokens":544,"effective_max_tokens":130528,"original_embedded_prediction":"B","question_sha256":"48bf9d4f95299b8f9288e190dca6edd0c3cf53cf40dada120e22abf98469d3e3"} +{"uuid":"gpqa-main-249edae2034ba7f3819aaa7b","benchmark":"gpqa_main","data_index":210,"repeat_index":0,"sample_id":"gpqa-main-249edae2034ba7f3819aaa7b/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":408,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"A","question_sha256":"c4d795814405ce2bb231fe7012e4581bcaebca12bb3f8c3260a3ad239aa51a79"} +{"uuid":"gpqa-main-efbd16944acebfe43928d489","benchmark":"gpqa_main","data_index":49,"repeat_index":0,"sample_id":"gpqa-main-efbd16944acebfe43928d489/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3464,"prompt_tokens":328,"effective_max_tokens":130744,"original_embedded_prediction":"B","question_sha256":"40b2b50a3c993902d4327a3072c497b0bfcbac42a638ecf92be395be7ef82ab0"} +{"uuid":"gpqa-main-381032537ca0c968de7d5c06","benchmark":"gpqa_main","data_index":203,"repeat_index":0,"sample_id":"gpqa-main-381032537ca0c968de7d5c06/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":718,"prompt_tokens":186,"effective_max_tokens":130886,"original_embedded_prediction":"A","question_sha256":"045347c35e2957dbd6bc83158fecec24c157df70fdefaaddc8633ecda3435cdc"} +{"uuid":"gpqa-main-832feb793ff377da50abf878","benchmark":"gpqa_main","data_index":69,"repeat_index":0,"sample_id":"gpqa-main-832feb793ff377da50abf878/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3505,"prompt_tokens":202,"effective_max_tokens":130870,"original_embedded_prediction":"B","question_sha256":"9cb12d81fbbe616cc95beecd1627265e0b5a2fa48b8e7493d3df89b378afbc12"} +{"uuid":"gpqa-main-4b84b53bf506bc0a4468fb2d","benchmark":"gpqa_main","data_index":71,"repeat_index":0,"sample_id":"gpqa-main-4b84b53bf506bc0a4468fb2d/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3595,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"e302b2005d8d406eb5e8fd7aa1707959448ef06e72b5647d2711c9a056cfeffc"} +{"uuid":"gpqa-main-fa3e9be7fdf8e7c8952739d8","benchmark":"gpqa_main","data_index":131,"repeat_index":0,"sample_id":"gpqa-main-fa3e9be7fdf8e7c8952739d8/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3314,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"5e9819e02e7dd08ec53ff217d848ce64e833e2b069cd81e9940f7a72a5230b30"} +{"uuid":"gpqa-main-6030f5f53fe38c334b2c3a6a","benchmark":"gpqa_main","data_index":173,"repeat_index":0,"sample_id":"gpqa-main-6030f5f53fe38c334b2c3a6a/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1985,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"88d277706c3af734be0507cde034c23c7e206f855c2fcc97d6ed69f8ad92df57"} +{"uuid":"gpqa-main-be458c5a0490a8298ea11494","benchmark":"gpqa_main","data_index":119,"repeat_index":0,"sample_id":"gpqa-main-be458c5a0490a8298ea11494/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3739,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"17cada7a00fa20e35d380a47aad58aace15d791f3cd4f119acb4635e55951129"} +{"uuid":"gpqa-main-e3e073f3f0f646532e4caf06","benchmark":"gpqa_main","data_index":167,"repeat_index":0,"sample_id":"gpqa-main-e3e073f3f0f646532e4caf06/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2192,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"D","question_sha256":"a1cff30033350ed32c6446abacb176ef3ffad0fc471aaacf3468c78e0aad550e"} +{"uuid":"gpqa-main-5e6a032f9aa67c7725f828d0","benchmark":"gpqa_main","data_index":195,"repeat_index":0,"sample_id":"gpqa-main-5e6a032f9aa67c7725f828d0/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1311,"prompt_tokens":330,"effective_max_tokens":130742,"original_embedded_prediction":"A","question_sha256":"8accf5d31cc4cf5c2467ac477d83885c90d2715606f7c2e68d318476741bbdd7"} +{"uuid":"gpqa-main-ecb6740406340eb07beacf42","benchmark":"gpqa_main","data_index":226,"repeat_index":0,"sample_id":"gpqa-main-ecb6740406340eb07beacf42/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":286,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"29f96711820eba41ccced6676074bc5bcd9e3eb6c97ce5e8507128a91a175bb0"} +{"uuid":"gpqa-main-50a8ab2bd1710dbcfa2e32b5","benchmark":"gpqa_main","data_index":168,"repeat_index":0,"sample_id":"gpqa-main-50a8ab2bd1710dbcfa2e32b5/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2448,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"5fb04957154b48d4ebad83862909a8fd3afc5ba5399a7dbe4594b5c72255964c"} +{"uuid":"gpqa-main-779369aa96b96a67933939f1","benchmark":"gpqa_main","data_index":224,"repeat_index":0,"sample_id":"gpqa-main-779369aa96b96a67933939f1/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":713,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"acf784efba891531b08709383ede2379cee1f604b6334b753dd1fcaab37af970"} +{"uuid":"gpqa-main-084903ab17db0fab7bc6caea","benchmark":"gpqa_main","data_index":129,"repeat_index":0,"sample_id":"gpqa-main-084903ab17db0fab7bc6caea/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4089,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"b560f550d5d9fb2378520f0fcf7b6573aec2027430ef06270491ace18a0497fc"} +{"uuid":"gpqa-main-aa04ac251ed805588a6be27c","benchmark":"gpqa_main","data_index":165,"repeat_index":0,"sample_id":"gpqa-main-aa04ac251ed805588a6be27c/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2829,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"D","question_sha256":"198a9824ae684cea2edf9d0597e69c2274e0be94e0a0ffcf7b4ad3e95f4a6dae"} +{"uuid":"gpqa-main-5a280dae7286e8bab3887904","benchmark":"gpqa_main","data_index":212,"repeat_index":0,"sample_id":"gpqa-main-5a280dae7286e8bab3887904/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1226,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"C","question_sha256":"b8398a470c0a1a045a6dcf2005bd8e8351bdf75ffa7c473958cf3c4b5d4fb288"} +{"uuid":"gpqa-main-009c62a9f3d3e5b23d7032af","benchmark":"gpqa_main","data_index":117,"repeat_index":0,"sample_id":"gpqa-main-009c62a9f3d3e5b23d7032af/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4401,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"eb3c8e77ceb6bbf6b5fc6d705376aeb984e8d20d498b1668992fc1441b062661"} +{"uuid":"gpqa-main-8af90a4147e5f0c98bfd00fa","benchmark":"gpqa_main","data_index":218,"repeat_index":0,"sample_id":"gpqa-main-8af90a4147e5f0c98bfd00fa/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1079,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"C","question_sha256":"29a55065f72c47169c5073a91e6b55d82fe2f5784289d2baf5cf5444f8d6fd65"} +{"uuid":"gpqa-main-a6eb05bb931229a396d81e44","benchmark":"gpqa_main","data_index":172,"repeat_index":0,"sample_id":"gpqa-main-a6eb05bb931229a396d81e44/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2843,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"D","question_sha256":"19c2c8e0578e84094a1f97568e95e1e88fadee2743b1c6519b7fc661c8577cde"} +{"uuid":"gpqa-main-bd228dea7f1aa14b70216372","benchmark":"gpqa_main","data_index":217,"repeat_index":0,"sample_id":"gpqa-main-bd228dea7f1aa14b70216372/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1280,"prompt_tokens":425,"effective_max_tokens":130647,"original_embedded_prediction":"A","question_sha256":"c1dea594f51ba7757d0d9ec69efa6b56bfeeaff965f074faaf89160cca96a0e9"} +{"uuid":"gpqa-main-7475b6b01129fce5b436b0ee","benchmark":"gpqa_main","data_index":198,"repeat_index":0,"sample_id":"gpqa-main-7475b6b01129fce5b436b0ee/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2020,"prompt_tokens":235,"effective_max_tokens":130837,"original_embedded_prediction":"B","question_sha256":"797be7099117e146adaaf5ad31bd914d9adbd510441211b0040aad2812fffc40"} +{"uuid":"gpqa-main-09b661e081004aa4c0d45778","benchmark":"gpqa_main","data_index":106,"repeat_index":0,"sample_id":"gpqa-main-09b661e081004aa4c0d45778/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4750,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"D","question_sha256":"47741045402119262be7a1c17b98cc587ee55b46bb8620655271dca518a4f927"} +{"uuid":"gpqa-main-f2c0ff64cf18a6ae32dc45dc","benchmark":"gpqa_main","data_index":199,"repeat_index":0,"sample_id":"gpqa-main-f2c0ff64cf18a6ae32dc45dc/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2243,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"f2467e0d99b11d10fdd18675d7a73d1a19569e58d6aa97be50c24c2cb28731b1"} +{"uuid":"gpqa-main-04a5c442799262dec9375c25","benchmark":"gpqa_main","data_index":194,"repeat_index":0,"sample_id":"gpqa-main-04a5c442799262dec9375c25/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2469,"prompt_tokens":365,"effective_max_tokens":130707,"original_embedded_prediction":"C","question_sha256":"e90ec32d975ec61b7cd079ff6968bc3dbaa4fc87e74699c1406ce59093066dbc"} +{"uuid":"gpqa-main-20f8612bcc2efb9c2355d32e","benchmark":"gpqa_main","data_index":206,"repeat_index":0,"sample_id":"gpqa-main-20f8612bcc2efb9c2355d32e/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2065,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"B","question_sha256":"d746be8625afecad5925e7069f57336e8de3f39dfdf843820421eba66b7bc620"} +{"uuid":"gpqa-main-666fc74619f38e356e33a285","benchmark":"gpqa_main","data_index":180,"repeat_index":0,"sample_id":"gpqa-main-666fc74619f38e356e33a285/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3085,"prompt_tokens":693,"effective_max_tokens":130379,"original_embedded_prediction":"C","question_sha256":"89fa5b222a94e07a283a5140341a0704109ec3b7f62de72dd072383182771ebc"} +{"uuid":"gpqa-main-7ceb372c1cdc7a180b73516c","benchmark":"gpqa_main","data_index":230,"repeat_index":0,"sample_id":"gpqa-main-7ceb372c1cdc7a180b73516c/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1231,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"B","question_sha256":"142aeb435e38240c03d26aafbfb8dc0ab94e7ef4f752a271c1ab011350a965be"} +{"uuid":"gpqa-main-70afc730094f43bb0e05f371","benchmark":"gpqa_main","data_index":209,"repeat_index":0,"sample_id":"gpqa-main-70afc730094f43bb0e05f371/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2075,"prompt_tokens":360,"effective_max_tokens":130712,"original_embedded_prediction":"A","question_sha256":"f328e748a74c78b0ab73f790c6848b663fb5bffac884e2793a63bb9ce351e4b6"} +{"uuid":"gpqa-main-ea0400e59078652fc57eb6e1","benchmark":"gpqa_main","data_index":96,"repeat_index":0,"sample_id":"gpqa-main-ea0400e59078652fc57eb6e1/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5106,"prompt_tokens":537,"effective_max_tokens":130535,"original_embedded_prediction":"D","question_sha256":"50fc83bec6235fb29a76a0a00342f5c99a24684597a5930df882fe103e170363"} +{"uuid":"gpqa-main-6543e2c47b61f7f328bcf42d","benchmark":"gpqa_main","data_index":36,"repeat_index":0,"sample_id":"gpqa-main-6543e2c47b61f7f328bcf42d/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5293,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"C","question_sha256":"9f8c4aa52521e2926d56fdd03cf5aeaf3543c911c9b75774731cd1204efc1328"} +{"uuid":"gpqa-main-4462dc9f2d34289881ef2b1c","benchmark":"gpqa_main","data_index":142,"repeat_index":0,"sample_id":"gpqa-main-4462dc9f2d34289881ef2b1c/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4492,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"63318cb18413a705693b9a4312f73dbf5358312aafc1d703c3d29a6340ffa0d1"} +{"uuid":"gpqa-main-756cafdacac7e9642e2102c6","benchmark":"gpqa_main","data_index":90,"repeat_index":0,"sample_id":"gpqa-main-756cafdacac7e9642e2102c6/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5418,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"b26abbcea4f9adbbc6faf6378336b8d024ffe4491d2853b927bf9afdc27073a9"} +{"uuid":"gpqa-main-be779fa0e49ff52e19357207","benchmark":"gpqa_main","data_index":239,"repeat_index":0,"sample_id":"gpqa-main-be779fa0e49ff52e19357207/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":881,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"ea7bb5901d85914d8997afb87e1ae6be7a8efe03889a4cc08f64de2ccdc9180e"} +{"uuid":"gpqa-main-104b659bbac6e52c4c877c0b","benchmark":"gpqa_main","data_index":152,"repeat_index":0,"sample_id":"gpqa-main-104b659bbac6e52c4c877c0b/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4402,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"D","question_sha256":"de6e1846b7e0c60ac3b7b0f613ad67cc3d941770b7de58c7a45add8c64d1db8b"} +{"uuid":"gpqa-main-08452235d283f9ba82364ea8","benchmark":"gpqa_main","data_index":10,"repeat_index":0,"sample_id":"gpqa-main-08452235d283f9ba82364ea8/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5511,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"65db6ef4b562a9503afeb197451091c7514df18fdee747a881b8057c38e21d0f"} +{"uuid":"gpqa-main-ddd2b405606ced65b4ce6345","benchmark":"gpqa_main","data_index":248,"repeat_index":0,"sample_id":"gpqa-main-ddd2b405606ced65b4ce6345/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":426,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"2066c0e835493298c00391dd9236de10adec10d611fe3e2777f252677dfe9724"} +{"uuid":"gpqa-main-56cc62f5d70b661868d341e7","benchmark":"gpqa_main","data_index":238,"repeat_index":0,"sample_id":"gpqa-main-56cc62f5d70b661868d341e7/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1068,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"A","question_sha256":"c974918b90f5892aaad4308e337b490844102dbfad26c90bf508602f9c595d5d"} +{"uuid":"gpqa-main-6119656f6ad0247c537028e7","benchmark":"gpqa_main","data_index":246,"repeat_index":0,"sample_id":"gpqa-main-6119656f6ad0247c537028e7/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":618,"prompt_tokens":329,"effective_max_tokens":130743,"original_embedded_prediction":"A","question_sha256":"e426a9a1b0977a66badcc2dd4f0d54629b39c2594a512e459e9afd20bba599ba"} +{"uuid":"gpqa-main-60f734b52603f7ef29671f95","benchmark":"gpqa_main","data_index":155,"repeat_index":0,"sample_id":"gpqa-main-60f734b52603f7ef29671f95/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4424,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"D","question_sha256":"bf9de03889292b969198f42b877b6d4c7b56ce10ae654e71f4be720b5efdb1f1"} +{"uuid":"gpqa-main-86d8d26ea3f4092dd4bac144","benchmark":"gpqa_main","data_index":134,"repeat_index":0,"sample_id":"gpqa-main-86d8d26ea3f4092dd4bac144/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5284,"prompt_tokens":227,"effective_max_tokens":130845,"original_embedded_prediction":"A","question_sha256":"299c83f78042a13c78ad054088517dc82d5ed82bcc9ef75ec08dc120f2b8052f"} +{"uuid":"gpqa-main-5ace8b3dabb97ffc3da20e7c","benchmark":"gpqa_main","data_index":250,"repeat_index":0,"sample_id":"gpqa-main-5ace8b3dabb97ffc3da20e7c/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":513,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"4ebb5a46cf109d4237b98081e218fcaba27d8f9d03f7a930300f2938f71c1ef0"} +{"uuid":"gpqa-main-63aef6e78c9803d030a16f9c","benchmark":"gpqa_main","data_index":208,"repeat_index":0,"sample_id":"gpqa-main-63aef6e78c9803d030a16f9c/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2943,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"A","question_sha256":"255e934ed277fdd11f71245508448f7031439d40eb38fd78fb3b813b247c5726"} +{"uuid":"gpqa-main-742076c80dda93477062cfc0","benchmark":"gpqa_main","data_index":262,"repeat_index":0,"sample_id":"gpqa-main-742076c80dda93477062cfc0/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":182,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"D","question_sha256":"528bc237c35f64d2635edb6fea3202ce958bca92ea956fae0da7c5b4c72081d8"} +{"uuid":"gpqa-main-a454a3157aff6eee743541b7","benchmark":"gpqa_main","data_index":182,"repeat_index":0,"sample_id":"gpqa-main-a454a3157aff6eee743541b7/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4000,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"C","question_sha256":"025e20e6e9b45e1ddb3f6901f58f69b40df5e8f9ffb6b80b5b17bc518d9f5d17"} +{"uuid":"gpqa-main-60a022e707f18a7b5f445773","benchmark":"gpqa_main","data_index":204,"repeat_index":0,"sample_id":"gpqa-main-60a022e707f18a7b5f445773/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3412,"prompt_tokens":337,"effective_max_tokens":130735,"original_embedded_prediction":"D","question_sha256":"9d46302b763896c7fa475d975b5bc365adee2236b273f23e7216a78871204b74"} +{"uuid":"gpqa-main-92c7c513709816748efab029","benchmark":"gpqa_main","data_index":251,"repeat_index":0,"sample_id":"gpqa-main-92c7c513709816748efab029/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":955,"prompt_tokens":253,"effective_max_tokens":130819,"original_embedded_prediction":"C","question_sha256":"c9ed693d3f7d5c30b94e2c01b9b5f22591922f961e4dbc9ef4b70309b61bae5c"} +{"uuid":"gpqa-main-87740f520845c3f77369e5a1","benchmark":"gpqa_main","data_index":258,"repeat_index":0,"sample_id":"gpqa-main-87740f520845c3f77369e5a1/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":730,"prompt_tokens":188,"effective_max_tokens":130884,"original_embedded_prediction":"D","question_sha256":"f6c5a12c2cd600eeb524956c760164ff890d185cffd979bfba482f46aa46a1ac"} +{"uuid":"gpqa-main-e069314491adb5be236d3fe7","benchmark":"gpqa_main","data_index":2,"repeat_index":0,"sample_id":"gpqa-main-e069314491adb5be236d3fe7/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6502,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"D","question_sha256":"2662eff7a6231613f45042d2ef5df63caaeb5a326d264e93009a737a99fb27bb"} +{"uuid":"gpqa-main-5caa71cb7e0124d349b3046e","benchmark":"gpqa_main","data_index":76,"repeat_index":0,"sample_id":"gpqa-main-5caa71cb7e0124d349b3046e/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6549,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"C","question_sha256":"965fd430b8ea291a67e2311c4874eba053c21ea0ce6fa222eec4bed300fc2976"} +{"uuid":"gpqa-main-acdff999b6cbfcbc8be6ffac","benchmark":"gpqa_main","data_index":241,"repeat_index":0,"sample_id":"gpqa-main-acdff999b6cbfcbc8be6ffac/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1933,"prompt_tokens":404,"effective_max_tokens":130668,"original_embedded_prediction":"B","question_sha256":"96f00c3d898d9c364f022eae18e69424d7f2ddde12fbde50541b7390ffd40103"} +{"uuid":"gpqa-main-8cf981eedacab9acbdd5b00c","benchmark":"gpqa_main","data_index":92,"repeat_index":0,"sample_id":"gpqa-main-8cf981eedacab9acbdd5b00c/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6603,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"D","question_sha256":"14dcd60f9986bbbcbbdc0e4b3462397b01801a452d9756100ed129baa5baf68c"} +{"uuid":"gpqa-main-212277d3e39540a6739d98b8","benchmark":"gpqa_main","data_index":249,"repeat_index":0,"sample_id":"gpqa-main-212277d3e39540a6739d98b8/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1511,"prompt_tokens":147,"effective_max_tokens":130925,"original_embedded_prediction":"A","question_sha256":"d20446ccbbfc1ed40bcb669bfa65f9f9cd8e38ec8f7e67621c88e3dbe91f083d"} +{"uuid":"gpqa-main-e6ff92ca0c11b47b14793d2f","benchmark":"gpqa_main","data_index":124,"repeat_index":0,"sample_id":"gpqa-main-e6ff92ca0c11b47b14793d2f/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6707,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"A","question_sha256":"ca2abe8a98bc00aadbd20baf4ff27e830539507a5ff7402eed5e2491347f95aa"} +{"uuid":"gpqa-main-1728184fad8153eeb2e2a7de","benchmark":"gpqa_main","data_index":264,"repeat_index":0,"sample_id":"gpqa-main-1728184fad8153eeb2e2a7de/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":677,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"d8505733319a8047e94d63c293a2d9dbb08c42e4bde2c223467f371da6665e08"} +{"uuid":"gpqa-main-822957bb60d3551275f08aa0","benchmark":"gpqa_main","data_index":253,"repeat_index":0,"sample_id":"gpqa-main-822957bb60d3551275f08aa0/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1448,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"A","question_sha256":"4690c4bb391b2ef2a7b53f1a15866e05411bdf5f0f7b4f32c9e27d8ef6e8cb48"} +{"uuid":"gpqa-main-73f6c00588963349c225df6c","benchmark":"gpqa_main","data_index":113,"repeat_index":0,"sample_id":"gpqa-main-73f6c00588963349c225df6c/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7032,"prompt_tokens":476,"effective_max_tokens":130596,"original_embedded_prediction":"B","question_sha256":"6c8759c4aac1084515abf1e3c463c7a0b6411dc3fa720a9a5fb5ac8f5777b49c"} +{"uuid":"gpqa-main-72464184a419f296dae470a9","benchmark":"gpqa_main","data_index":257,"repeat_index":0,"sample_id":"gpqa-main-72464184a419f296dae470a9/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1683,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"C","question_sha256":"16bcf4c7129e083cade7afd040c6c4e0fa1fc7677a11aa70fb1b5a3d0e5fb5ea"} +{"uuid":"gpqa-main-31313469465f81cc0fa5dd28","benchmark":"gpqa_main","data_index":256,"repeat_index":0,"sample_id":"gpqa-main-31313469465f81cc0fa5dd28/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1734,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"B","question_sha256":"cd18749d0354640af760ebe1c6a150eed2a0202cc444345b5c3f00b0f0df67d2"} +{"uuid":"gpqa-main-4a8c97220fb14b99f363b2ce","benchmark":"gpqa_main","data_index":188,"repeat_index":0,"sample_id":"gpqa-main-4a8c97220fb14b99f363b2ce/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5124,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"D","question_sha256":"a939b9de7ea4048442a9378048f992097c413c77ad1c665790486c352036c7e3"} +{"uuid":"gpqa-main-8a352b243ffac6230977fc90","benchmark":"gpqa_main","data_index":219,"repeat_index":0,"sample_id":"gpqa-main-8a352b243ffac6230977fc90/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4021,"prompt_tokens":389,"effective_max_tokens":130683,"original_embedded_prediction":"C","question_sha256":"7408ac0330a09a182b52a627f89920c8c4e825da7da4e441973cbefe32b852ac"} +{"uuid":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c","benchmark":"gpqa_main","data_index":118,"repeat_index":0,"sample_id":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7398,"prompt_tokens":340,"effective_max_tokens":130732,"original_embedded_prediction":"C","question_sha256":"626cda94018ba930400d9c043f6fc1aa30c317abf6fd8f6d0ec8b133ce2036c8"} +{"uuid":"gpqa-main-1ae8f8945efaf81788d8d871","benchmark":"gpqa_main","data_index":139,"repeat_index":0,"sample_id":"gpqa-main-1ae8f8945efaf81788d8d871/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6695,"prompt_tokens":250,"effective_max_tokens":130822,"original_embedded_prediction":"D","question_sha256":"060f07943bcd17960b48a982fabe42fcae4e3899fe8c5473138fe2198f0e8dd8"} +{"uuid":"gpqa-main-f0a74958c23332566374eae8","benchmark":"gpqa_main","data_index":245,"repeat_index":0,"sample_id":"gpqa-main-f0a74958c23332566374eae8/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2598,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"0122463c60c1fa5ad768f1fc6147fd593b46126713e705864d5de5632804d4b5"} +{"uuid":"gpqa-main-45cae4ba5af22868461f1861","benchmark":"gpqa_main","data_index":138,"repeat_index":0,"sample_id":"gpqa-main-45cae4ba5af22868461f1861/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6858,"prompt_tokens":196,"effective_max_tokens":130876,"original_embedded_prediction":"C","question_sha256":"da4480a5d4f2af44b6faf63fe513d557f97bf4cd048901e4a2f0b133273b39db"} +{"uuid":"gpqa-main-dbbe3054b6bdabe917f5ab5d","benchmark":"gpqa_main","data_index":147,"repeat_index":0,"sample_id":"gpqa-main-dbbe3054b6bdabe917f5ab5d/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6817,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"1054cb147fa0d82e2b1830b0238455ab6cea42cde361a81e9934864240f22f50"} +{"uuid":"gpqa-main-547aac137dd7671e7ef03fa9","benchmark":"gpqa_main","data_index":164,"repeat_index":0,"sample_id":"gpqa-main-547aac137dd7671e7ef03fa9/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6254,"prompt_tokens":497,"effective_max_tokens":130575,"original_embedded_prediction":"C","question_sha256":"8369c6a1ffc960e3f3d88e5e4c521eebcc37f39ca9adf654c3cd4b61f892f2ef"} +{"uuid":"gpqa-main-a41b7b18fc60247bc6e08ecc","benchmark":"gpqa_main","data_index":278,"repeat_index":0,"sample_id":"gpqa-main-a41b7b18fc60247bc6e08ecc/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":830,"prompt_tokens":270,"effective_max_tokens":130802,"original_embedded_prediction":"A","question_sha256":"87c04c470b12fde8cca6d843b12d3265c10bf824a883929eca2654ab55681839"} +{"uuid":"gpqa-main-9753ac5963fbae8c8e907ef3","benchmark":"gpqa_main","data_index":277,"repeat_index":0,"sample_id":"gpqa-main-9753ac5963fbae8c8e907ef3/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":916,"prompt_tokens":181,"effective_max_tokens":130891,"original_embedded_prediction":"C","question_sha256":"ec3a07db51d6010b2b9fae103e36b62707efee3ad0713fcd4420f8ba8f55c00b"} +{"uuid":"gpqa-main-d5d2365d64430154627d4bb7","benchmark":"gpqa_main","data_index":268,"repeat_index":0,"sample_id":"gpqa-main-d5d2365d64430154627d4bb7/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1628,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"D","question_sha256":"17f96c74be836037313c787a88438b6c9f69a4aa20ec8cba17697864f5d35599"} +{"uuid":"gpqa-main-9bb169e317cdd76b98ada24f","benchmark":"gpqa_main","data_index":189,"repeat_index":0,"sample_id":"gpqa-main-9bb169e317cdd76b98ada24f/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5857,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d0bbc79a116a93d5c5c1325e012b3feb17a7b705d2ccd57a86ecfbdc2bf78030"} +{"uuid":"gpqa-main-bceb5bf342ad44aac4fdbe55","benchmark":"gpqa_main","data_index":123,"repeat_index":0,"sample_id":"gpqa-main-bceb5bf342ad44aac4fdbe55/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8182,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"20d48d5f0a9a8b77bea35e72a90794c2d2147aa8321ae6aa60e84491688a0803"} +{"uuid":"gpqa-main-178c84548026beb35252a961","benchmark":"gpqa_main","data_index":104,"repeat_index":0,"sample_id":"gpqa-main-178c84548026beb35252a961/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8339,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"B","question_sha256":"4ea09b6f60208405c59e5923a565f195c94315e0b6e230acd59351f1ee59ed96"} +{"uuid":"gpqa-main-7bb7c5ace8216100d38e616a","benchmark":"gpqa_main","data_index":222,"repeat_index":0,"sample_id":"gpqa-main-7bb7c5ace8216100d38e616a/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4888,"prompt_tokens":197,"effective_max_tokens":130875,"original_embedded_prediction":"B","question_sha256":"6dbc821cf1e89c0764e62d1bef4818136877fbc8e333f255bfa42276ac9aeb88"} +{"uuid":"gpqa-main-539a673f0443ba9cdc31b864","benchmark":"gpqa_main","data_index":267,"repeat_index":0,"sample_id":"gpqa-main-539a673f0443ba9cdc31b864/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2047,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"A","question_sha256":"d25187b99e4997c1700ffeb87fd595e878957e452f20a2f00d5489fecd0b3b30"} +{"uuid":"gpqa-main-7e29412fd534df20c4a23267","benchmark":"gpqa_main","data_index":87,"repeat_index":0,"sample_id":"gpqa-main-7e29412fd534df20c4a23267/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8398,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"A","question_sha256":"7fda2b6ca2ff9984ace9bf53f465cebb4b8d963f7ddcb5aa5f5015cd6989be42"} +{"uuid":"gpqa-main-a67142bf6c763d9963d7474d","benchmark":"gpqa_main","data_index":33,"repeat_index":0,"sample_id":"gpqa-main-a67142bf6c763d9963d7474d/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8454,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"7ed6c7d194038ef8d8c6a84cb18be1015f73754e42d4facb7418e8412ad86b77"} +{"uuid":"gpqa-main-35569b36357cfce18162c999","benchmark":"gpqa_main","data_index":52,"repeat_index":0,"sample_id":"gpqa-main-35569b36357cfce18162c999/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8459,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"B","question_sha256":"a2136b05b78259562b913f1f56520c4184d70bf60017617a442a41f907c31b78"} +{"uuid":"gpqa-main-f6714ff18991a64f32fcecf9","benchmark":"gpqa_main","data_index":286,"repeat_index":0,"sample_id":"gpqa-main-f6714ff18991a64f32fcecf9/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":794,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"a1e860acc41f41cac7f3d9425a64a45a95559ff56553a2d04e1d3569c2f1c1a1"} +{"uuid":"gpqa-main-8299e0bf116ad8ad7b960d26","benchmark":"gpqa_main","data_index":254,"repeat_index":0,"sample_id":"gpqa-main-8299e0bf116ad8ad7b960d26/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3243,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"D","question_sha256":"dac89ff46a5330836dfa04de2060a9a9d447a0cffd96c06e0cdee48c6a991035"} +{"uuid":"gpqa-main-92c9d90b543b6779261f70f7","benchmark":"gpqa_main","data_index":259,"repeat_index":0,"sample_id":"gpqa-main-92c9d90b543b6779261f70f7/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3212,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"A","question_sha256":"1c7aff3f5221c2086c7143b43e0c46921a03859d45bfce22f1a1286ece235b1a"} +{"uuid":"gpqa-main-b84eb68d18023ca81e43b35a","benchmark":"gpqa_main","data_index":293,"repeat_index":0,"sample_id":"gpqa-main-b84eb68d18023ca81e43b35a/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":878,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"C","question_sha256":"6c90e464e06f4dc9c748d6c9be44c96b2d5bec5078b4eb152ea4ccec4c709f2d"} +{"uuid":"gpqa-main-24751b175e0f2d19899ad735","benchmark":"gpqa_main","data_index":260,"repeat_index":0,"sample_id":"gpqa-main-24751b175e0f2d19899ad735/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3591,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"A","question_sha256":"4a5d6fcc83f3561a6447a1feebb680aa9ab094bdeed5677c30f04041964a9c38"} +{"uuid":"gpqa-main-9a5518ae94b2b0d35d86de13","benchmark":"gpqa_main","data_index":289,"repeat_index":0,"sample_id":"gpqa-main-9a5518ae94b2b0d35d86de13/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1304,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"C","question_sha256":"3fcfcbf2649513809f04d9fdbcbe0c6bc1a91164f8dcfd7d9748267f2db7c6ce"} +{"uuid":"gpqa-main-105b94b83de2671f0b86688d","benchmark":"gpqa_main","data_index":231,"repeat_index":0,"sample_id":"gpqa-main-105b94b83de2671f0b86688d/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5505,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"D","question_sha256":"062b8c1448dabb342bd7815bdfbab0a55eb915c5c6793d19a5037bf7a9aa63f3"} +{"uuid":"gpqa-main-513a35e22e5c48f5b3b0518a","benchmark":"gpqa_main","data_index":283,"repeat_index":0,"sample_id":"gpqa-main-513a35e22e5c48f5b3b0518a/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1920,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"A","question_sha256":"b4baa0b1a21db872411dec993670e6c6bc360a94404305cc5d3ecc9264fdf913"} +{"uuid":"gpqa-main-d8361782f08c0e6d16de3839","benchmark":"gpqa_main","data_index":287,"repeat_index":0,"sample_id":"gpqa-main-d8361782f08c0e6d16de3839/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1401,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"aed1658f69a85980c41ce94c10ac1535d2de3683f7a5c3821d1a84fa594d4571"} +{"uuid":"gpqa-main-5afce78005210e6a41636858","benchmark":"gpqa_main","data_index":261,"repeat_index":0,"sample_id":"gpqa-main-5afce78005210e6a41636858/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3681,"prompt_tokens":312,"effective_max_tokens":130760,"original_embedded_prediction":"B","question_sha256":"1447f629926983e1fb54566e40ab57d7a728998d233e3c84bc33277da7c13a65"} +{"uuid":"gpqa-main-3357b4ebb8c461cb9eeca4bd","benchmark":"gpqa_main","data_index":78,"repeat_index":0,"sample_id":"gpqa-main-3357b4ebb8c461cb9eeca4bd/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9569,"prompt_tokens":283,"effective_max_tokens":130789,"original_embedded_prediction":"B","question_sha256":"cdffe5a4f742a97a3cc2ffedfc8d78a3ffa14249a51afc48e9d7aa8fc6b499a8"} +{"uuid":"gpqa-main-4355802640dddd3e060d2a59","benchmark":"gpqa_main","data_index":179,"repeat_index":0,"sample_id":"gpqa-main-4355802640dddd3e060d2a59/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7746,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"ebe141e8c3f27bb731fd3889679a36aab5827f4caa81d8400d66a6bf492fe486"} +{"uuid":"gpqa-main-9f607ccb3302f27b4ebe90a4","benchmark":"gpqa_main","data_index":290,"repeat_index":0,"sample_id":"gpqa-main-9f607ccb3302f27b4ebe90a4/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1499,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"B","question_sha256":"e2c8b6a88dfedf13a4a35e2964dc77f2e082e87417c972bf7406bdb2405985f7"} +{"uuid":"gpqa-main-ab4c50e2da12e11b47155f74","benchmark":"gpqa_main","data_index":292,"repeat_index":0,"sample_id":"gpqa-main-ab4c50e2da12e11b47155f74/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1325,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"b734e134fe4529267a34452ccc5cb2a7d56f7b471273d9e978add607de6f30b6"} +{"uuid":"gpqa-main-219ad07bcb0cda7b85845999","benchmark":"gpqa_main","data_index":271,"repeat_index":0,"sample_id":"gpqa-main-219ad07bcb0cda7b85845999/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3452,"prompt_tokens":412,"effective_max_tokens":130660,"original_embedded_prediction":"A","question_sha256":"a6336c3b0760d09010077fee728ae5348e4421bcfcbbc8bb9c4a72d541ddfb24"} +{"uuid":"gpqa-main-86976aae6f871f46c4680830","benchmark":"gpqa_main","data_index":215,"repeat_index":0,"sample_id":"gpqa-main-86976aae6f871f46c4680830/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6815,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"D","question_sha256":"e5c3c79a60db2de596dac1585bfc2e940bac2acb65a3352ff5f7e99821846aed"} +{"uuid":"gpqa-main-d4ee93c18c20e4432773fe55","benchmark":"gpqa_main","data_index":311,"repeat_index":0,"sample_id":"gpqa-main-d4ee93c18c20e4432773fe55/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":666,"prompt_tokens":200,"effective_max_tokens":130872,"original_embedded_prediction":"C","question_sha256":"77bffd13a6b6464f7c63296f571164c184ce47a8cd6f8ecf91f0dc28407d44a1"} +{"uuid":"gpqa-main-05286f95a107c3da592ecbd9","benchmark":"gpqa_main","data_index":305,"repeat_index":0,"sample_id":"gpqa-main-05286f95a107c3da592ecbd9/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":881,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"d8a1a7b530a9b1d0cd0b07ec53f60d6d5fcf3059457f02b90e3c4ddf51fdc825"} +{"uuid":"gpqa-main-b22053dbc40179e114f0c866","benchmark":"gpqa_main","data_index":125,"repeat_index":0,"sample_id":"gpqa-main-b22053dbc40179e114f0c866/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10366,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"1f101bccd20044577731aef887c9704a6a153baf063dff8d9a04510e7b8dcfb7"} +{"uuid":"gpqa-main-cda2fe50fc8423311319e78e","benchmark":"gpqa_main","data_index":300,"repeat_index":0,"sample_id":"gpqa-main-cda2fe50fc8423311319e78e/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1614,"prompt_tokens":182,"effective_max_tokens":130890,"original_embedded_prediction":"B","question_sha256":"1b04aca1c9a8b4f1fabc653b3653d0a48982315e6f1da934d98cadd1948f776f"} +{"uuid":"gpqa-main-fe61aa6baba6418fcde1fa11","benchmark":"gpqa_main","data_index":272,"repeat_index":0,"sample_id":"gpqa-main-fe61aa6baba6418fcde1fa11/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3877,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"73eb245ef4dcc164186307ecd210b767147568ad3c1b03847a63b2e67ac5d0ab"} +{"uuid":"gpqa-main-e2b759199021c586345ac38f","benchmark":"gpqa_main","data_index":17,"repeat_index":0,"sample_id":"gpqa-main-e2b759199021c586345ac38f/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10517,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"B","question_sha256":"ca59405f2d298a50a3e8fd6d281b67ca4a3ee503578df49e700cc46fe3c4f3d8"} +{"uuid":"gpqa-main-731d6908d225dc9f463d1297","benchmark":"gpqa_main","data_index":288,"repeat_index":0,"sample_id":"gpqa-main-731d6908d225dc9f463d1297/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2412,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"4774928b0a0c7cdc6d9c17102d2e01adad07f5a344858c23bbc63520a74724d7"} +{"uuid":"gpqa-main-6195cef214f3dfad9869d6d3","benchmark":"gpqa_main","data_index":298,"repeat_index":0,"sample_id":"gpqa-main-6195cef214f3dfad9869d6d3/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2020,"prompt_tokens":351,"effective_max_tokens":130721,"original_embedded_prediction":"B","question_sha256":"d8a4b11aef2d38271a5ebf2c1802dc875d19737c557efb5990cc4a865a052e7c"} +{"uuid":"gpqa-main-c6cc654afa201cd3d5b66695","benchmark":"gpqa_main","data_index":312,"repeat_index":0,"sample_id":"gpqa-main-c6cc654afa201cd3d5b66695/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":549,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"A","question_sha256":"79526cdc6c623c8657c3060ab8b305f1b4d8aa35f2b7905c6fd4c3e119c5c310"} +{"uuid":"gpqa-main-6dec9c3aba26b3c8623af13e","benchmark":"gpqa_main","data_index":315,"repeat_index":0,"sample_id":"gpqa-main-6dec9c3aba26b3c8623af13e/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":318,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"656a46f8bac8e8e0767c9a5675871d3f81ff8707ec78f064bca2ccac673d7561"} +{"uuid":"gpqa-main-c0bc48c4232297b735018487","benchmark":"gpqa_main","data_index":240,"repeat_index":0,"sample_id":"gpqa-main-c0bc48c4232297b735018487/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6135,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"bbc99977a336fa9fd961baf75728288b14f7c69841a6757f2793e300690fc85b"} +{"uuid":"gpqa-main-f432c1aa4319a4b1f6fa2ac1","benchmark":"gpqa_main","data_index":109,"repeat_index":0,"sample_id":"gpqa-main-f432c1aa4319a4b1f6fa2ac1/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10903,"prompt_tokens":264,"effective_max_tokens":130808,"original_embedded_prediction":"C","question_sha256":"19d5ec504b7008b3eada0ca0c300cd88147b20679109f6681bfd8946e0db2c8c"} +{"uuid":"gpqa-main-6f8b58d9d46c4f4e7eba1910","benchmark":"gpqa_main","data_index":317,"repeat_index":0,"sample_id":"gpqa-main-6f8b58d9d46c4f4e7eba1910/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":526,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"C","question_sha256":"2437e4848569e7740d6491d475d194b9eefbbeae3a6a31cd62ddeb8ba8e93aa9"} +{"uuid":"gpqa-main-e17c3d61061a563977ae3c11","benchmark":"gpqa_main","data_index":244,"repeat_index":0,"sample_id":"gpqa-main-e17c3d61061a563977ae3c11/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6228,"prompt_tokens":352,"effective_max_tokens":130720,"original_embedded_prediction":"A","question_sha256":"41b609bbf5cd4517a7d53e382a762d7b2caa65fd58ea44549bdf7183daf1d2c0"} +{"uuid":"gpqa-main-a028903aa7112583a0e7b5d2","benchmark":"gpqa_main","data_index":216,"repeat_index":0,"sample_id":"gpqa-main-a028903aa7112583a0e7b5d2/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7987,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"D","question_sha256":"c6231a95c81ba1af7d31e5ce8f8e8ad4c4def88d86ab8f801a248cf19814e2d2"} +{"uuid":"gpqa-main-de59169ce40a93ff305f9a41","benchmark":"gpqa_main","data_index":0,"repeat_index":0,"sample_id":"gpqa-main-de59169ce40a93ff305f9a41/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11386,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"A","question_sha256":"c5859c729f1f8217c8555103da018a579f07eb8df38d8389383b2f4634573327"} +{"uuid":"gpqa-main-67c1e3a67a2a974a3189d06b","benchmark":"gpqa_main","data_index":328,"repeat_index":0,"sample_id":"gpqa-main-67c1e3a67a2a974a3189d06b/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":142,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"A","question_sha256":"de0e795a2e1639d4babc3235662e71409fadd14e0c80f8551b3db9b4b53aa8de"} +{"uuid":"gpqa-main-92f6e58b4989e9025c8286a9","benchmark":"gpqa_main","data_index":234,"repeat_index":0,"sample_id":"gpqa-main-92f6e58b4989e9025c8286a9/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7187,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"c003a37af0eaa5e9c6d10f5a25ce1a2e0258ad6638a1655ee2a17d07daab816a"} +{"uuid":"gpqa-main-9c0b631b2a7823cec0729a4b","benchmark":"gpqa_main","data_index":243,"repeat_index":0,"sample_id":"gpqa-main-9c0b631b2a7823cec0729a4b/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6716,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"9d42c24c2f67ff118699d880fbb6276f14043e3527a9fea8f6d55fe2bf82e091"} +{"uuid":"gpqa-main-3cb5227445654dab4b5dacc2","benchmark":"gpqa_main","data_index":314,"repeat_index":0,"sample_id":"gpqa-main-3cb5227445654dab4b5dacc2/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1423,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"4b45de4106aaf95114f9bda69339b541037b0eb04b8fd1f40efb6b91ed2a479e"} +{"uuid":"gpqa-main-4df6eb7fd5661c3196a52be6","benchmark":"gpqa_main","data_index":285,"repeat_index":0,"sample_id":"gpqa-main-4df6eb7fd5661c3196a52be6/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4068,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"B","question_sha256":"71ef41cf00fbcb9e6751fd492a52caefd2830032777c8824465c1b4ea8dc48ea"} +{"uuid":"gpqa-main-216433a347b01989e26ed83a","benchmark":"gpqa_main","data_index":247,"repeat_index":0,"sample_id":"gpqa-main-216433a347b01989e26ed83a/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6811,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"ead16c05d1abbf4387485257726593cf57a0384c3e0a3db31ba489bb1676ce72"} +{"uuid":"gpqa-main-f6f707a4d7db96af855de986","benchmark":"gpqa_main","data_index":266,"repeat_index":0,"sample_id":"gpqa-main-f6f707a4d7db96af855de986/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5659,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"049a3a3426b30e36d29d782b3ea4916bf545838ac3945e9c707804638ad48f04"} +{"uuid":"gpqa-main-fd7b1296b8c5ae3f05aa8355","benchmark":"gpqa_main","data_index":319,"repeat_index":0,"sample_id":"gpqa-main-fd7b1296b8c5ae3f05aa8355/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1455,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"D","question_sha256":"e674bbb69c41e672de8e4c8cbea505f57f0d1fc98a2ae52ced1937ec4c71b62f"} +{"uuid":"gpqa-main-8523e39e7dc895f15a06a403","benchmark":"gpqa_main","data_index":331,"repeat_index":0,"sample_id":"gpqa-main-8523e39e7dc895f15a06a403/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":467,"prompt_tokens":243,"effective_max_tokens":130829,"original_embedded_prediction":"D","question_sha256":"9809fdeb256e4181e9705fa439a61deb6dbe804bfb80ffab6cb1bd4565faa027"} +{"uuid":"gpqa-main-7e9652f906d908e059401ac2","benchmark":"gpqa_main","data_index":324,"repeat_index":0,"sample_id":"gpqa-main-7e9652f906d908e059401ac2/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1265,"prompt_tokens":346,"effective_max_tokens":130726,"original_embedded_prediction":"C","question_sha256":"9dda9414807cb4996f3a1deb9214b8aaf93c75e41d35fac14966aba5058f07ff"} +{"uuid":"gpqa-main-692e40bceeaff3accdc11ead","benchmark":"gpqa_main","data_index":137,"repeat_index":0,"sample_id":"gpqa-main-692e40bceeaff3accdc11ead/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11409,"prompt_tokens":471,"effective_max_tokens":130601,"original_embedded_prediction":"C","question_sha256":"954d12809188bb6fb15643c4406ac6b108f5d7836e1eeabd73e49df01f2c616e"} +{"uuid":"gpqa-main-78b2ba2dd97e6d6b9942bad9","benchmark":"gpqa_main","data_index":273,"repeat_index":0,"sample_id":"gpqa-main-78b2ba2dd97e6d6b9942bad9/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5421,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"A","question_sha256":"019eb0f05f025ec512fbae057e0fcb33e0f92eec9bc2dc775494f6a19f4b62f3"} +{"uuid":"gpqa-main-d98819c9bc2a4086534acf1b","benchmark":"gpqa_main","data_index":281,"repeat_index":0,"sample_id":"gpqa-main-d98819c9bc2a4086534acf1b/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4744,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"d53ea2c13c1ce696b626852774a73a189571a138a5fd872cdd3bb15f21f0bf06"} +{"uuid":"gpqa-main-9f5d195170ba73ccdc7a3b84","benchmark":"gpqa_main","data_index":207,"repeat_index":0,"sample_id":"gpqa-main-9f5d195170ba73ccdc7a3b84/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9490,"prompt_tokens":552,"effective_max_tokens":130520,"original_embedded_prediction":"A","question_sha256":"e4e5526f8ea9205cbe6b33a5256144298ad11d8250b020cbd4fddbba85a12596"} +{"uuid":"gpqa-main-d31323dded27ae0c86cb5c75","benchmark":"gpqa_main","data_index":313,"repeat_index":0,"sample_id":"gpqa-main-d31323dded27ae0c86cb5c75/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2276,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"8f174dd25b58e6fc8e309577a66d0f5a4f46ed89bf1a5165c0cb561a4e3e33e9"} +{"uuid":"gpqa-main-efb673a27e8a1e042786abf9","benchmark":"gpqa_main","data_index":63,"repeat_index":0,"sample_id":"gpqa-main-efb673a27e8a1e042786abf9/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12468,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"1f2f27b90dac22c1b4d70e1b1679a095c5ce0b5ec5dd0bbf48f16b8328b18d89"} +{"uuid":"gpqa-main-4657fdc74d4c0bf48aa0b494","benchmark":"gpqa_main","data_index":301,"repeat_index":0,"sample_id":"gpqa-main-4657fdc74d4c0bf48aa0b494/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3248,"prompt_tokens":343,"effective_max_tokens":130729,"original_embedded_prediction":"B","question_sha256":"ef34764671cecdd517febbdbff1a8cc3542418de05c4a100ef6c30752c1fc8cb"} +{"uuid":"gpqa-main-9f0f463200d404d2c62eca59","benchmark":"gpqa_main","data_index":320,"repeat_index":0,"sample_id":"gpqa-main-9f0f463200d404d2c62eca59/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1964,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"6ed199510dead1f6bd4eaa9162909d9481bd2201f8d9444ee60a2e0e2f20528c"} +{"uuid":"gpqa-main-ac1c72784d1e0da293fe4bd4","benchmark":"gpqa_main","data_index":202,"repeat_index":0,"sample_id":"gpqa-main-ac1c72784d1e0da293fe4bd4/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9994,"prompt_tokens":169,"effective_max_tokens":130903,"original_embedded_prediction":"D","question_sha256":"6e2bd9ec28efb9c97dbc7bea49224b4964011afaa5ca659996fac7fd65c4468d"} +{"uuid":"gpqa-main-69bcb32ba17f6e7aa0918597","benchmark":"gpqa_main","data_index":114,"repeat_index":0,"sample_id":"gpqa-main-69bcb32ba17f6e7aa0918597/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12776,"prompt_tokens":758,"effective_max_tokens":130314,"original_embedded_prediction":"C","question_sha256":"9eb1fde9ac6acb7dc761f4941a792f3d0d052ad76d36e12bb9e406963b3906ef"} +{"uuid":"gpqa-main-60c7c63632b1d67ffb8a4fb7","benchmark":"gpqa_main","data_index":335,"repeat_index":0,"sample_id":"gpqa-main-60c7c63632b1d67ffb8a4fb7/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1136,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"A","question_sha256":"60c9747de98dcd74354ee70ce1049c3c1d1b8d72f4e9848984af5d6ceb1a0c57"} +{"uuid":"gpqa-main-aa684f4d5d7c6b9ced383e24","benchmark":"gpqa_main","data_index":303,"repeat_index":0,"sample_id":"gpqa-main-aa684f4d5d7c6b9ced383e24/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3539,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"96a58da5e1708d76485e32741b0ecddc1bea407ebb53997d2f36e8827f2f2ac9"} +{"uuid":"gpqa-main-5f044a1bf575df47abc76e1a","benchmark":"gpqa_main","data_index":346,"repeat_index":0,"sample_id":"gpqa-main-5f044a1bf575df47abc76e1a/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":497,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"56742e4e637e9ad1340d4a8de7af8e0d6ce2447d668cc5b51dfb52dfb0b2b8e9"} +{"uuid":"gpqa-main-77067b016766698b199936c6","benchmark":"gpqa_main","data_index":343,"repeat_index":0,"sample_id":"gpqa-main-77067b016766698b199936c6/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":714,"prompt_tokens":306,"effective_max_tokens":130766,"original_embedded_prediction":"B","question_sha256":"4c8dd76001266d2c0d3a086b95cb4f68ba3f1b2658186002903315d51bf5bea6"} +{"uuid":"gpqa-main-fd21f7c7356e7f51f0cabd07","benchmark":"gpqa_main","data_index":201,"repeat_index":0,"sample_id":"gpqa-main-fd21f7c7356e7f51f0cabd07/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10535,"prompt_tokens":601,"effective_max_tokens":130471,"original_embedded_prediction":"D","question_sha256":"db246f6acae65ff2e4bb6caad314b6583cd0085f0d81b1b20515ca2fe73b6f72"} +{"uuid":"gpqa-main-043ca5f03089118ef536135d","benchmark":"gpqa_main","data_index":146,"repeat_index":0,"sample_id":"gpqa-main-043ca5f03089118ef536135d/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12337,"prompt_tokens":594,"effective_max_tokens":130478,"original_embedded_prediction":"C","question_sha256":"43c5cb4f57895b07f3e1815e411f315dfa3fe44fe601b5aacde7c1244cdcaa89"} +{"uuid":"gpqa-main-48494dbfd36899c84d166873","benchmark":"gpqa_main","data_index":294,"repeat_index":0,"sample_id":"gpqa-main-48494dbfd36899c84d166873/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4940,"prompt_tokens":315,"effective_max_tokens":130757,"original_embedded_prediction":"B","question_sha256":"a50aa647f4cce396d333dfcfe372bdfadfa7f7aa507ebafd207354812f7ab3f9"} +{"uuid":"gpqa-main-9254c2db95aeb7ad8ae8a32d","benchmark":"gpqa_main","data_index":295,"repeat_index":0,"sample_id":"gpqa-main-9254c2db95aeb7ad8ae8a32d/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4932,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"183797b844f5aaf0d4762d5da650b2a14964b261306db104b29a00499b949bd6"} +{"uuid":"gpqa-main-5f336d7998263d21db8f15c1","benchmark":"gpqa_main","data_index":50,"repeat_index":0,"sample_id":"gpqa-main-5f336d7998263d21db8f15c1/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13344,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"D","question_sha256":"5028b464f9ac881885af02d0d7fda29d17165d3804f0f84dbc2e8f6dbd923739"} +{"uuid":"gpqa-main-0b01dd8e7881a40d7eb61175","benchmark":"gpqa_main","data_index":339,"repeat_index":0,"sample_id":"gpqa-main-0b01dd8e7881a40d7eb61175/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1423,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"C","question_sha256":"74998926c571f30bb050d73fd21eee2727687e5a8320253f13d3d84b8605a913"} +{"uuid":"gpqa-main-ae94db70e45f3af66518a393","benchmark":"gpqa_main","data_index":330,"repeat_index":0,"sample_id":"gpqa-main-ae94db70e45f3af66518a393/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2018,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"357c925128939cb69954fa6d11c54df2209c646ee1d3db2ab6dfea44ae6407b6"} +{"uuid":"gpqa-main-12fef4b097b802dea2564ea2","benchmark":"gpqa_main","data_index":186,"repeat_index":0,"sample_id":"gpqa-main-12fef4b097b802dea2564ea2/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11249,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"D","question_sha256":"254c10ac4fdccd2709d12769dd755a22c6de6b1e6bff2363164511e2905446d7"} +{"uuid":"gpqa-main-6078bfac5f15131fb59b31ce","benchmark":"gpqa_main","data_index":306,"repeat_index":0,"sample_id":"gpqa-main-6078bfac5f15131fb59b31ce/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4070,"prompt_tokens":383,"effective_max_tokens":130689,"original_embedded_prediction":"D","question_sha256":"2c08be31c31eb443db8881662320ebedec47eef168a86389032948d5a9cc37d1"} +{"uuid":"gpqa-main-ad77d1e365463a217a2cc25c","benchmark":"gpqa_main","data_index":348,"repeat_index":0,"sample_id":"gpqa-main-ad77d1e365463a217a2cc25c/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":825,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"B","question_sha256":"7c427847fb1acab7f784c40193a51f13be68ffb38b4336c6bf3ebf112916fc29"} +{"uuid":"gpqa-main-4f958672c6f9249c44f2f9b9","benchmark":"gpqa_main","data_index":187,"repeat_index":0,"sample_id":"gpqa-main-4f958672c6f9249c44f2f9b9/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11463,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"C","question_sha256":"7d91198c9c48996b89ebbb62d8d76d86e32d7c14fb108c7491c9ff812263613a"} +{"uuid":"gpqa-main-d8cca1a27ad1a42b4a99ce96","benchmark":"gpqa_main","data_index":269,"repeat_index":0,"sample_id":"gpqa-main-d8cca1a27ad1a42b4a99ce96/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7171,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"6049e26840c0e889bb5632032745b5bcf6684dec9a2f9d0a0cfb76378c5c064e"} +{"uuid":"gpqa-main-b36b446fe10911202d34a473","benchmark":"gpqa_main","data_index":359,"repeat_index":0,"sample_id":"gpqa-main-b36b446fe10911202d34a473/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":314,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"a817452b182acac6761625a70d62a32f2da8fc7a708397cb06f4ad35d5fb18f8"} +{"uuid":"gpqa-main-ce2839297e4b63e0b36f6300","benchmark":"gpqa_main","data_index":149,"repeat_index":0,"sample_id":"gpqa-main-ce2839297e4b63e0b36f6300/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12798,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"80cca49a2f6ae39b2d3a2dfe110572d39720d0831c65246ce20603c40578b118"} +{"uuid":"gpqa-main-1989edb8041cc1c94659dcc4","benchmark":"gpqa_main","data_index":340,"repeat_index":0,"sample_id":"gpqa-main-1989edb8041cc1c94659dcc4/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1774,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"364ddb1397abdc7ae2201c88354f8df3f89b63c28330217a94cf8cf96c19ae54"} +{"uuid":"gpqa-main-e605c3d20abb4c52d96e9b60","benchmark":"gpqa_main","data_index":171,"repeat_index":0,"sample_id":"gpqa-main-e605c3d20abb4c52d96e9b60/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12285,"prompt_tokens":361,"effective_max_tokens":130711,"original_embedded_prediction":"D","question_sha256":"84b58aec9b33c09286d45fb66ca82cc4ec03e310a0917bc0783bda81a0fa23b6"} +{"uuid":"gpqa-main-7c103d3006e7e5942b17dfc2","benchmark":"gpqa_main","data_index":345,"repeat_index":0,"sample_id":"gpqa-main-7c103d3006e7e5942b17dfc2/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1597,"prompt_tokens":254,"effective_max_tokens":130818,"original_embedded_prediction":"D","question_sha256":"851c6624380df7dd30fbf4b482add6ae0543525ac196eb146f0d1eb73a673d6c"} +{"uuid":"gpqa-main-51f5bda498b3f05cab60119c","benchmark":"gpqa_main","data_index":65,"repeat_index":0,"sample_id":"gpqa-main-51f5bda498b3f05cab60119c/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14104,"prompt_tokens":271,"effective_max_tokens":130801,"original_embedded_prediction":"B","question_sha256":"f7fa8540a448dfeff404af93810c60c41ed387fb5e4c821bbb6e5869dd9f8630"} +{"uuid":"gpqa-main-bab269fd666fa2ba840a1459","benchmark":"gpqa_main","data_index":89,"repeat_index":0,"sample_id":"gpqa-main-bab269fd666fa2ba840a1459/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14188,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"e17051d5c4ebf5f6bc793872dc2f5748b41dd7918235cb3d5697fb04882bd7fe"} +{"uuid":"gpqa-main-e31881ef9b38bb3d802fa432","benchmark":"gpqa_main","data_index":325,"repeat_index":0,"sample_id":"gpqa-main-e31881ef9b38bb3d802fa432/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3355,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"A","question_sha256":"d2b3b2f779f59635b5b67b63d55e4ada87e7ff867992c7a0b26b010dac9f8650"} +{"uuid":"gpqa-main-53c8581aa69a3066bf003024","benchmark":"gpqa_main","data_index":350,"repeat_index":0,"sample_id":"gpqa-main-53c8581aa69a3066bf003024/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1348,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"dbc9784ed2e796c6f534e998f17f2a819df9d6d94cd62aa72bd7fdcbf457c948"} +{"uuid":"gpqa-main-3f9251e093c698e0c2fa2826","benchmark":"gpqa_main","data_index":358,"repeat_index":0,"sample_id":"gpqa-main-3f9251e093c698e0c2fa2826/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1061,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"252debe46c4fa81fca060b5a84d473e7c0bf04c99b8b5f54aab8119f22de36b4"} +{"uuid":"gpqa-main-e408cf011e5548359fd7cfa7","benchmark":"gpqa_main","data_index":68,"repeat_index":0,"sample_id":"gpqa-main-e408cf011e5548359fd7cfa7/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14445,"prompt_tokens":190,"effective_max_tokens":130882,"original_embedded_prediction":"D","question_sha256":"62f7808cdd914d23316e18802ada081dc433f34465864581ce0c27bfafdcd343"} +{"uuid":"gpqa-main-f6a21b5c88fe41ca6a55591f","benchmark":"gpqa_main","data_index":354,"repeat_index":0,"sample_id":"gpqa-main-f6a21b5c88fe41ca6a55591f/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1234,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"b0808ff670ee04ab6af9402dbf89fd865b5fcc16ca43f81c6b8ed06e07bd5ee2"} +{"uuid":"gpqa-main-2651d2e67639a9e1741c23d7","benchmark":"gpqa_main","data_index":361,"repeat_index":0,"sample_id":"gpqa-main-2651d2e67639a9e1741c23d7/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1087,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"B","question_sha256":"4dde21b33c78ccf27d8f3043edfe68636929e2ed7d52841b78b767027425afcb"} +{"uuid":"gpqa-main-87a8747afb6b0414b9ccbe1e","benchmark":"gpqa_main","data_index":274,"repeat_index":0,"sample_id":"gpqa-main-87a8747afb6b0414b9ccbe1e/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7897,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"D","question_sha256":"cdb165b285d51cf6a09160d99c4c49b653710aac879cce0b87c74a48eee0172b"} +{"uuid":"gpqa-main-ad37592fd14aa64b9045a2c4","benchmark":"gpqa_main","data_index":374,"repeat_index":0,"sample_id":"gpqa-main-ad37592fd14aa64b9045a2c4/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":470,"prompt_tokens":142,"effective_max_tokens":130930,"original_embedded_prediction":"B","question_sha256":"1b3ff6b6ef905e2e7d9fad403ad7bcef59c07ba5858ab30374d9c1f3f07e7dee"} +{"uuid":"gpqa-main-7ac0db7d29e6e8c587a8e8f2","benchmark":"gpqa_main","data_index":316,"repeat_index":0,"sample_id":"gpqa-main-7ac0db7d29e6e8c587a8e8f2/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4417,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"B","question_sha256":"1fc80dd29a6d1127a37414c18382b28b3e9d2f38b390130751d4cbfe90841375"} +{"uuid":"gpqa-main-a39e48c3dd280f4d62399e78","benchmark":"gpqa_main","data_index":371,"repeat_index":0,"sample_id":"gpqa-main-a39e48c3dd280f4d62399e78/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":692,"prompt_tokens":397,"effective_max_tokens":130675,"original_embedded_prediction":"D","question_sha256":"721c25455cfe9ff83ae29b7ba79700cb78268040d9773283d4d8afebd849187b"} +{"uuid":"gpqa-main-fc2653b5d83e082e9e4f6390","benchmark":"gpqa_main","data_index":304,"repeat_index":0,"sample_id":"gpqa-main-fc2653b5d83e082e9e4f6390/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5370,"prompt_tokens":429,"effective_max_tokens":130643,"original_embedded_prediction":"B","question_sha256":"d039314a334267e1364c2bb5dc0ab4e72b6b86a69936c2f7f318902ffc422f15"} +{"uuid":"gpqa-main-d8d5dbb2aa6f203775147357","benchmark":"gpqa_main","data_index":318,"repeat_index":0,"sample_id":"gpqa-main-d8d5dbb2aa6f203775147357/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4325,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"bb18da47ffe6578fb5b30d30128525e8addf5e823c1985c70c606c89ce8d4d7e"} +{"uuid":"gpqa-main-84c386fbd7476f5541ea16f0","benchmark":"gpqa_main","data_index":275,"repeat_index":0,"sample_id":"gpqa-main-84c386fbd7476f5541ea16f0/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8087,"prompt_tokens":370,"effective_max_tokens":130702,"original_embedded_prediction":"D","question_sha256":"083aa3572345d938b0c707cfb8c710aea73759344b234ada78ed36f1ec66eb0d"} +{"uuid":"gpqa-main-238c4616c3347122f4b974e4","benchmark":"gpqa_main","data_index":365,"repeat_index":0,"sample_id":"gpqa-main-238c4616c3347122f4b974e4/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1241,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"A","question_sha256":"5a24c76ed39eb083ccc9c24780d936fe2e52cba76ae67efa4d647cc35e10037b"} +{"uuid":"gpqa-main-ac27f29e5f777e93e751f3f2","benchmark":"gpqa_main","data_index":55,"repeat_index":0,"sample_id":"gpqa-main-ac27f29e5f777e93e751f3f2/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15083,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"A","question_sha256":"d49aa1d9efc38f6409c199c3e2706ec44f5d20d25b0e7d41f40b9c46668ed1e0"} +{"uuid":"gpqa-main-edbd99e5f03e3b3f074ba126","benchmark":"gpqa_main","data_index":62,"repeat_index":0,"sample_id":"gpqa-main-edbd99e5f03e3b3f074ba126/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15102,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"A","question_sha256":"b690990e73efd994587057d6ed5ae270235b0ec6bd4e98df3fc472f01c179765"} +{"uuid":"gpqa-main-288426a7fecb5facf10219c7","benchmark":"gpqa_main","data_index":190,"repeat_index":0,"sample_id":"gpqa-main-288426a7fecb5facf10219c7/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12833,"prompt_tokens":321,"effective_max_tokens":130751,"original_embedded_prediction":"D","question_sha256":"7cccb7714b35c30190fb5db64a1b22a36b726b2a007f241961e1e48c82e4acb3"} +{"uuid":"gpqa-main-ca7a4b18584754c3664d8758","benchmark":"gpqa_main","data_index":16,"repeat_index":0,"sample_id":"gpqa-main-ca7a4b18584754c3664d8758/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15314,"prompt_tokens":517,"effective_max_tokens":130555,"original_embedded_prediction":"D","question_sha256":"b15ab8a50cd7768206339f81478bb5a4757f87b1bf1c7671597c48117910482f"} +{"uuid":"gpqa-main-2601636e383074212d2b5e52","benchmark":"gpqa_main","data_index":333,"repeat_index":0,"sample_id":"gpqa-main-2601636e383074212d2b5e52/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3568,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"A","question_sha256":"4346808ce2e49e7dd075a69d154a4e1c8d73b71869876d48ffff93747d8898ec"} +{"uuid":"gpqa-main-5af38d4af998e6cc090b76a4","benchmark":"gpqa_main","data_index":366,"repeat_index":0,"sample_id":"gpqa-main-5af38d4af998e6cc090b76a4/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1574,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"b20325f500465457b07762e2fe70b04e5055bd3df2783351050b6c3d04223eb4"} +{"uuid":"gpqa-main-43903740f46e3267ecd42324","benchmark":"gpqa_main","data_index":351,"repeat_index":0,"sample_id":"gpqa-main-43903740f46e3267ecd42324/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2420,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"D","question_sha256":"b52b0025e64a7d0c0023e98ca9fe1f002e22bd987dd934f74304bd22e6e7da20"} +{"uuid":"gpqa-main-106fe8a64f4453f81be6f7bd","benchmark":"gpqa_main","data_index":25,"repeat_index":0,"sample_id":"gpqa-main-106fe8a64f4453f81be6f7bd/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15441,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"D","question_sha256":"f0c3d97c5c67fa210dafa49946af010682993c23bb8995a306a6ee484e0c3b03"} +{"uuid":"gpqa-main-83f8b78e2bcb92bda5c03787","benchmark":"gpqa_main","data_index":336,"repeat_index":0,"sample_id":"gpqa-main-83f8b78e2bcb92bda5c03787/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3522,"prompt_tokens":162,"effective_max_tokens":130910,"original_embedded_prediction":"C","question_sha256":"1f06efeb2323c27b7a92e2f6b6d0f631f5b1caa5357a701f99ff4c3d08286bcf"} +{"uuid":"gpqa-main-0069a2b69e59906ffd6ca400","benchmark":"gpqa_main","data_index":291,"repeat_index":0,"sample_id":"gpqa-main-0069a2b69e59906ffd6ca400/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7441,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"409fe9f5585adb91b6eded6462ef297118cee805597838bb23fa38eb32789450"} +{"uuid":"gpqa-main-992d40815d86851a9f6e7230","benchmark":"gpqa_main","data_index":385,"repeat_index":1,"sample_id":"gpqa-main-992d40815d86851a9f6e7230/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1001,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"b698ebb0cb6d3abffa554435859e51f21dd11a9955cfceece2c7a6fa9b0e2023"} +{"uuid":"gpqa-main-fcf4fc69f21da83688056521","benchmark":"gpqa_main","data_index":363,"repeat_index":0,"sample_id":"gpqa-main-fcf4fc69f21da83688056521/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2412,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"691112dd08aec41d1dfd7a48bf6e56a828dc8b340887ad6364daff290f8a88c4"} +{"uuid":"gpqa-main-485d6d2d8d4ef097891a30ae","benchmark":"gpqa_main","data_index":370,"repeat_index":0,"sample_id":"gpqa-main-485d6d2d8d4ef097891a30ae/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2033,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"D","question_sha256":"c6a4a4365a6f088ad7d433e788ad1983c25ce2a6965fa332c2fd4f61eea9bbbc"} +{"uuid":"gpqa-main-ca986cf878bcb98d3bdf6b0a","benchmark":"gpqa_main","data_index":252,"repeat_index":0,"sample_id":"gpqa-main-ca986cf878bcb98d3bdf6b0a/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10735,"prompt_tokens":553,"effective_max_tokens":130519,"original_embedded_prediction":"D","question_sha256":"03946dc24ec69699ccf0d502676d0724f19c404c61b61996d4b5d979f21785da"} +{"uuid":"gpqa-main-1af843966aecfd5da1f08dd6","benchmark":"gpqa_main","data_index":390,"repeat_index":1,"sample_id":"gpqa-main-1af843966aecfd5da1f08dd6/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":853,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"C","question_sha256":"13e7c71f8aae7040bd98bd6b7bfe361f01f9aa9f4fd4b6095b40f97963688bdc"} +{"uuid":"gpqa-main-18347a23c4b32df1f0b31d1a","benchmark":"gpqa_main","data_index":395,"repeat_index":1,"sample_id":"gpqa-main-18347a23c4b32df1f0b31d1a/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":840,"prompt_tokens":438,"effective_max_tokens":130634,"original_embedded_prediction":"C","question_sha256":"f69ff8c0001cb2bdea3e51d7d4063a70e8b64bf6f735f62088f0ace464bbe468"} +{"uuid":"gpqa-main-0fb808246cf99919fa61cf95","benchmark":"gpqa_main","data_index":368,"repeat_index":0,"sample_id":"gpqa-main-0fb808246cf99919fa61cf95/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2496,"prompt_tokens":415,"effective_max_tokens":130657,"original_embedded_prediction":"D","question_sha256":"8dd19f310e71e68caf9619c551faf073baee082c2fdae90e86d766c8f04dd15c"} +{"uuid":"gpqa-main-67410b7a8dc0eaa2a0ad0e33","benchmark":"gpqa_main","data_index":347,"repeat_index":0,"sample_id":"gpqa-main-67410b7a8dc0eaa2a0ad0e33/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3887,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"bb309e44424b270e31ff68a9df49f0a2f19335280a19eb9a92c5dcd1810cc3e8"} +{"uuid":"gpqa-main-22c436000399164406e165b2","benchmark":"gpqa_main","data_index":220,"repeat_index":0,"sample_id":"gpqa-main-22c436000399164406e165b2/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13036,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"C","question_sha256":"836be405f3d05ec5ad1a2bc728339e5141836ace3a584fe3d36ecc50af4dc3ee"} +{"uuid":"gpqa-main-f022820fa3c0f536a4d4a9bc","benchmark":"gpqa_main","data_index":355,"repeat_index":0,"sample_id":"gpqa-main-f022820fa3c0f536a4d4a9bc/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3182,"prompt_tokens":288,"effective_max_tokens":130784,"original_embedded_prediction":"A","question_sha256":"d7be2d674d4903c49886b492451a9febcfb5696ccd6f0931c4d48ef06a19b2b9"} +{"uuid":"gpqa-main-1f0af84f0bdb1b68af6a7719","benchmark":"gpqa_main","data_index":381,"repeat_index":0,"sample_id":"gpqa-main-1f0af84f0bdb1b68af6a7719/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1780,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"D","question_sha256":"47eb07162cc525d2e6a87977deb802204fed59b801dd5e2935cc6edb3c036af1"} +{"uuid":"gpqa-main-1634ccababef2067673cd88c","benchmark":"gpqa_main","data_index":46,"repeat_index":0,"sample_id":"gpqa-main-1634ccababef2067673cd88c/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16649,"prompt_tokens":593,"effective_max_tokens":130479,"original_embedded_prediction":"D","question_sha256":"d8c36bd55ba561cb499054e9d5a01217a0498dfd20875e8d9e99d34bcdfd7830"} +{"uuid":"gpqa-main-20f50fda9aeae51c6b9b4ba0","benchmark":"gpqa_main","data_index":91,"repeat_index":0,"sample_id":"gpqa-main-20f50fda9aeae51c6b9b4ba0/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16662,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"B","question_sha256":"c7914fc7bcc19ad8377798d825d6dbc59be8fb64f2b51a89ec26f55423d9edd1"} +{"uuid":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8","benchmark":"gpqa_main","data_index":296,"repeat_index":0,"sample_id":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8347,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"bf639adbf5de648e6799cd9936073de7b6c750cf7c5870ed99dc4f842748abb9"} +{"uuid":"gpqa-main-de59169ce40a93ff305f9a41","benchmark":"gpqa_main","data_index":384,"repeat_index":1,"sample_id":"gpqa-main-de59169ce40a93ff305f9a41/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2032,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"A","question_sha256":"c5859c729f1f8217c8555103da018a579f07eb8df38d8389383b2f4634573327"} +{"uuid":"gpqa-main-d9fdff837cb2d2e4d1e81014","benchmark":"gpqa_main","data_index":383,"repeat_index":0,"sample_id":"gpqa-main-d9fdff837cb2d2e4d1e81014/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2092,"prompt_tokens":153,"effective_max_tokens":130919,"original_embedded_prediction":"C","question_sha256":"021732e23dc83767a3bfeabac85945e664d0c83c8f4cd2ecee91855cda0b0d54"} +{"uuid":"gpqa-main-47999f808ae4df35fd817dd2","benchmark":"gpqa_main","data_index":398,"repeat_index":1,"sample_id":"gpqa-main-47999f808ae4df35fd817dd2/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1002,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"0b24415e0a51d238b6f9b4a8ae6a56386da27f195c825aa8d124ca3e7adc5bb9"} +{"uuid":"gpqa-main-950b8724526dc5d718438bec","benchmark":"gpqa_main","data_index":396,"repeat_index":1,"sample_id":"gpqa-main-950b8724526dc5d718438bec/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1639,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"B","question_sha256":"d81eab0b3deeedb23d68076a8f0de5ca6461b5d2d1a7da228f6a0b6ba6ca53e7"} +{"uuid":"gpqa-main-f635511b161f39dc301e05eb","benchmark":"gpqa_main","data_index":280,"repeat_index":0,"sample_id":"gpqa-main-f635511b161f39dc301e05eb/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9878,"prompt_tokens":650,"effective_max_tokens":130422,"original_embedded_prediction":"B","question_sha256":"cb7f697eb685eca3061fc46cacb94c19aba74add8390e74234ade788b9fa4ff3"} +{"uuid":"gpqa-main-ff85a5ccc5b465a708f70be3","benchmark":"gpqa_main","data_index":413,"repeat_index":1,"sample_id":"gpqa-main-ff85a5ccc5b465a708f70be3/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":357,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"f86f6ace621f9a5dc4c1d23e2bb2d546e1ca384df523a7a90d793b41a43ebfc6"} +{"uuid":"gpqa-main-9e1b7c5b2ce53e8d6424b66a","benchmark":"gpqa_main","data_index":59,"repeat_index":0,"sample_id":"gpqa-main-9e1b7c5b2ce53e8d6424b66a/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17389,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"97732ba422afbf18b5d2d6b3bd26f6c540049e2f82d9628414525cebe7e9a5dd"} +{"uuid":"gpqa-main-b306a5cb19a37a5923ddeda3","benchmark":"gpqa_main","data_index":375,"repeat_index":0,"sample_id":"gpqa-main-b306a5cb19a37a5923ddeda3/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3100,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"10d0692d1c6af6008ffff69894cb0183dafbb80748247a3a0e1961e87f1e7c9f"} +{"uuid":"gpqa-main-c5fc0037165678ab354bad30","benchmark":"gpqa_main","data_index":229,"repeat_index":0,"sample_id":"gpqa-main-c5fc0037165678ab354bad30/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13774,"prompt_tokens":158,"effective_max_tokens":130914,"original_embedded_prediction":"B","question_sha256":"cc55519c3a9058d775356db9fd87b9279f120f69e3d435e9886ed87f62c6a229"} +{"uuid":"gpqa-main-39045ad4d1274d0e56839d7b","benchmark":"gpqa_main","data_index":376,"repeat_index":0,"sample_id":"gpqa-main-39045ad4d1274d0e56839d7b/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3122,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"429df35a12720ff87021b558515bede2e2590914376178a956309c141594787f"} +{"uuid":"gpqa-main-0d56f92dcb32c3f0494a4705","benchmark":"gpqa_main","data_index":399,"repeat_index":1,"sample_id":"gpqa-main-0d56f92dcb32c3f0494a4705/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1483,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"D","question_sha256":"d48362abba761cef50927ef586befd9a2fdb343aa19b2fa457ee74fb6dbfb56b"} +{"uuid":"gpqa-main-cda1b642d52c30858bcdf7a3","benchmark":"gpqa_main","data_index":411,"repeat_index":1,"sample_id":"gpqa-main-cda1b642d52c30858bcdf7a3/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":727,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"85f5a80c90290184ac6ec65307174970563ac9442644e868f064c886836d7a25"} +{"uuid":"gpqa-main-55e31c256bb6191d94e6db4d","benchmark":"gpqa_main","data_index":362,"repeat_index":0,"sample_id":"gpqa-main-55e31c256bb6191d94e6db4d/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4067,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"126561d6b58fa17bbaffda56837acaf8fab4bf282ccdfdcc2c7a97bfe520889c"} +{"uuid":"gpqa-main-925cb13958435841df0e8c1e","benchmark":"gpqa_main","data_index":107,"repeat_index":0,"sample_id":"gpqa-main-925cb13958435841df0e8c1e/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17747,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"B","question_sha256":"d21ba2f1c06b876b2d387104c816ee0fcc369a02b8e010a706e0e2448c56f78e"} +{"uuid":"gpqa-main-50467ff0a4937693425f108b","benchmark":"gpqa_main","data_index":391,"repeat_index":1,"sample_id":"gpqa-main-50467ff0a4937693425f108b/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2504,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"A","question_sha256":"ee40e0ba47746454343829f9f66dd4d391816fe24ca19edf78fcce05cf1f26d8"} +{"uuid":"gpqa-main-d022f771c467d057bbb527d0","benchmark":"gpqa_main","data_index":423,"repeat_index":1,"sample_id":"gpqa-main-d022f771c467d057bbb527d0/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":236,"prompt_tokens":192,"effective_max_tokens":130880,"original_embedded_prediction":"A","question_sha256":"f3fdb78f6fe3c60a21e29d92babec94b4d8c0f6e012394045833653cbdb1a4d7"} +{"uuid":"gpqa-main-b7ef729c55e0cb48c67bca16","benchmark":"gpqa_main","data_index":415,"repeat_index":1,"sample_id":"gpqa-main-b7ef729c55e0cb48c67bca16/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":604,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"B","question_sha256":"732a49f65a753e1d2c9ebb525ad8cc4c9ea6aa812fdc5eda3c630aa4aa35c7b5"} +{"uuid":"gpqa-main-46549f6d718b80e38f4412cd","benchmark":"gpqa_main","data_index":34,"repeat_index":0,"sample_id":"gpqa-main-46549f6d718b80e38f4412cd/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17927,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"B","question_sha256":"a1def6786f9e3174bf07c7887ea2c97711ea721fe1cf730202fc93d69ecac09d"} +{"uuid":"gpqa-main-3ebc2c6c608ed7f5e7bf9463","benchmark":"gpqa_main","data_index":404,"repeat_index":1,"sample_id":"gpqa-main-3ebc2c6c608ed7f5e7bf9463/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1606,"prompt_tokens":286,"effective_max_tokens":130786,"original_embedded_prediction":"D","question_sha256":"81bfcfb746da8dbf79e11ca4c419d5416ea1be46678f915598ebe3f9c6b6fc32"} +{"uuid":"gpqa-main-ad8f0afd2f116341ed3a69c0","benchmark":"gpqa_main","data_index":424,"repeat_index":1,"sample_id":"gpqa-main-ad8f0afd2f116341ed3a69c0/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":279,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"b6c9142bf69c50d0a62b5b8254344b66610ca208a646e6a69a606819b7eb1bf8"} +{"uuid":"gpqa-main-3d4249ae7ea85a07b7726fff","benchmark":"gpqa_main","data_index":393,"repeat_index":1,"sample_id":"gpqa-main-3d4249ae7ea85a07b7726fff/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2689,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"f3a651caf4cc86d7183e2aa4e94783901dfd4ba7026521589b0aa1f1c95b0e55"} +{"uuid":"gpqa-main-3f72ea9cda0c3c6f970bd310","benchmark":"gpqa_main","data_index":58,"repeat_index":0,"sample_id":"gpqa-main-3f72ea9cda0c3c6f970bd310/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18159,"prompt_tokens":432,"effective_max_tokens":130640,"original_embedded_prediction":"C","question_sha256":"a5bf307fdc69920b346c2d288b6a35b24485c92c8e245174a775055fa172cdc6"} +{"uuid":"gpqa-main-8d147d8bf7fad22423fc5dd7","benchmark":"gpqa_main","data_index":282,"repeat_index":0,"sample_id":"gpqa-main-8d147d8bf7fad22423fc5dd7/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10747,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"bfad7a1309a7d02668c615391f7302c03e1c3f61ffaee5d1f44ba2c9f5c40b7d"} +{"uuid":"gpqa-main-33c3b423f54aabfcfca66691","benchmark":"gpqa_main","data_index":334,"repeat_index":0,"sample_id":"gpqa-main-33c3b423f54aabfcfca66691/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6438,"prompt_tokens":323,"effective_max_tokens":130749,"original_embedded_prediction":"C","question_sha256":"d3ede1ef1590cafbeca0278be62d75df7a0ca03bdf527b454a132420994473ae"} +{"uuid":"gpqa-main-09311165c3bc8a7742115024","benchmark":"gpqa_main","data_index":405,"repeat_index":1,"sample_id":"gpqa-main-09311165c3bc8a7742115024/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1957,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d6deae7022d40b283a8b0053867ff7e2d44f15fac7c364d3b34e67d903596cf7"} +{"uuid":"gpqa-main-91b254f1e1c8041fbc1a3222","benchmark":"gpqa_main","data_index":360,"repeat_index":0,"sample_id":"gpqa-main-91b254f1e1c8041fbc1a3222/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4904,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"35cf9161cc3c5b82d0770ab2b2fdef4a970ddae93523dee3a6bde8574e79b13d"} +{"uuid":"gpqa-main-6f84d17ede852cd9196347bd","benchmark":"gpqa_main","data_index":364,"repeat_index":0,"sample_id":"gpqa-main-6f84d17ede852cd9196347bd/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4712,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"C","question_sha256":"e410f49b6f85564bf5b9226069391669e4c376097b2656e616a6b82abd4729ac"} +{"uuid":"gpqa-main-17eb0ef902a11d36b13bb4ba","benchmark":"gpqa_main","data_index":378,"repeat_index":0,"sample_id":"gpqa-main-17eb0ef902a11d36b13bb4ba/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3885,"prompt_tokens":290,"effective_max_tokens":130782,"original_embedded_prediction":"A","question_sha256":"da025e796cabfda79ad3a899a873052b028159563074d0934fabc7ee4c54d8ad"} +{"uuid":"gpqa-main-cdc31486df3de65ec2c324e2","benchmark":"gpqa_main","data_index":403,"repeat_index":1,"sample_id":"gpqa-main-cdc31486df3de65ec2c324e2/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2143,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"4d233cd7b8524c989eb47a4c40d6f2f47070b986fea11e3ee3029c07db9b3356"} +{"uuid":"gpqa-main-a1ec72afe45eedbea242cd73","benchmark":"gpqa_main","data_index":428,"repeat_index":1,"sample_id":"gpqa-main-a1ec72afe45eedbea242cd73/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":627,"prompt_tokens":310,"effective_max_tokens":130762,"original_embedded_prediction":"A","question_sha256":"e87180319d813402cf71637950d93636988703d0477e2bb79fb03a1d2df9afe3"} +{"uuid":"gpqa-main-ff45876351041ad1ce200bb4","benchmark":"gpqa_main","data_index":323,"repeat_index":0,"sample_id":"gpqa-main-ff45876351041ad1ce200bb4/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7958,"prompt_tokens":345,"effective_max_tokens":130727,"original_embedded_prediction":"B","question_sha256":"32bdeb2d6746cedbaa666a09cbe9ff84eedb094a4f81edb9c09ab191add49c41"} +{"uuid":"gpqa-main-7684b3ed8a4540e6099495df","benchmark":"gpqa_main","data_index":327,"repeat_index":0,"sample_id":"gpqa-main-7684b3ed8a4540e6099495df/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7502,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"C","question_sha256":"0caf81b8c83789b0b258b80856002cff7fd589a737844db0407269017bcd1955"} +{"uuid":"gpqa-main-7093e90be0c6d72d98ef432c","benchmark":"gpqa_main","data_index":356,"repeat_index":0,"sample_id":"gpqa-main-7093e90be0c6d72d98ef432c/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5378,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"A","question_sha256":"d73f092255e75c14953338c7dc17fa9e41c6378f650bac797b23d3c68133744d"} +{"uuid":"gpqa-main-9b60a112c6568a530227ce47","benchmark":"gpqa_main","data_index":432,"repeat_index":1,"sample_id":"gpqa-main-9b60a112c6568a530227ce47/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":553,"prompt_tokens":443,"effective_max_tokens":130629,"original_embedded_prediction":"D","question_sha256":"4dd7bd0636dc935d4359866d23d365353db91692ab9b80b438a3f65683abf4e7"} +{"uuid":"gpqa-main-7239e8e1a6f52b11d89b376d","benchmark":"gpqa_main","data_index":419,"repeat_index":1,"sample_id":"gpqa-main-7239e8e1a6f52b11d89b376d/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1200,"prompt_tokens":359,"effective_max_tokens":130713,"original_embedded_prediction":"D","question_sha256":"6b778965b4593497cd5378ecaa94e84f97d2910300038afb6590a8e9376b791c"} +{"uuid":"gpqa-main-9baab02407bb5e317c8c71c4","benchmark":"gpqa_main","data_index":414,"repeat_index":1,"sample_id":"gpqa-main-9baab02407bb5e317c8c71c4/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1633,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"C","question_sha256":"4c49b01c534dd76a31b5023fe34fe490913c400dc715a3fa7a874695ca10b949"} +{"uuid":"gpqa-main-e10311e2a20f5ef70b44af1a","benchmark":"gpqa_main","data_index":380,"repeat_index":0,"sample_id":"gpqa-main-e10311e2a20f5ef70b44af1a/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4168,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"D","question_sha256":"840fab180da436fa17bd480d15eb270c8be4535800795f8fe8c3d0b1ac29ca9d"} +{"uuid":"gpqa-main-9eaa6714b15499d3c303ce90","benchmark":"gpqa_main","data_index":223,"repeat_index":0,"sample_id":"gpqa-main-9eaa6714b15499d3c303ce90/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15542,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"D","question_sha256":"cfac786b87a07d0c92f7c3da73233aa6c32340b63dff9d3f72bd1bd025cd565d"} +{"uuid":"gpqa-main-f79cea2e3c2e242b6e0da4d5","benchmark":"gpqa_main","data_index":438,"repeat_index":1,"sample_id":"gpqa-main-f79cea2e3c2e242b6e0da4d5/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":562,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"D","question_sha256":"bdc1ab103002886dcbe879cd751d3e27b8ba6e988859bb80422ea04871269448"} +{"uuid":"gpqa-main-834c95c23407a9d2c736d2ee","benchmark":"gpqa_main","data_index":441,"repeat_index":1,"sample_id":"gpqa-main-834c95c23407a9d2c736d2ee/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":422,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"bb698537245b51d08b5d5a6cecdfd1a4e34f7ac0f17e13da8d713af9341a9366"} +{"uuid":"gpqa-main-5334e8bdecfbd08a0fceb69b","benchmark":"gpqa_main","data_index":431,"repeat_index":1,"sample_id":"gpqa-main-5334e8bdecfbd08a0fceb69b/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1045,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"B","question_sha256":"0c1cc6cb8c9b9a25c645b86bbada068207876248621f0327486d559892b7a8a9"} +{"uuid":"gpqa-main-08cb3c41dbaa57f424632b84","benchmark":"gpqa_main","data_index":388,"repeat_index":1,"sample_id":"gpqa-main-08cb3c41dbaa57f424632b84/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4104,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"B","question_sha256":"e37327eb6a290bf649f9b548f5d9834983b5d59efc10b4281a4bdbb75523863f"} +{"uuid":"gpqa-main-d750e02b8d42b4b4d6aba4b9","benchmark":"gpqa_main","data_index":425,"repeat_index":1,"sample_id":"gpqa-main-d750e02b8d42b4b4d6aba4b9/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1378,"prompt_tokens":944,"effective_max_tokens":130128,"original_embedded_prediction":"D","question_sha256":"5ea7e9b17f677439bf5f6e43169cb794916985d1c5964f6a0d8becf3f9e3b7ad"} +{"uuid":"gpqa-main-0306849689d2123fedfcfeb5","benchmark":"gpqa_main","data_index":82,"repeat_index":0,"sample_id":"gpqa-main-0306849689d2123fedfcfeb5/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19360,"prompt_tokens":301,"effective_max_tokens":130771,"original_embedded_prediction":"D","question_sha256":"9b236e1b2c7db4edd3fd08eaeff4fcfd3b13c11bfc0f9c5510349957a837d13a"} +{"uuid":"gpqa-main-544e43760baf2de3b5be5741","benchmark":"gpqa_main","data_index":369,"repeat_index":0,"sample_id":"gpqa-main-544e43760baf2de3b5be5741/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5662,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"89418be241a19daa5c02878e565ee51b73f6f2c9bcafffaf554b45989088c1d8"} +{"uuid":"gpqa-main-8db8ffb39e6d3e618c8d388c","benchmark":"gpqa_main","data_index":440,"repeat_index":1,"sample_id":"gpqa-main-8db8ffb39e6d3e618c8d388c/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1072,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"B","question_sha256":"28dff82ab12e25f0b479054be2f5d8b597951c2458e383bb25cf488b09c98ff5"} +{"uuid":"gpqa-main-4373b5f7be197f26258c18cf","benchmark":"gpqa_main","data_index":176,"repeat_index":0,"sample_id":"gpqa-main-4373b5f7be197f26258c18cf/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17876,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"C","question_sha256":"56563ccb64ef7d8686cd4d8da77c8b4636353d0bb75dbefa360323671dfffed1"} +{"uuid":"gpqa-main-4117517dba1fdbd711e3d32b","benchmark":"gpqa_main","data_index":148,"repeat_index":0,"sample_id":"gpqa-main-4117517dba1fdbd711e3d32b/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18808,"prompt_tokens":398,"effective_max_tokens":130674,"original_embedded_prediction":"A","question_sha256":"3e04ad2cb1248bfb53a7bd8f05efedea49f42b201c6f35907baa6c30abf40733"} +{"uuid":"gpqa-main-143dc33c1aad9828daf5e615","benchmark":"gpqa_main","data_index":95,"repeat_index":0,"sample_id":"gpqa-main-143dc33c1aad9828daf5e615/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19771,"prompt_tokens":354,"effective_max_tokens":130718,"original_embedded_prediction":"C","question_sha256":"ff60c18b72aac9e90842c7a2d5e79c68092a3fbb1d6c0318cee6d2892a43a0a1"} +{"uuid":"gpqa-main-579e17ce4c553c730c526a5c","benchmark":"gpqa_main","data_index":426,"repeat_index":1,"sample_id":"gpqa-main-579e17ce4c553c730c526a5c/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1915,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"D","question_sha256":"1ce3d847d25b2c2f678c304f134266501155719553a1a003f38a6b0a75ffb81b"} +{"uuid":"gpqa-main-f35f531075e0f4b71e6bfdf7","benchmark":"gpqa_main","data_index":28,"repeat_index":0,"sample_id":"gpqa-main-f35f531075e0f4b71e6bfdf7/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19784,"prompt_tokens":440,"effective_max_tokens":130632,"original_embedded_prediction":"D","question_sha256":"1dec0a47229d6987f418c244cc1169bdeb04c6134b883ac8895dc2380cdf0539"} +{"uuid":"gpqa-main-4c4e7752fc041224f19d3f9a","benchmark":"gpqa_main","data_index":310,"repeat_index":0,"sample_id":"gpqa-main-4c4e7752fc041224f19d3f9a/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10151,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"a7183bc025131850f86e24e7faa64e367e334f399dbbc968c1e6069905fe8c28"} +{"uuid":"gpqa-main-efc527af4c77c27856f0d201","benchmark":"gpqa_main","data_index":444,"repeat_index":1,"sample_id":"gpqa-main-efc527af4c77c27856f0d201/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1111,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"29ffae74d292a9a38f72dd8e95efab3be752912b79e848701193359c657937f6"} +{"uuid":"gpqa-main-35569b36357cfce18162c999","benchmark":"gpqa_main","data_index":436,"repeat_index":1,"sample_id":"gpqa-main-35569b36357cfce18162c999/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1509,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"B","question_sha256":"a2136b05b78259562b913f1f56520c4184d70bf60017617a442a41f907c31b78"} +{"uuid":"gpqa-main-358120bf0c4377ebdbde08fc","benchmark":"gpqa_main","data_index":308,"repeat_index":0,"sample_id":"gpqa-main-358120bf0c4377ebdbde08fc/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10333,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"A","question_sha256":"051eba2501386001d9e9793a3b0fe9ea4c78a987e3a1576c168659f849b684d6"} +{"uuid":"gpqa-main-3ad0b182e1494c1e76262069","benchmark":"gpqa_main","data_index":5,"repeat_index":0,"sample_id":"gpqa-main-3ad0b182e1494c1e76262069/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19988,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"C","question_sha256":"835ebb67a4198184dbd29c03b43e4283e93c0473d886ab6c3b6c52ffb918b6ab"} +{"uuid":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7","benchmark":"gpqa_main","data_index":37,"repeat_index":0,"sample_id":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20164,"prompt_tokens":279,"effective_max_tokens":130793,"original_embedded_prediction":"C","question_sha256":"f730b35adb897658b28382d90ae7881a77e5d86003cc9b3942862d742001d4fb"} +{"uuid":"gpqa-main-763daf42ea0c79050a6a4d1d","benchmark":"gpqa_main","data_index":445,"repeat_index":1,"sample_id":"gpqa-main-763daf42ea0c79050a6a4d1d/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1434,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"D","question_sha256":"72b4053b92adde478bb40c3fb9ef1e06215efe5922e2d600121170f824d32c13"} +{"uuid":"gpqa-main-e2b759199021c586345ac38f","benchmark":"gpqa_main","data_index":401,"repeat_index":1,"sample_id":"gpqa-main-e2b759199021c586345ac38f/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4082,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"B","question_sha256":"ca59405f2d298a50a3e8fd6d281b67ca4a3ee503578df49e700cc46fe3c4f3d8"} +{"uuid":"gpqa-main-fbf1f6e62b48cbbf0bca4714","benchmark":"gpqa_main","data_index":435,"repeat_index":1,"sample_id":"gpqa-main-fbf1f6e62b48cbbf0bca4714/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1897,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"59affc9a905621c391ee7886c0e428eac5cb1f60c7c251e2fc1fcb081cb8e076"} +{"uuid":"gpqa-main-21bf0d1bb4513b046dfdf875","benchmark":"gpqa_main","data_index":406,"repeat_index":1,"sample_id":"gpqa-main-21bf0d1bb4513b046dfdf875/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3932,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"916a1ca795d38f4c815c99d6f162f52af934ee4e1b0d100dc0a7fb747631f7a7"} +{"uuid":"gpqa-main-7c7ae85beee22afc94024aa0","benchmark":"gpqa_main","data_index":377,"repeat_index":0,"sample_id":"gpqa-main-7c7ae85beee22afc94024aa0/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5951,"prompt_tokens":179,"effective_max_tokens":130893,"original_embedded_prediction":"C","question_sha256":"17ee204f8a3ef8904b0418dcf3bac347173df36a87b5535f055046fe6fae8879"} +{"uuid":"gpqa-main-49e3b768e85f009875fb4b7f","benchmark":"gpqa_main","data_index":454,"repeat_index":1,"sample_id":"gpqa-main-49e3b768e85f009875fb4b7f/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1083,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"B","question_sha256":"181abbdaf75899b4c447f9c98c58f90512c06ffe5521e109fa83597da1fb7aae"} +{"uuid":"gpqa-main-832feb793ff377da50abf878","benchmark":"gpqa_main","data_index":453,"repeat_index":1,"sample_id":"gpqa-main-832feb793ff377da50abf878/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1260,"prompt_tokens":202,"effective_max_tokens":130870,"original_embedded_prediction":"B","question_sha256":"9cb12d81fbbe616cc95beecd1627265e0b5a2fa48b8e7493d3df89b378afbc12"} +{"uuid":"gpqa-main-84e0462fb979739143160f76","benchmark":"gpqa_main","data_index":458,"repeat_index":1,"sample_id":"gpqa-main-84e0462fb979739143160f76/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":774,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"A","question_sha256":"17821f797104818a4e9c06d5499572866481ca7a9f6bf4d3993cbc935754c06e"} +{"uuid":"gpqa-main-89f68a802c7c6e55b5b802fd","benchmark":"gpqa_main","data_index":263,"repeat_index":0,"sample_id":"gpqa-main-89f68a802c7c6e55b5b802fd/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14532,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"0815a781881ae5e8651c7fad2acd62427e6f4161f30b842d196debe30bd5ee83"} +{"uuid":"gpqa-main-feeb39404129cbb3b7e867ec","benchmark":"gpqa_main","data_index":427,"repeat_index":1,"sample_id":"gpqa-main-feeb39404129cbb3b7e867ec/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2702,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"B","question_sha256":"a80144fd582290217d4749a45438b278db047877b2f9babd5f52d9d0dcc88daf"} +{"uuid":"gpqa-main-2fc8b9731f60b1c9eb476570","benchmark":"gpqa_main","data_index":459,"repeat_index":1,"sample_id":"gpqa-main-2fc8b9731f60b1c9eb476570/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":831,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"A","question_sha256":"8d64fc9e228388438862fd18b500e048e168f26e7191a4220ea8281beb789ea2"} +{"uuid":"gpqa-main-47f8cee187b620660c7d11b3","benchmark":"gpqa_main","data_index":456,"repeat_index":1,"sample_id":"gpqa-main-47f8cee187b620660c7d11b3/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1146,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"b114078343a4ce3eeaa845ee2c7bfa4ac7c9add00f507d8ff60e46cca593fb46"} +{"uuid":"gpqa-main-7a6f40292c595b5ffad3d66b","benchmark":"gpqa_main","data_index":464,"repeat_index":1,"sample_id":"gpqa-main-7a6f40292c595b5ffad3d66b/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1026,"prompt_tokens":317,"effective_max_tokens":130755,"original_embedded_prediction":"A","question_sha256":"82d8161e96256872367b5e1c12af2c1f91e6c4a6aac3d066708fccb1826bf840"} +{"uuid":"gpqa-main-46f745f508b4d1ad41a0eb01","benchmark":"gpqa_main","data_index":342,"repeat_index":0,"sample_id":"gpqa-main-46f745f508b4d1ad41a0eb01/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8810,"prompt_tokens":392,"effective_max_tokens":130680,"original_embedded_prediction":"A","question_sha256":"4971bc5df5aee8c296226e29269969e334193d698a942dccd75dac5459c05a5c"} +{"uuid":"gpqa-main-08452235d283f9ba82364ea8","benchmark":"gpqa_main","data_index":394,"repeat_index":1,"sample_id":"gpqa-main-08452235d283f9ba82364ea8/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5813,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"65db6ef4b562a9503afeb197451091c7514df18fdee747a881b8057c38e21d0f"} +{"uuid":"gpqa-main-ddc1b02f963a2f785385132e","benchmark":"gpqa_main","data_index":477,"repeat_index":1,"sample_id":"gpqa-main-ddc1b02f963a2f785385132e/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":757,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"d5e7b22736a2cdaa0f2553a100795aa6b7e150fcc1b9fe093e28e3fea855f346"} +{"uuid":"gpqa-main-d3db87adeb915999faca3605","benchmark":"gpqa_main","data_index":111,"repeat_index":0,"sample_id":"gpqa-main-d3db87adeb915999faca3605/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21395,"prompt_tokens":204,"effective_max_tokens":130868,"original_embedded_prediction":"B","question_sha256":"f6518dd763c1af7a1745bc53b4e021210cafdf588df1ede9b537a622474a998d"} +{"uuid":"gpqa-main-11b88a6212278288c390be69","benchmark":"gpqa_main","data_index":337,"repeat_index":0,"sample_id":"gpqa-main-11b88a6212278288c390be69/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9506,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"C","question_sha256":"29eb581590e7852467849e4c58c5e3b1b97736035880adbd4e12298c320ac7e4"} +{"uuid":"gpqa-main-4fb391edde117a3fa772fe15","benchmark":"gpqa_main","data_index":379,"repeat_index":0,"sample_id":"gpqa-main-4fb391edde117a3fa772fe15/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6858,"prompt_tokens":230,"effective_max_tokens":130842,"original_embedded_prediction":"A","question_sha256":"5131eb311b518c1f3eade66e9c0f4df88aa05e6477bb06e86e3ac1e6fc1ea102"} +{"uuid":"gpqa-main-13dda0527a69422c0bfefb23","benchmark":"gpqa_main","data_index":429,"repeat_index":1,"sample_id":"gpqa-main-13dda0527a69422c0bfefb23/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3582,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"A","question_sha256":"952dd56af4d111bc829dbe6171c480a13632e8b5771e33245330d32115f96774"} +{"uuid":"gpqa-main-adffc79c4b20a953ccbf4cd1","benchmark":"gpqa_main","data_index":372,"repeat_index":0,"sample_id":"gpqa-main-adffc79c4b20a953ccbf4cd1/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7408,"prompt_tokens":170,"effective_max_tokens":130902,"original_embedded_prediction":"D","question_sha256":"a9acc5caf0ab2f58b68d62ac52eac5bd31ee4a74a832bd753df339176dbbaefe"} +{"uuid":"gpqa-main-0293685a5c3ddbc5b15dcfa0","benchmark":"gpqa_main","data_index":233,"repeat_index":0,"sample_id":"gpqa-main-0293685a5c3ddbc5b15dcfa0/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17462,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"db2ca8d93d5ff50bd9f602bc5b3d339b547349c54c540850544e01393770a4ff"} +{"uuid":"gpqa-main-a8c391dd6337620cc79cae0e","benchmark":"gpqa_main","data_index":416,"repeat_index":1,"sample_id":"gpqa-main-a8c391dd6337620cc79cae0e/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4453,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"435ccdce7cc6c5543ffaf20b4d850d905357568605d01b3a595d44df3dd30d0d"} +{"uuid":"gpqa-main-a3be70bb026878238a72f88b","benchmark":"gpqa_main","data_index":450,"repeat_index":1,"sample_id":"gpqa-main-a3be70bb026878238a72f88b/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2763,"prompt_tokens":446,"effective_max_tokens":130626,"original_embedded_prediction":"C","question_sha256":"42da82ad5cb9e03bf1c8f1d786b162fd55245c32907328f445c191681a98b669"} +{"uuid":"gpqa-main-a5811d01e615771d5e0b48fb","benchmark":"gpqa_main","data_index":484,"repeat_index":1,"sample_id":"gpqa-main-a5811d01e615771d5e0b48fb/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":487,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"D","question_sha256":"18c1c5c103fb01b10fd0ca282f8eab427517d6587a0a9962010b5ad16e05b98f"} +{"uuid":"gpqa-main-bf684ea09dc8822450fbd37c","benchmark":"gpqa_main","data_index":468,"repeat_index":1,"sample_id":"gpqa-main-bf684ea09dc8822450fbd37c/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1750,"prompt_tokens":372,"effective_max_tokens":130700,"original_embedded_prediction":"A","question_sha256":"8f0911e951adf5df2bfc8aa29c14de392a998e2fa48463ceecedcd39a8301453"} +{"uuid":"gpqa-main-7c3c45d7826322d2dd84475f","benchmark":"gpqa_main","data_index":482,"repeat_index":1,"sample_id":"gpqa-main-7c3c45d7826322d2dd84475f/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":839,"prompt_tokens":419,"effective_max_tokens":130653,"original_embedded_prediction":"A","question_sha256":"f98a4cc383b4e02c52b4cdafe1b79c1d58df251d5d10ab65f71740d27243ed28"} +{"uuid":"gpqa-main-84cbf72ad94d1afe2aa56331","benchmark":"gpqa_main","data_index":481,"repeat_index":1,"sample_id":"gpqa-main-84cbf72ad94d1afe2aa56331/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1149,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"D","question_sha256":"089a55e5a3fbca456cb952a230bd88a82c177ec99470bd05f822803a1bdd3db5"} +{"uuid":"gpqa-main-002cb7f9ef3ee2a3d460b42e","benchmark":"gpqa_main","data_index":469,"repeat_index":1,"sample_id":"gpqa-main-002cb7f9ef3ee2a3d460b42e/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1884,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"3bed68f29773b3484a0b5acab22f438229b63f2a324fb817a933e4d514178386"} +{"uuid":"gpqa-main-8cf981eedacab9acbdd5b00c","benchmark":"gpqa_main","data_index":476,"repeat_index":1,"sample_id":"gpqa-main-8cf981eedacab9acbdd5b00c/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1629,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"D","question_sha256":"14dcd60f9986bbbcbbdc0e4b3462397b01801a452d9756100ed129baa5baf68c"} +{"uuid":"gpqa-main-e4e8eab3e5612de26e298f3f","benchmark":"gpqa_main","data_index":143,"repeat_index":0,"sample_id":"gpqa-main-e4e8eab3e5612de26e298f3f/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":21306,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"A","question_sha256":"1037e0c8b2c1aced006713d114efa5f1233a7eadf2f0aac355081aeacd10b00f"} +{"uuid":"gpqa-main-b654b748170277d4b0d0c6b5","benchmark":"gpqa_main","data_index":478,"repeat_index":1,"sample_id":"gpqa-main-b654b748170277d4b0d0c6b5/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1604,"prompt_tokens":508,"effective_max_tokens":130564,"original_embedded_prediction":"D","question_sha256":"010973f2a9805982e33bfecd460da27e4d2f170e4567ebf854c807385bea09d3"} +{"uuid":"gpqa-main-41ca21006bb37fef24a8975a","benchmark":"gpqa_main","data_index":470,"repeat_index":1,"sample_id":"gpqa-main-41ca21006bb37fef24a8975a/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1954,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"8d132ce83553f28f02599f90e3c52fb60d8f58faea0f09152f78f7df6e310abc"} +{"uuid":"gpqa-main-8e23eaed901a11ec534e6f8b","benchmark":"gpqa_main","data_index":99,"repeat_index":0,"sample_id":"gpqa-main-8e23eaed901a11ec534e6f8b/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":22235,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"ed842ad329efe1e08f990fad3dd3cd5e5fb16736a9da1dbfa314d5e19156887e"} +{"uuid":"gpqa-main-2322ddc82747aa5a01bf1c1e","benchmark":"gpqa_main","data_index":486,"repeat_index":1,"sample_id":"gpqa-main-2322ddc82747aa5a01bf1c1e/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":813,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"d9d7e1406d6a9d440081915edafcb4a493a40b6172838b858a979c0a58bb4c62"} +{"uuid":"gpqa-main-c5506c52a996021a33525b24","benchmark":"gpqa_main","data_index":242,"repeat_index":0,"sample_id":"gpqa-main-c5506c52a996021a33525b24/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17572,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"ec867cdcf4e586ae70e24b76b87230ee2b48ec67a5234d7a682f06f846fbdf0d"} +{"uuid":"gpqa-main-87c633148441d2b07b8e2e81","benchmark":"gpqa_main","data_index":472,"repeat_index":1,"sample_id":"gpqa-main-87c633148441d2b07b8e2e81/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1978,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"0fb47d10edb4eca17f93926dea501fdd19bde76cfe58f57edb445a7272d7787c"} +{"uuid":"gpqa-main-c69005af8b1e76a851528e02","benchmark":"gpqa_main","data_index":451,"repeat_index":1,"sample_id":"gpqa-main-c69005af8b1e76a851528e02/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3373,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"D","question_sha256":"29e6a1db070bf5e5af8af4b82da4953dd47dcd2a1bbd7ad2db04f3d1d4cd805e"} +{"uuid":"gpqa-main-33b9f4658edfefac92faa4d3","benchmark":"gpqa_main","data_index":276,"repeat_index":0,"sample_id":"gpqa-main-33b9f4658edfefac92faa4d3/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15574,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"A","question_sha256":"21b950759e4e088c97c70fcca487f4b3ceddd69dd2563433e332a0dde94eeddb"} +{"uuid":"gpqa-main-3357b4ebb8c461cb9eeca4bd","benchmark":"gpqa_main","data_index":462,"repeat_index":1,"sample_id":"gpqa-main-3357b4ebb8c461cb9eeca4bd/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3007,"prompt_tokens":283,"effective_max_tokens":130789,"original_embedded_prediction":"B","question_sha256":"cdffe5a4f742a97a3cc2ffedfc8d78a3ffa14249a51afc48e9d7aa8fc6b499a8"} +{"uuid":"gpqa-main-35d088e32fb39438767e1141","benchmark":"gpqa_main","data_index":463,"repeat_index":1,"sample_id":"gpqa-main-35d088e32fb39438767e1141/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3061,"prompt_tokens":434,"effective_max_tokens":130638,"original_embedded_prediction":"B","question_sha256":"9d467213ec07b8217d3c3aa11a312c8536475e654bbb7ef916a4b8f92e0c7a7d"} +{"uuid":"gpqa-main-55f2934c4eb0b8293b1d65aa","benchmark":"gpqa_main","data_index":221,"repeat_index":0,"sample_id":"gpqa-main-55f2934c4eb0b8293b1d65aa/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19538,"prompt_tokens":314,"effective_max_tokens":130758,"original_embedded_prediction":"C","question_sha256":"790d06fbc2ae95b0429cab870e5895c5de8a75b14d0bda1401b1503293606c67"} +{"uuid":"gpqa-main-6f6ff532d544554128a0bbbe","benchmark":"gpqa_main","data_index":108,"repeat_index":0,"sample_id":"gpqa-main-6f6ff532d544554128a0bbbe/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":23007,"prompt_tokens":368,"effective_max_tokens":130704,"original_embedded_prediction":"A","question_sha256":"ebb5b9328e54d98f40b988b171044869d75c67b6efaa8f44675c485448b7b02c"} +{"uuid":"gpqa-main-d751f2081e63be8d69314287","benchmark":"gpqa_main","data_index":485,"repeat_index":1,"sample_id":"gpqa-main-d751f2081e63be8d69314287/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1565,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"f56e41493e430f6c013c094b4b462aa30dc9826a273d867eec6a04fc8a646443"} +{"uuid":"gpqa-main-2d88ca9efdaae7d19aed9660","benchmark":"gpqa_main","data_index":496,"repeat_index":1,"sample_id":"gpqa-main-2d88ca9efdaae7d19aed9660/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":942,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"43af6d11597079a7d069dd93bbf3db87f0b5bb604fbfc66fc60c268d149d8fba"} +{"uuid":"gpqa-main-8a20fac7d1a5bff58e8c63ca","benchmark":"gpqa_main","data_index":457,"repeat_index":1,"sample_id":"gpqa-main-8a20fac7d1a5bff58e8c63ca/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3581,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"C","question_sha256":"065acbbc3564fb2547e820ab1c35567bac49dff768319e8f4b46ee23bdd92415"} +{"uuid":"gpqa-main-32802554a860af51b4d7360f","benchmark":"gpqa_main","data_index":236,"repeat_index":0,"sample_id":"gpqa-main-32802554a860af51b4d7360f/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18877,"prompt_tokens":399,"effective_max_tokens":130673,"original_embedded_prediction":"C","question_sha256":"ea1d2c2fd4395ec2cad416b20c41a657730d84acd26fb53712bf10f6807a4e64"} +{"uuid":"gpqa-main-ec756f5cd58f1d3e9c9c8676","benchmark":"gpqa_main","data_index":494,"repeat_index":1,"sample_id":"gpqa-main-ec756f5cd58f1d3e9c9c8676/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1204,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"B","question_sha256":"016bbafd184cf46762e3e824d2499734daf9efd8cb5f0adad12078f151c96a12"} +{"uuid":"gpqa-main-ed6a4565f708132bae39b742","benchmark":"gpqa_main","data_index":255,"repeat_index":0,"sample_id":"gpqa-main-ed6a4565f708132bae39b742/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17795,"prompt_tokens":393,"effective_max_tokens":130679,"original_embedded_prediction":"A","question_sha256":"5ce997bcaa654b6fdbbb00b63b66633167679a850d02d845b8a9b1b716979197"} +{"uuid":"gpqa-main-810618179b41cff3d8593ba5","benchmark":"gpqa_main","data_index":407,"repeat_index":1,"sample_id":"gpqa-main-810618179b41cff3d8593ba5/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6951,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"4f7077a78998cfa5dbe881d51f9f859973bb281cce9f5a2bde9d5475cc520111"} +{"uuid":"gpqa-main-9b7f84c844aa65b8ebfee235","benchmark":"gpqa_main","data_index":504,"repeat_index":1,"sample_id":"gpqa-main-9b7f84c844aa65b8ebfee235/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1131,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"9443960fd2664e6d4890575733c6a4f1f6d804ec21e10e0f9d415b99297f9845"} +{"uuid":"gpqa-main-29e885003cf7658ac2eb0ba4","benchmark":"gpqa_main","data_index":487,"repeat_index":1,"sample_id":"gpqa-main-29e885003cf7658ac2eb0ba4/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1980,"prompt_tokens":299,"effective_max_tokens":130773,"original_embedded_prediction":"D","question_sha256":"e6fd9b7cea6cbcd53eabc57f63ae367008b2774a1092f55e23e78b7eafbdbafa"} +{"uuid":"gpqa-main-efbd16944acebfe43928d489","benchmark":"gpqa_main","data_index":433,"repeat_index":1,"sample_id":"gpqa-main-efbd16944acebfe43928d489/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5465,"prompt_tokens":328,"effective_max_tokens":130744,"original_embedded_prediction":"B","question_sha256":"40b2b50a3c993902d4327a3072c497b0bfcbac42a638ecf92be395be7ef82ab0"} +{"uuid":"gpqa-main-b13e6b95879d48313e527260","benchmark":"gpqa_main","data_index":489,"repeat_index":1,"sample_id":"gpqa-main-b13e6b95879d48313e527260/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2123,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"B","question_sha256":"145b51d1c857830091d0dfa7043504329aa8d2a847b5b738079d210a94da31cb"} +{"uuid":"gpqa-main-24659eabc462bf7fb5295951","benchmark":"gpqa_main","data_index":265,"repeat_index":0,"sample_id":"gpqa-main-24659eabc462bf7fb5295951/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17800,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"A","question_sha256":"f26df2fb1b4182bacbf5d951a583b120ed154d22ea6f9659ed264ae020297543"} +{"uuid":"gpqa-main-be458c5a0490a8298ea11494","benchmark":"gpqa_main","data_index":503,"repeat_index":1,"sample_id":"gpqa-main-be458c5a0490a8298ea11494/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1756,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"17cada7a00fa20e35d380a47aad58aace15d791f3cd4f119acb4635e55951129"} +{"uuid":"gpqa-main-ba7b4d8b6b363240553a5da8","benchmark":"gpqa_main","data_index":397,"repeat_index":1,"sample_id":"gpqa-main-ba7b4d8b6b363240553a5da8/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8182,"prompt_tokens":320,"effective_max_tokens":130752,"original_embedded_prediction":"C","question_sha256":"f31ead87a22282cc5dfb01f73a1fe9c84520ad1b8dc017953d8293dbe8b47044"} +{"uuid":"gpqa-main-6543e2c47b61f7f328bcf42d","benchmark":"gpqa_main","data_index":420,"repeat_index":1,"sample_id":"gpqa-main-6543e2c47b61f7f328bcf42d/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6592,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"C","question_sha256":"9f8c4aa52521e2926d56fdd03cf5aeaf3543c911c9b75774731cd1204efc1328"} +{"uuid":"gpqa-main-efa466851677550746c06a1f","benchmark":"gpqa_main","data_index":422,"repeat_index":1,"sample_id":"gpqa-main-efa466851677550746c06a1f/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7036,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"B","question_sha256":"b64a2faa078044133322af9742b3f75788b5f8e5701f1fee08d693854a842448"} +{"uuid":"gpqa-main-f1451c98bdb50fb5b0dbdc55","benchmark":"gpqa_main","data_index":500,"repeat_index":1,"sample_id":"gpqa-main-f1451c98bdb50fb5b0dbdc55/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2546,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"B","question_sha256":"650bb2feaa18830493f8e50de85c38c1f24570d9f1e7c9970c8ed9fbcbbde337"} +{"uuid":"gpqa-main-b5b0614a110a5eb0657cbe9a","benchmark":"gpqa_main","data_index":499,"repeat_index":1,"sample_id":"gpqa-main-b5b0614a110a5eb0657cbe9a/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2868,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"D","question_sha256":"829ccc830e5fe3601c6e7c0a975192c938019f4d4e5c1b2334d55bb1d951711e"} +{"uuid":"gpqa-main-2ad64f0bf627cf52a8ad924c","benchmark":"gpqa_main","data_index":519,"repeat_index":1,"sample_id":"gpqa-main-2ad64f0bf627cf52a8ad924c/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1604,"prompt_tokens":146,"effective_max_tokens":130926,"original_embedded_prediction":"A","question_sha256":"e9afb48881134b480ce09710124320be56d4166a402490b65f81bdb1df6e3a1d"} +{"uuid":"gpqa-main-4c9f4186c5ccd49ab906a399","benchmark":"gpqa_main","data_index":183,"repeat_index":0,"sample_id":"gpqa-main-4c9f4186c5ccd49ab906a399/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":23344,"prompt_tokens":610,"effective_max_tokens":130462,"original_embedded_prediction":"C","question_sha256":"f634534b5e2327dcc39982a4da6dff404f299e9759a0ac957b0f6017fbe7586e"} +{"uuid":"gpqa-main-45b8834e3ed027ec73e9cb93","benchmark":"gpqa_main","data_index":326,"repeat_index":0,"sample_id":"gpqa-main-45b8834e3ed027ec73e9cb93/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14552,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"C","question_sha256":"14a2ed1ddcecc5a3752c954a0c07f0e2ae102378d648cc66bd57385516fbbe20"} +{"uuid":"gpqa-main-a67142bf6c763d9963d7474d","benchmark":"gpqa_main","data_index":417,"repeat_index":1,"sample_id":"gpqa-main-a67142bf6c763d9963d7474d/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8217,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"7ed6c7d194038ef8d8c6a84cb18be1015f73754e42d4facb7418e8412ad86b77"} +{"uuid":"gpqa-main-498b428b55b7644426a781c9","benchmark":"gpqa_main","data_index":448,"repeat_index":1,"sample_id":"gpqa-main-498b428b55b7644426a781c9/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6758,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"C","question_sha256":"7fbfdc18f5a18b666f8d4afc859af60c4c56ab7d8d677d46fb01a050207ac688"} +{"uuid":"gpqa-main-138fcbeedbaf865565ec35fd","benchmark":"gpqa_main","data_index":511,"repeat_index":1,"sample_id":"gpqa-main-138fcbeedbaf865565ec35fd/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2737,"prompt_tokens":409,"effective_max_tokens":130663,"original_embedded_prediction":"D","question_sha256":"15bed1ac60d1bdcf0eec84539d669d6f38a2eb24b51e5072a922d8d9391ab135"} +{"uuid":"gpqa-main-009c62a9f3d3e5b23d7032af","benchmark":"gpqa_main","data_index":501,"repeat_index":1,"sample_id":"gpqa-main-009c62a9f3d3e5b23d7032af/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3553,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"eb3c8e77ceb6bbf6b5fc6d705376aeb984e8d20d498b1668992fc1441b062661"} +{"uuid":"gpqa-main-f7ba77d144b7a11de90a37c4","benchmark":"gpqa_main","data_index":529,"repeat_index":1,"sample_id":"gpqa-main-f7ba77d144b7a11de90a37c4/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":685,"prompt_tokens":236,"effective_max_tokens":130836,"original_embedded_prediction":"B","question_sha256":"ac7263466ea3cfcdcebac618b1d20835b4103b2d80b75b1a7110e9763eb45aa2"} +{"uuid":"gpqa-main-692e40bceeaff3accdc11ead","benchmark":"gpqa_main","data_index":521,"repeat_index":1,"sample_id":"gpqa-main-692e40bceeaff3accdc11ead/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2159,"prompt_tokens":471,"effective_max_tokens":130601,"original_embedded_prediction":"D","question_sha256":"954d12809188bb6fb15643c4406ac6b108f5d7836e1eeabd73e49df01f2c616e"} +{"uuid":"gpqa-main-79721e93e90bdb2d8da052c0","benchmark":"gpqa_main","data_index":516,"repeat_index":1,"sample_id":"gpqa-main-79721e93e90bdb2d8da052c0/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2726,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"2a09355eb98c6b8d6ad0b51afb3b27f719fed44786d3b2998dfe7ee66413a028"} +{"uuid":"gpqa-main-756cafdacac7e9642e2102c6","benchmark":"gpqa_main","data_index":474,"repeat_index":1,"sample_id":"gpqa-main-756cafdacac7e9642e2102c6/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5691,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"b26abbcea4f9adbbc6faf6378336b8d024ffe4491d2853b927bf9afdc27073a9"} +{"uuid":"gpqa-main-8dd5ae41d915a09d1c8b9add","benchmark":"gpqa_main","data_index":161,"repeat_index":0,"sample_id":"gpqa-main-8dd5ae41d915a09d1c8b9add/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24840,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"B","question_sha256":"8a246eed19ab5f877aa822da432a7aaa0f52615ea4655b0a89995d374971cd27"} +{"uuid":"gpqa-main-3b1469c59353cec7a0dd6866","benchmark":"gpqa_main","data_index":525,"repeat_index":1,"sample_id":"gpqa-main-3b1469c59353cec7a0dd6866/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2115,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"B","question_sha256":"ebc638f9e42bd31bd87f0fab4dff50846ee425d9aef0cb954a4e5013a5a107e4"} +{"uuid":"gpqa-main-dd8409336990c7459796bf16","benchmark":"gpqa_main","data_index":235,"repeat_index":0,"sample_id":"gpqa-main-dd8409336990c7459796bf16/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21939,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"A","question_sha256":"609aca38a7fb3090a0f30d6d141ac5d22646fb06ba18f8c71758e099668e5bf5"} +{"uuid":"gpqa-main-34faeb45e152eaf4c29e65e4","benchmark":"gpqa_main","data_index":535,"repeat_index":1,"sample_id":"gpqa-main-34faeb45e152eaf4c29e65e4/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":535,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"B","question_sha256":"82e6266418c679493cea34e30d0f71026adb6ab6c433e643d37860fb718999ec"} +{"uuid":"gpqa-main-68d5dcbd7078889c19a9a93c","benchmark":"gpqa_main","data_index":520,"repeat_index":1,"sample_id":"gpqa-main-68d5dcbd7078889c19a9a93c/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2844,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"618551bfaaf71599d5802135cbf18d8e9b5a33b38537d32515c5298d556df601"} +{"uuid":"gpqa-main-8980ca71edb4f58a3e46b256","benchmark":"gpqa_main","data_index":528,"repeat_index":1,"sample_id":"gpqa-main-8980ca71edb4f58a3e46b256/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1421,"prompt_tokens":145,"effective_max_tokens":130927,"original_embedded_prediction":"B","question_sha256":"fb9586d35200647be665790b2cd3eee5c8cca1b79e6afcf01f027007fa057b64"} +{"uuid":"gpqa-main-73f6c00588963349c225df6c","benchmark":"gpqa_main","data_index":497,"repeat_index":1,"sample_id":"gpqa-main-73f6c00588963349c225df6c/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4393,"prompt_tokens":476,"effective_max_tokens":130596,"original_embedded_prediction":"C","question_sha256":"6c8759c4aac1084515abf1e3c463c7a0b6411dc3fa720a9a5fb5ac8f5777b49c"} +{"uuid":"gpqa-main-07134ad2ae69bd2e9f09ae64","benchmark":"gpqa_main","data_index":77,"repeat_index":0,"sample_id":"gpqa-main-07134ad2ae69bd2e9f09ae64/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":26589,"prompt_tokens":374,"effective_max_tokens":130698,"original_embedded_prediction":"D","question_sha256":"e1448af5dcb7e4a7a5cf31dd231d4a2b2a3829ce3dabc5d7da48a195c1b39112"} +{"uuid":"gpqa-main-b38dfd97dcfb80fb4df4c6f2","benchmark":"gpqa_main","data_index":510,"repeat_index":1,"sample_id":"gpqa-main-b38dfd97dcfb80fb4df4c6f2/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3714,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"28fc44d6ca68ec833bb9837a558199f6e126ccb90f29dc42a2a4bf34ea4b66a7"} +{"uuid":"gpqa-main-1754a508e794225bd932adeb","benchmark":"gpqa_main","data_index":53,"repeat_index":0,"sample_id":"gpqa-main-1754a508e794225bd932adeb/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":26755,"prompt_tokens":276,"effective_max_tokens":130796,"original_embedded_prediction":"B","question_sha256":"16464cac7090a24d3b5a0bf989e1699bafd2dd7b1555e816a1f77804d8e890db"} +{"uuid":"gpqa-main-6bb4180b8c6df2f8f7490345","benchmark":"gpqa_main","data_index":26,"repeat_index":0,"sample_id":"gpqa-main-6bb4180b8c6df2f8f7490345/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":26879,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"a40e1e0f0ddd21a34df82626b6553232ad944bbeec5bf0819aaf5ae0b1a92c59"} +{"uuid":"gpqa-main-e6ff92ca0c11b47b14793d2f","benchmark":"gpqa_main","data_index":508,"repeat_index":1,"sample_id":"gpqa-main-e6ff92ca0c11b47b14793d2f/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4013,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"A","question_sha256":"ca2abe8a98bc00aadbd20baf4ff27e830539507a5ff7402eed5e2491347f95aa"} +{"uuid":"gpqa-main-728c68de5f34aba879617ff3","benchmark":"gpqa_main","data_index":353,"repeat_index":0,"sample_id":"gpqa-main-728c68de5f34aba879617ff3/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13826,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"B","question_sha256":"93587b6fdb0ccf1d1701c58bd12431b38885397117475f14823f4c52994b39b4"} +{"uuid":"gpqa-main-1754a508e794225bd932adeb","benchmark":"gpqa_main","data_index":437,"repeat_index":1,"sample_id":"gpqa-main-1754a508e794225bd932adeb/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8487,"prompt_tokens":276,"effective_max_tokens":130796,"original_embedded_prediction":"D","question_sha256":"16464cac7090a24d3b5a0bf989e1699bafd2dd7b1555e816a1f77804d8e890db"} +{"uuid":"gpqa-main-bceb5bf342ad44aac4fdbe55","benchmark":"gpqa_main","data_index":507,"repeat_index":1,"sample_id":"gpqa-main-bceb5bf342ad44aac4fdbe55/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4272,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"20d48d5f0a9a8b77bea35e72a90794c2d2147aa8321ae6aa60e84491688a0803"} +{"uuid":"gpqa-main-ca7a4b18584754c3664d8758","benchmark":"gpqa_main","data_index":400,"repeat_index":1,"sample_id":"gpqa-main-ca7a4b18584754c3664d8758/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10993,"prompt_tokens":517,"effective_max_tokens":130555,"original_embedded_prediction":"D","question_sha256":"b15ab8a50cd7768206339f81478bb5a4757f87b1bf1c7671597c48117910482f"} +{"uuid":"gpqa-main-09b661e081004aa4c0d45778","benchmark":"gpqa_main","data_index":490,"repeat_index":1,"sample_id":"gpqa-main-09b661e081004aa4c0d45778/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5421,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"D","question_sha256":"47741045402119262be7a1c17b98cc587ee55b46bb8620655271dca518a4f927"} +{"uuid":"gpqa-main-55aa21aa9a62e56aab915b32","benchmark":"gpqa_main","data_index":302,"repeat_index":0,"sample_id":"gpqa-main-55aa21aa9a62e56aab915b32/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17879,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"e6eba602b3eef649fed522c6b8737556699845aee5b419773938063ec6b83257"} +{"uuid":"gpqa-main-fa3e9be7fdf8e7c8952739d8","benchmark":"gpqa_main","data_index":515,"repeat_index":1,"sample_id":"gpqa-main-fa3e9be7fdf8e7c8952739d8/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3998,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"5e9819e02e7dd08ec53ff217d848ce64e833e2b069cd81e9940f7a72a5230b30"} +{"uuid":"gpqa-main-ea0400e59078652fc57eb6e1","benchmark":"gpqa_main","data_index":480,"repeat_index":1,"sample_id":"gpqa-main-ea0400e59078652fc57eb6e1/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6432,"prompt_tokens":537,"effective_max_tokens":130535,"original_embedded_prediction":"D","question_sha256":"50fc83bec6235fb29a76a0a00342f5c99a24684597a5930df882fe103e170363"} +{"uuid":"gpqa-main-cb8b679fe50f1b3a7168eb92","benchmark":"gpqa_main","data_index":538,"repeat_index":1,"sample_id":"gpqa-main-cb8b679fe50f1b3a7168eb92/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1422,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"B","question_sha256":"8ed0101055c99512a99310385277c13855047c3a1b31ca6b8a6ee3f83cf5d4f3"} +{"uuid":"gpqa-main-86d8d26ea3f4092dd4bac144","benchmark":"gpqa_main","data_index":518,"repeat_index":1,"sample_id":"gpqa-main-86d8d26ea3f4092dd4bac144/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3919,"prompt_tokens":227,"effective_max_tokens":130845,"original_embedded_prediction":"A","question_sha256":"299c83f78042a13c78ad054088517dc82d5ed82bcc9ef75ec08dc120f2b8052f"} +{"uuid":"gpqa-main-6845f28b26fa44b2b44ded84","benchmark":"gpqa_main","data_index":524,"repeat_index":1,"sample_id":"gpqa-main-6845f28b26fa44b2b44ded84/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3526,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"7c6678dd868700f600b69c54e83e52a10695ac957465ffbe08c35d20f42b448e"} +{"uuid":"gpqa-main-4b84b53bf506bc0a4468fb2d","benchmark":"gpqa_main","data_index":455,"repeat_index":1,"sample_id":"gpqa-main-4b84b53bf506bc0a4468fb2d/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8068,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"e302b2005d8d406eb5e8fd7aa1707959448ef06e72b5647d2711c9a056cfeffc"} +{"uuid":"gpqa-main-bab6e331fae29c00395de3a4","benchmark":"gpqa_main","data_index":550,"repeat_index":1,"sample_id":"gpqa-main-bab6e331fae29c00395de3a4/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":825,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"cf500f5f076470e539799f3822047d1a6263a0abc77614f9abc48a4f60ba507d"} +{"uuid":"gpqa-main-682237ee740e033537fb5707","benchmark":"gpqa_main","data_index":553,"repeat_index":1,"sample_id":"gpqa-main-682237ee740e033537fb5707/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":805,"prompt_tokens":291,"effective_max_tokens":130781,"original_embedded_prediction":"A","question_sha256":"6cec89b2019b24f8e8c4001cade388815345ae403b5d5fc687cf7fdccbcc6ce1"} +{"uuid":"gpqa-main-e47ea8383f43129dec459997","benchmark":"gpqa_main","data_index":284,"repeat_index":0,"sample_id":"gpqa-main-e47ea8383f43129dec459997/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20182,"prompt_tokens":262,"effective_max_tokens":130810,"original_embedded_prediction":"D","question_sha256":"9e7260c352d5970f26856e94943b008fa72ebf3264a0e2790592a41209cfac2d"} +{"uuid":"gpqa-main-178c84548026beb35252a961","benchmark":"gpqa_main","data_index":488,"repeat_index":1,"sample_id":"gpqa-main-178c84548026beb35252a961/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6183,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"B","question_sha256":"4ea09b6f60208405c59e5923a565f195c94315e0b6e230acd59351f1ee59ed96"} +{"uuid":"gpqa-main-e069314491adb5be236d3fe7","benchmark":"gpqa_main","data_index":386,"repeat_index":1,"sample_id":"gpqa-main-e069314491adb5be236d3fe7/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12820,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"D","question_sha256":"2662eff7a6231613f45042d2ef5df63caaeb5a326d264e93009a737a99fb27bb"} +{"uuid":"gpqa-main-ad697760bc60543062e8b7b4","benchmark":"gpqa_main","data_index":537,"repeat_index":1,"sample_id":"gpqa-main-ad697760bc60543062e8b7b4/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1943,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"B","question_sha256":"7f9b4679645e2d89214a154be6bdb13eafdc747457ce2950bda27a9a2b97917f"} +{"uuid":"gpqa-main-913c4ee0ce195992ff9638b1","benchmark":"gpqa_main","data_index":562,"repeat_index":1,"sample_id":"gpqa-main-913c4ee0ce195992ff9638b1/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":306,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"ed904d04c24f37586b1f78a18bd22f28752e80a5ecc489939950778aa5307d98"} +{"uuid":"gpqa-main-104b659bbac6e52c4c877c0b","benchmark":"gpqa_main","data_index":536,"repeat_index":1,"sample_id":"gpqa-main-104b659bbac6e52c4c877c0b/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2134,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"D","question_sha256":"de6e1846b7e0c60ac3b7b0f613ad67cc3d941770b7de58c7a45add8c64d1db8b"} +{"uuid":"gpqa-main-7bb8e05365d19cc8328252e0","benchmark":"gpqa_main","data_index":505,"repeat_index":1,"sample_id":"gpqa-main-7bb8e05365d19cc8328252e0/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5570,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"6aff7faed92c98148418177c8cae4893850a1d67b5ceb00cf6a09467c4491367"} +{"uuid":"gpqa-main-d3a774e5f1af1a1e11117582","benchmark":"gpqa_main","data_index":546,"repeat_index":1,"sample_id":"gpqa-main-d3a774e5f1af1a1e11117582/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1657,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"B","question_sha256":"26b8e966c8adf9fe2824ff1fd3c23b2d488a785fe8a68cbce362bac46e891a79"} +{"uuid":"gpqa-main-00a9d82facaec210f417af7a","benchmark":"gpqa_main","data_index":541,"repeat_index":1,"sample_id":"gpqa-main-00a9d82facaec210f417af7a/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2009,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"77f0590db54b06b37e142e7363145cbdb1a8d11c2a7575d9ae0fc10b3a6708bd"} +{"uuid":"gpqa-main-084903ab17db0fab7bc6caea","benchmark":"gpqa_main","data_index":513,"repeat_index":1,"sample_id":"gpqa-main-084903ab17db0fab7bc6caea/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5109,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"b560f550d5d9fb2378520f0fcf7b6573aec2027430ef06270491ace18a0497fc"} +{"uuid":"gpqa-main-99878f707c7c4024511bae58","benchmark":"gpqa_main","data_index":558,"repeat_index":1,"sample_id":"gpqa-main-99878f707c7c4024511bae58/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1074,"prompt_tokens":241,"effective_max_tokens":130831,"original_embedded_prediction":"B","question_sha256":"826fb502d2db0f2db5e44683cd45f09d18423fd8a339643c8dc8b32b1accd428"} +{"uuid":"gpqa-main-60f734b52603f7ef29671f95","benchmark":"gpqa_main","data_index":539,"repeat_index":1,"sample_id":"gpqa-main-60f734b52603f7ef29671f95/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2328,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"D","question_sha256":"bf9de03889292b969198f42b877b6d4c7b56ce10ae654e71f4be720b5efdb1f1"} +{"uuid":"gpqa-main-c028fe71611d73b87b4cbb03","benchmark":"gpqa_main","data_index":540,"repeat_index":1,"sample_id":"gpqa-main-c028fe71611d73b87b4cbb03/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2428,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"D","question_sha256":"f56f3f5d135dc8d61dc42f902943e2459f79e4343f2fef6741f6f86d4133a99a"} +{"uuid":"gpqa-main-106fe8a64f4453f81be6f7bd","benchmark":"gpqa_main","data_index":409,"repeat_index":1,"sample_id":"gpqa-main-106fe8a64f4453f81be6f7bd/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12016,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"D","question_sha256":"f0c3d97c5c67fa210dafa49946af010682993c23bb8995a306a6ee484e0c3b03"} +{"uuid":"gpqa-main-aa04ac251ed805588a6be27c","benchmark":"gpqa_main","data_index":549,"repeat_index":1,"sample_id":"gpqa-main-aa04ac251ed805588a6be27c/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1925,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"D","question_sha256":"198a9824ae684cea2edf9d0597e69c2274e0be94e0a0ffcf7b4ad3e95f4a6dae"} +{"uuid":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3","benchmark":"gpqa_main","data_index":542,"repeat_index":1,"sample_id":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2560,"prompt_tokens":252,"effective_max_tokens":130820,"original_embedded_prediction":"A","question_sha256":"71075d4447ee264b63e5544da7b40502fb235decc31484f33ee97a8ef70c3d1f"} +{"uuid":"gpqa-main-ef65739a36457c1672913212","benchmark":"gpqa_main","data_index":543,"repeat_index":1,"sample_id":"gpqa-main-ef65739a36457c1672913212/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2567,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"46601a7bcf5dcc71504dda490de685062fce72cdc997d7acb8b78e5a351a96bc"} +{"uuid":"gpqa-main-c720b28fe25654b1cedc9285","benchmark":"gpqa_main","data_index":122,"repeat_index":0,"sample_id":"gpqa-main-c720b28fe25654b1cedc9285/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":28943,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"9f6e1d1b2c053afcba8c78142311f336846eb87d19344fb8aa6e71ed9aecc477"} +{"uuid":"gpqa-main-781f4efc4b25ff35b588e87c","benchmark":"gpqa_main","data_index":565,"repeat_index":1,"sample_id":"gpqa-main-781f4efc4b25ff35b588e87c/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1237,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"C","question_sha256":"f933a526e8aec15b0dc77756bad3ba0839404a6d042443e3f5a0ab0b8d1cfa96"} +{"uuid":"gpqa-main-666fc74619f38e356e33a285","benchmark":"gpqa_main","data_index":564,"repeat_index":1,"sample_id":"gpqa-main-666fc74619f38e356e33a285/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1280,"prompt_tokens":693,"effective_max_tokens":130379,"original_embedded_prediction":"C","question_sha256":"89fa5b222a94e07a283a5140341a0704109ec3b7f62de72dd072383182771ebc"} +{"uuid":"gpqa-main-6030f5f53fe38c334b2c3a6a","benchmark":"gpqa_main","data_index":557,"repeat_index":1,"sample_id":"gpqa-main-6030f5f53fe38c334b2c3a6a/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1999,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"88d277706c3af734be0507cde034c23c7e206f855c2fcc97d6ed69f8ad92df57"} +{"uuid":"gpqa-main-5e6a032f9aa67c7725f828d0","benchmark":"gpqa_main","data_index":579,"repeat_index":1,"sample_id":"gpqa-main-5e6a032f9aa67c7725f828d0/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":673,"prompt_tokens":330,"effective_max_tokens":130742,"original_embedded_prediction":"A","question_sha256":"8accf5d31cc4cf5c2467ac477d83885c90d2715606f7c2e68d318476741bbdd7"} +{"uuid":"gpqa-main-7d850f6448c27424d9f68c4e","benchmark":"gpqa_main","data_index":568,"repeat_index":1,"sample_id":"gpqa-main-7d850f6448c27424d9f68c4e/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1592,"prompt_tokens":544,"effective_max_tokens":130528,"original_embedded_prediction":"B","question_sha256":"48bf9d4f95299b8f9288e190dca6edd0c3cf53cf40dada120e22abf98469d3e3"} +{"uuid":"gpqa-main-65b3a19abfb8f6bf88bf75f5","benchmark":"gpqa_main","data_index":367,"repeat_index":0,"sample_id":"gpqa-main-65b3a19abfb8f6bf88bf75f5/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15611,"prompt_tokens":308,"effective_max_tokens":130764,"original_embedded_prediction":"B","question_sha256":"a8345a17dbfe0f12b34f72265cd346edb8235c10a1aa78acb6be06124a19360a"} +{"uuid":"gpqa-main-d7c4372bfbc5d0f0f9331350","benchmark":"gpqa_main","data_index":569,"repeat_index":1,"sample_id":"gpqa-main-d7c4372bfbc5d0f0f9331350/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1586,"prompt_tokens":588,"effective_max_tokens":130484,"original_embedded_prediction":"D","question_sha256":"92d8ffd16886567ac1ed2f15a6c2d3d6ac2a2fb0fd0e56836671babcde327d3f"} +{"uuid":"gpqa-main-4a8c97220fb14b99f363b2ce","benchmark":"gpqa_main","data_index":572,"repeat_index":1,"sample_id":"gpqa-main-4a8c97220fb14b99f363b2ce/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1656,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"D","question_sha256":"a939b9de7ea4048442a9378048f992097c413c77ad1c665790486c352036c7e3"} +{"uuid":"gpqa-main-547aac137dd7671e7ef03fa9","benchmark":"gpqa_main","data_index":548,"repeat_index":1,"sample_id":"gpqa-main-547aac137dd7671e7ef03fa9/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3040,"prompt_tokens":497,"effective_max_tokens":130575,"original_embedded_prediction":"B","question_sha256":"8369c6a1ffc960e3f3d88e5e4c521eebcc37f39ca9adf654c3cd4b61f892f2ef"} +{"uuid":"gpqa-main-f432c1aa4319a4b1f6fa2ac1","benchmark":"gpqa_main","data_index":493,"repeat_index":1,"sample_id":"gpqa-main-f432c1aa4319a4b1f6fa2ac1/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7907,"prompt_tokens":264,"effective_max_tokens":130808,"original_embedded_prediction":"C","question_sha256":"19d5ec504b7008b3eada0ca0c300cd88147b20679109f6681bfd8946e0db2c8c"} +{"uuid":"gpqa-main-e3e073f3f0f646532e4caf06","benchmark":"gpqa_main","data_index":551,"repeat_index":1,"sample_id":"gpqa-main-e3e073f3f0f646532e4caf06/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3048,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"D","question_sha256":"a1cff30033350ed32c6446abacb176ef3ffad0fc471aaacf3468c78e0aad550e"} +{"uuid":"gpqa-main-3cbf7d3e13c908f5e699f9e0","benchmark":"gpqa_main","data_index":517,"repeat_index":1,"sample_id":"gpqa-main-3cbf7d3e13c908f5e699f9e0/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6457,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"B","question_sha256":"0dbcc69ff35530f240a5bb623a78f2cd1d042037d2dedb122ebcca751bf9d08e"} +{"uuid":"gpqa-main-381032537ca0c968de7d5c06","benchmark":"gpqa_main","data_index":587,"repeat_index":1,"sample_id":"gpqa-main-381032537ca0c968de7d5c06/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":646,"prompt_tokens":186,"effective_max_tokens":130886,"original_embedded_prediction":"A","question_sha256":"045347c35e2957dbd6bc83158fecec24c157df70fdefaaddc8633ecda3435cdc"} +{"uuid":"gpqa-main-249edae2034ba7f3819aaa7b","benchmark":"gpqa_main","data_index":594,"repeat_index":1,"sample_id":"gpqa-main-249edae2034ba7f3819aaa7b/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":358,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"A","question_sha256":"c4d795814405ce2bb231fe7012e4581bcaebca12bb3f8c3260a3ad239aa51a79"} +{"uuid":"gpqa-main-50aaa7274c5010d9768274ec","benchmark":"gpqa_main","data_index":559,"repeat_index":1,"sample_id":"gpqa-main-50aaa7274c5010d9768274ec/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3008,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"D","question_sha256":"0cda758f1290855df9dd7b9a4319bb6ae8108c8113b125a3a2f60705af536a34"} +{"uuid":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c","benchmark":"gpqa_main","data_index":502,"repeat_index":1,"sample_id":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8340,"prompt_tokens":340,"effective_max_tokens":130732,"original_embedded_prediction":"C","question_sha256":"626cda94018ba930400d9c043f6fc1aa30c317abf6fd8f6d0ec8b133ce2036c8"} +{"uuid":"gpqa-main-d28c5e0e8deb0d1fde12ef5f","benchmark":"gpqa_main","data_index":193,"repeat_index":0,"sample_id":"gpqa-main-d28c5e0e8deb0d1fde12ef5f/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":28343,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"D","question_sha256":"6913f7a17a2db54c9dcd8af6af20806e66b00fe4bb9691ca42d9f15184908f62"} +{"uuid":"gpqa-main-04a5c442799262dec9375c25","benchmark":"gpqa_main","data_index":578,"repeat_index":1,"sample_id":"gpqa-main-04a5c442799262dec9375c25/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2181,"prompt_tokens":365,"effective_max_tokens":130707,"original_embedded_prediction":"D","question_sha256":"e90ec32d975ec61b7cd079ff6968bc3dbaa4fc87e74699c1406ce59093066dbc"} +{"uuid":"gpqa-main-7475b6b01129fce5b436b0ee","benchmark":"gpqa_main","data_index":582,"repeat_index":1,"sample_id":"gpqa-main-7475b6b01129fce5b436b0ee/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1979,"prompt_tokens":235,"effective_max_tokens":130837,"original_embedded_prediction":"B","question_sha256":"797be7099117e146adaaf5ad31bd914d9adbd510441211b0040aad2812fffc40"} +{"uuid":"gpqa-main-baefee4c54836e933082fd33","benchmark":"gpqa_main","data_index":205,"repeat_index":0,"sample_id":"gpqa-main-baefee4c54836e933082fd33/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":28029,"prompt_tokens":487,"effective_max_tokens":130585,"original_embedded_prediction":"A","question_sha256":"f4486aea8f80b6405ceaabbd6f225378761eafc49f1e042873a464b3b94da620"} +{"uuid":"gpqa-main-5a280dae7286e8bab3887904","benchmark":"gpqa_main","data_index":596,"repeat_index":1,"sample_id":"gpqa-main-5a280dae7286e8bab3887904/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":939,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"C","question_sha256":"b8398a470c0a1a045a6dcf2005bd8e8351bdf75ffa7c473958cf3c4b5d4fb288"} +{"uuid":"gpqa-main-5f336d7998263d21db8f15c1","benchmark":"gpqa_main","data_index":434,"repeat_index":1,"sample_id":"gpqa-main-5f336d7998263d21db8f15c1/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12773,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"D","question_sha256":"5028b464f9ac881885af02d0d7fda29d17165d3804f0f84dbc2e8f6dbd923739"} +{"uuid":"gpqa-main-7c04a20e5411bd3e0a2bc2c8","benchmark":"gpqa_main","data_index":227,"repeat_index":0,"sample_id":"gpqa-main-7c04a20e5411bd3e0a2bc2c8/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":27396,"prompt_tokens":413,"effective_max_tokens":130659,"original_embedded_prediction":"A","question_sha256":"e23b62b19c3ab4ec896e631f56a7a92ed38aca13300af7a7b449b979999886f3"} +{"uuid":"gpqa-main-a6eb05bb931229a396d81e44","benchmark":"gpqa_main","data_index":556,"repeat_index":1,"sample_id":"gpqa-main-a6eb05bb931229a396d81e44/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3905,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"D","question_sha256":"19c2c8e0578e84094a1f97568e95e1e88fadee2743b1c6519b7fc661c8577cde"} +{"uuid":"gpqa-main-1f9ad1ca59cf537e3cdf47c2","benchmark":"gpqa_main","data_index":514,"repeat_index":1,"sample_id":"gpqa-main-1f9ad1ca59cf537e3cdf47c2/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7897,"prompt_tokens":318,"effective_max_tokens":130754,"original_embedded_prediction":"B","question_sha256":"229ffbdb774489fcfd578450da500a74b0c6fd603d3f4050eb6ff993659f5c7e"} +{"uuid":"gpqa-main-50a8ab2bd1710dbcfa2e32b5","benchmark":"gpqa_main","data_index":552,"repeat_index":1,"sample_id":"gpqa-main-50a8ab2bd1710dbcfa2e32b5/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4420,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"5fb04957154b48d4ebad83862909a8fd3afc5ba5399a7dbe4594b5c72255964c"} +{"uuid":"gpqa-main-dbbe3054b6bdabe917f5ab5d","benchmark":"gpqa_main","data_index":531,"repeat_index":1,"sample_id":"gpqa-main-dbbe3054b6bdabe917f5ab5d/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6044,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"1054cb147fa0d82e2b1830b0238455ab6cea42cde361a81e9934864240f22f50"} +{"uuid":"gpqa-main-759e35a2024fc09bd491c9ff","benchmark":"gpqa_main","data_index":3,"repeat_index":0,"sample_id":"gpqa-main-759e35a2024fc09bd491c9ff/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":31678,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"D","question_sha256":"4c284608a459b460f3ec3dfd5c7c71cfa84c171d4eb8a52aab9e6e4a8cb409bb"} +{"uuid":"gpqa-main-398c3b21ff64a0edc7ed8444","benchmark":"gpqa_main","data_index":197,"repeat_index":0,"sample_id":"gpqa-main-398c3b21ff64a0edc7ed8444/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":29107,"prompt_tokens":839,"effective_max_tokens":130233,"original_embedded_prediction":"A","question_sha256":"8efc35cf270e2b051ad9ae732723df9c7261cecaf1410edf2c43f3ca7aa749cc"} +{"uuid":"gpqa-main-779369aa96b96a67933939f1","benchmark":"gpqa_main","data_index":608,"repeat_index":1,"sample_id":"gpqa-main-779369aa96b96a67933939f1/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":633,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"acf784efba891531b08709383ede2379cee1f604b6334b753dd1fcaab37af970"} +{"uuid":"gpqa-main-ecb6740406340eb07beacf42","benchmark":"gpqa_main","data_index":610,"repeat_index":1,"sample_id":"gpqa-main-ecb6740406340eb07beacf42/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":240,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"29f96711820eba41ccced6676074bc5bcd9e3eb6c97ce5e8507128a91a175bb0"} +{"uuid":"gpqa-main-20f8612bcc2efb9c2355d32e","benchmark":"gpqa_main","data_index":590,"repeat_index":1,"sample_id":"gpqa-main-20f8612bcc2efb9c2355d32e/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2374,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"B","question_sha256":"d746be8625afecad5925e7069f57336e8de3f39dfdf843820421eba66b7bc620"} +{"uuid":"gpqa-main-30529bca8e7fdf66400bd444","benchmark":"gpqa_main","data_index":18,"repeat_index":0,"sample_id":"gpqa-main-30529bca8e7fdf66400bd444/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":31962,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"fc081c2fbb63be5006154edbddcd4d1654207c4f1ad333e12f9bc19972753482"} +{"uuid":"gpqa-main-28e3e5e79d7477896c6d853d","benchmark":"gpqa_main","data_index":24,"repeat_index":0,"sample_id":"gpqa-main-28e3e5e79d7477896c6d853d/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":31988,"prompt_tokens":1047,"effective_max_tokens":130025,"original_embedded_prediction":"D","question_sha256":"d3b33ef7a0e55c33b5deae6a673dd7fff1fc2e7efa223f3419ecf58e57c06207"} +{"uuid":"gpqa-main-60a022e707f18a7b5f445773","benchmark":"gpqa_main","data_index":588,"repeat_index":1,"sample_id":"gpqa-main-60a022e707f18a7b5f445773/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2727,"prompt_tokens":337,"effective_max_tokens":130735,"original_embedded_prediction":"D","question_sha256":"9d46302b763896c7fa475d975b5bc365adee2236b273f23e7216a78871204b74"} +{"uuid":"gpqa-main-fd21f7c7356e7f51f0cabd07","benchmark":"gpqa_main","data_index":585,"repeat_index":1,"sample_id":"gpqa-main-fd21f7c7356e7f51f0cabd07/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3125,"prompt_tokens":601,"effective_max_tokens":130471,"original_embedded_prediction":"D","question_sha256":"db246f6acae65ff2e4bb6caad314b6583cd0085f0d81b1b20515ca2fe73b6f72"} +{"uuid":"gpqa-main-4462dc9f2d34289881ef2b1c","benchmark":"gpqa_main","data_index":526,"repeat_index":1,"sample_id":"gpqa-main-4462dc9f2d34289881ef2b1c/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7497,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"63318cb18413a705693b9a4312f73dbf5358312aafc1d703c3d29a6340ffa0d1"} +{"uuid":"gpqa-main-63aef6e78c9803d030a16f9c","benchmark":"gpqa_main","data_index":592,"repeat_index":1,"sample_id":"gpqa-main-63aef6e78c9803d030a16f9c/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2517,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"A","question_sha256":"255e934ed277fdd11f71245508448f7031439d40eb38fd78fb3b813b247c5726"} +{"uuid":"gpqa-main-443f8ea9f271c4442521f8e4","benchmark":"gpqa_main","data_index":299,"repeat_index":0,"sample_id":"gpqa-main-443f8ea9f271c4442521f8e4/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":23612,"prompt_tokens":326,"effective_max_tokens":130746,"original_embedded_prediction":"B","question_sha256":"9211da2d82adb786850c236cd14fc05728eb04599b0abc0202714ba6bd385d19"} +{"uuid":"gpqa-main-8af90a4147e5f0c98bfd00fa","benchmark":"gpqa_main","data_index":602,"repeat_index":1,"sample_id":"gpqa-main-8af90a4147e5f0c98bfd00fa/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1537,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"C","question_sha256":"29a55065f72c47169c5073a91e6b55d82fe2f5784289d2baf5cf5444f8d6fd65"} +{"uuid":"gpqa-main-4e62cd257f17d5af418a8d34","benchmark":"gpqa_main","data_index":214,"repeat_index":0,"sample_id":"gpqa-main-4e62cd257f17d5af418a8d34/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":29147,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"654fc443f2efbec09d0f966244083f4545f4f851e28d7f4e0f9c07cb156b2d1d"} +{"uuid":"gpqa-main-9f5d195170ba73ccdc7a3b84","benchmark":"gpqa_main","data_index":591,"repeat_index":1,"sample_id":"gpqa-main-9f5d195170ba73ccdc7a3b84/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2699,"prompt_tokens":552,"effective_max_tokens":130520,"original_embedded_prediction":"A","question_sha256":"e4e5526f8ea9205cbe6b33a5256144298ad11d8250b020cbd4fddbba85a12596"} +{"uuid":"gpqa-main-7e29412fd534df20c4a23267","benchmark":"gpqa_main","data_index":471,"repeat_index":1,"sample_id":"gpqa-main-7e29412fd534df20c4a23267/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12082,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"7fda2b6ca2ff9984ace9bf53f465cebb4b8d963f7ddcb5aa5f5015cd6989be42"} +{"uuid":"gpqa-main-f2c0ff64cf18a6ae32dc45dc","benchmark":"gpqa_main","data_index":583,"repeat_index":1,"sample_id":"gpqa-main-f2c0ff64cf18a6ae32dc45dc/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3535,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"f2467e0d99b11d10fdd18675d7a73d1a19569e58d6aa97be50c24c2cb28731b1"} +{"uuid":"gpqa-main-6f6ff532d544554128a0bbbe","benchmark":"gpqa_main","data_index":492,"repeat_index":1,"sample_id":"gpqa-main-6f6ff532d544554128a0bbbe/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10625,"prompt_tokens":368,"effective_max_tokens":130704,"original_embedded_prediction":"A","question_sha256":"ebb5b9328e54d98f40b988b171044869d75c67b6efaa8f44675c485448b7b02c"} +{"uuid":"gpqa-main-70afc730094f43bb0e05f371","benchmark":"gpqa_main","data_index":593,"repeat_index":1,"sample_id":"gpqa-main-70afc730094f43bb0e05f371/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2733,"prompt_tokens":360,"effective_max_tokens":130712,"original_embedded_prediction":"A","question_sha256":"f328e748a74c78b0ab73f790c6848b663fb5bffac884e2793a63bb9ce351e4b6"} +{"uuid":"gpqa-main-4355802640dddd3e060d2a59","benchmark":"gpqa_main","data_index":563,"repeat_index":1,"sample_id":"gpqa-main-4355802640dddd3e060d2a59/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5002,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"ebe141e8c3f27bb731fd3889679a36aab5827f4caa81d8400d66a6bf492fe486"} +{"uuid":"gpqa-main-e605c3d20abb4c52d96e9b60","benchmark":"gpqa_main","data_index":555,"repeat_index":1,"sample_id":"gpqa-main-e605c3d20abb4c52d96e9b60/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5645,"prompt_tokens":361,"effective_max_tokens":130711,"original_embedded_prediction":"D","question_sha256":"84b58aec9b33c09286d45fb66ca82cc4ec03e310a0917bc0783bda81a0fa23b6"} +{"uuid":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea","benchmark":"gpqa_main","data_index":349,"repeat_index":0,"sample_id":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20029,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"A","question_sha256":"78b6f83c0d1137982356bff0e0d20f60e32542e5815ffd693af8f421f9e4741d"} +{"uuid":"gpqa-main-ce2839297e4b63e0b36f6300","benchmark":"gpqa_main","data_index":533,"repeat_index":1,"sample_id":"gpqa-main-ce2839297e4b63e0b36f6300/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7114,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"80cca49a2f6ae39b2d3a2dfe110572d39720d0831c65246ce20603c40578b118"} +{"uuid":"gpqa-main-be779fa0e49ff52e19357207","benchmark":"gpqa_main","data_index":623,"repeat_index":1,"sample_id":"gpqa-main-be779fa0e49ff52e19357207/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":542,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"ea7bb5901d85914d8997afb87e1ae6be7a8efe03889a4cc08f64de2ccdc9180e"} +{"uuid":"gpqa-main-bf00d194c934803975b81b7b","benchmark":"gpqa_main","data_index":321,"repeat_index":0,"sample_id":"gpqa-main-bf00d194c934803975b81b7b/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":22468,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"A","question_sha256":"55e1269d132671f2c7b7f41498cb0b404e702d8ce370ac5555d837581e1b3ad7"} +{"uuid":"gpqa-main-86060b054d8de358356a29fd","benchmark":"gpqa_main","data_index":8,"repeat_index":0,"sample_id":"gpqa-main-86060b054d8de358356a29fd/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":33216,"prompt_tokens":435,"effective_max_tokens":130637,"original_embedded_prediction":"C","question_sha256":"d20ccd218e50c4a58da8030db612f52c5bac88ad6d1859a85b0358c1595e54e1"} +{"uuid":"gpqa-main-6119656f6ad0247c537028e7","benchmark":"gpqa_main","data_index":630,"repeat_index":1,"sample_id":"gpqa-main-6119656f6ad0247c537028e7/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":565,"prompt_tokens":329,"effective_max_tokens":130743,"original_embedded_prediction":"A","question_sha256":"e426a9a1b0977a66badcc2dd4f0d54629b39c2594a512e459e9afd20bba599ba"} +{"uuid":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2","benchmark":"gpqa_main","data_index":150,"repeat_index":0,"sample_id":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":32313,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"C","question_sha256":"58604895b423acc46c4efaa28ed2e4d6eaf2d93d55c7ad3766cffce3719ddf62"} +{"uuid":"gpqa-main-ddd2b405606ced65b4ce6345","benchmark":"gpqa_main","data_index":632,"repeat_index":1,"sample_id":"gpqa-main-ddd2b405606ced65b4ce6345/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":534,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"2066c0e835493298c00391dd9236de10adec10d611fe3e2777f252677dfe9724"} +{"uuid":"gpqa-main-7ceb372c1cdc7a180b73516c","benchmark":"gpqa_main","data_index":614,"repeat_index":1,"sample_id":"gpqa-main-7ceb372c1cdc7a180b73516c/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1561,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"B","question_sha256":"142aeb435e38240c03d26aafbfb8dc0ab94e7ef4f752a271c1ab011350a965be"} +{"uuid":"gpqa-main-5ace8b3dabb97ffc3da20e7c","benchmark":"gpqa_main","data_index":634,"repeat_index":1,"sample_id":"gpqa-main-5ace8b3dabb97ffc3da20e7c/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":514,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"4ebb5a46cf109d4237b98081e218fcaba27d8f9d03f7a930300f2938f71c1ef0"} +{"uuid":"gpqa-main-b22053dbc40179e114f0c866","benchmark":"gpqa_main","data_index":509,"repeat_index":1,"sample_id":"gpqa-main-b22053dbc40179e114f0c866/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10507,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"1f101bccd20044577731aef887c9704a6a153baf063dff8d9a04510e7b8dcfb7"} +{"uuid":"gpqa-main-5f1108e8b2f18297c04895bf","benchmark":"gpqa_main","data_index":329,"repeat_index":0,"sample_id":"gpqa-main-5f1108e8b2f18297c04895bf/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":22220,"prompt_tokens":447,"effective_max_tokens":130625,"original_embedded_prediction":"D","question_sha256":"d6e89de54268d0839b91cc5f860fd4903b1d8277accaf665ced8b5404cdbbe84"} +{"uuid":"gpqa-main-64193be5f9a6bbd67bec4010","benchmark":"gpqa_main","data_index":128,"repeat_index":0,"sample_id":"gpqa-main-64193be5f9a6bbd67bec4010/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":33505,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"C","question_sha256":"373990fe818e4182469d242b845eeb2f78db2f00cfb3a8fdbd2dbd696e08d552"} +{"uuid":"gpqa-main-56cc62f5d70b661868d341e7","benchmark":"gpqa_main","data_index":622,"repeat_index":1,"sample_id":"gpqa-main-56cc62f5d70b661868d341e7/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1377,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"A","question_sha256":"c974918b90f5892aaad4308e337b490844102dbfad26c90bf508602f9c595d5d"} +{"uuid":"gpqa-main-212277d3e39540a6739d98b8","benchmark":"gpqa_main","data_index":633,"repeat_index":1,"sample_id":"gpqa-main-212277d3e39540a6739d98b8/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1019,"prompt_tokens":147,"effective_max_tokens":130925,"original_embedded_prediction":"A","question_sha256":"d20446ccbbfc1ed40bcb669bfa65f9f9cd8e38ec8f7e67621c88e3dbe91f083d"} +{"uuid":"gpqa-main-87740f520845c3f77369e5a1","benchmark":"gpqa_main","data_index":642,"repeat_index":1,"sample_id":"gpqa-main-87740f520845c3f77369e5a1/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":463,"prompt_tokens":188,"effective_max_tokens":130884,"original_embedded_prediction":"D","question_sha256":"f6c5a12c2cd600eeb524956c760164ff890d185cffd979bfba482f46aa46a1ac"} +{"uuid":"gpqa-main-bd228dea7f1aa14b70216372","benchmark":"gpqa_main","data_index":601,"repeat_index":1,"sample_id":"gpqa-main-bd228dea7f1aa14b70216372/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3240,"prompt_tokens":425,"effective_max_tokens":130647,"original_embedded_prediction":"C","question_sha256":"c1dea594f51ba7757d0d9ec69efa6b56bfeeaff965f074faaf89160cca96a0e9"} +{"uuid":"gpqa-main-742076c80dda93477062cfc0","benchmark":"gpqa_main","data_index":646,"repeat_index":1,"sample_id":"gpqa-main-742076c80dda93477062cfc0/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":177,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"D","question_sha256":"528bc237c35f64d2635edb6fea3202ce958bca92ea956fae0da7c5b4c72081d8"} +{"uuid":"gpqa-main-63f2aea89eec9b67abe0bacf","benchmark":"gpqa_main","data_index":177,"repeat_index":0,"sample_id":"gpqa-main-63f2aea89eec9b67abe0bacf/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":32300,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"C","question_sha256":"32596b406efecc4795e9f82b1d00f89787b9ed9e4f9d6239bed8194f13da06e7"} +{"uuid":"gpqa-main-216433a347b01989e26ed83a","benchmark":"gpqa_main","data_index":631,"repeat_index":1,"sample_id":"gpqa-main-216433a347b01989e26ed83a/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1483,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"ead16c05d1abbf4387485257726593cf57a0384c3e0a3db31ba489bb1676ce72"} +{"uuid":"gpqa-main-1728184fad8153eeb2e2a7de","benchmark":"gpqa_main","data_index":648,"repeat_index":1,"sample_id":"gpqa-main-1728184fad8153eeb2e2a7de/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":562,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"d8505733319a8047e94d63c293a2d9dbb08c42e4bde2c223467f371da6665e08"} +{"uuid":"gpqa-main-92c9d90b543b6779261f70f7","benchmark":"gpqa_main","data_index":643,"repeat_index":1,"sample_id":"gpqa-main-92c9d90b543b6779261f70f7/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1039,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"A","question_sha256":"1c7aff3f5221c2086c7143b43e0c46921a03859d45bfce22f1a1286ece235b1a"} +{"uuid":"gpqa-main-01e62a7b7362ebd043bef6f7","benchmark":"gpqa_main","data_index":228,"repeat_index":0,"sample_id":"gpqa-main-01e62a7b7362ebd043bef6f7/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":31105,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"339602fd0ae9cbdaef368f3dcff01cd2d212565d5c7830b14c0fd29de1cb58d6"} +{"uuid":"gpqa-main-9e1b7c5b2ce53e8d6424b66a","benchmark":"gpqa_main","data_index":443,"repeat_index":1,"sample_id":"gpqa-main-9e1b7c5b2ce53e8d6424b66a/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16139,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"97732ba422afbf18b5d2d6b3bd26f6c540049e2f82d9628414525cebe7e9a5dd"} +{"uuid":"gpqa-main-92c7c513709816748efab029","benchmark":"gpqa_main","data_index":635,"repeat_index":1,"sample_id":"gpqa-main-92c7c513709816748efab029/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1824,"prompt_tokens":253,"effective_max_tokens":130819,"original_embedded_prediction":"C","question_sha256":"c9ed693d3f7d5c30b94e2c01b9b5f22591922f961e4dbc9ef4b70309b61bae5c"} +{"uuid":"gpqa-main-8a352b243ffac6230977fc90","benchmark":"gpqa_main","data_index":603,"repeat_index":1,"sample_id":"gpqa-main-8a352b243ffac6230977fc90/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4158,"prompt_tokens":389,"effective_max_tokens":130683,"original_embedded_prediction":"C","question_sha256":"7408ac0330a09a182b52a627f89920c8c4e825da7da4e441973cbefe32b852ac"} +{"uuid":"gpqa-main-86976aae6f871f46c4680830","benchmark":"gpqa_main","data_index":599,"repeat_index":1,"sample_id":"gpqa-main-86976aae6f871f46c4680830/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4454,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"D","question_sha256":"e5c3c79a60db2de596dac1585bfc2e940bac2acb65a3352ff5f7e99821846aed"} +{"uuid":"gpqa-main-31313469465f81cc0fa5dd28","benchmark":"gpqa_main","data_index":640,"repeat_index":1,"sample_id":"gpqa-main-31313469465f81cc0fa5dd28/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1841,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"B","question_sha256":"cd18749d0354640af760ebe1c6a150eed2a0202cc444345b5c3f00b0f0df67d2"} +{"uuid":"gpqa-main-7bb7c5ace8216100d38e616a","benchmark":"gpqa_main","data_index":606,"repeat_index":1,"sample_id":"gpqa-main-7bb7c5ace8216100d38e616a/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4233,"prompt_tokens":197,"effective_max_tokens":130875,"original_embedded_prediction":"B","question_sha256":"6dbc821cf1e89c0764e62d1bef4818136877fbc8e333f255bfa42276ac9aeb88"} +{"uuid":"gpqa-main-f35f531075e0f4b71e6bfdf7","benchmark":"gpqa_main","data_index":412,"repeat_index":1,"sample_id":"gpqa-main-f35f531075e0f4b71e6bfdf7/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18447,"prompt_tokens":440,"effective_max_tokens":130632,"original_embedded_prediction":"B","question_sha256":"1dec0a47229d6987f418c244cc1169bdeb04c6134b883ac8895dc2380cdf0539"} +{"uuid":"gpqa-main-1cea82df3087b1eb05c4d230","benchmark":"gpqa_main","data_index":237,"repeat_index":0,"sample_id":"gpqa-main-1cea82df3087b1eb05c4d230/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":31028,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"dd05d2d9e9053dd1d4367a61d5f718336fc8f18bc81bdf0ccfb104e241053522"} +{"uuid":"gpqa-main-2efd60649bdbaa65b5969003","benchmark":"gpqa_main","data_index":357,"repeat_index":0,"sample_id":"gpqa-main-2efd60649bdbaa65b5969003/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":22145,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"D","question_sha256":"af907b84cdd249e3bd0dcd3a0fc488c3673df744a66342233bebd85574ac74c3"} +{"uuid":"gpqa-main-92f6e58b4989e9025c8286a9","benchmark":"gpqa_main","data_index":618,"repeat_index":1,"sample_id":"gpqa-main-92f6e58b4989e9025c8286a9/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3460,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"c003a37af0eaa5e9c6d10f5a25ce1a2e0258ad6638a1655ee2a17d07daab816a"} +{"uuid":"gpqa-main-acdff999b6cbfcbc8be6ffac","benchmark":"gpqa_main","data_index":625,"repeat_index":1,"sample_id":"gpqa-main-acdff999b6cbfcbc8be6ffac/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3172,"prompt_tokens":404,"effective_max_tokens":130668,"original_embedded_prediction":"B","question_sha256":"96f00c3d898d9c364f022eae18e69424d7f2ddde12fbde50541b7390ffd40103"} +{"uuid":"gpqa-main-643d18139459da0f9c1b2e17","benchmark":"gpqa_main","data_index":307,"repeat_index":0,"sample_id":"gpqa-main-643d18139459da0f9c1b2e17/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":26148,"prompt_tokens":375,"effective_max_tokens":130697,"original_embedded_prediction":"C","question_sha256":"4bab53f383207a2bc9c94789bb8114d3e7db442308789d848023661e90b2ab49"} +{"uuid":"gpqa-main-c0bc48c4232297b735018487","benchmark":"gpqa_main","data_index":624,"repeat_index":1,"sample_id":"gpqa-main-c0bc48c4232297b735018487/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3276,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"bbc99977a336fa9fd961baf75728288b14f7c69841a6757f2793e300690fc85b"} +{"uuid":"gpqa-main-24751b175e0f2d19899ad735","benchmark":"gpqa_main","data_index":644,"repeat_index":1,"sample_id":"gpqa-main-24751b175e0f2d19899ad735/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2148,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"A","question_sha256":"4a5d6fcc83f3561a6447a1feebb680aa9ab094bdeed5677c30f04041964a9c38"} +{"uuid":"gpqa-main-9c0b631b2a7823cec0729a4b","benchmark":"gpqa_main","data_index":627,"repeat_index":1,"sample_id":"gpqa-main-9c0b631b2a7823cec0729a4b/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3366,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"9d42c24c2f67ff118699d880fbb6276f14043e3527a9fea8f6d55fe2bf82e091"} +{"uuid":"gpqa-main-822957bb60d3551275f08aa0","benchmark":"gpqa_main","data_index":637,"repeat_index":1,"sample_id":"gpqa-main-822957bb60d3551275f08aa0/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2671,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"A","question_sha256":"4690c4bb391b2ef2a7b53f1a15866e05411bdf5f0f7b4f32c9e27d8ef6e8cb48"} +{"uuid":"gpqa-main-143dc33c1aad9828daf5e615","benchmark":"gpqa_main","data_index":479,"repeat_index":1,"sample_id":"gpqa-main-143dc33c1aad9828daf5e615/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15314,"prompt_tokens":354,"effective_max_tokens":130718,"original_embedded_prediction":"C","question_sha256":"ff60c18b72aac9e90842c7a2d5e79c68092a3fbb1d6c0318cee6d2892a43a0a1"} +{"uuid":"gpqa-main-9753ac5963fbae8c8e907ef3","benchmark":"gpqa_main","data_index":661,"repeat_index":1,"sample_id":"gpqa-main-9753ac5963fbae8c8e907ef3/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":900,"prompt_tokens":181,"effective_max_tokens":130891,"original_embedded_prediction":"C","question_sha256":"ec3a07db51d6010b2b9fae103e36b62707efee3ad0713fcd4420f8ba8f55c00b"} +{"uuid":"gpqa-main-8299e0bf116ad8ad7b960d26","benchmark":"gpqa_main","data_index":638,"repeat_index":1,"sample_id":"gpqa-main-8299e0bf116ad8ad7b960d26/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2926,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"D","question_sha256":"dac89ff46a5330836dfa04de2060a9a9d447a0cffd96c06e0cdee48c6a991035"} +{"uuid":"gpqa-main-105b94b83de2671f0b86688d","benchmark":"gpqa_main","data_index":615,"repeat_index":1,"sample_id":"gpqa-main-105b94b83de2671f0b86688d/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4541,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"D","question_sha256":"062b8c1448dabb342bd7815bdfbab0a55eb915c5c6793d19a5037bf7a9aa63f3"} +{"uuid":"gpqa-main-a41b7b18fc60247bc6e08ecc","benchmark":"gpqa_main","data_index":662,"repeat_index":1,"sample_id":"gpqa-main-a41b7b18fc60247bc6e08ecc/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1071,"prompt_tokens":270,"effective_max_tokens":130802,"original_embedded_prediction":"A","question_sha256":"87c04c470b12fde8cca6d843b12d3265c10bf824a883929eca2654ab55681839"} +{"uuid":"gpqa-main-5afce78005210e6a41636858","benchmark":"gpqa_main","data_index":645,"repeat_index":1,"sample_id":"gpqa-main-5afce78005210e6a41636858/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2784,"prompt_tokens":312,"effective_max_tokens":130760,"original_embedded_prediction":"B","question_sha256":"1447f629926983e1fb54566e40ab57d7a728998d233e3c84bc33277da7c13a65"} +{"uuid":"gpqa-main-f6714ff18991a64f32fcecf9","benchmark":"gpqa_main","data_index":670,"repeat_index":1,"sample_id":"gpqa-main-f6714ff18991a64f32fcecf9/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":600,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"a1e860acc41f41cac7f3d9425a64a45a95559ff56553a2d04e1d3569c2f1c1a1"} +{"uuid":"gpqa-main-0306849689d2123fedfcfeb5","benchmark":"gpqa_main","data_index":466,"repeat_index":1,"sample_id":"gpqa-main-0306849689d2123fedfcfeb5/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16708,"prompt_tokens":301,"effective_max_tokens":130771,"original_embedded_prediction":"D","question_sha256":"9b236e1b2c7db4edd3fd08eaeff4fcfd3b13c11bfc0f9c5510349957a837d13a"} +{"uuid":"gpqa-main-f6f707a4d7db96af855de986","benchmark":"gpqa_main","data_index":650,"repeat_index":1,"sample_id":"gpqa-main-f6f707a4d7db96af855de986/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2737,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"049a3a3426b30e36d29d782b3ea4916bf545838ac3945e9c707804638ad48f04"} +{"uuid":"gpqa-main-a028903aa7112583a0e7b5d2","benchmark":"gpqa_main","data_index":600,"repeat_index":1,"sample_id":"gpqa-main-a028903aa7112583a0e7b5d2/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6119,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"D","question_sha256":"c6231a95c81ba1af7d31e5ce8f8e8ad4c4def88d86ab8f801a248cf19814e2d2"} +{"uuid":"gpqa-main-f0a74958c23332566374eae8","benchmark":"gpqa_main","data_index":629,"repeat_index":1,"sample_id":"gpqa-main-f0a74958c23332566374eae8/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4374,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"0122463c60c1fa5ad768f1fc6147fd593b46126713e705864d5de5632804d4b5"} +{"uuid":"gpqa-main-fcf4fbe275826c7d67e6067b","benchmark":"gpqa_main","data_index":332,"repeat_index":0,"sample_id":"gpqa-main-fcf4fbe275826c7d67e6067b/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":25498,"prompt_tokens":319,"effective_max_tokens":130753,"original_embedded_prediction":"D","question_sha256":"804a1298d02f33e3d34af9885ef317731ae757104a1e874356955c98921afd18"} +{"uuid":"gpqa-main-d8361782f08c0e6d16de3839","benchmark":"gpqa_main","data_index":671,"repeat_index":1,"sample_id":"gpqa-main-d8361782f08c0e6d16de3839/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1122,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"aed1658f69a85980c41ce94c10ac1535d2de3683f7a5c3821d1a84fa594d4571"} +{"uuid":"gpqa-main-d5d2365d64430154627d4bb7","benchmark":"gpqa_main","data_index":652,"repeat_index":1,"sample_id":"gpqa-main-d5d2365d64430154627d4bb7/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2581,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"D","question_sha256":"17f96c74be836037313c787a88438b6c9f69a4aa20ec8cba17697864f5d35599"} +{"uuid":"gpqa-main-69bcb32ba17f6e7aa0918597","benchmark":"gpqa_main","data_index":498,"repeat_index":1,"sample_id":"gpqa-main-69bcb32ba17f6e7aa0918597/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15033,"prompt_tokens":758,"effective_max_tokens":130314,"original_embedded_prediction":"C","question_sha256":"9eb1fde9ac6acb7dc761f4941a792f3d0d052ad76d36e12bb9e406963b3906ef"} +{"uuid":"gpqa-main-e408cf011e5548359fd7cfa7","benchmark":"gpqa_main","data_index":452,"repeat_index":1,"sample_id":"gpqa-main-e408cf011e5548359fd7cfa7/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18026,"prompt_tokens":190,"effective_max_tokens":130882,"original_embedded_prediction":"D","question_sha256":"62f7808cdd914d23316e18802ada081dc433f34465864581ce0c27bfafdcd343"} +{"uuid":"gpqa-main-4f958672c6f9249c44f2f9b9","benchmark":"gpqa_main","data_index":571,"repeat_index":1,"sample_id":"gpqa-main-4f958672c6f9249c44f2f9b9/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9445,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"C","question_sha256":"7d91198c9c48996b89ebbb62d8d76d86e32d7c14fb108c7491c9ff812263613a"} +{"uuid":"gpqa-main-9a5518ae94b2b0d35d86de13","benchmark":"gpqa_main","data_index":673,"repeat_index":1,"sample_id":"gpqa-main-9a5518ae94b2b0d35d86de13/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1164,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"C","question_sha256":"3fcfcbf2649513809f04d9fdbcbe0c6bc1a91164f8dcfd7d9748267f2db7c6ce"} +{"uuid":"gpqa-main-b84eb68d18023ca81e43b35a","benchmark":"gpqa_main","data_index":677,"repeat_index":1,"sample_id":"gpqa-main-b84eb68d18023ca81e43b35a/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":906,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"C","question_sha256":"6c90e464e06f4dc9c748d6c9be44c96b2d5bec5078b4eb152ea4ccec4c709f2d"} +{"uuid":"gpqa-main-1a3571c1ec099b06b5011ceb","benchmark":"gpqa_main","data_index":322,"repeat_index":0,"sample_id":"gpqa-main-1a3571c1ec099b06b5011ceb/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":26887,"prompt_tokens":166,"effective_max_tokens":130906,"original_embedded_prediction":"B","question_sha256":"853f9bd759921129a51dd81d489f867c5aa9463f1925c203fe6f1e3147741f08"} +{"uuid":"gpqa-main-9bb169e317cdd76b98ada24f","benchmark":"gpqa_main","data_index":573,"repeat_index":1,"sample_id":"gpqa-main-9bb169e317cdd76b98ada24f/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9330,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d0bbc79a116a93d5c5c1325e012b3feb17a7b705d2ccd57a86ecfbdc2bf78030"} +{"uuid":"gpqa-main-925cb13958435841df0e8c1e","benchmark":"gpqa_main","data_index":491,"repeat_index":1,"sample_id":"gpqa-main-925cb13958435841df0e8c1e/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15787,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"B","question_sha256":"d21ba2f1c06b876b2d387104c816ee0fcc369a02b8e010a706e0e2448c56f78e"} +{"uuid":"gpqa-main-9f607ccb3302f27b4ebe90a4","benchmark":"gpqa_main","data_index":674,"repeat_index":1,"sample_id":"gpqa-main-9f607ccb3302f27b4ebe90a4/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1190,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"B","question_sha256":"e2c8b6a88dfedf13a4a35e2964dc77f2e082e87417c972bf7406bdb2405985f7"} +{"uuid":"gpqa-main-539a673f0443ba9cdc31b864","benchmark":"gpqa_main","data_index":651,"repeat_index":1,"sample_id":"gpqa-main-539a673f0443ba9cdc31b864/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3351,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"A","question_sha256":"d25187b99e4997c1700ffeb87fd595e878957e452f20a2f00d5489fecd0b3b30"} +{"uuid":"gpqa-main-731d6908d225dc9f463d1297","benchmark":"gpqa_main","data_index":672,"repeat_index":1,"sample_id":"gpqa-main-731d6908d225dc9f463d1297/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1511,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"4774928b0a0c7cdc6d9c17102d2e01adad07f5a344858c23bbc63520a74724d7"} +{"uuid":"gpqa-main-48494dbfd36899c84d166873","benchmark":"gpqa_main","data_index":678,"repeat_index":1,"sample_id":"gpqa-main-48494dbfd36899c84d166873/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1224,"prompt_tokens":315,"effective_max_tokens":130757,"original_embedded_prediction":"B","question_sha256":"a50aa647f4cce396d333dfcfe372bdfadfa7f7aa507ebafd207354812f7ab3f9"} +{"uuid":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7","benchmark":"gpqa_main","data_index":421,"repeat_index":1,"sample_id":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20337,"prompt_tokens":279,"effective_max_tokens":130793,"original_embedded_prediction":"C","question_sha256":"f730b35adb897658b28382d90ae7881a77e5d86003cc9b3942862d742001d4fb"} +{"uuid":"gpqa-main-ab4c50e2da12e11b47155f74","benchmark":"gpqa_main","data_index":676,"repeat_index":1,"sample_id":"gpqa-main-ab4c50e2da12e11b47155f74/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1410,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"b734e134fe4529267a34452ccc5cb2a7d56f7b471273d9e978add607de6f30b6"} +{"uuid":"gpqa-main-9aa9fb454d849030d70f9512","benchmark":"gpqa_main","data_index":270,"repeat_index":0,"sample_id":"gpqa-main-9aa9fb454d849030d70f9512/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":31365,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"D","question_sha256":"b494f4c1785682ee7d284173af2a6ef6db2189c6f3e7ece0edb769c2f10d5f24"} +{"uuid":"gpqa-main-fe61aa6baba6418fcde1fa11","benchmark":"gpqa_main","data_index":656,"repeat_index":1,"sample_id":"gpqa-main-fe61aa6baba6418fcde1fa11/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3172,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"73eb245ef4dcc164186307ecd210b767147568ad3c1b03847a63b2e67ac5d0ab"} +{"uuid":"gpqa-main-d4ee93c18c20e4432773fe55","benchmark":"gpqa_main","data_index":695,"repeat_index":1,"sample_id":"gpqa-main-d4ee93c18c20e4432773fe55/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":428,"prompt_tokens":200,"effective_max_tokens":130872,"original_embedded_prediction":"C","question_sha256":"77bffd13a6b6464f7c63296f571164c184ce47a8cd6f8ecf91f0dc28407d44a1"} +{"uuid":"gpqa-main-0069a2b69e59906ffd6ca400","benchmark":"gpqa_main","data_index":675,"repeat_index":1,"sample_id":"gpqa-main-0069a2b69e59906ffd6ca400/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1700,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"409fe9f5585adb91b6eded6462ef297118cee805597838bb23fa38eb32789450"} +{"uuid":"gpqa-main-c6cc654afa201cd3d5b66695","benchmark":"gpqa_main","data_index":696,"repeat_index":1,"sample_id":"gpqa-main-c6cc654afa201cd3d5b66695/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":366,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"A","question_sha256":"79526cdc6c623c8657c3060ab8b305f1b4d8aa35f2b7905c6fd4c3e119c5c310"} +{"uuid":"gpqa-main-ac1c72784d1e0da293fe4bd4","benchmark":"gpqa_main","data_index":586,"repeat_index":1,"sample_id":"gpqa-main-ac1c72784d1e0da293fe4bd4/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9042,"prompt_tokens":169,"effective_max_tokens":130903,"original_embedded_prediction":"D","question_sha256":"6e2bd9ec28efb9c97dbc7bea49224b4964011afaa5ca659996fac7fd65c4468d"} +{"uuid":"gpqa-main-1923a70feda6403a600f719a","benchmark":"gpqa_main","data_index":160,"repeat_index":0,"sample_id":"gpqa-main-1923a70feda6403a600f719a/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":37201,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"D","question_sha256":"7acad7dd49efa2a29ce19fb81de0e8b504de87dab9c66159407da7697942a708"} +{"uuid":"gpqa-main-6dec9c3aba26b3c8623af13e","benchmark":"gpqa_main","data_index":699,"repeat_index":1,"sample_id":"gpqa-main-6dec9c3aba26b3c8623af13e/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":636,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"656a46f8bac8e8e0767c9a5675871d3f81ff8707ec78f064bca2ccac673d7561"} +{"uuid":"gpqa-main-cda2fe50fc8423311319e78e","benchmark":"gpqa_main","data_index":684,"repeat_index":1,"sample_id":"gpqa-main-cda2fe50fc8423311319e78e/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1591,"prompt_tokens":182,"effective_max_tokens":130890,"original_embedded_prediction":"B","question_sha256":"1b04aca1c9a8b4f1fabc653b3653d0a48982315e6f1da934d98cadd1948f776f"} +{"uuid":"gpqa-main-6f8b58d9d46c4f4e7eba1910","benchmark":"gpqa_main","data_index":701,"repeat_index":1,"sample_id":"gpqa-main-6f8b58d9d46c4f4e7eba1910/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":635,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"C","question_sha256":"2437e4848569e7740d6491d475d194b9eefbbeae3a6a31cd62ddeb8ba8e93aa9"} +{"uuid":"gpqa-main-3cb5227445654dab4b5dacc2","benchmark":"gpqa_main","data_index":698,"repeat_index":1,"sample_id":"gpqa-main-3cb5227445654dab4b5dacc2/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1024,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"4b45de4106aaf95114f9bda69339b541037b0eb04b8fd1f40efb6b91ed2a479e"} +{"uuid":"gpqa-main-c5fc0037165678ab354bad30","benchmark":"gpqa_main","data_index":613,"repeat_index":1,"sample_id":"gpqa-main-c5fc0037165678ab354bad30/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7236,"prompt_tokens":158,"effective_max_tokens":130914,"original_embedded_prediction":"B","question_sha256":"cc55519c3a9058d775356db9fd87b9279f120f69e3d435e9886ed87f62c6a229"} +{"uuid":"gpqa-main-8d43dd1cebfb1a76c18a3589","benchmark":"gpqa_main","data_index":213,"repeat_index":0,"sample_id":"gpqa-main-8d43dd1cebfb1a76c18a3589/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":35864,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"D","question_sha256":"1c3b360d52d717d4eda55f53310217b072979b1026b8896b235a2ba9f5151964"} +{"uuid":"gpqa-main-aa684f4d5d7c6b9ced383e24","benchmark":"gpqa_main","data_index":687,"repeat_index":1,"sample_id":"gpqa-main-aa684f4d5d7c6b9ced383e24/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1752,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"96a58da5e1708d76485e32741b0ecddc1bea407ebb53997d2f36e8827f2f2ac9"} +{"uuid":"gpqa-main-d31323dded27ae0c86cb5c75","benchmark":"gpqa_main","data_index":697,"repeat_index":1,"sample_id":"gpqa-main-d31323dded27ae0c86cb5c75/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1425,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"8f174dd25b58e6fc8e309577a66d0f5a4f46ed89bf1a5165c0cb561a4e3e33e9"} +{"uuid":"gpqa-main-9f0f463200d404d2c62eca59","benchmark":"gpqa_main","data_index":704,"repeat_index":1,"sample_id":"gpqa-main-9f0f463200d404d2c62eca59/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1105,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"6ed199510dead1f6bd4eaa9162909d9481bd2201f8d9444ee60a2e0e2f20528c"} +{"uuid":"gpqa-main-ac27f29e5f777e93e751f3f2","benchmark":"gpqa_main","data_index":439,"repeat_index":1,"sample_id":"gpqa-main-ac27f29e5f777e93e751f3f2/repeat-1","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21028,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"A","question_sha256":"d49aa1d9efc38f6409c199c3e2706ec44f5d20d25b0e7d41f40b9c46668ed1e0"} +{"uuid":"gpqa-main-67c1e3a67a2a974a3189d06b","benchmark":"gpqa_main","data_index":712,"repeat_index":1,"sample_id":"gpqa-main-67c1e3a67a2a974a3189d06b/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":336,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"A","question_sha256":"de0e795a2e1639d4babc3235662e71409fadd14e0c80f8551b3db9b4b53aa8de"} +{"uuid":"gpqa-main-7ed621f8290d6ac14181ce45","benchmark":"gpqa_main","data_index":382,"repeat_index":0,"sample_id":"gpqa-main-7ed621f8290d6ac14181ce45/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24958,"prompt_tokens":298,"effective_max_tokens":130774,"original_embedded_prediction":"B","question_sha256":"c1c0ad22e4376412fe1e7564fd1f8c00dd970292dbf0dbb83b0350881e74b306"} +{"uuid":"gpqa-main-a454a3157aff6eee743541b7","benchmark":"gpqa_main","data_index":566,"repeat_index":1,"sample_id":"gpqa-main-a454a3157aff6eee743541b7/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12051,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"C","question_sha256":"025e20e6e9b45e1ddb3f6901f58f69b40df5e8f9ffb6b80b5b17bc518d9f5d17"} +{"uuid":"gpqa-main-dd8409336990c7459796bf16","benchmark":"gpqa_main","data_index":619,"repeat_index":1,"sample_id":"gpqa-main-dd8409336990c7459796bf16/repeat-1","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7830,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"A","question_sha256":"609aca38a7fb3090a0f30d6d141ac5d22646fb06ba18f8c71758e099668e5bf5"} +{"uuid":"gpqa-main-7e9652f906d908e059401ac2","benchmark":"gpqa_main","data_index":708,"repeat_index":1,"sample_id":"gpqa-main-7e9652f906d908e059401ac2/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1143,"prompt_tokens":346,"effective_max_tokens":130726,"original_embedded_prediction":"C","question_sha256":"9dda9414807cb4996f3a1deb9214b8aaf93c75e41d35fac14966aba5058f07ff"} +{"uuid":"gpqa-main-e17c3d61061a563977ae3c11","benchmark":"gpqa_main","data_index":628,"repeat_index":1,"sample_id":"gpqa-main-e17c3d61061a563977ae3c11/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7464,"prompt_tokens":352,"effective_max_tokens":130720,"original_embedded_prediction":"A","question_sha256":"41b609bbf5cd4517a7d53e382a762d7b2caa65fd58ea44549bdf7183daf1d2c0"} +{"uuid":"gpqa-main-72464184a419f296dae470a9","benchmark":"gpqa_main","data_index":641,"repeat_index":1,"sample_id":"gpqa-main-72464184a419f296dae470a9/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6676,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"C","question_sha256":"16bcf4c7129e083cade7afd040c6c4e0fa1fc7677a11aa70fb1b5a3d0e5fb5ea"} +{"uuid":"gpqa-main-219ad07bcb0cda7b85845999","benchmark":"gpqa_main","data_index":655,"repeat_index":1,"sample_id":"gpqa-main-219ad07bcb0cda7b85845999/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5360,"prompt_tokens":412,"effective_max_tokens":130660,"original_embedded_prediction":"A","question_sha256":"a6336c3b0760d09010077fee728ae5348e4421bcfcbbc8bb9c4a72d541ddfb24"} +{"uuid":"gpqa-main-1634ccababef2067673cd88c","benchmark":"gpqa_main","data_index":430,"repeat_index":1,"sample_id":"gpqa-main-1634ccababef2067673cd88c/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":22260,"prompt_tokens":593,"effective_max_tokens":130479,"original_embedded_prediction":"D","question_sha256":"d8c36bd55ba561cb499054e9d5a01217a0498dfd20875e8d9e99d34bcdfd7830"} +{"uuid":"gpqa-main-3ad0b182e1494c1e76262069","benchmark":"gpqa_main","data_index":389,"repeat_index":1,"sample_id":"gpqa-main-3ad0b182e1494c1e76262069/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":25189,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"C","question_sha256":"835ebb67a4198184dbd29c03b43e4283e93c0473d886ab6c3b6c52ffb918b6ab"} +{"uuid":"gpqa-main-4657fdc74d4c0bf48aa0b494","benchmark":"gpqa_main","data_index":685,"repeat_index":1,"sample_id":"gpqa-main-4657fdc74d4c0bf48aa0b494/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3191,"prompt_tokens":343,"effective_max_tokens":130729,"original_embedded_prediction":"B","question_sha256":"ef34764671cecdd517febbdbff1a8cc3542418de05c4a100ef6c30752c1fc8cb"} +{"uuid":"gpqa-main-d1e25804e939f97ca872c78e","benchmark":"gpqa_main","data_index":163,"repeat_index":0,"sample_id":"gpqa-main-d1e25804e939f97ca872c78e/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":39052,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"bd713289ab1ffc1ab982f7411da433944bdaa2ce87595d2c1bba8580a8b47bdb"} +{"uuid":"gpqa-main-288426a7fecb5facf10219c7","benchmark":"gpqa_main","data_index":574,"repeat_index":1,"sample_id":"gpqa-main-288426a7fecb5facf10219c7/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12343,"prompt_tokens":321,"effective_max_tokens":130751,"original_embedded_prediction":"D","question_sha256":"7cccb7714b35c30190fb5db64a1b22a36b726b2a007f241961e1e48c82e4acb3"} +{"uuid":"gpqa-main-78b2ba2dd97e6d6b9942bad9","benchmark":"gpqa_main","data_index":657,"repeat_index":1,"sample_id":"gpqa-main-78b2ba2dd97e6d6b9942bad9/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5625,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"A","question_sha256":"019eb0f05f025ec512fbae057e0fcb33e0f92eec9bc2dc775494f6a19f4b62f3"} +{"uuid":"gpqa-main-ae94db70e45f3af66518a393","benchmark":"gpqa_main","data_index":714,"repeat_index":1,"sample_id":"gpqa-main-ae94db70e45f3af66518a393/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1251,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"357c925128939cb69954fa6d11c54df2209c646ee1d3db2ab6dfea44ae6407b6"} +{"uuid":"gpqa-main-8523e39e7dc895f15a06a403","benchmark":"gpqa_main","data_index":715,"repeat_index":1,"sample_id":"gpqa-main-8523e39e7dc895f15a06a403/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1179,"prompt_tokens":243,"effective_max_tokens":130829,"original_embedded_prediction":"D","question_sha256":"9809fdeb256e4181e9705fa439a61deb6dbe804bfb80ffab6cb1bd4565faa027"} +{"uuid":"gpqa-main-51f5bda498b3f05cab60119c","benchmark":"gpqa_main","data_index":449,"repeat_index":1,"sample_id":"gpqa-main-51f5bda498b3f05cab60119c/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":21662,"prompt_tokens":271,"effective_max_tokens":130801,"original_embedded_prediction":"B","question_sha256":"f7fa8540a448dfeff404af93810c60c41ed387fb5e4c821bbb6e5869dd9f8630"} +{"uuid":"gpqa-main-60c7c63632b1d67ffb8a4fb7","benchmark":"gpqa_main","data_index":719,"repeat_index":1,"sample_id":"gpqa-main-60c7c63632b1d67ffb8a4fb7/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":761,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"A","question_sha256":"60c9747de98dcd74354ee70ce1049c3c1d1b8d72f4e9848984af5d6ceb1a0c57"} +{"uuid":"gpqa-main-1ae8f8945efaf81788d8d871","benchmark":"gpqa_main","data_index":523,"repeat_index":1,"sample_id":"gpqa-main-1ae8f8945efaf81788d8d871/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16708,"prompt_tokens":250,"effective_max_tokens":130822,"original_embedded_prediction":"A","question_sha256":"060f07943bcd17960b48a982fabe42fcae4e3899fe8c5473138fe2198f0e8dd8"} +{"uuid":"gpqa-main-87a8747afb6b0414b9ccbe1e","benchmark":"gpqa_main","data_index":658,"repeat_index":1,"sample_id":"gpqa-main-87a8747afb6b0414b9ccbe1e/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5733,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"D","question_sha256":"cdb165b285d51cf6a09160d99c4c49b653710aac879cce0b87c74a48eee0172b"} +{"uuid":"gpqa-main-6bb4180b8c6df2f8f7490345","benchmark":"gpqa_main","data_index":410,"repeat_index":1,"sample_id":"gpqa-main-6bb4180b8c6df2f8f7490345/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24156,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"B","question_sha256":"a40e1e0f0ddd21a34df82626b6553232ad944bbeec5bf0819aaf5ae0b1a92c59"} +{"uuid":"gpqa-main-efb673a27e8a1e042786abf9","benchmark":"gpqa_main","data_index":447,"repeat_index":1,"sample_id":"gpqa-main-efb673a27e8a1e042786abf9/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":22033,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"1f2f27b90dac22c1b4d70e1b1679a095c5ce0b5ec5dd0bbf48f16b8328b18d89"} +{"uuid":"gpqa-main-fd7b1296b8c5ae3f05aa8355","benchmark":"gpqa_main","data_index":703,"repeat_index":1,"sample_id":"gpqa-main-fd7b1296b8c5ae3f05aa8355/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2712,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"D","question_sha256":"e674bbb69c41e672de8e4c8cbea505f57f0d1fc98a2ae52ced1937ec4c71b62f"} +{"uuid":"gpqa-main-bab269fd666fa2ba840a1459","benchmark":"gpqa_main","data_index":473,"repeat_index":1,"sample_id":"gpqa-main-bab269fd666fa2ba840a1459/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20556,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"D","question_sha256":"e17051d5c4ebf5f6bc793872dc2f5748b41dd7918235cb3d5697fb04882bd7fe"} +{"uuid":"gpqa-main-7c04a20e5411bd3e0a2bc2c8","benchmark":"gpqa_main","data_index":611,"repeat_index":1,"sample_id":"gpqa-main-7c04a20e5411bd3e0a2bc2c8/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9347,"prompt_tokens":413,"effective_max_tokens":130659,"original_embedded_prediction":"A","question_sha256":"e23b62b19c3ab4ec896e631f56a7a92ed38aca13300af7a7b449b979999886f3"} +{"uuid":"gpqa-main-9eaa6714b15499d3c303ce90","benchmark":"gpqa_main","data_index":607,"repeat_index":1,"sample_id":"gpqa-main-9eaa6714b15499d3c303ce90/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9904,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"D","question_sha256":"cfac786b87a07d0c92f7c3da73233aa6c32340b63dff9d3f72bd1bd025cd565d"} +{"uuid":"gpqa-main-c5506c52a996021a33525b24","benchmark":"gpqa_main","data_index":626,"repeat_index":1,"sample_id":"gpqa-main-c5506c52a996021a33525b24/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8614,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"ec867cdcf4e586ae70e24b76b87230ee2b48ec67a5234d7a682f06f846fbdf0d"} +{"uuid":"gpqa-main-6078bfac5f15131fb59b31ce","benchmark":"gpqa_main","data_index":690,"repeat_index":1,"sample_id":"gpqa-main-6078bfac5f15131fb59b31ce/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3612,"prompt_tokens":383,"effective_max_tokens":130689,"original_embedded_prediction":"D","question_sha256":"2c08be31c31eb443db8881662320ebedec47eef168a86389032948d5a9cc37d1"} +{"uuid":"gpqa-main-4df6eb7fd5661c3196a52be6","benchmark":"gpqa_main","data_index":669,"repeat_index":1,"sample_id":"gpqa-main-4df6eb7fd5661c3196a52be6/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5272,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"B","question_sha256":"71ef41cf00fbcb9e6751fd492a52caefd2830032777c8824465c1b4ea8dc48ea"} +{"uuid":"gpqa-main-5f044a1bf575df47abc76e1a","benchmark":"gpqa_main","data_index":730,"repeat_index":1,"sample_id":"gpqa-main-5f044a1bf575df47abc76e1a/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":492,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"56742e4e637e9ad1340d4a8de7af8e0d6ce2447d668cc5b51dfb52dfb0b2b8e9"} +{"uuid":"gpqa-main-e31881ef9b38bb3d802fa432","benchmark":"gpqa_main","data_index":709,"repeat_index":1,"sample_id":"gpqa-main-e31881ef9b38bb3d802fa432/repeat-1","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2309,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":null,"question_sha256":"d2b3b2f779f59635b5b67b63d55e4ada87e7ff867992c7a0b26b010dac9f8650"} +{"uuid":"gpqa-main-6195cef214f3dfad9869d6d3","benchmark":"gpqa_main","data_index":682,"repeat_index":1,"sample_id":"gpqa-main-6195cef214f3dfad9869d6d3/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4226,"prompt_tokens":351,"effective_max_tokens":130721,"original_embedded_prediction":"B","question_sha256":"d8a4b11aef2d38271a5ebf2c1802dc875d19737c557efb5990cc4a865a052e7c"} +{"uuid":"gpqa-main-07134ad2ae69bd2e9f09ae64","benchmark":"gpqa_main","data_index":461,"repeat_index":1,"sample_id":"gpqa-main-07134ad2ae69bd2e9f09ae64/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21553,"prompt_tokens":374,"effective_max_tokens":130698,"original_embedded_prediction":"A","question_sha256":"e1448af5dcb7e4a7a5cf31dd231d4a2b2a3829ce3dabc5d7da48a195c1b39112"} +{"uuid":"gpqa-main-cdaa7da74e15a8dfc40e0582","benchmark":"gpqa_main","data_index":191,"repeat_index":0,"sample_id":"gpqa-main-cdaa7da74e15a8dfc40e0582/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":38966,"prompt_tokens":410,"effective_max_tokens":130662,"original_embedded_prediction":"D","question_sha256":"733e93868ff7691423e0d318a4d9ba6ce801d7c2ef5c53b8020d7eb13c2c9a5c"} +{"uuid":"gpqa-main-2601636e383074212d2b5e52","benchmark":"gpqa_main","data_index":717,"repeat_index":1,"sample_id":"gpqa-main-2601636e383074212d2b5e52/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1627,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"A","question_sha256":"4346808ce2e49e7dd075a69d154a4e1c8d73b71869876d48ffff93747d8898ec"} +{"uuid":"gpqa-main-b36b446fe10911202d34a473","benchmark":"gpqa_main","data_index":743,"repeat_index":1,"sample_id":"gpqa-main-b36b446fe10911202d34a473/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":386,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"a817452b182acac6761625a70d62a32f2da8fc7a708397cb06f4ad35d5fb18f8"} +{"uuid":"gpqa-main-67410b7a8dc0eaa2a0ad0e33","benchmark":"gpqa_main","data_index":731,"repeat_index":1,"sample_id":"gpqa-main-67410b7a8dc0eaa2a0ad0e33/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":849,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"bb309e44424b270e31ff68a9df49f0a2f19335280a19eb9a92c5dcd1810cc3e8"} +{"uuid":"gpqa-main-53c8581aa69a3066bf003024","benchmark":"gpqa_main","data_index":734,"repeat_index":1,"sample_id":"gpqa-main-53c8581aa69a3066bf003024/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1007,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"dbc9784ed2e796c6f534e998f17f2a819df9d6d94cd62aa72bd7fdcbf457c948"} +{"uuid":"gpqa-main-8d147d8bf7fad22423fc5dd7","benchmark":"gpqa_main","data_index":666,"repeat_index":1,"sample_id":"gpqa-main-8d147d8bf7fad22423fc5dd7/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6177,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"bfad7a1309a7d02668c615391f7302c03e1c3f61ffaee5d1f44ba2c9f5c40b7d"} +{"uuid":"gpqa-main-f6a21b5c88fe41ca6a55591f","benchmark":"gpqa_main","data_index":738,"repeat_index":1,"sample_id":"gpqa-main-f6a21b5c88fe41ca6a55591f/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":853,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"b0808ff670ee04ab6af9402dbf89fd865b5fcc16ca43f81c6b8ed06e07bd5ee2"} +{"uuid":"gpqa-main-0b01dd8e7881a40d7eb61175","benchmark":"gpqa_main","data_index":723,"repeat_index":1,"sample_id":"gpqa-main-0b01dd8e7881a40d7eb61175/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1720,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"C","question_sha256":"74998926c571f30bb050d73fd21eee2727687e5a8320253f13d3d84b8605a913"} +{"uuid":"gpqa-main-2651d2e67639a9e1741c23d7","benchmark":"gpqa_main","data_index":745,"repeat_index":1,"sample_id":"gpqa-main-2651d2e67639a9e1741c23d7/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":778,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"B","question_sha256":"4dde21b33c78ccf27d8f3043edfe68636929e2ed7d52841b78b767027425afcb"} +{"uuid":"gpqa-main-ad77d1e365463a217a2cc25c","benchmark":"gpqa_main","data_index":732,"repeat_index":1,"sample_id":"gpqa-main-ad77d1e365463a217a2cc25c/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1336,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"B","question_sha256":"7c427847fb1acab7f784c40193a51f13be68ffb38b4336c6bf3ebf112916fc29"} +{"uuid":"gpqa-main-3f9251e093c698e0c2fa2826","benchmark":"gpqa_main","data_index":742,"repeat_index":1,"sample_id":"gpqa-main-3f9251e093c698e0c2fa2826/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1004,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"252debe46c4fa81fca060b5a84d473e7c0bf04c99b8b5f54aab8119f22de36b4"} +{"uuid":"gpqa-main-24659eabc462bf7fb5295951","benchmark":"gpqa_main","data_index":649,"repeat_index":1,"sample_id":"gpqa-main-24659eabc462bf7fb5295951/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8131,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"f26df2fb1b4182bacbf5d951a583b120ed154d22ea6f9659ed264ae020297543"} +{"uuid":"gpqa-main-1989edb8041cc1c94659dcc4","benchmark":"gpqa_main","data_index":724,"repeat_index":1,"sample_id":"gpqa-main-1989edb8041cc1c94659dcc4/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1994,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"364ddb1397abdc7ae2201c88354f8df3f89b63c28330217a94cf8cf96c19ae54"} +{"uuid":"gpqa-main-7c103d3006e7e5942b17dfc2","benchmark":"gpqa_main","data_index":729,"repeat_index":1,"sample_id":"gpqa-main-7c103d3006e7e5942b17dfc2/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1644,"prompt_tokens":254,"effective_max_tokens":130818,"original_embedded_prediction":"D","question_sha256":"851c6624380df7dd30fbf4b482add6ae0543525ac196eb146f0d1eb73a673d6c"} +{"uuid":"gpqa-main-77067b016766698b199936c6","benchmark":"gpqa_main","data_index":727,"repeat_index":1,"sample_id":"gpqa-main-77067b016766698b199936c6/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1816,"prompt_tokens":306,"effective_max_tokens":130766,"original_embedded_prediction":"B","question_sha256":"4c8dd76001266d2c0d3a086b95cb4f68ba3f1b2658186002903315d51bf5bea6"} +{"uuid":"gpqa-main-9254c2db95aeb7ad8ae8a32d","benchmark":"gpqa_main","data_index":679,"repeat_index":1,"sample_id":"gpqa-main-9254c2db95aeb7ad8ae8a32d/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5690,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"183797b844f5aaf0d4762d5da650b2a14964b261306db104b29a00499b949bd6"} +{"uuid":"gpqa-main-d98819c9bc2a4086534acf1b","benchmark":"gpqa_main","data_index":665,"repeat_index":1,"sample_id":"gpqa-main-d98819c9bc2a4086534acf1b/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7000,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"d53ea2c13c1ce696b626852774a73a189571a138a5fd872cdd3bb15f21f0bf06"} +{"uuid":"gpqa-main-ad37592fd14aa64b9045a2c4","benchmark":"gpqa_main","data_index":758,"repeat_index":1,"sample_id":"gpqa-main-ad37592fd14aa64b9045a2c4/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":588,"prompt_tokens":142,"effective_max_tokens":130930,"original_embedded_prediction":"B","question_sha256":"1b3ff6b6ef905e2e7d9fad403ad7bcef59c07ba5858ab30374d9c1f3f07e7dee"} +{"uuid":"gpqa-main-7ac0db7d29e6e8c587a8e8f2","benchmark":"gpqa_main","data_index":700,"repeat_index":1,"sample_id":"gpqa-main-7ac0db7d29e6e8c587a8e8f2/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4588,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"D","question_sha256":"1fc80dd29a6d1127a37414c18382b28b3e9d2f38b390130751d4cbfe90841375"} +{"uuid":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8","benchmark":"gpqa_main","data_index":680,"repeat_index":1,"sample_id":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5769,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"bf639adbf5de648e6799cd9936073de7b6c750cf7c5870ed99dc4f842748abb9"} +{"uuid":"gpqa-main-f022820fa3c0f536a4d4a9bc","benchmark":"gpqa_main","data_index":739,"repeat_index":1,"sample_id":"gpqa-main-f022820fa3c0f536a4d4a9bc/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1897,"prompt_tokens":288,"effective_max_tokens":130784,"original_embedded_prediction":"A","question_sha256":"d7be2d674d4903c49886b492451a9febcfb5696ccd6f0931c4d48ef06a19b2b9"} +{"uuid":"gpqa-main-46549f6d718b80e38f4412cd","benchmark":"gpqa_main","data_index":418,"repeat_index":1,"sample_id":"gpqa-main-46549f6d718b80e38f4412cd/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":25462,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"B","question_sha256":"a1def6786f9e3174bf07c7887ea2c97711ea721fe1cf730202fc93d69ecac09d"} +{"uuid":"gpqa-main-d3db87adeb915999faca3605","benchmark":"gpqa_main","data_index":495,"repeat_index":1,"sample_id":"gpqa-main-d3db87adeb915999faca3605/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20893,"prompt_tokens":204,"effective_max_tokens":130868,"original_embedded_prediction":"D","question_sha256":"f6518dd763c1af7a1745bc53b4e021210cafdf588df1ede9b537a622474a998d"} +{"uuid":"gpqa-main-0293685a5c3ddbc5b15dcfa0","benchmark":"gpqa_main","data_index":617,"repeat_index":1,"sample_id":"gpqa-main-0293685a5c3ddbc5b15dcfa0/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11160,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"db2ca8d93d5ff50bd9f602bc5b3d339b547349c54c540850544e01393770a4ff"} +{"uuid":"gpqa-main-a39e48c3dd280f4d62399e78","benchmark":"gpqa_main","data_index":755,"repeat_index":1,"sample_id":"gpqa-main-a39e48c3dd280f4d62399e78/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1312,"prompt_tokens":397,"effective_max_tokens":130675,"original_embedded_prediction":"D","question_sha256":"721c25455cfe9ff83ae29b7ba79700cb78268040d9773283d4d8afebd849187b"} +{"uuid":"gpqa-main-5af38d4af998e6cc090b76a4","benchmark":"gpqa_main","data_index":750,"repeat_index":1,"sample_id":"gpqa-main-5af38d4af998e6cc090b76a4/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1789,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"b20325f500465457b07762e2fe70b04e5055bd3df2783351050b6c3d04223eb4"} +{"uuid":"gpqa-main-50b06dfa0f6f3a64a58faa00","benchmark":"gpqa_main","data_index":297,"repeat_index":0,"sample_id":"gpqa-main-50b06dfa0f6f3a64a58faa00/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":35002,"prompt_tokens":2889,"effective_max_tokens":128183,"original_embedded_prediction":"D","question_sha256":"6d83e75112500dd8a0852c4eaa9859c4fb625c97bdf5f7d5c532bcd6347ea1a8"} +{"uuid":"gpqa-main-c8bb35d2e6add774a878c895","benchmark":"gpqa_main","data_index":211,"repeat_index":0,"sample_id":"gpqa-main-c8bb35d2e6add774a878c895/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":40697,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"A","question_sha256":"8b5b2cb731b5a7fb6556557d17fc7ef7fb607adfa5050f0d70418eb3b983605b"} +{"uuid":"gpqa-main-992d40815d86851a9f6e7230","benchmark":"gpqa_main","data_index":769,"repeat_index":2,"sample_id":"gpqa-main-992d40815d86851a9f6e7230/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":972,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"b698ebb0cb6d3abffa554435859e51f21dd11a9955cfceece2c7a6fa9b0e2023"} +{"uuid":"gpqa-main-2bd63c617299c18c1cfd5b0a","benchmark":"gpqa_main","data_index":196,"repeat_index":0,"sample_id":"gpqa-main-2bd63c617299c18c1cfd5b0a/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":41388,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"C","question_sha256":"bd7804f896ba3deb7fd65cc0c562744a80232f45bbc9c5ffa8652308c167c329"} +{"uuid":"gpqa-main-4644969e4e4615b014b9669f","benchmark":"gpqa_main","data_index":200,"repeat_index":0,"sample_id":"gpqa-main-4644969e4e4615b014b9669f/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":41337,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"e663684f8a7728af99d977f274c335c497ac6a7ccf43c64ab979e8407155ce6c"} +{"uuid":"gpqa-main-83f8b78e2bcb92bda5c03787","benchmark":"gpqa_main","data_index":720,"repeat_index":1,"sample_id":"gpqa-main-83f8b78e2bcb92bda5c03787/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4057,"prompt_tokens":162,"effective_max_tokens":130910,"original_embedded_prediction":"C","question_sha256":"1f06efeb2323c27b7a92e2f6b6d0f631f5b1caa5357a701f99ff4c3d08286bcf"} +{"uuid":"gpqa-main-33c3b423f54aabfcfca66691","benchmark":"gpqa_main","data_index":718,"repeat_index":1,"sample_id":"gpqa-main-33c3b423f54aabfcfca66691/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4258,"prompt_tokens":323,"effective_max_tokens":130749,"original_embedded_prediction":"B","question_sha256":"d3ede1ef1590cafbeca0278be62d75df7a0ca03bdf527b454a132420994473ae"} +{"uuid":"gpqa-main-485d6d2d8d4ef097891a30ae","benchmark":"gpqa_main","data_index":754,"repeat_index":1,"sample_id":"gpqa-main-485d6d2d8d4ef097891a30ae/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2277,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"D","question_sha256":"c6a4a4365a6f088ad7d433e788ad1983c25ce2a6965fa332c2fd4f61eea9bbbc"} +{"uuid":"gpqa-main-fcf4fc69f21da83688056521","benchmark":"gpqa_main","data_index":747,"repeat_index":1,"sample_id":"gpqa-main-fcf4fc69f21da83688056521/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2820,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"691112dd08aec41d1dfd7a48bf6e56a828dc8b340887ad6364daff290f8a88c4"} +{"uuid":"gpqa-main-1f0af84f0bdb1b68af6a7719","benchmark":"gpqa_main","data_index":765,"repeat_index":1,"sample_id":"gpqa-main-1f0af84f0bdb1b68af6a7719/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1555,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"D","question_sha256":"47eb07162cc525d2e6a87977deb802204fed59b801dd5e2935cc6edb3c036af1"} +{"uuid":"gpqa-main-6f84d17ede852cd9196347bd","benchmark":"gpqa_main","data_index":748,"repeat_index":1,"sample_id":"gpqa-main-6f84d17ede852cd9196347bd/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2933,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"C","question_sha256":"e410f49b6f85564bf5b9226069391669e4c376097b2656e616a6b82abd4729ac"} +{"uuid":"gpqa-main-39045ad4d1274d0e56839d7b","benchmark":"gpqa_main","data_index":760,"repeat_index":1,"sample_id":"gpqa-main-39045ad4d1274d0e56839d7b/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2109,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"429df35a12720ff87021b558515bede2e2590914376178a956309c141594787f"} +{"uuid":"gpqa-main-edbd99e5f03e3b3f074ba126","benchmark":"gpqa_main","data_index":446,"repeat_index":1,"sample_id":"gpqa-main-edbd99e5f03e3b3f074ba126/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":25441,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"A","question_sha256":"b690990e73efd994587057d6ed5ae270235b0ec6bd4e98df3fc472f01c179765"} +{"uuid":"gpqa-main-43903740f46e3267ecd42324","benchmark":"gpqa_main","data_index":735,"repeat_index":1,"sample_id":"gpqa-main-43903740f46e3267ecd42324/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3561,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"b52b0025e64a7d0c0023e98ca9fe1f002e22bd987dd934f74304bd22e6e7da20"} +{"uuid":"gpqa-main-3b577bce88d27365cf34e990","benchmark":"gpqa_main","data_index":344,"repeat_index":0,"sample_id":"gpqa-main-3b577bce88d27365cf34e990/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":32124,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"952132525f3a442f1b38bdc3d0190df1c505766096106e7ac626a451f1b236fc"} +{"uuid":"gpqa-main-1af843966aecfd5da1f08dd6","benchmark":"gpqa_main","data_index":774,"repeat_index":2,"sample_id":"gpqa-main-1af843966aecfd5da1f08dd6/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1451,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"C","question_sha256":"13e7c71f8aae7040bd98bd6b7bfe361f01f9aa9f4fd4b6095b40f97963688bdc"} +{"uuid":"gpqa-main-45cae4ba5af22868461f1861","benchmark":"gpqa_main","data_index":522,"repeat_index":1,"sample_id":"gpqa-main-45cae4ba5af22868461f1861/repeat-1","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20624,"prompt_tokens":196,"effective_max_tokens":130876,"original_embedded_prediction":"A","question_sha256":"da4480a5d4f2af44b6faf63fe513d557f97bf4cd048901e4a2f0b133273b39db"} +{"uuid":"gpqa-main-d8d5dbb2aa6f203775147357","benchmark":"gpqa_main","data_index":702,"repeat_index":1,"sample_id":"gpqa-main-d8d5dbb2aa6f203775147357/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6632,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"bb18da47ffe6578fb5b30d30128525e8addf5e823c1985c70c606c89ce8d4d7e"} +{"uuid":"gpqa-main-50467ff0a4937693425f108b","benchmark":"gpqa_main","data_index":775,"repeat_index":2,"sample_id":"gpqa-main-50467ff0a4937693425f108b/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1430,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"A","question_sha256":"ee40e0ba47746454343829f9f66dd4d391816fe24ca19edf78fcce05cf1f26d8"} +{"uuid":"gpqa-main-ba7b4d8b6b363240553a5da8","benchmark":"gpqa_main","data_index":781,"repeat_index":2,"sample_id":"gpqa-main-ba7b4d8b6b363240553a5da8/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":966,"prompt_tokens":320,"effective_max_tokens":130752,"original_embedded_prediction":"C","question_sha256":"f31ead87a22282cc5dfb01f73a1fe9c84520ad1b8dc017953d8293dbe8b47044"} +{"uuid":"gpqa-main-47999f808ae4df35fd817dd2","benchmark":"gpqa_main","data_index":782,"repeat_index":2,"sample_id":"gpqa-main-47999f808ae4df35fd817dd2/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":986,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"0b24415e0a51d238b6f9b4a8ae6a56386da27f195c825aa8d124ca3e7adc5bb9"} +{"uuid":"gpqa-main-358120bf0c4377ebdbde08fc","benchmark":"gpqa_main","data_index":692,"repeat_index":1,"sample_id":"gpqa-main-358120bf0c4377ebdbde08fc/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7584,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"A","question_sha256":"051eba2501386001d9e9793a3b0fe9ea4c78a987e3a1576c168659f849b684d6"} +{"uuid":"gpqa-main-0d56f92dcb32c3f0494a4705","benchmark":"gpqa_main","data_index":783,"repeat_index":2,"sample_id":"gpqa-main-0d56f92dcb32c3f0494a4705/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1050,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"D","question_sha256":"d48362abba761cef50927ef586befd9a2fdb343aa19b2fa457ee74fb6dbfb56b"} +{"uuid":"gpqa-main-08cb3c41dbaa57f424632b84","benchmark":"gpqa_main","data_index":772,"repeat_index":2,"sample_id":"gpqa-main-08cb3c41dbaa57f424632b84/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2042,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"B","question_sha256":"e37327eb6a290bf649f9b548f5d9834983b5d59efc10b4281a4bdbb75523863f"} +{"uuid":"gpqa-main-d9fdff837cb2d2e4d1e81014","benchmark":"gpqa_main","data_index":767,"repeat_index":1,"sample_id":"gpqa-main-d9fdff837cb2d2e4d1e81014/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2552,"prompt_tokens":153,"effective_max_tokens":130919,"original_embedded_prediction":"D","question_sha256":"021732e23dc83767a3bfeabac85945e664d0c83c8f4cd2ecee91855cda0b0d54"} +{"uuid":"gpqa-main-18347a23c4b32df1f0b31d1a","benchmark":"gpqa_main","data_index":779,"repeat_index":2,"sample_id":"gpqa-main-18347a23c4b32df1f0b31d1a/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1231,"prompt_tokens":438,"effective_max_tokens":130634,"original_embedded_prediction":"C","question_sha256":"f69ff8c0001cb2bdea3e51d7d4063a70e8b64bf6f735f62088f0ace464bbe468"} +{"uuid":"gpqa-main-0cc54149033350a37cf90b8b","benchmark":"gpqa_main","data_index":83,"repeat_index":0,"sample_id":"gpqa-main-0cc54149033350a37cf90b8b/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":45255,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"A","question_sha256":"3298921b7dfbbae04c9893edbe6870746b53e2b7af12e9816f07b6f5e0bff9cb"} +{"uuid":"gpqa-main-238c4616c3347122f4b974e4","benchmark":"gpqa_main","data_index":749,"repeat_index":1,"sample_id":"gpqa-main-238c4616c3347122f4b974e4/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3955,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"A","question_sha256":"5a24c76ed39eb083ccc9c24780d936fe2e52cba76ae67efa4d647cc35e10037b"} +{"uuid":"gpqa-main-17eb0ef902a11d36b13bb4ba","benchmark":"gpqa_main","data_index":762,"repeat_index":1,"sample_id":"gpqa-main-17eb0ef902a11d36b13bb4ba/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2991,"prompt_tokens":290,"effective_max_tokens":130782,"original_embedded_prediction":"C","question_sha256":"da025e796cabfda79ad3a899a873052b028159563074d0934fabc7ee4c54d8ad"} +{"uuid":"gpqa-main-2bd63c617299c18c1cfd5b0a","benchmark":"gpqa_main","data_index":580,"repeat_index":1,"sample_id":"gpqa-main-2bd63c617299c18c1cfd5b0a/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16650,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"C","question_sha256":"bd7804f896ba3deb7fd65cc0c562744a80232f45bbc9c5ffa8652308c167c329"} +{"uuid":"gpqa-main-950b8724526dc5d718438bec","benchmark":"gpqa_main","data_index":780,"repeat_index":2,"sample_id":"gpqa-main-950b8724526dc5d718438bec/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1349,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"B","question_sha256":"d81eab0b3deeedb23d68076a8f0de5ca6461b5d2d1a7da228f6a0b6ba6ca53e7"} +{"uuid":"gpqa-main-d8cca1a27ad1a42b4a99ce96","benchmark":"gpqa_main","data_index":653,"repeat_index":1,"sample_id":"gpqa-main-d8cca1a27ad1a42b4a99ce96/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10748,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"6049e26840c0e889bb5632032745b5bcf6684dec9a2f9d0a0cfb76378c5c064e"} +{"uuid":"gpqa-main-ff85a5ccc5b465a708f70be3","benchmark":"gpqa_main","data_index":797,"repeat_index":2,"sample_id":"gpqa-main-ff85a5ccc5b465a708f70be3/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":444,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"f86f6ace621f9a5dc4c1d23e2bb2d546e1ca384df523a7a90d793b41a43ebfc6"} +{"uuid":"gpqa-main-b306a5cb19a37a5923ddeda3","benchmark":"gpqa_main","data_index":759,"repeat_index":1,"sample_id":"gpqa-main-b306a5cb19a37a5923ddeda3/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3720,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"10d0692d1c6af6008ffff69894cb0183dafbb80748247a3a0e1961e87f1e7c9f"} +{"uuid":"gpqa-main-0fb808246cf99919fa61cf95","benchmark":"gpqa_main","data_index":752,"repeat_index":1,"sample_id":"gpqa-main-0fb808246cf99919fa61cf95/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4268,"prompt_tokens":415,"effective_max_tokens":130657,"original_embedded_prediction":"D","question_sha256":"8dd19f310e71e68caf9619c551faf073baee082c2fdae90e86d766c8f04dd15c"} +{"uuid":"gpqa-main-d022f771c467d057bbb527d0","benchmark":"gpqa_main","data_index":807,"repeat_index":2,"sample_id":"gpqa-main-d022f771c467d057bbb527d0/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":206,"prompt_tokens":192,"effective_max_tokens":130880,"original_embedded_prediction":"A","question_sha256":"f3fdb78f6fe3c60a21e29d92babec94b4d8c0f6e012394045833653cbdb1a4d7"} +{"uuid":"gpqa-main-3d3dfe64363613833bb52e81","benchmark":"gpqa_main","data_index":225,"repeat_index":0,"sample_id":"gpqa-main-3d3dfe64363613833bb52e81/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":42267,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"A","question_sha256":"ec22f627211f722949e6d36efcb583b2f796830a38cf5cf5dcba4f727562d975"} +{"uuid":"gpqa-main-ad8f0afd2f116341ed3a69c0","benchmark":"gpqa_main","data_index":808,"repeat_index":2,"sample_id":"gpqa-main-ad8f0afd2f116341ed3a69c0/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":261,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"b6c9142bf69c50d0a62b5b8254344b66610ca208a646e6a69a606819b7eb1bf8"} +{"uuid":"gpqa-main-fc2653b5d83e082e9e4f6390","benchmark":"gpqa_main","data_index":688,"repeat_index":1,"sample_id":"gpqa-main-fc2653b5d83e082e9e4f6390/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8697,"prompt_tokens":429,"effective_max_tokens":130643,"original_embedded_prediction":"C","question_sha256":"d039314a334267e1364c2bb5dc0ab4e72b6b86a69936c2f7f318902ffc422f15"} +{"uuid":"gpqa-main-09311165c3bc8a7742115024","benchmark":"gpqa_main","data_index":789,"repeat_index":2,"sample_id":"gpqa-main-09311165c3bc8a7742115024/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1608,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d6deae7022d40b283a8b0053867ff7e2d44f15fac7c364d3b34e67d903596cf7"} +{"uuid":"gpqa-main-cda1b642d52c30858bcdf7a3","benchmark":"gpqa_main","data_index":795,"repeat_index":2,"sample_id":"gpqa-main-cda1b642d52c30858bcdf7a3/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1082,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"85f5a80c90290184ac6ec65307174970563ac9442644e868f064c886836d7a25"} +{"uuid":"gpqa-main-3d4249ae7ea85a07b7726fff","benchmark":"gpqa_main","data_index":777,"repeat_index":2,"sample_id":"gpqa-main-3d4249ae7ea85a07b7726fff/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2373,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"f3a651caf4cc86d7183e2aa4e94783901dfd4ba7026521589b0aa1f1c95b0e55"} +{"uuid":"gpqa-main-cdc31486df3de65ec2c324e2","benchmark":"gpqa_main","data_index":787,"repeat_index":2,"sample_id":"gpqa-main-cdc31486df3de65ec2c324e2/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1958,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"4d233cd7b8524c989eb47a4c40d6f2f47070b986fea11e3ee3029c07db9b3356"} +{"uuid":"gpqa-main-de59169ce40a93ff305f9a41","benchmark":"gpqa_main","data_index":768,"repeat_index":2,"sample_id":"gpqa-main-de59169ce40a93ff305f9a41/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3655,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"A","question_sha256":"c5859c729f1f8217c8555103da018a579f07eb8df38d8389383b2f4634573327"} +{"uuid":"gpqa-main-b7ef729c55e0cb48c67bca16","benchmark":"gpqa_main","data_index":799,"repeat_index":2,"sample_id":"gpqa-main-b7ef729c55e0cb48c67bca16/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1359,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"B","question_sha256":"732a49f65a753e1d2c9ebb525ad8cc4c9ea6aa812fdc5eda3c630aa4aa35c7b5"} +{"uuid":"gpqa-main-6364129e0f80d3896a3d60e2","benchmark":"gpqa_main","data_index":81,"repeat_index":0,"sample_id":"gpqa-main-6364129e0f80d3896a3d60e2/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":46619,"prompt_tokens":526,"effective_max_tokens":130546,"original_embedded_prediction":"B","question_sha256":"123161632faf32d9079808c0fb48f9d5492735ab0a8290fe32ca2f58fad36797"} +{"uuid":"gpqa-main-21bf0d1bb4513b046dfdf875","benchmark":"gpqa_main","data_index":790,"repeat_index":2,"sample_id":"gpqa-main-21bf0d1bb4513b046dfdf875/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2075,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"916a1ca795d38f4c815c99d6f162f52af934ee4e1b0d100dc0a7fb747631f7a7"} +{"uuid":"gpqa-main-9baab02407bb5e317c8c71c4","benchmark":"gpqa_main","data_index":798,"repeat_index":2,"sample_id":"gpqa-main-9baab02407bb5e317c8c71c4/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1585,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"C","question_sha256":"4c49b01c534dd76a31b5023fe34fe490913c400dc715a3fa7a874695ca10b949"} +{"uuid":"gpqa-main-7239e8e1a6f52b11d89b376d","benchmark":"gpqa_main","data_index":803,"repeat_index":2,"sample_id":"gpqa-main-7239e8e1a6f52b11d89b376d/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1523,"prompt_tokens":359,"effective_max_tokens":130713,"original_embedded_prediction":"D","question_sha256":"6b778965b4593497cd5378ecaa94e84f97d2910300038afb6590a8e9376b791c"} +{"uuid":"gpqa-main-d750e02b8d42b4b4d6aba4b9","benchmark":"gpqa_main","data_index":809,"repeat_index":2,"sample_id":"gpqa-main-d750e02b8d42b4b4d6aba4b9/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1199,"prompt_tokens":944,"effective_max_tokens":130128,"original_embedded_prediction":"D","question_sha256":"5ea7e9b17f677439bf5f6e43169cb794916985d1c5964f6a0d8becf3f9e3b7ad"} +{"uuid":"gpqa-main-9b60a112c6568a530227ce47","benchmark":"gpqa_main","data_index":816,"repeat_index":2,"sample_id":"gpqa-main-9b60a112c6568a530227ce47/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":800,"prompt_tokens":443,"effective_max_tokens":130629,"original_embedded_prediction":"D","question_sha256":"4dd7bd0636dc935d4359866d23d365353db91692ab9b80b438a3f65683abf4e7"} +{"uuid":"gpqa-main-5334e8bdecfbd08a0fceb69b","benchmark":"gpqa_main","data_index":815,"repeat_index":2,"sample_id":"gpqa-main-5334e8bdecfbd08a0fceb69b/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":897,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"B","question_sha256":"0c1cc6cb8c9b9a25c645b86bbada068207876248621f0327486d559892b7a8a9"} +{"uuid":"gpqa-main-a1ec72afe45eedbea242cd73","benchmark":"gpqa_main","data_index":812,"repeat_index":2,"sample_id":"gpqa-main-a1ec72afe45eedbea242cd73/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1042,"prompt_tokens":310,"effective_max_tokens":130762,"original_embedded_prediction":"A","question_sha256":"e87180319d813402cf71637950d93636988703d0477e2bb79fb03a1d2df9afe3"} +{"uuid":"gpqa-main-f635511b161f39dc301e05eb","benchmark":"gpqa_main","data_index":664,"repeat_index":1,"sample_id":"gpqa-main-f635511b161f39dc301e05eb/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11570,"prompt_tokens":650,"effective_max_tokens":130422,"original_embedded_prediction":"B","question_sha256":"cb7f697eb685eca3061fc46cacb94c19aba74add8390e74234ade788b9fa4ff3"} +{"uuid":"gpqa-main-579e17ce4c553c730c526a5c","benchmark":"gpqa_main","data_index":810,"repeat_index":2,"sample_id":"gpqa-main-579e17ce4c553c730c526a5c/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1371,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"D","question_sha256":"1ce3d847d25b2c2f678c304f134266501155719553a1a003f38a6b0a75ffb81b"} +{"uuid":"gpqa-main-810618179b41cff3d8593ba5","benchmark":"gpqa_main","data_index":791,"repeat_index":2,"sample_id":"gpqa-main-810618179b41cff3d8593ba5/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2540,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"B","question_sha256":"4f7077a78998cfa5dbe881d51f9f859973bb281cce9f5a2bde9d5475cc520111"} +{"uuid":"gpqa-main-f79cea2e3c2e242b6e0da4d5","benchmark":"gpqa_main","data_index":822,"repeat_index":2,"sample_id":"gpqa-main-f79cea2e3c2e242b6e0da4d5/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":472,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"D","question_sha256":"bdc1ab103002886dcbe879cd751d3e27b8ba6e988859bb80422ea04871269448"} +{"uuid":"gpqa-main-ca986cf878bcb98d3bdf6b0a","benchmark":"gpqa_main","data_index":636,"repeat_index":1,"sample_id":"gpqa-main-ca986cf878bcb98d3bdf6b0a/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14087,"prompt_tokens":553,"effective_max_tokens":130519,"original_embedded_prediction":"D","question_sha256":"03946dc24ec69699ccf0d502676d0724f19c404c61b61996d4b5d979f21785da"} +{"uuid":"gpqa-main-33b9f4658edfefac92faa4d3","benchmark":"gpqa_main","data_index":660,"repeat_index":1,"sample_id":"gpqa-main-33b9f4658edfefac92faa4d3/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12155,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"A","question_sha256":"21b950759e4e088c97c70fcca487f4b3ceddd69dd2563433e332a0dde94eeddb"} +{"uuid":"gpqa-main-3ebc2c6c608ed7f5e7bf9463","benchmark":"gpqa_main","data_index":788,"repeat_index":2,"sample_id":"gpqa-main-3ebc2c6c608ed7f5e7bf9463/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3161,"prompt_tokens":286,"effective_max_tokens":130786,"original_embedded_prediction":"D","question_sha256":"81bfcfb746da8dbf79e11ca4c419d5416ea1be46678f915598ebe3f9c6b6fc32"} +{"uuid":"gpqa-main-834c95c23407a9d2c736d2ee","benchmark":"gpqa_main","data_index":825,"repeat_index":2,"sample_id":"gpqa-main-834c95c23407a9d2c736d2ee/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":612,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"bb698537245b51d08b5d5a6cecdfd1a4e34f7ac0f17e13da8d713af9341a9366"} +{"uuid":"gpqa-main-55e31c256bb6191d94e6db4d","benchmark":"gpqa_main","data_index":746,"repeat_index":1,"sample_id":"gpqa-main-55e31c256bb6191d94e6db4d/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6511,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"126561d6b58fa17bbaffda56837acaf8fab4bf282ccdfdcc2c7a97bfe520889c"} +{"uuid":"gpqa-main-043ca5f03089118ef536135d","benchmark":"gpqa_main","data_index":530,"repeat_index":1,"sample_id":"gpqa-main-043ca5f03089118ef536135d/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":22436,"prompt_tokens":594,"effective_max_tokens":130478,"original_embedded_prediction":"C","question_sha256":"43c5cb4f57895b07f3e1815e411f315dfa3fe44fe601b5aacde7c1244cdcaa89"} +{"uuid":"gpqa-main-8db8ffb39e6d3e618c8d388c","benchmark":"gpqa_main","data_index":824,"repeat_index":2,"sample_id":"gpqa-main-8db8ffb39e6d3e618c8d388c/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":836,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"B","question_sha256":"28dff82ab12e25f0b479054be2f5d8b597951c2458e383bb25cf488b09c98ff5"} +{"uuid":"gpqa-main-acecd9428a5b4368f1f5bc82","benchmark":"gpqa_main","data_index":309,"repeat_index":0,"sample_id":"gpqa-main-acecd9428a5b4368f1f5bc82/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":38289,"prompt_tokens":336,"effective_max_tokens":130736,"original_embedded_prediction":"B","question_sha256":"2d1e5de4bf7305d1b5eee8dda5415195dc333d71b3f50fa60508a928b67fb336"} +{"uuid":"gpqa-main-05286f95a107c3da592ecbd9","benchmark":"gpqa_main","data_index":689,"repeat_index":1,"sample_id":"gpqa-main-05286f95a107c3da592ecbd9/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10584,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"d8a1a7b530a9b1d0cd0b07ec53f60d6d5fcf3059457f02b90e3c4ddf51fdc825"} +{"uuid":"gpqa-main-fbf1f6e62b48cbbf0bca4714","benchmark":"gpqa_main","data_index":819,"repeat_index":2,"sample_id":"gpqa-main-fbf1f6e62b48cbbf0bca4714/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1519,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"59affc9a905621c391ee7886c0e428eac5cb1f60c7c251e2fc1fcb081cb8e076"} +{"uuid":"gpqa-main-7093e90be0c6d72d98ef432c","benchmark":"gpqa_main","data_index":740,"repeat_index":1,"sample_id":"gpqa-main-7093e90be0c6d72d98ef432c/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7074,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"A","question_sha256":"d73f092255e75c14953338c7dc17fa9e41c6378f650bac797b23d3c68133744d"} +{"uuid":"gpqa-main-feeb39404129cbb3b7e867ec","benchmark":"gpqa_main","data_index":811,"repeat_index":2,"sample_id":"gpqa-main-feeb39404129cbb3b7e867ec/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2258,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"B","question_sha256":"a80144fd582290217d4749a45438b278db047877b2f9babd5f52d9d0dcc88daf"} +{"uuid":"gpqa-main-13dda0527a69422c0bfefb23","benchmark":"gpqa_main","data_index":813,"repeat_index":2,"sample_id":"gpqa-main-13dda0527a69422c0bfefb23/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2023,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"A","question_sha256":"952dd56af4d111bc829dbe6171c480a13632e8b5771e33245330d32115f96774"} +{"uuid":"gpqa-main-01e62a7b7362ebd043bef6f7","benchmark":"gpqa_main","data_index":612,"repeat_index":1,"sample_id":"gpqa-main-01e62a7b7362ebd043bef6f7/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16722,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"B","question_sha256":"339602fd0ae9cbdaef368f3dcff01cd2d212565d5c7830b14c0fd29de1cb58d6"} +{"uuid":"gpqa-main-91b254f1e1c8041fbc1a3222","benchmark":"gpqa_main","data_index":744,"repeat_index":1,"sample_id":"gpqa-main-91b254f1e1c8041fbc1a3222/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7318,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"35cf9161cc3c5b82d0770ab2b2fdef4a970ddae93523dee3a6bde8574e79b13d"} +{"uuid":"gpqa-main-763daf42ea0c79050a6a4d1d","benchmark":"gpqa_main","data_index":829,"repeat_index":2,"sample_id":"gpqa-main-763daf42ea0c79050a6a4d1d/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1241,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"D","question_sha256":"72b4053b92adde478bb40c3fb9ef1e06215efe5922e2d600121170f824d32c13"} +{"uuid":"gpqa-main-49e3b768e85f009875fb4b7f","benchmark":"gpqa_main","data_index":838,"repeat_index":2,"sample_id":"gpqa-main-49e3b768e85f009875fb4b7f/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":811,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"B","question_sha256":"181abbdaf75899b4c447f9c98c58f90512c06ffe5521e109fa83597da1fb7aae"} +{"uuid":"gpqa-main-7c7ae85beee22afc94024aa0","benchmark":"gpqa_main","data_index":761,"repeat_index":1,"sample_id":"gpqa-main-7c7ae85beee22afc94024aa0/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6376,"prompt_tokens":179,"effective_max_tokens":130893,"original_embedded_prediction":"C","question_sha256":"17ee204f8a3ef8904b0418dcf3bac347173df36a87b5535f055046fe6fae8879"} +{"uuid":"gpqa-main-35569b36357cfce18162c999","benchmark":"gpqa_main","data_index":820,"repeat_index":2,"sample_id":"gpqa-main-35569b36357cfce18162c999/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2052,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"B","question_sha256":"a2136b05b78259562b913f1f56520c4184d70bf60017617a442a41f907c31b78"} +{"uuid":"gpqa-main-efc527af4c77c27856f0d201","benchmark":"gpqa_main","data_index":828,"repeat_index":2,"sample_id":"gpqa-main-efc527af4c77c27856f0d201/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1660,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"29ffae74d292a9a38f72dd8e95efab3be752912b79e848701193359c657937f6"} +{"uuid":"gpqa-main-544e43760baf2de3b5be5741","benchmark":"gpqa_main","data_index":753,"repeat_index":1,"sample_id":"gpqa-main-544e43760baf2de3b5be5741/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7023,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"A","question_sha256":"89418be241a19daa5c02878e565ee51b73f6f2c9bcafffaf554b45989088c1d8"} +{"uuid":"gpqa-main-47f8cee187b620660c7d11b3","benchmark":"gpqa_main","data_index":840,"repeat_index":2,"sample_id":"gpqa-main-47f8cee187b620660c7d11b3/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":912,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"b114078343a4ce3eeaa845ee2c7bfa4ac7c9add00f507d8ff60e46cca593fb46"} +{"uuid":"gpqa-main-84e0462fb979739143160f76","benchmark":"gpqa_main","data_index":842,"repeat_index":2,"sample_id":"gpqa-main-84e0462fb979739143160f76/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":916,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"A","question_sha256":"17821f797104818a4e9c06d5499572866481ca7a9f6bf4d3993cbc935754c06e"} +{"uuid":"gpqa-main-adffc79c4b20a953ccbf4cd1","benchmark":"gpqa_main","data_index":756,"repeat_index":1,"sample_id":"gpqa-main-adffc79c4b20a953ccbf4cd1/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7103,"prompt_tokens":170,"effective_max_tokens":130902,"original_embedded_prediction":"D","question_sha256":"a9acc5caf0ab2f58b68d62ac52eac5bd31ee4a74a832bd753df339176dbbaefe"} +{"uuid":"gpqa-main-22c436000399164406e165b2","benchmark":"gpqa_main","data_index":604,"repeat_index":1,"sample_id":"gpqa-main-22c436000399164406e165b2/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18122,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"C","question_sha256":"836be405f3d05ec5ad1a2bc728339e5141836ace3a584fe3d36ecc50af4dc3ee"} +{"uuid":"gpqa-main-7a6f40292c595b5ffad3d66b","benchmark":"gpqa_main","data_index":848,"repeat_index":2,"sample_id":"gpqa-main-7a6f40292c595b5ffad3d66b/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":490,"prompt_tokens":317,"effective_max_tokens":130755,"original_embedded_prediction":"A","question_sha256":"82d8161e96256872367b5e1c12af2c1f91e6c4a6aac3d066708fccb1826bf840"} +{"uuid":"gpqa-main-8dd5ae41d915a09d1c8b9add","benchmark":"gpqa_main","data_index":545,"repeat_index":1,"sample_id":"gpqa-main-8dd5ae41d915a09d1c8b9add/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":23010,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"B","question_sha256":"8a246eed19ab5f877aa822da432a7aaa0f52615ea4655b0a89995d374971cd27"} +{"uuid":"gpqa-main-2fc8b9731f60b1c9eb476570","benchmark":"gpqa_main","data_index":843,"repeat_index":2,"sample_id":"gpqa-main-2fc8b9731f60b1c9eb476570/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1396,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"A","question_sha256":"8d64fc9e228388438862fd18b500e048e168f26e7191a4220ea8281beb789ea2"} +{"uuid":"gpqa-main-bf00d194c934803975b81b7b","benchmark":"gpqa_main","data_index":705,"repeat_index":1,"sample_id":"gpqa-main-bf00d194c934803975b81b7b/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10968,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"A","question_sha256":"55e1269d132671f2c7b7f41498cb0b404e702d8ce370ac5555d837581e1b3ad7"} +{"uuid":"gpqa-main-e2b759199021c586345ac38f","benchmark":"gpqa_main","data_index":785,"repeat_index":2,"sample_id":"gpqa-main-e2b759199021c586345ac38f/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5310,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"B","question_sha256":"ca59405f2d298a50a3e8fd6d281b67ca4a3ee503578df49e700cc46fe3c4f3d8"} +{"uuid":"gpqa-main-8e23eaed901a11ec534e6f8b","benchmark":"gpqa_main","data_index":483,"repeat_index":1,"sample_id":"gpqa-main-8e23eaed901a11ec534e6f8b/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":28245,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"ed842ad329efe1e08f990fad3dd3cd5e5fb16736a9da1dbfa314d5e19156887e"} +{"uuid":"gpqa-main-8a20fac7d1a5bff58e8c63ca","benchmark":"gpqa_main","data_index":841,"repeat_index":2,"sample_id":"gpqa-main-8a20fac7d1a5bff58e8c63ca/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1606,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"C","question_sha256":"065acbbc3564fb2547e820ab1c35567bac49dff768319e8f4b46ee23bdd92415"} +{"uuid":"gpqa-main-febe4c45e71692110949e3d6","benchmark":"gpqa_main","data_index":352,"repeat_index":0,"sample_id":"gpqa-main-febe4c45e71692110949e3d6/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":36727,"prompt_tokens":577,"effective_max_tokens":130495,"original_embedded_prediction":"C","question_sha256":"e38dd7750710c37aa45a5b0b5dd91e1b4171070325d670d668ab1fa20431a29e"} +{"uuid":"gpqa-main-bf684ea09dc8822450fbd37c","benchmark":"gpqa_main","data_index":852,"repeat_index":2,"sample_id":"gpqa-main-bf684ea09dc8822450fbd37c/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":905,"prompt_tokens":372,"effective_max_tokens":130700,"original_embedded_prediction":"A","question_sha256":"8f0911e951adf5df2bfc8aa29c14de392a998e2fa48463ceecedcd39a8301453"} +{"uuid":"gpqa-main-e4e8eab3e5612de26e298f3f","benchmark":"gpqa_main","data_index":527,"repeat_index":1,"sample_id":"gpqa-main-e4e8eab3e5612de26e298f3f/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":25305,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"A","question_sha256":"1037e0c8b2c1aced006713d114efa5f1233a7eadf2f0aac355081aeacd10b00f"} +{"uuid":"gpqa-main-35d088e32fb39438767e1141","benchmark":"gpqa_main","data_index":847,"repeat_index":2,"sample_id":"gpqa-main-35d088e32fb39438767e1141/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1633,"prompt_tokens":434,"effective_max_tokens":130638,"original_embedded_prediction":"B","question_sha256":"9d467213ec07b8217d3c3aa11a312c8536475e654bbb7ef916a4b8f92e0c7a7d"} +{"uuid":"gpqa-main-106fe8a64f4453f81be6f7bd","benchmark":"gpqa_main","data_index":793,"repeat_index":2,"sample_id":"gpqa-main-106fe8a64f4453f81be6f7bd/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5268,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"D","question_sha256":"f0c3d97c5c67fa210dafa49946af010682993c23bb8995a306a6ee484e0c3b03"} +{"uuid":"gpqa-main-64193be5f9a6bbd67bec4010","benchmark":"gpqa_main","data_index":512,"repeat_index":1,"sample_id":"gpqa-main-64193be5f9a6bbd67bec4010/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":27195,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"C","question_sha256":"373990fe818e4182469d242b845eeb2f78db2f00cfb3a8fdbd2dbd696e08d552"} +{"uuid":"gpqa-main-ddc1b02f963a2f785385132e","benchmark":"gpqa_main","data_index":861,"repeat_index":2,"sample_id":"gpqa-main-ddc1b02f963a2f785385132e/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":740,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"d5e7b22736a2cdaa0f2553a100795aa6b7e150fcc1b9fe093e28e3fea855f346"} +{"uuid":"gpqa-main-4117517dba1fdbd711e3d32b","benchmark":"gpqa_main","data_index":532,"repeat_index":1,"sample_id":"gpqa-main-4117517dba1fdbd711e3d32b/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24778,"prompt_tokens":398,"effective_max_tokens":130674,"original_embedded_prediction":"C","question_sha256":"3e04ad2cb1248bfb53a7bd8f05efedea49f42b201c6f35907baa6c30abf40733"} +{"uuid":"gpqa-main-efa466851677550746c06a1f","benchmark":"gpqa_main","data_index":806,"repeat_index":2,"sample_id":"gpqa-main-efa466851677550746c06a1f/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5141,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"B","question_sha256":"b64a2faa078044133322af9742b3f75788b5f8e5701f1fee08d693854a842448"} +{"uuid":"gpqa-main-832feb793ff377da50abf878","benchmark":"gpqa_main","data_index":837,"repeat_index":2,"sample_id":"gpqa-main-832feb793ff377da50abf878/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2807,"prompt_tokens":202,"effective_max_tokens":130870,"original_embedded_prediction":"B","question_sha256":"9cb12d81fbbe616cc95beecd1627265e0b5a2fa48b8e7493d3df89b378afbc12"} +{"uuid":"gpqa-main-e10311e2a20f5ef70b44af1a","benchmark":"gpqa_main","data_index":764,"repeat_index":1,"sample_id":"gpqa-main-e10311e2a20f5ef70b44af1a/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8211,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"D","question_sha256":"840fab180da436fa17bd480d15eb270c8be4535800795f8fe8c3d0b1ac29ca9d"} +{"uuid":"gpqa-main-84cbf72ad94d1afe2aa56331","benchmark":"gpqa_main","data_index":865,"repeat_index":2,"sample_id":"gpqa-main-84cbf72ad94d1afe2aa56331/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1140,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"D","question_sha256":"089a55e5a3fbca456cb952a230bd88a82c177ec99470bd05f822803a1bdd3db5"} +{"uuid":"gpqa-main-46f745f508b4d1ad41a0eb01","benchmark":"gpqa_main","data_index":726,"repeat_index":1,"sample_id":"gpqa-main-46f745f508b4d1ad41a0eb01/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10625,"prompt_tokens":392,"effective_max_tokens":130680,"original_embedded_prediction":"B","question_sha256":"4971bc5df5aee8c296226e29269969e334193d698a942dccd75dac5459c05a5c"} +{"uuid":"gpqa-main-32802554a860af51b4d7360f","benchmark":"gpqa_main","data_index":620,"repeat_index":1,"sample_id":"gpqa-main-32802554a860af51b4d7360f/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18943,"prompt_tokens":399,"effective_max_tokens":130673,"original_embedded_prediction":"C","question_sha256":"ea1d2c2fd4395ec2cad416b20c41a657730d84acd26fb53712bf10f6807a4e64"} +{"uuid":"gpqa-main-41ca21006bb37fef24a8975a","benchmark":"gpqa_main","data_index":854,"repeat_index":2,"sample_id":"gpqa-main-41ca21006bb37fef24a8975a/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2048,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"8d132ce83553f28f02599f90e3c52fb60d8f58faea0f09152f78f7df6e310abc"} +{"uuid":"gpqa-main-513a35e22e5c48f5b3b0518a","benchmark":"gpqa_main","data_index":667,"repeat_index":1,"sample_id":"gpqa-main-513a35e22e5c48f5b3b0518a/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15665,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"A","question_sha256":"b4baa0b1a21db872411dec993670e6c6bc360a94404305cc5d3ecc9264fdf913"} +{"uuid":"gpqa-main-3ad0b182e1494c1e76262069","benchmark":"gpqa_main","data_index":773,"repeat_index":2,"sample_id":"gpqa-main-3ad0b182e1494c1e76262069/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8196,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"A","question_sha256":"835ebb67a4198184dbd29c03b43e4283e93c0473d886ab6c3b6c52ffb918b6ab"} +{"uuid":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2","benchmark":"gpqa_main","data_index":534,"repeat_index":1,"sample_id":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":25599,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"B","question_sha256":"58604895b423acc46c4efaa28ed2e4d6eaf2d93d55c7ad3766cffce3719ddf62"} +{"uuid":"gpqa-main-7684b3ed8a4540e6099495df","benchmark":"gpqa_main","data_index":711,"repeat_index":1,"sample_id":"gpqa-main-7684b3ed8a4540e6099495df/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12334,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"C","question_sha256":"0caf81b8c83789b0b258b80856002cff7fd589a737844db0407269017bcd1955"} +{"uuid":"gpqa-main-3357b4ebb8c461cb9eeca4bd","benchmark":"gpqa_main","data_index":846,"repeat_index":2,"sample_id":"gpqa-main-3357b4ebb8c461cb9eeca4bd/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3111,"prompt_tokens":283,"effective_max_tokens":130789,"original_embedded_prediction":"B","question_sha256":"cdffe5a4f742a97a3cc2ffedfc8d78a3ffa14249a51afc48e9d7aa8fc6b499a8"} +{"uuid":"gpqa-main-002cb7f9ef3ee2a3d460b42e","benchmark":"gpqa_main","data_index":853,"repeat_index":2,"sample_id":"gpqa-main-002cb7f9ef3ee2a3d460b42e/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2661,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"3bed68f29773b3484a0b5acab22f438229b63f2a324fb817a933e4d514178386"} +{"uuid":"gpqa-main-7c3c45d7826322d2dd84475f","benchmark":"gpqa_main","data_index":866,"repeat_index":2,"sample_id":"gpqa-main-7c3c45d7826322d2dd84475f/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1591,"prompt_tokens":419,"effective_max_tokens":130653,"original_embedded_prediction":"A","question_sha256":"f98a4cc383b4e02c52b4cdafe1b79c1d58df251d5d10ab65f71740d27243ed28"} +{"uuid":"gpqa-main-498b428b55b7644426a781c9","benchmark":"gpqa_main","data_index":832,"repeat_index":2,"sample_id":"gpqa-main-498b428b55b7644426a781c9/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4587,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"C","question_sha256":"7fbfdc18f5a18b666f8d4afc859af60c4c56ab7d8d677d46fb01a050207ac688"} +{"uuid":"gpqa-main-fcf4fbe275826c7d67e6067b","benchmark":"gpqa_main","data_index":716,"repeat_index":1,"sample_id":"gpqa-main-fcf4fbe275826c7d67e6067b/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12419,"prompt_tokens":319,"effective_max_tokens":130753,"original_embedded_prediction":"B","question_sha256":"804a1298d02f33e3d34af9885ef317731ae757104a1e874356955c98921afd18"} +{"uuid":"gpqa-main-82354c49d9280b8a980b98b4","benchmark":"gpqa_main","data_index":170,"repeat_index":0,"sample_id":"gpqa-main-82354c49d9280b8a980b98b4/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":50299,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"C","question_sha256":"57b065d28a6d02a29a3a84f39dd670ba7cdf4e3403506e79b5fc90713897f68e"} +{"uuid":"gpqa-main-efbd16944acebfe43928d489","benchmark":"gpqa_main","data_index":817,"repeat_index":2,"sample_id":"gpqa-main-efbd16944acebfe43928d489/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5682,"prompt_tokens":328,"effective_max_tokens":130744,"original_embedded_prediction":"B","question_sha256":"40b2b50a3c993902d4327a3072c497b0bfcbac42a638ecf92be395be7ef82ab0"} +{"uuid":"gpqa-main-ed6a4565f708132bae39b742","benchmark":"gpqa_main","data_index":639,"repeat_index":1,"sample_id":"gpqa-main-ed6a4565f708132bae39b742/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18708,"prompt_tokens":393,"effective_max_tokens":130679,"original_embedded_prediction":"A","question_sha256":"5ce997bcaa654b6fdbbb00b63b66633167679a850d02d845b8a9b1b716979197"} +{"uuid":"gpqa-main-29e885003cf7658ac2eb0ba4","benchmark":"gpqa_main","data_index":871,"repeat_index":2,"sample_id":"gpqa-main-29e885003cf7658ac2eb0ba4/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1754,"prompt_tokens":299,"effective_max_tokens":130773,"original_embedded_prediction":"D","question_sha256":"e6fd9b7cea6cbcd53eabc57f63ae367008b2774a1092f55e23e78b7eafbdbafa"} +{"uuid":"gpqa-main-d751f2081e63be8d69314287","benchmark":"gpqa_main","data_index":869,"repeat_index":2,"sample_id":"gpqa-main-d751f2081e63be8d69314287/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1902,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"f56e41493e430f6c013c094b4b462aa30dc9826a273d867eec6a04fc8a646443"} +{"uuid":"gpqa-main-b5b0614a110a5eb0657cbe9a","benchmark":"gpqa_main","data_index":883,"repeat_index":2,"sample_id":"gpqa-main-b5b0614a110a5eb0657cbe9a/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":633,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"D","question_sha256":"829ccc830e5fe3601c6e7c0a975192c938019f4d4e5c1b2334d55bb1d951711e"} +{"uuid":"gpqa-main-ec756f5cd58f1d3e9c9c8676","benchmark":"gpqa_main","data_index":878,"repeat_index":2,"sample_id":"gpqa-main-ec756f5cd58f1d3e9c9c8676/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1130,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"B","question_sha256":"016bbafd184cf46762e3e824d2499734daf9efd8cb5f0adad12078f151c96a12"} +{"uuid":"gpqa-main-2322ddc82747aa5a01bf1c1e","benchmark":"gpqa_main","data_index":870,"repeat_index":2,"sample_id":"gpqa-main-2322ddc82747aa5a01bf1c1e/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1909,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"d9d7e1406d6a9d440081915edafcb4a493a40b6172838b858a979c0a58bb4c62"} +{"uuid":"gpqa-main-ff45876351041ad1ce200bb4","benchmark":"gpqa_main","data_index":707,"repeat_index":1,"sample_id":"gpqa-main-ff45876351041ad1ce200bb4/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13502,"prompt_tokens":345,"effective_max_tokens":130727,"original_embedded_prediction":"B","question_sha256":"32bdeb2d6746cedbaa666a09cbe9ff84eedb094a4f81edb9c09ab191add49c41"} +{"uuid":"gpqa-main-4373b5f7be197f26258c18cf","benchmark":"gpqa_main","data_index":560,"repeat_index":1,"sample_id":"gpqa-main-4373b5f7be197f26258c18cf/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24860,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"C","question_sha256":"56563ccb64ef7d8686cd4d8da77c8b4636353d0bb75dbefa360323671dfffed1"} +{"uuid":"gpqa-main-b654b748170277d4b0d0c6b5","benchmark":"gpqa_main","data_index":862,"repeat_index":2,"sample_id":"gpqa-main-b654b748170277d4b0d0c6b5/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2763,"prompt_tokens":508,"effective_max_tokens":130564,"original_embedded_prediction":"D","question_sha256":"010973f2a9805982e33bfecd460da27e4d2f170e4567ebf854c807385bea09d3"} +{"uuid":"gpqa-main-a5811d01e615771d5e0b48fb","benchmark":"gpqa_main","data_index":868,"repeat_index":2,"sample_id":"gpqa-main-a5811d01e615771d5e0b48fb/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2224,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"D","question_sha256":"18c1c5c103fb01b10fd0ca282f8eab427517d6587a0a9962010b5ad16e05b98f"} +{"uuid":"gpqa-main-2d88ca9efdaae7d19aed9660","benchmark":"gpqa_main","data_index":880,"repeat_index":2,"sample_id":"gpqa-main-2d88ca9efdaae7d19aed9660/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1069,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"43af6d11597079a7d069dd93bbf3db87f0b5bb604fbfc66fc60c268d149d8fba"} +{"uuid":"gpqa-main-5caa71cb7e0124d349b3046e","benchmark":"gpqa_main","data_index":460,"repeat_index":1,"sample_id":"gpqa-main-5caa71cb7e0124d349b3046e/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":32742,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"C","question_sha256":"965fd430b8ea291a67e2311c4874eba053c21ea0ce6fa222eec4bed300fc2976"} +{"uuid":"gpqa-main-b13e6b95879d48313e527260","benchmark":"gpqa_main","data_index":873,"repeat_index":2,"sample_id":"gpqa-main-b13e6b95879d48313e527260/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1873,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"B","question_sha256":"145b51d1c857830091d0dfa7043504329aa8d2a847b5b738079d210a94da31cb"} +{"uuid":"gpqa-main-87c633148441d2b07b8e2e81","benchmark":"gpqa_main","data_index":856,"repeat_index":2,"sample_id":"gpqa-main-87c633148441d2b07b8e2e81/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3555,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"0fb47d10edb4eca17f93926dea501fdd19bde76cfe58f57edb445a7272d7787c"} +{"uuid":"gpqa-main-6543e2c47b61f7f328bcf42d","benchmark":"gpqa_main","data_index":804,"repeat_index":2,"sample_id":"gpqa-main-6543e2c47b61f7f328bcf42d/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7330,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"C","question_sha256":"9f8c4aa52521e2926d56fdd03cf5aeaf3543c911c9b75774731cd1204efc1328"} +{"uuid":"gpqa-main-9b7f84c844aa65b8ebfee235","benchmark":"gpqa_main","data_index":888,"repeat_index":2,"sample_id":"gpqa-main-9b7f84c844aa65b8ebfee235/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":770,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"9443960fd2664e6d4890575733c6a4f1f6d804ec21e10e0f9d415b99297f9845"} +{"uuid":"gpqa-main-4fb391edde117a3fa772fe15","benchmark":"gpqa_main","data_index":763,"repeat_index":1,"sample_id":"gpqa-main-4fb391edde117a3fa772fe15/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10474,"prompt_tokens":230,"effective_max_tokens":130842,"original_embedded_prediction":"A","question_sha256":"5131eb311b518c1f3eade66e9c0f4df88aa05e6477bb06e86e3ac1e6fc1ea102"} +{"uuid":"gpqa-main-11b88a6212278288c390be69","benchmark":"gpqa_main","data_index":721,"repeat_index":1,"sample_id":"gpqa-main-11b88a6212278288c390be69/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13145,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"C","question_sha256":"29eb581590e7852467849e4c58c5e3b1b97736035880adbd4e12298c320ac7e4"} +{"uuid":"gpqa-main-ca7a4b18584754c3664d8758","benchmark":"gpqa_main","data_index":784,"repeat_index":2,"sample_id":"gpqa-main-ca7a4b18584754c3664d8758/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9033,"prompt_tokens":517,"effective_max_tokens":130555,"original_embedded_prediction":"A","question_sha256":"b15ab8a50cd7768206339f81478bb5a4757f87b1bf1c7671597c48117910482f"} +{"uuid":"gpqa-main-be458c5a0490a8298ea11494","benchmark":"gpqa_main","data_index":887,"repeat_index":2,"sample_id":"gpqa-main-be458c5a0490a8298ea11494/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1299,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"17cada7a00fa20e35d380a47aad58aace15d791f3cd4f119acb4635e55951129"} +{"uuid":"gpqa-main-c69005af8b1e76a851528e02","benchmark":"gpqa_main","data_index":835,"repeat_index":2,"sample_id":"gpqa-main-c69005af8b1e76a851528e02/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5621,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"D","question_sha256":"29e6a1db070bf5e5af8af4b82da4953dd47dcd2a1bbd7ad2db04f3d1d4cd805e"} +{"uuid":"gpqa-main-4b84b53bf506bc0a4468fb2d","benchmark":"gpqa_main","data_index":839,"repeat_index":2,"sample_id":"gpqa-main-4b84b53bf506bc0a4468fb2d/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5391,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"e302b2005d8d406eb5e8fd7aa1707959448ef06e72b5647d2711c9a056cfeffc"} +{"uuid":"gpqa-main-2ad64f0bf627cf52a8ad924c","benchmark":"gpqa_main","data_index":903,"repeat_index":2,"sample_id":"gpqa-main-2ad64f0bf627cf52a8ad924c/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":716,"prompt_tokens":146,"effective_max_tokens":130926,"original_embedded_prediction":"A","question_sha256":"e9afb48881134b480ce09710124320be56d4166a402490b65f81bdb1df6e3a1d"} +{"uuid":"gpqa-main-79721e93e90bdb2d8da052c0","benchmark":"gpqa_main","data_index":900,"repeat_index":2,"sample_id":"gpqa-main-79721e93e90bdb2d8da052c0/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":953,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"2a09355eb98c6b8d6ad0b51afb3b27f719fed44786d3b2998dfe7ee66413a028"} +{"uuid":"gpqa-main-a3be70bb026878238a72f88b","benchmark":"gpqa_main","data_index":834,"repeat_index":2,"sample_id":"gpqa-main-a3be70bb026878238a72f88b/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5903,"prompt_tokens":446,"effective_max_tokens":130626,"original_embedded_prediction":"C","question_sha256":"42da82ad5cb9e03bf1c8f1d786b162fd55245c32907328f445c191681a98b669"} +{"uuid":"gpqa-main-68d5dcbd7078889c19a9a93c","benchmark":"gpqa_main","data_index":904,"repeat_index":2,"sample_id":"gpqa-main-68d5dcbd7078889c19a9a93c/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":970,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"618551bfaaf71599d5802135cbf18d8e9b5a33b38537d32515c5298d556df601"} +{"uuid":"gpqa-main-12fef4b097b802dea2564ea2","benchmark":"gpqa_main","data_index":570,"repeat_index":1,"sample_id":"gpqa-main-12fef4b097b802dea2564ea2/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":25705,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"D","question_sha256":"254c10ac4fdccd2709d12769dd755a22c6de6b1e6bff2363164511e2905446d7"} +{"uuid":"gpqa-main-138fcbeedbaf865565ec35fd","benchmark":"gpqa_main","data_index":895,"repeat_index":2,"sample_id":"gpqa-main-138fcbeedbaf865565ec35fd/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1546,"prompt_tokens":409,"effective_max_tokens":130663,"original_embedded_prediction":"D","question_sha256":"15bed1ac60d1bdcf0eec84539d669d6f38a2eb24b51e5072a922d8d9391ab135"} +{"uuid":"gpqa-main-c8bb35d2e6add774a878c895","benchmark":"gpqa_main","data_index":595,"repeat_index":1,"sample_id":"gpqa-main-c8bb35d2e6add774a878c895/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":23831,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"8b5b2cb731b5a7fb6556557d17fc7ef7fb607adfa5050f0d70418eb3b983605b"} +{"uuid":"gpqa-main-3f72ea9cda0c3c6f970bd310","benchmark":"gpqa_main","data_index":442,"repeat_index":1,"sample_id":"gpqa-main-3f72ea9cda0c3c6f970bd310/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":35441,"prompt_tokens":432,"effective_max_tokens":130640,"original_embedded_prediction":"C","question_sha256":"a5bf307fdc69920b346c2d288b6a35b24485c92c8e245174a775055fa172cdc6"} +{"uuid":"gpqa-main-20f50fda9aeae51c6b9b4ba0","benchmark":"gpqa_main","data_index":475,"repeat_index":1,"sample_id":"gpqa-main-20f50fda9aeae51c6b9b4ba0/repeat-1","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":33606,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"A","question_sha256":"c7914fc7bcc19ad8377798d825d6dbc59be8fb64f2b51a89ec26f55423d9edd1"} +{"uuid":"gpqa-main-63f2aea89eec9b67abe0bacf","benchmark":"gpqa_main","data_index":561,"repeat_index":1,"sample_id":"gpqa-main-63f2aea89eec9b67abe0bacf/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":26682,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"C","question_sha256":"32596b406efecc4795e9f82b1d00f89787b9ed9e4f9d6239bed8194f13da06e7"} +{"uuid":"gpqa-main-8980ca71edb4f58a3e46b256","benchmark":"gpqa_main","data_index":912,"repeat_index":2,"sample_id":"gpqa-main-8980ca71edb4f58a3e46b256/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":858,"prompt_tokens":145,"effective_max_tokens":130927,"original_embedded_prediction":"B","question_sha256":"fb9586d35200647be665790b2cd3eee5c8cca1b79e6afcf01f027007fa057b64"} +{"uuid":"gpqa-main-7bb8e05365d19cc8328252e0","benchmark":"gpqa_main","data_index":889,"repeat_index":2,"sample_id":"gpqa-main-7bb8e05365d19cc8328252e0/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2401,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"6aff7faed92c98148418177c8cae4893850a1d67b5ceb00cf6a09467c4491367"} +{"uuid":"gpqa-main-f7ba77d144b7a11de90a37c4","benchmark":"gpqa_main","data_index":913,"repeat_index":2,"sample_id":"gpqa-main-f7ba77d144b7a11de90a37c4/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1062,"prompt_tokens":236,"effective_max_tokens":130836,"original_embedded_prediction":"B","question_sha256":"ac7263466ea3cfcdcebac618b1d20835b4103b2d80b75b1a7110e9763eb45aa2"} +{"uuid":"gpqa-main-cfc742b1ce24bfc75356765e","benchmark":"gpqa_main","data_index":279,"repeat_index":0,"sample_id":"gpqa-main-cfc742b1ce24bfc75356765e/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":47106,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"A","question_sha256":"c1f013c71ec1bfdf03d8071ec0a1d30c0d10b7e87429512ec32711a88cc41cb1"} +{"uuid":"gpqa-main-3cbf7d3e13c908f5e699f9e0","benchmark":"gpqa_main","data_index":901,"repeat_index":2,"sample_id":"gpqa-main-3cbf7d3e13c908f5e699f9e0/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2000,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"D","question_sha256":"0dbcc69ff35530f240a5bb623a78f2cd1d042037d2dedb122ebcca751bf9d08e"} +{"uuid":"gpqa-main-09b661e081004aa4c0d45778","benchmark":"gpqa_main","data_index":874,"repeat_index":2,"sample_id":"gpqa-main-09b661e081004aa4c0d45778/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3981,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"D","question_sha256":"47741045402119262be7a1c17b98cc587ee55b46bb8620655271dca518a4f927"} +{"uuid":"gpqa-main-cb8b679fe50f1b3a7168eb92","benchmark":"gpqa_main","data_index":922,"repeat_index":2,"sample_id":"gpqa-main-cb8b679fe50f1b3a7168eb92/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":545,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"B","question_sha256":"8ed0101055c99512a99310385277c13855047c3a1b31ca6b8a6ee3f83cf5d4f3"} +{"uuid":"gpqa-main-084903ab17db0fab7bc6caea","benchmark":"gpqa_main","data_index":897,"repeat_index":2,"sample_id":"gpqa-main-084903ab17db0fab7bc6caea/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2474,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"b560f550d5d9fb2378520f0fcf7b6573aec2027430ef06270491ace18a0497fc"} +{"uuid":"gpqa-main-3b1469c59353cec7a0dd6866","benchmark":"gpqa_main","data_index":909,"repeat_index":2,"sample_id":"gpqa-main-3b1469c59353cec7a0dd6866/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1738,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"B","question_sha256":"ebc638f9e42bd31bd87f0fab4dff50846ee425d9aef0cb954a4e5013a5a107e4"} +{"uuid":"gpqa-main-bceb5bf342ad44aac4fdbe55","benchmark":"gpqa_main","data_index":891,"repeat_index":2,"sample_id":"gpqa-main-bceb5bf342ad44aac4fdbe55/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2889,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"20d48d5f0a9a8b77bea35e72a90794c2d2147aa8321ae6aa60e84491688a0803"} +{"uuid":"gpqa-main-6845f28b26fa44b2b44ded84","benchmark":"gpqa_main","data_index":908,"repeat_index":2,"sample_id":"gpqa-main-6845f28b26fa44b2b44ded84/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1898,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"7c6678dd868700f600b69c54e83e52a10695ac957465ffbe08c35d20f42b448e"} +{"uuid":"gpqa-main-009c62a9f3d3e5b23d7032af","benchmark":"gpqa_main","data_index":885,"repeat_index":2,"sample_id":"gpqa-main-009c62a9f3d3e5b23d7032af/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3527,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"eb3c8e77ceb6bbf6b5fc6d705376aeb984e8d20d498b1668992fc1441b062661"} +{"uuid":"gpqa-main-ad697760bc60543062e8b7b4","benchmark":"gpqa_main","data_index":921,"repeat_index":2,"sample_id":"gpqa-main-ad697760bc60543062e8b7b4/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1129,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"B","question_sha256":"7f9b4679645e2d89214a154be6bdb13eafdc747457ce2950bda27a9a2b97917f"} +{"uuid":"gpqa-main-4c4e7752fc041224f19d3f9a","benchmark":"gpqa_main","data_index":694,"repeat_index":1,"sample_id":"gpqa-main-4c4e7752fc041224f19d3f9a/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17723,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"a7183bc025131850f86e24e7faa64e367e334f399dbbc968c1e6069905fe8c28"} +{"uuid":"gpqa-main-55f2934c4eb0b8293b1d65aa","benchmark":"gpqa_main","data_index":605,"repeat_index":1,"sample_id":"gpqa-main-55f2934c4eb0b8293b1d65aa/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24495,"prompt_tokens":314,"effective_max_tokens":130758,"original_embedded_prediction":"C","question_sha256":"790d06fbc2ae95b0429cab870e5895c5de8a75b14d0bda1401b1503293606c67"} +{"uuid":"gpqa-main-30529bca8e7fdf66400bd444","benchmark":"gpqa_main","data_index":402,"repeat_index":1,"sample_id":"gpqa-main-30529bca8e7fdf66400bd444/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":39403,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"fc081c2fbb63be5006154edbddcd4d1654207c4f1ad333e12f9bc19972753482"} +{"uuid":"gpqa-main-1f9ad1ca59cf537e3cdf47c2","benchmark":"gpqa_main","data_index":898,"repeat_index":2,"sample_id":"gpqa-main-1f9ad1ca59cf537e3cdf47c2/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3368,"prompt_tokens":318,"effective_max_tokens":130754,"original_embedded_prediction":"B","question_sha256":"229ffbdb774489fcfd578450da500a74b0c6fd603d3f4050eb6ff993659f5c7e"} +{"uuid":"gpqa-main-34faeb45e152eaf4c29e65e4","benchmark":"gpqa_main","data_index":919,"repeat_index":2,"sample_id":"gpqa-main-34faeb45e152eaf4c29e65e4/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1742,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"B","question_sha256":"82e6266418c679493cea34e30d0f71026adb6ab6c433e643d37860fb718999ec"} +{"uuid":"gpqa-main-f1451c98bdb50fb5b0dbdc55","benchmark":"gpqa_main","data_index":884,"repeat_index":2,"sample_id":"gpqa-main-f1451c98bdb50fb5b0dbdc55/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4277,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"B","question_sha256":"650bb2feaa18830493f8e50de85c38c1f24570d9f1e7c9970c8ed9fbcbbde337"} +{"uuid":"gpqa-main-6364129e0f80d3896a3d60e2","benchmark":"gpqa_main","data_index":465,"repeat_index":1,"sample_id":"gpqa-main-6364129e0f80d3896a3d60e2/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":35993,"prompt_tokens":526,"effective_max_tokens":130546,"original_embedded_prediction":"A","question_sha256":"123161632faf32d9079808c0fb48f9d5492735ab0a8290fe32ca2f58fad36797"} +{"uuid":"gpqa-main-73f6c00588963349c225df6c","benchmark":"gpqa_main","data_index":881,"repeat_index":2,"sample_id":"gpqa-main-73f6c00588963349c225df6c/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4757,"prompt_tokens":476,"effective_max_tokens":130596,"original_embedded_prediction":"C","question_sha256":"6c8759c4aac1084515abf1e3c463c7a0b6411dc3fa720a9a5fb5ac8f5777b49c"} +{"uuid":"gpqa-main-86d8d26ea3f4092dd4bac144","benchmark":"gpqa_main","data_index":902,"repeat_index":2,"sample_id":"gpqa-main-86d8d26ea3f4092dd4bac144/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3691,"prompt_tokens":227,"effective_max_tokens":130845,"original_embedded_prediction":"A","question_sha256":"299c83f78042a13c78ad054088517dc82d5ed82bcc9ef75ec08dc120f2b8052f"} +{"uuid":"gpqa-main-c028fe71611d73b87b4cbb03","benchmark":"gpqa_main","data_index":924,"repeat_index":2,"sample_id":"gpqa-main-c028fe71611d73b87b4cbb03/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1793,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"D","question_sha256":"f56f3f5d135dc8d61dc42f902943e2459f79e4343f2fef6741f6f86d4133a99a"} +{"uuid":"gpqa-main-aa04ac251ed805588a6be27c","benchmark":"gpqa_main","data_index":933,"repeat_index":2,"sample_id":"gpqa-main-aa04ac251ed805588a6be27c/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1094,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"D","question_sha256":"198a9824ae684cea2edf9d0597e69c2274e0be94e0a0ffcf7b4ad3e95f4a6dae"} +{"uuid":"gpqa-main-bab6e331fae29c00395de3a4","benchmark":"gpqa_main","data_index":934,"repeat_index":2,"sample_id":"gpqa-main-bab6e331fae29c00395de3a4/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1221,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"cf500f5f076470e539799f3822047d1a6263a0abc77614f9abc48a4f60ba507d"} +{"uuid":"gpqa-main-edbd99e5f03e3b3f074ba126","benchmark":"gpqa_main","data_index":830,"repeat_index":2,"sample_id":"gpqa-main-edbd99e5f03e3b3f074ba126/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9304,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"A","question_sha256":"b690990e73efd994587057d6ed5ae270235b0ec6bd4e98df3fc472f01c179765"} +{"uuid":"gpqa-main-a8c391dd6337620cc79cae0e","benchmark":"gpqa_main","data_index":800,"repeat_index":2,"sample_id":"gpqa-main-a8c391dd6337620cc79cae0e/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11393,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"435ccdce7cc6c5543ffaf20b4d850d905357568605d01b3a595d44df3dd30d0d"} +{"uuid":"gpqa-main-8cf981eedacab9acbdd5b00c","benchmark":"gpqa_main","data_index":860,"repeat_index":2,"sample_id":"gpqa-main-8cf981eedacab9acbdd5b00c/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7079,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"D","question_sha256":"14dcd60f9986bbbcbbdc0e4b3462397b01801a452d9756100ed129baa5baf68c"} +{"uuid":"gpqa-main-d3a774e5f1af1a1e11117582","benchmark":"gpqa_main","data_index":930,"repeat_index":2,"sample_id":"gpqa-main-d3a774e5f1af1a1e11117582/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1684,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"B","question_sha256":"26b8e966c8adf9fe2824ff1fd3c23b2d488a785fe8a68cbce362bac46e891a79"} +{"uuid":"gpqa-main-104b659bbac6e52c4c877c0b","benchmark":"gpqa_main","data_index":920,"repeat_index":2,"sample_id":"gpqa-main-104b659bbac6e52c4c877c0b/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2596,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"D","question_sha256":"de6e1846b7e0c60ac3b7b0f613ad67cc3d941770b7de58c7a45add8c64d1db8b"} +{"uuid":"gpqa-main-ef65739a36457c1672913212","benchmark":"gpqa_main","data_index":927,"repeat_index":2,"sample_id":"gpqa-main-ef65739a36457c1672913212/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2004,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"46601a7bcf5dcc71504dda490de685062fce72cdc997d7acb8b78e5a351a96bc"} +{"uuid":"gpqa-main-5caa71cb7e0124d349b3046e","benchmark":"gpqa_main","data_index":844,"repeat_index":2,"sample_id":"gpqa-main-5caa71cb7e0124d349b3046e/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8576,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"C","question_sha256":"965fd430b8ea291a67e2311c4874eba053c21ea0ce6fa222eec4bed300fc2976"} +{"uuid":"gpqa-main-682237ee740e033537fb5707","benchmark":"gpqa_main","data_index":937,"repeat_index":2,"sample_id":"gpqa-main-682237ee740e033537fb5707/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1101,"prompt_tokens":291,"effective_max_tokens":130781,"original_embedded_prediction":"A","question_sha256":"6cec89b2019b24f8e8c4001cade388815345ae403b5d5fc687cf7fdccbcc6ce1"} +{"uuid":"gpqa-main-b38dfd97dcfb80fb4df4c6f2","benchmark":"gpqa_main","data_index":894,"repeat_index":2,"sample_id":"gpqa-main-b38dfd97dcfb80fb4df4c6f2/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4641,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"28fc44d6ca68ec833bb9837a558199f6e126ccb90f29dc42a2a4bf34ea4b66a7"} +{"uuid":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c","benchmark":"gpqa_main","data_index":886,"repeat_index":2,"sample_id":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5041,"prompt_tokens":340,"effective_max_tokens":130732,"original_embedded_prediction":"A","question_sha256":"626cda94018ba930400d9c043f6fc1aa30c317abf6fd8f6d0ec8b133ce2036c8"} +{"uuid":"gpqa-main-781f4efc4b25ff35b588e87c","benchmark":"gpqa_main","data_index":949,"repeat_index":2,"sample_id":"gpqa-main-781f4efc4b25ff35b588e87c/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":369,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"C","question_sha256":"f933a526e8aec15b0dc77756bad3ba0839404a6d042443e3f5a0ab0b8d1cfa96"} +{"uuid":"gpqa-main-acecd9428a5b4368f1f5bc82","benchmark":"gpqa_main","data_index":693,"repeat_index":1,"sample_id":"gpqa-main-acecd9428a5b4368f1f5bc82/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19437,"prompt_tokens":336,"effective_max_tokens":130736,"original_embedded_prediction":"B","question_sha256":"2d1e5de4bf7305d1b5eee8dda5415195dc333d71b3f50fa60508a928b67fb336"} +{"uuid":"gpqa-main-99878f707c7c4024511bae58","benchmark":"gpqa_main","data_index":942,"repeat_index":2,"sample_id":"gpqa-main-99878f707c7c4024511bae58/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":953,"prompt_tokens":241,"effective_max_tokens":130831,"original_embedded_prediction":"B","question_sha256":"826fb502d2db0f2db5e44683cd45f09d18423fd8a339643c8dc8b32b1accd428"} +{"uuid":"gpqa-main-756cafdacac7e9642e2102c6","benchmark":"gpqa_main","data_index":858,"repeat_index":2,"sample_id":"gpqa-main-756cafdacac7e9642e2102c6/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7660,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"b26abbcea4f9adbbc6faf6378336b8d024ffe4491d2853b927bf9afdc27073a9"} +{"uuid":"gpqa-main-50aaa7274c5010d9768274ec","benchmark":"gpqa_main","data_index":943,"repeat_index":2,"sample_id":"gpqa-main-50aaa7274c5010d9768274ec/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1152,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"D","question_sha256":"0cda758f1290855df9dd7b9a4319bb6ae8108c8113b125a3a2f60705af536a34"} +{"uuid":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3","benchmark":"gpqa_main","data_index":926,"repeat_index":2,"sample_id":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2847,"prompt_tokens":252,"effective_max_tokens":130820,"original_embedded_prediction":"A","question_sha256":"71075d4447ee264b63e5544da7b40502fb235decc31484f33ee97a8ef70c3d1f"} +{"uuid":"gpqa-main-e6ff92ca0c11b47b14793d2f","benchmark":"gpqa_main","data_index":892,"repeat_index":2,"sample_id":"gpqa-main-e6ff92ca0c11b47b14793d2f/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5390,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"A","question_sha256":"ca2abe8a98bc00aadbd20baf4ff27e830539507a5ff7402eed5e2491347f95aa"} +{"uuid":"gpqa-main-00a9d82facaec210f417af7a","benchmark":"gpqa_main","data_index":925,"repeat_index":2,"sample_id":"gpqa-main-00a9d82facaec210f417af7a/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3087,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"77f0590db54b06b37e142e7363145cbdb1a8d11c2a7575d9ae0fc10b3a6708bd"} +{"uuid":"gpqa-main-913c4ee0ce195992ff9638b1","benchmark":"gpqa_main","data_index":946,"repeat_index":2,"sample_id":"gpqa-main-913c4ee0ce195992ff9638b1/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1169,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"ed904d04c24f37586b1f78a18bd22f28752e80a5ecc489939950778aa5307d98"} +{"uuid":"gpqa-main-7d850f6448c27424d9f68c4e","benchmark":"gpqa_main","data_index":952,"repeat_index":2,"sample_id":"gpqa-main-7d850f6448c27424d9f68c4e/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1107,"prompt_tokens":544,"effective_max_tokens":130528,"original_embedded_prediction":"B","question_sha256":"48bf9d4f95299b8f9288e190dca6edd0c3cf53cf40dada120e22abf98469d3e3"} +{"uuid":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7","benchmark":"gpqa_main","data_index":805,"repeat_index":2,"sample_id":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12540,"prompt_tokens":279,"effective_max_tokens":130793,"original_embedded_prediction":"C","question_sha256":"f730b35adb897658b28382d90ae7881a77e5d86003cc9b3942862d742001d4fb"} +{"uuid":"gpqa-main-51f5bda498b3f05cab60119c","benchmark":"gpqa_main","data_index":833,"repeat_index":2,"sample_id":"gpqa-main-51f5bda498b3f05cab60119c/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10517,"prompt_tokens":271,"effective_max_tokens":130801,"original_embedded_prediction":"B","question_sha256":"f7fa8540a448dfeff404af93810c60c41ed387fb5e4c821bbb6e5869dd9f8630"} +{"uuid":"gpqa-main-1b113e4801541a0f8a992733","benchmark":"gpqa_main","data_index":338,"repeat_index":0,"sample_id":"gpqa-main-1b113e4801541a0f8a992733/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":46020,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"B","question_sha256":"934c12bf2e6db997c9f4c22933b7e9545d3398849fc6e181c8a8187d83cf44b5"} +{"uuid":"gpqa-main-5e6a032f9aa67c7725f828d0","benchmark":"gpqa_main","data_index":963,"repeat_index":2,"sample_id":"gpqa-main-5e6a032f9aa67c7725f828d0/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":479,"prompt_tokens":330,"effective_max_tokens":130742,"original_embedded_prediction":"A","question_sha256":"8accf5d31cc4cf5c2467ac477d83885c90d2715606f7c2e68d318476741bbdd7"} +{"uuid":"gpqa-main-6030f5f53fe38c334b2c3a6a","benchmark":"gpqa_main","data_index":941,"repeat_index":2,"sample_id":"gpqa-main-6030f5f53fe38c334b2c3a6a/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2329,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"88d277706c3af734be0507cde034c23c7e206f855c2fcc97d6ed69f8ad92df57"} +{"uuid":"gpqa-main-f432c1aa4319a4b1f6fa2ac1","benchmark":"gpqa_main","data_index":877,"repeat_index":2,"sample_id":"gpqa-main-f432c1aa4319a4b1f6fa2ac1/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7220,"prompt_tokens":264,"effective_max_tokens":130808,"original_embedded_prediction":"C","question_sha256":"19d5ec504b7008b3eada0ca0c300cd88147b20679109f6681bfd8946e0db2c8c"} +{"uuid":"gpqa-main-1923a70feda6403a600f719a","benchmark":"gpqa_main","data_index":544,"repeat_index":1,"sample_id":"gpqa-main-1923a70feda6403a600f719a/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":31850,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"D","question_sha256":"7acad7dd49efa2a29ce19fb81de0e8b504de87dab9c66159407da7697942a708"} +{"uuid":"gpqa-main-5f336d7998263d21db8f15c1","benchmark":"gpqa_main","data_index":818,"repeat_index":2,"sample_id":"gpqa-main-5f336d7998263d21db8f15c1/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12025,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"D","question_sha256":"5028b464f9ac881885af02d0d7fda29d17165d3804f0f84dbc2e8f6dbd923739"} +{"uuid":"gpqa-main-45b8834e3ed027ec73e9cb93","benchmark":"gpqa_main","data_index":710,"repeat_index":1,"sample_id":"gpqa-main-45b8834e3ed027ec73e9cb93/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19349,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"C","question_sha256":"14a2ed1ddcecc5a3752c954a0c07f0e2ae102378d648cc66bd57385516fbbe20"} +{"uuid":"gpqa-main-d7c4372bfbc5d0f0f9331350","benchmark":"gpqa_main","data_index":953,"repeat_index":2,"sample_id":"gpqa-main-d7c4372bfbc5d0f0f9331350/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1958,"prompt_tokens":588,"effective_max_tokens":130484,"original_embedded_prediction":"D","question_sha256":"92d8ffd16886567ac1ed2f15a6c2d3d6ac2a2fb0fd0e56836671babcde327d3f"} +{"uuid":"gpqa-main-efb673a27e8a1e042786abf9","benchmark":"gpqa_main","data_index":831,"repeat_index":2,"sample_id":"gpqa-main-efb673a27e8a1e042786abf9/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11499,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"1f2f27b90dac22c1b4d70e1b1679a095c5ce0b5ec5dd0bbf48f16b8328b18d89"} +{"uuid":"gpqa-main-381032537ca0c968de7d5c06","benchmark":"gpqa_main","data_index":971,"repeat_index":2,"sample_id":"gpqa-main-381032537ca0c968de7d5c06/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":625,"prompt_tokens":186,"effective_max_tokens":130886,"original_embedded_prediction":"A","question_sha256":"045347c35e2957dbd6bc83158fecec24c157df70fdefaaddc8633ecda3435cdc"} +{"uuid":"gpqa-main-a6eb05bb931229a396d81e44","benchmark":"gpqa_main","data_index":940,"repeat_index":2,"sample_id":"gpqa-main-a6eb05bb931229a396d81e44/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2981,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"D","question_sha256":"19c2c8e0578e84094a1f97568e95e1e88fadee2743b1c6519b7fc661c8577cde"} +{"uuid":"gpqa-main-69bcb32ba17f6e7aa0918597","benchmark":"gpqa_main","data_index":882,"repeat_index":2,"sample_id":"gpqa-main-69bcb32ba17f6e7aa0918597/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7486,"prompt_tokens":758,"effective_max_tokens":130314,"original_embedded_prediction":"C","question_sha256":"9eb1fde9ac6acb7dc761f4941a792f3d0d052ad76d36e12bb9e406963b3906ef"} +{"uuid":"gpqa-main-dbbe3054b6bdabe917f5ab5d","benchmark":"gpqa_main","data_index":915,"repeat_index":2,"sample_id":"gpqa-main-dbbe3054b6bdabe917f5ab5d/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5244,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"1054cb147fa0d82e2b1830b0238455ab6cea42cde361a81e9934864240f22f50"} +{"uuid":"gpqa-main-50a8ab2bd1710dbcfa2e32b5","benchmark":"gpqa_main","data_index":936,"repeat_index":2,"sample_id":"gpqa-main-50a8ab2bd1710dbcfa2e32b5/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3808,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"5fb04957154b48d4ebad83862909a8fd3afc5ba5399a7dbe4594b5c72255964c"} +{"uuid":"gpqa-main-249edae2034ba7f3819aaa7b","benchmark":"gpqa_main","data_index":978,"repeat_index":2,"sample_id":"gpqa-main-249edae2034ba7f3819aaa7b/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":505,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"A","question_sha256":"c4d795814405ce2bb231fe7012e4581bcaebca12bb3f8c3260a3ad239aa51a79"} +{"uuid":"gpqa-main-398c3b21ff64a0edc7ed8444","benchmark":"gpqa_main","data_index":581,"repeat_index":1,"sample_id":"gpqa-main-398c3b21ff64a0edc7ed8444/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":30529,"prompt_tokens":839,"effective_max_tokens":130233,"original_embedded_prediction":"B","question_sha256":"8efc35cf270e2b051ad9ae732723df9c7261cecaf1410edf2c43f3ca7aa749cc"} +{"uuid":"gpqa-main-89f68a802c7c6e55b5b802fd","benchmark":"gpqa_main","data_index":647,"repeat_index":1,"sample_id":"gpqa-main-89f68a802c7c6e55b5b802fd/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":25783,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"0815a781881ae5e8651c7fad2acd62427e6f4161f30b842d196debe30bd5ee83"} +{"uuid":"gpqa-main-ea0400e59078652fc57eb6e1","benchmark":"gpqa_main","data_index":864,"repeat_index":2,"sample_id":"gpqa-main-ea0400e59078652fc57eb6e1/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10173,"prompt_tokens":537,"effective_max_tokens":130535,"original_embedded_prediction":"D","question_sha256":"50fc83bec6235fb29a76a0a00342f5c99a24684597a5930df882fe103e170363"} +{"uuid":"gpqa-main-86060b054d8de358356a29fd","benchmark":"gpqa_main","data_index":392,"repeat_index":1,"sample_id":"gpqa-main-86060b054d8de358356a29fd/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":44641,"prompt_tokens":435,"effective_max_tokens":130637,"original_embedded_prediction":"C","question_sha256":"d20ccd218e50c4a58da8030db612f52c5bac88ad6d1859a85b0358c1595e54e1"} +{"uuid":"gpqa-main-643d18139459da0f9c1b2e17","benchmark":"gpqa_main","data_index":691,"repeat_index":1,"sample_id":"gpqa-main-643d18139459da0f9c1b2e17/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":22456,"prompt_tokens":375,"effective_max_tokens":130697,"original_embedded_prediction":"C","question_sha256":"4bab53f383207a2bc9c94789bb8114d3e7db442308789d848023661e90b2ab49"} +{"uuid":"gpqa-main-4a8c97220fb14b99f363b2ce","benchmark":"gpqa_main","data_index":956,"repeat_index":2,"sample_id":"gpqa-main-4a8c97220fb14b99f363b2ce/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3194,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"D","question_sha256":"a939b9de7ea4048442a9378048f992097c413c77ad1c665790486c352036c7e3"} +{"uuid":"gpqa-main-f2c0ff64cf18a6ae32dc45dc","benchmark":"gpqa_main","data_index":967,"repeat_index":2,"sample_id":"gpqa-main-f2c0ff64cf18a6ae32dc45dc/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2313,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"f2467e0d99b11d10fdd18675d7a73d1a19569e58d6aa97be50c24c2cb28731b1"} +{"uuid":"gpqa-main-65b3a19abfb8f6bf88bf75f5","benchmark":"gpqa_main","data_index":751,"repeat_index":1,"sample_id":"gpqa-main-65b3a19abfb8f6bf88bf75f5/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18871,"prompt_tokens":308,"effective_max_tokens":130764,"original_embedded_prediction":"B","question_sha256":"a8345a17dbfe0f12b34f72265cd346edb8235c10a1aa78acb6be06124a19360a"} +{"uuid":"gpqa-main-7475b6b01129fce5b436b0ee","benchmark":"gpqa_main","data_index":966,"repeat_index":2,"sample_id":"gpqa-main-7475b6b01129fce5b436b0ee/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2565,"prompt_tokens":235,"effective_max_tokens":130837,"original_embedded_prediction":"B","question_sha256":"797be7099117e146adaaf5ad31bd914d9adbd510441211b0040aad2812fffc40"} +{"uuid":"gpqa-main-20f8612bcc2efb9c2355d32e","benchmark":"gpqa_main","data_index":974,"repeat_index":2,"sample_id":"gpqa-main-20f8612bcc2efb9c2355d32e/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2084,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"B","question_sha256":"d746be8625afecad5925e7069f57336e8de3f39dfdf843820421eba66b7bc620"} +{"uuid":"gpqa-main-baefee4c54836e933082fd33","benchmark":"gpqa_main","data_index":589,"repeat_index":1,"sample_id":"gpqa-main-baefee4c54836e933082fd33/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":31038,"prompt_tokens":487,"effective_max_tokens":130585,"original_embedded_prediction":"A","question_sha256":"f4486aea8f80b6405ceaabbd6f225378761eafc49f1e042873a464b3b94da620"} +{"uuid":"gpqa-main-4117517dba1fdbd711e3d32b","benchmark":"gpqa_main","data_index":916,"repeat_index":2,"sample_id":"gpqa-main-4117517dba1fdbd711e3d32b/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6787,"prompt_tokens":398,"effective_max_tokens":130674,"original_embedded_prediction":"C","question_sha256":"3e04ad2cb1248bfb53a7bd8f05efedea49f42b201c6f35907baa6c30abf40733"} +{"uuid":"gpqa-main-eda22ee564030fef1ab0bcaf","benchmark":"gpqa_main","data_index":232,"repeat_index":0,"sample_id":"gpqa-main-eda22ee564030fef1ab0bcaf/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":56460,"prompt_tokens":316,"effective_max_tokens":130756,"original_embedded_prediction":"B","question_sha256":"e78929c2c3d5e04cda51c77e05ad4a3d1cbbf98cc2db0103b7fbc594e78bb602"} +{"uuid":"gpqa-main-45cae4ba5af22868461f1861","benchmark":"gpqa_main","data_index":906,"repeat_index":2,"sample_id":"gpqa-main-45cae4ba5af22868461f1861/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7947,"prompt_tokens":196,"effective_max_tokens":130876,"original_embedded_prediction":"C","question_sha256":"da4480a5d4f2af44b6faf63fe513d557f97bf4cd048901e4a2f0b133273b39db"} +{"uuid":"gpqa-main-3f72ea9cda0c3c6f970bd310","benchmark":"gpqa_main","data_index":826,"repeat_index":2,"sample_id":"gpqa-main-3f72ea9cda0c3c6f970bd310/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13764,"prompt_tokens":432,"effective_max_tokens":130640,"original_embedded_prediction":"C","question_sha256":"a5bf307fdc69920b346c2d288b6a35b24485c92c8e245174a775055fa172cdc6"} +{"uuid":"gpqa-main-759e35a2024fc09bd491c9ff","benchmark":"gpqa_main","data_index":387,"repeat_index":1,"sample_id":"gpqa-main-759e35a2024fc09bd491c9ff/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":45764,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"D","question_sha256":"4c284608a459b460f3ec3dfd5c7c71cfa84c171d4eb8a52aab9e6e4a8cb409bb"} +{"uuid":"gpqa-main-60f734b52603f7ef29671f95","benchmark":"gpqa_main","data_index":923,"repeat_index":2,"sample_id":"gpqa-main-60f734b52603f7ef29671f95/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6495,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"D","question_sha256":"bf9de03889292b969198f42b877b6d4c7b56ce10ae654e71f4be720b5efdb1f1"} +{"uuid":"gpqa-main-542dd8f1dc74ca5163382df8","benchmark":"gpqa_main","data_index":192,"repeat_index":0,"sample_id":"gpqa-main-542dd8f1dc74ca5163382df8/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":58512,"prompt_tokens":165,"effective_max_tokens":130907,"original_embedded_prediction":"A","question_sha256":"2413c551ec9a06a20197c81fa22effbd7f215abcc2e5f14c5f9f0a86e5402736"} +{"uuid":"gpqa-main-ecb6740406340eb07beacf42","benchmark":"gpqa_main","data_index":994,"repeat_index":2,"sample_id":"gpqa-main-ecb6740406340eb07beacf42/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":509,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"29f96711820eba41ccced6676074bc5bcd9e3eb6c97ce5e8507128a91a175bb0"} +{"uuid":"gpqa-main-5a280dae7286e8bab3887904","benchmark":"gpqa_main","data_index":980,"repeat_index":2,"sample_id":"gpqa-main-5a280dae7286e8bab3887904/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2088,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"C","question_sha256":"b8398a470c0a1a045a6dcf2005bd8e8351bdf75ffa7c473958cf3c4b5d4fb288"} +{"uuid":"gpqa-main-779369aa96b96a67933939f1","benchmark":"gpqa_main","data_index":992,"repeat_index":2,"sample_id":"gpqa-main-779369aa96b96a67933939f1/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":718,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"acf784efba891531b08709383ede2379cee1f604b6334b753dd1fcaab37af970"} +{"uuid":"gpqa-main-692e40bceeaff3accdc11ead","benchmark":"gpqa_main","data_index":905,"repeat_index":2,"sample_id":"gpqa-main-692e40bceeaff3accdc11ead/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8486,"prompt_tokens":471,"effective_max_tokens":130601,"original_embedded_prediction":"D","question_sha256":"954d12809188bb6fb15643c4406ac6b108f5d7836e1eeabd73e49df01f2c616e"} +{"uuid":"gpqa-main-547aac137dd7671e7ef03fa9","benchmark":"gpqa_main","data_index":932,"repeat_index":2,"sample_id":"gpqa-main-547aac137dd7671e7ef03fa9/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6180,"prompt_tokens":497,"effective_max_tokens":130575,"original_embedded_prediction":"B","question_sha256":"8369c6a1ffc960e3f3d88e5e4c521eebcc37f39ca9adf654c3cd4b61f892f2ef"} +{"uuid":"gpqa-main-4e62cd257f17d5af418a8d34","benchmark":"gpqa_main","data_index":598,"repeat_index":1,"sample_id":"gpqa-main-4e62cd257f17d5af418a8d34/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":30995,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"D","question_sha256":"654fc443f2efbec09d0f966244083f4545f4f851e28d7f4e0f9c07cb156b2d1d"} +{"uuid":"gpqa-main-925cb13958435841df0e8c1e","benchmark":"gpqa_main","data_index":875,"repeat_index":2,"sample_id":"gpqa-main-925cb13958435841df0e8c1e/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10506,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"B","question_sha256":"d21ba2f1c06b876b2d387104c816ee0fcc369a02b8e010a706e0e2448c56f78e"} +{"uuid":"gpqa-main-8af90a4147e5f0c98bfd00fa","benchmark":"gpqa_main","data_index":986,"repeat_index":2,"sample_id":"gpqa-main-8af90a4147e5f0c98bfd00fa/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1599,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"C","question_sha256":"29a55065f72c47169c5073a91e6b55d82fe2f5784289d2baf5cf5444f8d6fd65"} +{"uuid":"gpqa-main-bd228dea7f1aa14b70216372","benchmark":"gpqa_main","data_index":985,"repeat_index":2,"sample_id":"gpqa-main-bd228dea7f1aa14b70216372/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1806,"prompt_tokens":425,"effective_max_tokens":130647,"original_embedded_prediction":"A","question_sha256":"c1dea594f51ba7757d0d9ec69efa6b56bfeeaff965f074faaf89160cca96a0e9"} +{"uuid":"gpqa-main-9f5d195170ba73ccdc7a3b84","benchmark":"gpqa_main","data_index":975,"repeat_index":2,"sample_id":"gpqa-main-9f5d195170ba73ccdc7a3b84/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3145,"prompt_tokens":552,"effective_max_tokens":130520,"original_embedded_prediction":"A","question_sha256":"e4e5526f8ea9205cbe6b33a5256144298ad11d8250b020cbd4fddbba85a12596"} +{"uuid":"gpqa-main-9e1b7c5b2ce53e8d6424b66a","benchmark":"gpqa_main","data_index":827,"repeat_index":2,"sample_id":"gpqa-main-9e1b7c5b2ce53e8d6424b66a/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14470,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"97732ba422afbf18b5d2d6b3bd26f6c540049e2f82d9628414525cebe7e9a5dd"} +{"uuid":"gpqa-main-70afc730094f43bb0e05f371","benchmark":"gpqa_main","data_index":977,"repeat_index":2,"sample_id":"gpqa-main-70afc730094f43bb0e05f371/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2884,"prompt_tokens":360,"effective_max_tokens":130712,"original_embedded_prediction":"A","question_sha256":"f328e748a74c78b0ab73f790c6848b663fb5bffac884e2793a63bb9ce351e4b6"} +{"uuid":"gpqa-main-8d43dd1cebfb1a76c18a3589","benchmark":"gpqa_main","data_index":597,"repeat_index":1,"sample_id":"gpqa-main-8d43dd1cebfb1a76c18a3589/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":31546,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"A","question_sha256":"1c3b360d52d717d4eda55f53310217b072979b1026b8896b235a2ba9f5151964"} +{"uuid":"gpqa-main-d1e25804e939f97ca872c78e","benchmark":"gpqa_main","data_index":547,"repeat_index":1,"sample_id":"gpqa-main-d1e25804e939f97ca872c78e/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":35353,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"bd713289ab1ffc1ab982f7411da433944bdaa2ce87595d2c1bba8580a8b47bdb"} +{"uuid":"gpqa-main-be779fa0e49ff52e19357207","benchmark":"gpqa_main","data_index":1007,"repeat_index":2,"sample_id":"gpqa-main-be779fa0e49ff52e19357207/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":598,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"ea7bb5901d85914d8997afb87e1ae6be7a8efe03889a4cc08f64de2ccdc9180e"} +{"uuid":"gpqa-main-e3e073f3f0f646532e4caf06","benchmark":"gpqa_main","data_index":935,"repeat_index":2,"sample_id":"gpqa-main-e3e073f3f0f646532e4caf06/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6679,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"D","question_sha256":"a1cff30033350ed32c6446abacb176ef3ffad0fc471aaacf3468c78e0aad550e"} +{"uuid":"gpqa-main-4462dc9f2d34289881ef2b1c","benchmark":"gpqa_main","data_index":910,"repeat_index":2,"sample_id":"gpqa-main-4462dc9f2d34289881ef2b1c/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8817,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"63318cb18413a705693b9a4312f73dbf5358312aafc1d703c3d29a6340ffa0d1"} +{"uuid":"gpqa-main-9bb169e317cdd76b98ada24f","benchmark":"gpqa_main","data_index":957,"repeat_index":2,"sample_id":"gpqa-main-9bb169e317cdd76b98ada24f/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5141,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d0bbc79a116a93d5c5c1325e012b3feb17a7b705d2ccd57a86ecfbdc2bf78030"} +{"uuid":"gpqa-main-ac1c72784d1e0da293fe4bd4","benchmark":"gpqa_main","data_index":970,"repeat_index":2,"sample_id":"gpqa-main-ac1c72784d1e0da293fe4bd4/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4158,"prompt_tokens":169,"effective_max_tokens":130903,"original_embedded_prediction":"D","question_sha256":"6e2bd9ec28efb9c97dbc7bea49224b4964011afaa5ca659996fac7fd65c4468d"} +{"uuid":"gpqa-main-c720b28fe25654b1cedc9285","benchmark":"gpqa_main","data_index":506,"repeat_index":1,"sample_id":"gpqa-main-c720b28fe25654b1cedc9285/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":39602,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"9f6e1d1b2c053afcba8c78142311f336846eb87d19344fb8aa6e71ed9aecc477"} +{"uuid":"gpqa-main-acdff999b6cbfcbc8be6ffac","benchmark":"gpqa_main","data_index":1009,"repeat_index":2,"sample_id":"gpqa-main-acdff999b6cbfcbc8be6ffac/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":777,"prompt_tokens":404,"effective_max_tokens":130668,"original_embedded_prediction":"B","question_sha256":"96f00c3d898d9c364f022eae18e69424d7f2ddde12fbde50541b7390ffd40103"} +{"uuid":"gpqa-main-6119656f6ad0247c537028e7","benchmark":"gpqa_main","data_index":1014,"repeat_index":2,"sample_id":"gpqa-main-6119656f6ad0247c537028e7/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":501,"prompt_tokens":329,"effective_max_tokens":130743,"original_embedded_prediction":"A","question_sha256":"e426a9a1b0977a66badcc2dd4f0d54629b39c2594a512e459e9afd20bba599ba"} +{"uuid":"gpqa-main-56cc62f5d70b661868d341e7","benchmark":"gpqa_main","data_index":1006,"repeat_index":2,"sample_id":"gpqa-main-56cc62f5d70b661868d341e7/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1100,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"A","question_sha256":"c974918b90f5892aaad4308e337b490844102dbfad26c90bf508602f9c595d5d"} +{"uuid":"gpqa-main-4355802640dddd3e060d2a59","benchmark":"gpqa_main","data_index":947,"repeat_index":2,"sample_id":"gpqa-main-4355802640dddd3e060d2a59/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5870,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"ebe141e8c3f27bb731fd3889679a36aab5827f4caa81d8400d66a6bf492fe486"} +{"uuid":"gpqa-main-7ed621f8290d6ac14181ce45","benchmark":"gpqa_main","data_index":766,"repeat_index":1,"sample_id":"gpqa-main-7ed621f8290d6ac14181ce45/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19925,"prompt_tokens":298,"effective_max_tokens":130774,"original_embedded_prediction":"B","question_sha256":"c1c0ad22e4376412fe1e7564fd1f8c00dd970292dbf0dbb83b0350881e74b306"} +{"uuid":"gpqa-main-ddd2b405606ced65b4ce6345","benchmark":"gpqa_main","data_index":1016,"repeat_index":2,"sample_id":"gpqa-main-ddd2b405606ced65b4ce6345/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":672,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"2066c0e835493298c00391dd9236de10adec10d611fe3e2777f252677dfe9724"} +{"uuid":"gpqa-main-5ace8b3dabb97ffc3da20e7c","benchmark":"gpqa_main","data_index":1018,"repeat_index":2,"sample_id":"gpqa-main-5ace8b3dabb97ffc3da20e7c/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":614,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"4ebb5a46cf109d4237b98081e218fcaba27d8f9d03f7a930300f2938f71c1ef0"} +{"uuid":"gpqa-main-1ae8f8945efaf81788d8d871","benchmark":"gpqa_main","data_index":907,"repeat_index":2,"sample_id":"gpqa-main-1ae8f8945efaf81788d8d871/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9658,"prompt_tokens":250,"effective_max_tokens":130822,"original_embedded_prediction":"A","question_sha256":"060f07943bcd17960b48a982fabe42fcae4e3899fe8c5473138fe2198f0e8dd8"} +{"uuid":"gpqa-main-87740f520845c3f77369e5a1","benchmark":"gpqa_main","data_index":1026,"repeat_index":2,"sample_id":"gpqa-main-87740f520845c3f77369e5a1/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":329,"prompt_tokens":188,"effective_max_tokens":130884,"original_embedded_prediction":"D","question_sha256":"f6c5a12c2cd600eeb524956c760164ff890d185cffd979bfba482f46aa46a1ac"} +{"uuid":"gpqa-main-822957bb60d3551275f08aa0","benchmark":"gpqa_main","data_index":1021,"repeat_index":2,"sample_id":"gpqa-main-822957bb60d3551275f08aa0/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":763,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"A","question_sha256":"4690c4bb391b2ef2a7b53f1a15866e05411bdf5f0f7b4f32c9e27d8ef6e8cb48"} +{"uuid":"gpqa-main-7ceb372c1cdc7a180b73516c","benchmark":"gpqa_main","data_index":998,"repeat_index":2,"sample_id":"gpqa-main-7ceb372c1cdc7a180b73516c/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2189,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"B","question_sha256":"142aeb435e38240c03d26aafbfb8dc0ab94e7ef4f752a271c1ab011350a965be"} +{"uuid":"gpqa-main-666fc74619f38e356e33a285","benchmark":"gpqa_main","data_index":948,"repeat_index":2,"sample_id":"gpqa-main-666fc74619f38e356e33a285/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6474,"prompt_tokens":693,"effective_max_tokens":130379,"original_embedded_prediction":"C","question_sha256":"89fa5b222a94e07a283a5140341a0704109ec3b7f62de72dd072383182771ebc"} +{"uuid":"gpqa-main-742076c80dda93477062cfc0","benchmark":"gpqa_main","data_index":1030,"repeat_index":2,"sample_id":"gpqa-main-742076c80dda93477062cfc0/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":218,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"D","question_sha256":"528bc237c35f64d2635edb6fea3202ce958bca92ea956fae0da7c5b4c72081d8"} +{"uuid":"gpqa-main-1728184fad8153eeb2e2a7de","benchmark":"gpqa_main","data_index":1032,"repeat_index":2,"sample_id":"gpqa-main-1728184fad8153eeb2e2a7de/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":312,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"d8505733319a8047e94d63c293a2d9dbb08c42e4bde2c223467f371da6665e08"} +{"uuid":"gpqa-main-212277d3e39540a6739d98b8","benchmark":"gpqa_main","data_index":1017,"repeat_index":2,"sample_id":"gpqa-main-212277d3e39540a6739d98b8/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1339,"prompt_tokens":147,"effective_max_tokens":130925,"original_embedded_prediction":"A","question_sha256":"d20446ccbbfc1ed40bcb669bfa65f9f9cd8e38ec8f7e67621c88e3dbe91f083d"} +{"uuid":"gpqa-main-ce2839297e4b63e0b36f6300","benchmark":"gpqa_main","data_index":917,"repeat_index":2,"sample_id":"gpqa-main-ce2839297e4b63e0b36f6300/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9603,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"80cca49a2f6ae39b2d3a2dfe110572d39720d0831c65246ce20603c40578b118"} +{"uuid":"gpqa-main-7e29412fd534df20c4a23267","benchmark":"gpqa_main","data_index":855,"repeat_index":2,"sample_id":"gpqa-main-7e29412fd534df20c4a23267/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14376,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"7fda2b6ca2ff9984ace9bf53f465cebb4b8d963f7ddcb5aa5f5015cd6989be42"} +{"uuid":"gpqa-main-84c386fbd7476f5541ea16f0","benchmark":"gpqa_main","data_index":659,"repeat_index":1,"sample_id":"gpqa-main-84c386fbd7476f5541ea16f0/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":28451,"prompt_tokens":370,"effective_max_tokens":130702,"original_embedded_prediction":"B","question_sha256":"083aa3572345d938b0c707cfb8c710aea73759344b234ada78ed36f1ec66eb0d"} +{"uuid":"gpqa-main-04a5c442799262dec9375c25","benchmark":"gpqa_main","data_index":962,"repeat_index":2,"sample_id":"gpqa-main-04a5c442799262dec9375c25/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6338,"prompt_tokens":365,"effective_max_tokens":130707,"original_embedded_prediction":"D","question_sha256":"e90ec32d975ec61b7cd079ff6968bc3dbaa4fc87e74699c1406ce59093066dbc"} +{"uuid":"gpqa-main-92c7c513709816748efab029","benchmark":"gpqa_main","data_index":1019,"repeat_index":2,"sample_id":"gpqa-main-92c7c513709816748efab029/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1677,"prompt_tokens":253,"effective_max_tokens":130819,"original_embedded_prediction":"C","question_sha256":"c9ed693d3f7d5c30b94e2c01b9b5f22591922f961e4dbc9ef4b70309b61bae5c"} +{"uuid":"gpqa-main-8a352b243ffac6230977fc90","benchmark":"gpqa_main","data_index":987,"repeat_index":2,"sample_id":"gpqa-main-8a352b243ffac6230977fc90/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3963,"prompt_tokens":389,"effective_max_tokens":130683,"original_embedded_prediction":"C","question_sha256":"7408ac0330a09a182b52a627f89920c8c4e825da7da4e441973cbefe32b852ac"} +{"uuid":"gpqa-main-63aef6e78c9803d030a16f9c","benchmark":"gpqa_main","data_index":976,"repeat_index":2,"sample_id":"gpqa-main-63aef6e78c9803d030a16f9c/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5592,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"A","question_sha256":"255e934ed277fdd11f71245508448f7031439d40eb38fd78fb3b813b247c5726"} +{"uuid":"gpqa-main-c0bc48c4232297b735018487","benchmark":"gpqa_main","data_index":1008,"repeat_index":2,"sample_id":"gpqa-main-c0bc48c4232297b735018487/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2978,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"bbc99977a336fa9fd961baf75728288b14f7c69841a6757f2793e300690fc85b"} +{"uuid":"gpqa-main-a67142bf6c763d9963d7474d","benchmark":"gpqa_main","data_index":801,"repeat_index":2,"sample_id":"gpqa-main-a67142bf6c763d9963d7474d/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19142,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"7ed6c7d194038ef8d8c6a84cb18be1015f73754e42d4facb7418e8412ad86b77"} +{"uuid":"gpqa-main-216433a347b01989e26ed83a","benchmark":"gpqa_main","data_index":1015,"repeat_index":2,"sample_id":"gpqa-main-216433a347b01989e26ed83a/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2475,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"ead16c05d1abbf4387485257726593cf57a0384c3e0a3db31ba489bb1676ce72"} +{"uuid":"gpqa-main-105b94b83de2671f0b86688d","benchmark":"gpqa_main","data_index":999,"repeat_index":2,"sample_id":"gpqa-main-105b94b83de2671f0b86688d/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3628,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"D","question_sha256":"062b8c1448dabb342bd7815bdfbab0a55eb915c5c6793d19a5037bf7a9aa63f3"} +{"uuid":"gpqa-main-31313469465f81cc0fa5dd28","benchmark":"gpqa_main","data_index":1024,"repeat_index":2,"sample_id":"gpqa-main-31313469465f81cc0fa5dd28/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2132,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"B","question_sha256":"cd18749d0354640af760ebe1c6a150eed2a0202cc444345b5c3f00b0f0df67d2"} +{"uuid":"gpqa-main-443f8ea9f271c4442521f8e4","benchmark":"gpqa_main","data_index":683,"repeat_index":1,"sample_id":"gpqa-main-443f8ea9f271c4442521f8e4/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":27416,"prompt_tokens":326,"effective_max_tokens":130746,"original_embedded_prediction":"B","question_sha256":"9211da2d82adb786850c236cd14fc05728eb04599b0abc0202714ba6bd385d19"} +{"uuid":"gpqa-main-24751b175e0f2d19899ad735","benchmark":"gpqa_main","data_index":1028,"repeat_index":2,"sample_id":"gpqa-main-24751b175e0f2d19899ad735/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2143,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"A","question_sha256":"4a5d6fcc83f3561a6447a1feebb680aa9ab094bdeed5677c30f04041964a9c38"} +{"uuid":"gpqa-main-e605c3d20abb4c52d96e9b60","benchmark":"gpqa_main","data_index":939,"repeat_index":2,"sample_id":"gpqa-main-e605c3d20abb4c52d96e9b60/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9059,"prompt_tokens":361,"effective_max_tokens":130711,"original_embedded_prediction":"D","question_sha256":"84b58aec9b33c09286d45fb66ca82cc4ec03e310a0917bc0783bda81a0fa23b6"} +{"uuid":"gpqa-main-cdaa7da74e15a8dfc40e0582","benchmark":"gpqa_main","data_index":575,"repeat_index":1,"sample_id":"gpqa-main-cdaa7da74e15a8dfc40e0582/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":36587,"prompt_tokens":410,"effective_max_tokens":130662,"original_embedded_prediction":"D","question_sha256":"733e93868ff7691423e0d318a4d9ba6ce801d7c2ef5c53b8020d7eb13c2c9a5c"} +{"uuid":"gpqa-main-5f1108e8b2f18297c04895bf","benchmark":"gpqa_main","data_index":713,"repeat_index":1,"sample_id":"gpqa-main-5f1108e8b2f18297c04895bf/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":25579,"prompt_tokens":447,"effective_max_tokens":130625,"original_embedded_prediction":"A","question_sha256":"d6e89de54268d0839b91cc5f860fd4903b1d8277accaf665ced8b5404cdbbe84"} +{"uuid":"gpqa-main-a454a3157aff6eee743541b7","benchmark":"gpqa_main","data_index":950,"repeat_index":2,"sample_id":"gpqa-main-a454a3157aff6eee743541b7/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8419,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"C","question_sha256":"025e20e6e9b45e1ddb3f6901f58f69b40df5e8f9ffb6b80b5b17bc518d9f5d17"} +{"uuid":"gpqa-main-86976aae6f871f46c4680830","benchmark":"gpqa_main","data_index":983,"repeat_index":2,"sample_id":"gpqa-main-86976aae6f871f46c4680830/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5795,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"D","question_sha256":"e5c3c79a60db2de596dac1585bfc2e940bac2acb65a3352ff5f7e99821846aed"} +{"uuid":"gpqa-main-7bb7c5ace8216100d38e616a","benchmark":"gpqa_main","data_index":990,"repeat_index":2,"sample_id":"gpqa-main-7bb7c5ace8216100d38e616a/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5077,"prompt_tokens":197,"effective_max_tokens":130875,"original_embedded_prediction":"B","question_sha256":"6dbc821cf1e89c0764e62d1bef4818136877fbc8e333f255bfa42276ac9aeb88"} +{"uuid":"gpqa-main-72464184a419f296dae470a9","benchmark":"gpqa_main","data_index":1025,"repeat_index":2,"sample_id":"gpqa-main-72464184a419f296dae470a9/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2983,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"C","question_sha256":"16bcf4c7129e083cade7afd040c6c4e0fa1fc7677a11aa70fb1b5a3d0e5fb5ea"} +{"uuid":"gpqa-main-fd21f7c7356e7f51f0cabd07","benchmark":"gpqa_main","data_index":969,"repeat_index":2,"sample_id":"gpqa-main-fd21f7c7356e7f51f0cabd07/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7405,"prompt_tokens":601,"effective_max_tokens":130471,"original_embedded_prediction":"D","question_sha256":"db246f6acae65ff2e4bb6caad314b6583cd0085f0d81b1b20515ca2fe73b6f72"} +{"uuid":"gpqa-main-a41b7b18fc60247bc6e08ecc","benchmark":"gpqa_main","data_index":1046,"repeat_index":2,"sample_id":"gpqa-main-a41b7b18fc60247bc6e08ecc/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1000,"prompt_tokens":270,"effective_max_tokens":130802,"original_embedded_prediction":"A","question_sha256":"87c04c470b12fde8cca6d843b12d3265c10bf824a883929eca2654ab55681839"} +{"uuid":"gpqa-main-9753ac5963fbae8c8e907ef3","benchmark":"gpqa_main","data_index":1045,"repeat_index":2,"sample_id":"gpqa-main-9753ac5963fbae8c8e907ef3/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1044,"prompt_tokens":181,"effective_max_tokens":130891,"original_embedded_prediction":"C","question_sha256":"ec3a07db51d6010b2b9fae103e36b62707efee3ad0713fcd4420f8ba8f55c00b"} +{"uuid":"gpqa-main-539a673f0443ba9cdc31b864","benchmark":"gpqa_main","data_index":1035,"repeat_index":2,"sample_id":"gpqa-main-539a673f0443ba9cdc31b864/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2122,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"A","question_sha256":"d25187b99e4997c1700ffeb87fd595e878957e452f20a2f00d5489fecd0b3b30"} +{"uuid":"gpqa-main-d28c5e0e8deb0d1fde12ef5f","benchmark":"gpqa_main","data_index":577,"repeat_index":1,"sample_id":"gpqa-main-d28c5e0e8deb0d1fde12ef5f/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":37097,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"6913f7a17a2db54c9dcd8af6af20806e66b00fe4bb9691ca42d9f15184908f62"} +{"uuid":"gpqa-main-08452235d283f9ba82364ea8","benchmark":"gpqa_main","data_index":778,"repeat_index":2,"sample_id":"gpqa-main-08452235d283f9ba82364ea8/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21718,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"65db6ef4b562a9503afeb197451091c7514df18fdee747a881b8057c38e21d0f"} +{"uuid":"gpqa-main-219ad07bcb0cda7b85845999","benchmark":"gpqa_main","data_index":1039,"repeat_index":2,"sample_id":"gpqa-main-219ad07bcb0cda7b85845999/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2008,"prompt_tokens":412,"effective_max_tokens":130660,"original_embedded_prediction":"A","question_sha256":"a6336c3b0760d09010077fee728ae5348e4421bcfcbbc8bb9c4a72d541ddfb24"} +{"uuid":"gpqa-main-f6714ff18991a64f32fcecf9","benchmark":"gpqa_main","data_index":1054,"repeat_index":2,"sample_id":"gpqa-main-f6714ff18991a64f32fcecf9/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":737,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"a1e860acc41f41cac7f3d9425a64a45a95559ff56553a2d04e1d3569c2f1c1a1"} +{"uuid":"gpqa-main-178c84548026beb35252a961","benchmark":"gpqa_main","data_index":872,"repeat_index":2,"sample_id":"gpqa-main-178c84548026beb35252a961/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15317,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"B","question_sha256":"4ea09b6f60208405c59e5923a565f195c94315e0b6e230acd59351f1ee59ed96"} +{"uuid":"gpqa-main-92c9d90b543b6779261f70f7","benchmark":"gpqa_main","data_index":1027,"repeat_index":2,"sample_id":"gpqa-main-92c9d90b543b6779261f70f7/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3291,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"A","question_sha256":"1c7aff3f5221c2086c7143b43e0c46921a03859d45bfce22f1a1286ece235b1a"} +{"uuid":"gpqa-main-d8361782f08c0e6d16de3839","benchmark":"gpqa_main","data_index":1055,"repeat_index":2,"sample_id":"gpqa-main-d8361782f08c0e6d16de3839/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":817,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"aed1658f69a85980c41ce94c10ac1535d2de3683f7a5c3821d1a84fa594d4571"} +{"uuid":"gpqa-main-92f6e58b4989e9025c8286a9","benchmark":"gpqa_main","data_index":1002,"repeat_index":2,"sample_id":"gpqa-main-92f6e58b4989e9025c8286a9/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5329,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"c003a37af0eaa5e9c6d10f5a25ce1a2e0258ad6638a1655ee2a17d07daab816a"} +{"uuid":"gpqa-main-8299e0bf116ad8ad7b960d26","benchmark":"gpqa_main","data_index":1022,"repeat_index":2,"sample_id":"gpqa-main-8299e0bf116ad8ad7b960d26/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4137,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"D","question_sha256":"dac89ff46a5330836dfa04de2060a9a9d447a0cffd96c06e0cdee48c6a991035"} +{"uuid":"gpqa-main-9a5518ae94b2b0d35d86de13","benchmark":"gpqa_main","data_index":1057,"repeat_index":2,"sample_id":"gpqa-main-9a5518ae94b2b0d35d86de13/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1032,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"C","question_sha256":"3fcfcbf2649513809f04d9fdbcbe0c6bc1a91164f8dcfd7d9748267f2db7c6ce"} +{"uuid":"gpqa-main-731d6908d225dc9f463d1297","benchmark":"gpqa_main","data_index":1056,"repeat_index":2,"sample_id":"gpqa-main-731d6908d225dc9f463d1297/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1161,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"4774928b0a0c7cdc6d9c17102d2e01adad07f5a344858c23bbc63520a74724d7"} +{"uuid":"gpqa-main-e069314491adb5be236d3fe7","benchmark":"gpqa_main","data_index":770,"repeat_index":2,"sample_id":"gpqa-main-e069314491adb5be236d3fe7/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":23576,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"D","question_sha256":"2662eff7a6231613f45042d2ef5df63caaeb5a326d264e93009a737a99fb27bb"} +{"uuid":"gpqa-main-2efd60649bdbaa65b5969003","benchmark":"gpqa_main","data_index":741,"repeat_index":1,"sample_id":"gpqa-main-2efd60649bdbaa65b5969003/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":25584,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"D","question_sha256":"af907b84cdd249e3bd0dcd3a0fc488c3673df744a66342233bebd85574ac74c3"} +{"uuid":"gpqa-main-f35f531075e0f4b71e6bfdf7","benchmark":"gpqa_main","data_index":796,"repeat_index":2,"sample_id":"gpqa-main-f35f531075e0f4b71e6bfdf7/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21443,"prompt_tokens":440,"effective_max_tokens":130632,"original_embedded_prediction":"B","question_sha256":"1dec0a47229d6987f418c244cc1169bdeb04c6134b883ac8895dc2380cdf0539"} +{"uuid":"gpqa-main-728c68de5f34aba879617ff3","benchmark":"gpqa_main","data_index":737,"repeat_index":1,"sample_id":"gpqa-main-728c68de5f34aba879617ff3/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":25797,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"B","question_sha256":"93587b6fdb0ccf1d1701c58bd12431b38885397117475f14823f4c52994b39b4"} +{"uuid":"gpqa-main-febe4c45e71692110949e3d6","benchmark":"gpqa_main","data_index":736,"repeat_index":1,"sample_id":"gpqa-main-febe4c45e71692110949e3d6/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":25824,"prompt_tokens":577,"effective_max_tokens":130495,"original_embedded_prediction":"C","question_sha256":"e38dd7750710c37aa45a5b0b5dd91e1b4171070325d670d668ab1fa20431a29e"} +{"uuid":"gpqa-main-9eaa6714b15499d3c303ce90","benchmark":"gpqa_main","data_index":991,"repeat_index":2,"sample_id":"gpqa-main-9eaa6714b15499d3c303ce90/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6535,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"D","question_sha256":"cfac786b87a07d0c92f7c3da73233aa6c32340b63dff9d3f72bd1bd025cd565d"} +{"uuid":"gpqa-main-b84eb68d18023ca81e43b35a","benchmark":"gpqa_main","data_index":1061,"repeat_index":2,"sample_id":"gpqa-main-b84eb68d18023ca81e43b35a/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1478,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"C","question_sha256":"6c90e464e06f4dc9c748d6c9be44c96b2d5bec5078b4eb152ea4ccec4c709f2d"} +{"uuid":"gpqa-main-a028903aa7112583a0e7b5d2","benchmark":"gpqa_main","data_index":984,"repeat_index":2,"sample_id":"gpqa-main-a028903aa7112583a0e7b5d2/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7566,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"D","question_sha256":"c6231a95c81ba1af7d31e5ce8f8e8ad4c4def88d86ab8f801a248cf19814e2d2"} +{"uuid":"gpqa-main-9f607ccb3302f27b4ebe90a4","benchmark":"gpqa_main","data_index":1058,"repeat_index":2,"sample_id":"gpqa-main-9f607ccb3302f27b4ebe90a4/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1586,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"B","question_sha256":"e2c8b6a88dfedf13a4a35e2964dc77f2e082e87417c972bf7406bdb2405985f7"} +{"uuid":"gpqa-main-0306849689d2123fedfcfeb5","benchmark":"gpqa_main","data_index":850,"repeat_index":2,"sample_id":"gpqa-main-0306849689d2123fedfcfeb5/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18378,"prompt_tokens":301,"effective_max_tokens":130771,"original_embedded_prediction":"D","question_sha256":"9b236e1b2c7db4edd3fd08eaeff4fcfd3b13c11bfc0f9c5510349957a837d13a"} +{"uuid":"gpqa-main-4373b5f7be197f26258c18cf","benchmark":"gpqa_main","data_index":944,"repeat_index":2,"sample_id":"gpqa-main-4373b5f7be197f26258c18cf/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10820,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"B","question_sha256":"56563ccb64ef7d8686cd4d8da77c8b4636353d0bb75dbefa360323671dfffed1"} +{"uuid":"gpqa-main-cda2fe50fc8423311319e78e","benchmark":"gpqa_main","data_index":1068,"repeat_index":2,"sample_id":"gpqa-main-cda2fe50fc8423311319e78e/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1099,"prompt_tokens":182,"effective_max_tokens":130890,"original_embedded_prediction":"B","question_sha256":"1b04aca1c9a8b4f1fabc653b3653d0a48982315e6f1da934d98cadd1948f776f"} +{"uuid":"gpqa-main-20f50fda9aeae51c6b9b4ba0","benchmark":"gpqa_main","data_index":859,"repeat_index":2,"sample_id":"gpqa-main-20f50fda9aeae51c6b9b4ba0/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17596,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"B","question_sha256":"c7914fc7bcc19ad8377798d825d6dbc59be8fb64f2b51a89ec26f55423d9edd1"} +{"uuid":"gpqa-main-4f958672c6f9249c44f2f9b9","benchmark":"gpqa_main","data_index":955,"repeat_index":2,"sample_id":"gpqa-main-4f958672c6f9249c44f2f9b9/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10302,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"D","question_sha256":"7d91198c9c48996b89ebbb62d8d76d86e32d7c14fb108c7491c9ff812263613a"} +{"uuid":"gpqa-main-6195cef214f3dfad9869d6d3","benchmark":"gpqa_main","data_index":1066,"repeat_index":2,"sample_id":"gpqa-main-6195cef214f3dfad9869d6d3/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1473,"prompt_tokens":351,"effective_max_tokens":130721,"original_embedded_prediction":"B","question_sha256":"d8a4b11aef2d38271a5ebf2c1802dc875d19737c557efb5990cc4a865a052e7c"} +{"uuid":"gpqa-main-0069a2b69e59906ffd6ca400","benchmark":"gpqa_main","data_index":1059,"repeat_index":2,"sample_id":"gpqa-main-0069a2b69e59906ffd6ca400/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1919,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"409fe9f5585adb91b6eded6462ef297118cee805597838bb23fa38eb32789450"} +{"uuid":"gpqa-main-d4ee93c18c20e4432773fe55","benchmark":"gpqa_main","data_index":1079,"repeat_index":2,"sample_id":"gpqa-main-d4ee93c18c20e4432773fe55/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":504,"prompt_tokens":200,"effective_max_tokens":130872,"original_embedded_prediction":"C","question_sha256":"77bffd13a6b6464f7c63296f571164c184ce47a8cd6f8ecf91f0dc28407d44a1"} +{"uuid":"gpqa-main-c6cc654afa201cd3d5b66695","benchmark":"gpqa_main","data_index":1080,"repeat_index":2,"sample_id":"gpqa-main-c6cc654afa201cd3d5b66695/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":514,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"A","question_sha256":"79526cdc6c623c8657c3060ab8b305f1b4d8aa35f2b7905c6fd4c3e119c5c310"} +{"uuid":"gpqa-main-d98819c9bc2a4086534acf1b","benchmark":"gpqa_main","data_index":1049,"repeat_index":2,"sample_id":"gpqa-main-d98819c9bc2a4086534acf1b/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2997,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"d53ea2c13c1ce696b626852774a73a189571a138a5fd872cdd3bb15f21f0bf06"} +{"uuid":"gpqa-main-6f8b58d9d46c4f4e7eba1910","benchmark":"gpqa_main","data_index":1085,"repeat_index":2,"sample_id":"gpqa-main-6f8b58d9d46c4f4e7eba1910/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":554,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"C","question_sha256":"2437e4848569e7740d6491d475d194b9eefbbeae3a6a31cd62ddeb8ba8e93aa9"} +{"uuid":"gpqa-main-6dec9c3aba26b3c8623af13e","benchmark":"gpqa_main","data_index":1083,"repeat_index":2,"sample_id":"gpqa-main-6dec9c3aba26b3c8623af13e/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":610,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"656a46f8bac8e8e0767c9a5675871d3f81ff8707ec78f064bca2ccac673d7561"} +{"uuid":"gpqa-main-3cb5227445654dab4b5dacc2","benchmark":"gpqa_main","data_index":1082,"repeat_index":2,"sample_id":"gpqa-main-3cb5227445654dab4b5dacc2/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":648,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"4b45de4106aaf95114f9bda69339b541037b0eb04b8fd1f40efb6b91ed2a479e"} +{"uuid":"gpqa-main-fe61aa6baba6418fcde1fa11","benchmark":"gpqa_main","data_index":1040,"repeat_index":2,"sample_id":"gpqa-main-fe61aa6baba6418fcde1fa11/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4023,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"73eb245ef4dcc164186307ecd210b767147568ad3c1b03847a63b2e67ac5d0ab"} +{"uuid":"gpqa-main-30529bca8e7fdf66400bd444","benchmark":"gpqa_main","data_index":786,"repeat_index":2,"sample_id":"gpqa-main-30529bca8e7fdf66400bd444/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":23495,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"fc081c2fbb63be5006154edbddcd4d1654207c4f1ad333e12f9bc19972753482"} +{"uuid":"gpqa-main-6bb4180b8c6df2f8f7490345","benchmark":"gpqa_main","data_index":794,"repeat_index":2,"sample_id":"gpqa-main-6bb4180b8c6df2f8f7490345/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":22939,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"a40e1e0f0ddd21a34df82626b6553232ad944bbeec5bf0819aaf5ae0b1a92c59"} +{"uuid":"gpqa-main-05286f95a107c3da592ecbd9","benchmark":"gpqa_main","data_index":1073,"repeat_index":2,"sample_id":"gpqa-main-05286f95a107c3da592ecbd9/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1415,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"d8a1a7b530a9b1d0cd0b07ec53f60d6d5fcf3059457f02b90e3c4ddf51fdc825"} +{"uuid":"gpqa-main-d1e25804e939f97ca872c78e","benchmark":"gpqa_main","data_index":931,"repeat_index":2,"sample_id":"gpqa-main-d1e25804e939f97ca872c78e/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12944,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"bd713289ab1ffc1ab982f7411da433944bdaa2ce87595d2c1bba8580a8b47bdb"} +{"uuid":"gpqa-main-8d147d8bf7fad22423fc5dd7","benchmark":"gpqa_main","data_index":1050,"repeat_index":2,"sample_id":"gpqa-main-8d147d8bf7fad22423fc5dd7/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3234,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"bfad7a1309a7d02668c615391f7302c03e1c3f61ffaee5d1f44ba2c9f5c40b7d"} +{"uuid":"gpqa-main-ab4c50e2da12e11b47155f74","benchmark":"gpqa_main","data_index":1060,"repeat_index":2,"sample_id":"gpqa-main-ab4c50e2da12e11b47155f74/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2659,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"b734e134fe4529267a34452ccc5cb2a7d56f7b471273d9e978add607de6f30b6"} +{"uuid":"gpqa-main-5afce78005210e6a41636858","benchmark":"gpqa_main","data_index":1029,"repeat_index":2,"sample_id":"gpqa-main-5afce78005210e6a41636858/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5348,"prompt_tokens":312,"effective_max_tokens":130760,"original_embedded_prediction":"B","question_sha256":"1447f629926983e1fb54566e40ab57d7a728998d233e3c84bc33277da7c13a65"} +{"uuid":"gpqa-main-aa684f4d5d7c6b9ced383e24","benchmark":"gpqa_main","data_index":1071,"repeat_index":2,"sample_id":"gpqa-main-aa684f4d5d7c6b9ced383e24/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1724,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"96a58da5e1708d76485e32741b0ecddc1bea407ebb53997d2f36e8827f2f2ac9"} +{"uuid":"gpqa-main-b22053dbc40179e114f0c866","benchmark":"gpqa_main","data_index":893,"repeat_index":2,"sample_id":"gpqa-main-b22053dbc40179e114f0c866/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16020,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"1f101bccd20044577731aef887c9704a6a153baf063dff8d9a04510e7b8dcfb7"} +{"uuid":"gpqa-main-288426a7fecb5facf10219c7","benchmark":"gpqa_main","data_index":958,"repeat_index":2,"sample_id":"gpqa-main-288426a7fecb5facf10219c7/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11192,"prompt_tokens":321,"effective_max_tokens":130751,"original_embedded_prediction":"D","question_sha256":"7cccb7714b35c30190fb5db64a1b22a36b726b2a007f241961e1e48c82e4acb3"} +{"uuid":"gpqa-main-9f0f463200d404d2c62eca59","benchmark":"gpqa_main","data_index":1088,"repeat_index":2,"sample_id":"gpqa-main-9f0f463200d404d2c62eca59/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":929,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"6ed199510dead1f6bd4eaa9162909d9481bd2201f8d9444ee60a2e0e2f20528c"} +{"uuid":"gpqa-main-e47ea8383f43129dec459997","benchmark":"gpqa_main","data_index":668,"repeat_index":1,"sample_id":"gpqa-main-e47ea8383f43129dec459997/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":32702,"prompt_tokens":262,"effective_max_tokens":130810,"original_embedded_prediction":"C","question_sha256":"9e7260c352d5970f26856e94943b008fa72ebf3264a0e2790592a41209cfac2d"} +{"uuid":"gpqa-main-fd7b1296b8c5ae3f05aa8355","benchmark":"gpqa_main","data_index":1087,"repeat_index":2,"sample_id":"gpqa-main-fd7b1296b8c5ae3f05aa8355/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1182,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"D","question_sha256":"e674bbb69c41e672de8e4c8cbea505f57f0d1fc98a2ae52ced1937ec4c71b62f"} +{"uuid":"gpqa-main-0cc54149033350a37cf90b8b","benchmark":"gpqa_main","data_index":467,"repeat_index":1,"sample_id":"gpqa-main-0cc54149033350a37cf90b8b/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":48397,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"A","question_sha256":"3298921b7dfbbae04c9893edbe6870746b53e2b7af12e9816f07b6f5e0bff9cb"} +{"uuid":"gpqa-main-67c1e3a67a2a974a3189d06b","benchmark":"gpqa_main","data_index":1096,"repeat_index":2,"sample_id":"gpqa-main-67c1e3a67a2a974a3189d06b/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":850,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"A","question_sha256":"de0e795a2e1639d4babc3235662e71409fadd14e0c80f8551b3db9b4b53aa8de"} +{"uuid":"gpqa-main-7e9652f906d908e059401ac2","benchmark":"gpqa_main","data_index":1092,"repeat_index":2,"sample_id":"gpqa-main-7e9652f906d908e059401ac2/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1162,"prompt_tokens":346,"effective_max_tokens":130726,"original_embedded_prediction":"C","question_sha256":"9dda9414807cb4996f3a1deb9214b8aaf93c75e41d35fac14966aba5058f07ff"} +{"uuid":"gpqa-main-f0a74958c23332566374eae8","benchmark":"gpqa_main","data_index":1013,"repeat_index":2,"sample_id":"gpqa-main-f0a74958c23332566374eae8/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7430,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"0122463c60c1fa5ad768f1fc6147fd593b46126713e705864d5de5632804d4b5"} +{"uuid":"gpqa-main-3d3dfe64363613833bb52e81","benchmark":"gpqa_main","data_index":609,"repeat_index":1,"sample_id":"gpqa-main-3d3dfe64363613833bb52e81/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":37812,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"B","question_sha256":"ec22f627211f722949e6d36efcb583b2f796830a38cf5cf5dcba4f727562d975"} +{"uuid":"gpqa-main-f6f707a4d7db96af855de986","benchmark":"gpqa_main","data_index":1034,"repeat_index":2,"sample_id":"gpqa-main-f6f707a4d7db96af855de986/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6082,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"049a3a3426b30e36d29d782b3ea4916bf545838ac3945e9c707804638ad48f04"} +{"uuid":"gpqa-main-60c7c63632b1d67ffb8a4fb7","benchmark":"gpqa_main","data_index":1103,"repeat_index":2,"sample_id":"gpqa-main-60c7c63632b1d67ffb8a4fb7/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1113,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"A","question_sha256":"60c9747de98dcd74354ee70ce1049c3c1d1b8d72f4e9848984af5d6ceb1a0c57"} +{"uuid":"gpqa-main-d5d2365d64430154627d4bb7","benchmark":"gpqa_main","data_index":1036,"repeat_index":2,"sample_id":"gpqa-main-d5d2365d64430154627d4bb7/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5925,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"D","question_sha256":"17f96c74be836037313c787a88438b6c9f69a4aa20ec8cba17697864f5d35599"} +{"uuid":"gpqa-main-ae94db70e45f3af66518a393","benchmark":"gpqa_main","data_index":1098,"repeat_index":2,"sample_id":"gpqa-main-ae94db70e45f3af66518a393/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1360,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"357c925128939cb69954fa6d11c54df2209c646ee1d3db2ab6dfea44ae6407b6"} +{"uuid":"gpqa-main-6f6ff532d544554128a0bbbe","benchmark":"gpqa_main","data_index":876,"repeat_index":2,"sample_id":"gpqa-main-6f6ff532d544554128a0bbbe/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18302,"prompt_tokens":368,"effective_max_tokens":130704,"original_embedded_prediction":"A","question_sha256":"ebb5b9328e54d98f40b988b171044869d75c67b6efaa8f44675c485448b7b02c"} +{"uuid":"gpqa-main-6078bfac5f15131fb59b31ce","benchmark":"gpqa_main","data_index":1074,"repeat_index":2,"sample_id":"gpqa-main-6078bfac5f15131fb59b31ce/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2755,"prompt_tokens":383,"effective_max_tokens":130689,"original_embedded_prediction":"D","question_sha256":"2c08be31c31eb443db8881662320ebedec47eef168a86389032948d5a9cc37d1"} +{"uuid":"gpqa-main-d31323dded27ae0c86cb5c75","benchmark":"gpqa_main","data_index":1081,"repeat_index":2,"sample_id":"gpqa-main-d31323dded27ae0c86cb5c75/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2479,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"8f174dd25b58e6fc8e309577a66d0f5a4f46ed89bf1a5165c0cb561a4e3e33e9"} +{"uuid":"gpqa-main-28e3e5e79d7477896c6d853d","benchmark":"gpqa_main","data_index":792,"repeat_index":2,"sample_id":"gpqa-main-28e3e5e79d7477896c6d853d/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24660,"prompt_tokens":1047,"effective_max_tokens":130025,"original_embedded_prediction":"A","question_sha256":"d3b33ef7a0e55c33b5deae6a673dd7fff1fc2e7efa223f3419ecf58e57c06207"} +{"uuid":"gpqa-main-e31881ef9b38bb3d802fa432","benchmark":"gpqa_main","data_index":1093,"repeat_index":2,"sample_id":"gpqa-main-e31881ef9b38bb3d802fa432/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1894,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"A","question_sha256":"d2b3b2f779f59635b5b67b63d55e4ada87e7ff867992c7a0b26b010dac9f8650"} +{"uuid":"gpqa-main-2601636e383074212d2b5e52","benchmark":"gpqa_main","data_index":1101,"repeat_index":2,"sample_id":"gpqa-main-2601636e383074212d2b5e52/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1503,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"A","question_sha256":"4346808ce2e49e7dd075a69d154a4e1c8d73b71869876d48ffff93747d8898ec"} +{"uuid":"gpqa-main-77067b016766698b199936c6","benchmark":"gpqa_main","data_index":1111,"repeat_index":2,"sample_id":"gpqa-main-77067b016766698b199936c6/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":808,"prompt_tokens":306,"effective_max_tokens":130766,"original_embedded_prediction":"B","question_sha256":"4c8dd76001266d2c0d3a086b95cb4f68ba3f1b2658186002903315d51bf5bea6"} +{"uuid":"gpqa-main-d8cca1a27ad1a42b4a99ce96","benchmark":"gpqa_main","data_index":1037,"repeat_index":2,"sample_id":"gpqa-main-d8cca1a27ad1a42b4a99ce96/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6291,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"6049e26840c0e889bb5632032745b5bcf6684dec9a2f9d0a0cfb76378c5c064e"} +{"uuid":"gpqa-main-f635511b161f39dc301e05eb","benchmark":"gpqa_main","data_index":1048,"repeat_index":2,"sample_id":"gpqa-main-f635511b161f39dc301e05eb/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5251,"prompt_tokens":650,"effective_max_tokens":130422,"original_embedded_prediction":"B","question_sha256":"cb7f697eb685eca3061fc46cacb94c19aba74add8390e74234ade788b9fa4ff3"} +{"uuid":"gpqa-main-8523e39e7dc895f15a06a403","benchmark":"gpqa_main","data_index":1099,"repeat_index":2,"sample_id":"gpqa-main-8523e39e7dc895f15a06a403/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1787,"prompt_tokens":243,"effective_max_tokens":130829,"original_embedded_prediction":"D","question_sha256":"9809fdeb256e4181e9705fa439a61deb6dbe804bfb80ffab6cb1bd4565faa027"} +{"uuid":"gpqa-main-1989edb8041cc1c94659dcc4","benchmark":"gpqa_main","data_index":1108,"repeat_index":2,"sample_id":"gpqa-main-1989edb8041cc1c94659dcc4/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1364,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"364ddb1397abdc7ae2201c88354f8df3f89b63c28330217a94cf8cf96c19ae54"} +{"uuid":"gpqa-main-5f044a1bf575df47abc76e1a","benchmark":"gpqa_main","data_index":1114,"repeat_index":2,"sample_id":"gpqa-main-5f044a1bf575df47abc76e1a/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":705,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"56742e4e637e9ad1340d4a8de7af8e0d6ce2447d668cc5b51dfb52dfb0b2b8e9"} +{"uuid":"gpqa-main-043ca5f03089118ef536135d","benchmark":"gpqa_main","data_index":914,"repeat_index":2,"sample_id":"gpqa-main-043ca5f03089118ef536135d/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16547,"prompt_tokens":594,"effective_max_tokens":130478,"original_embedded_prediction":"C","question_sha256":"43c5cb4f57895b07f3e1815e411f315dfa3fe44fe601b5aacde7c1244cdcaa89"} +{"uuid":"gpqa-main-67410b7a8dc0eaa2a0ad0e33","benchmark":"gpqa_main","data_index":1115,"repeat_index":2,"sample_id":"gpqa-main-67410b7a8dc0eaa2a0ad0e33/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":926,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"bb309e44424b270e31ff68a9df49f0a2f19335280a19eb9a92c5dcd1810cc3e8"} +{"uuid":"gpqa-main-ad77d1e365463a217a2cc25c","benchmark":"gpqa_main","data_index":1116,"repeat_index":2,"sample_id":"gpqa-main-ad77d1e365463a217a2cc25c/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":909,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"B","question_sha256":"7c427847fb1acab7f784c40193a51f13be68ffb38b4336c6bf3ebf112916fc29"} +{"uuid":"gpqa-main-53c8581aa69a3066bf003024","benchmark":"gpqa_main","data_index":1118,"repeat_index":2,"sample_id":"gpqa-main-53c8581aa69a3066bf003024/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":920,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"dbc9784ed2e796c6f534e998f17f2a819df9d6d94cd62aa72bd7fdcbf457c948"} +{"uuid":"gpqa-main-b36b446fe10911202d34a473","benchmark":"gpqa_main","data_index":1127,"repeat_index":2,"sample_id":"gpqa-main-b36b446fe10911202d34a473/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":506,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"a817452b182acac6761625a70d62a32f2da8fc7a708397cb06f4ad35d5fb18f8"} +{"uuid":"gpqa-main-e408cf011e5548359fd7cfa7","benchmark":"gpqa_main","data_index":836,"repeat_index":2,"sample_id":"gpqa-main-e408cf011e5548359fd7cfa7/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":22898,"prompt_tokens":190,"effective_max_tokens":130882,"original_embedded_prediction":"D","question_sha256":"62f7808cdd914d23316e18802ada081dc433f34465864581ce0c27bfafdcd343"} +{"uuid":"gpqa-main-f6a21b5c88fe41ca6a55591f","benchmark":"gpqa_main","data_index":1122,"repeat_index":2,"sample_id":"gpqa-main-f6a21b5c88fe41ca6a55591f/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1131,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"b0808ff670ee04ab6af9402dbf89fd865b5fcc16ca43f81c6b8ed06e07bd5ee2"} +{"uuid":"gpqa-main-3f9251e093c698e0c2fa2826","benchmark":"gpqa_main","data_index":1126,"repeat_index":2,"sample_id":"gpqa-main-3f9251e093c698e0c2fa2826/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":955,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"252debe46c4fa81fca060b5a84d473e7c0bf04c99b8b5f54aab8119f22de36b4"} +{"uuid":"gpqa-main-4df6eb7fd5661c3196a52be6","benchmark":"gpqa_main","data_index":1053,"repeat_index":2,"sample_id":"gpqa-main-4df6eb7fd5661c3196a52be6/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5836,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"B","question_sha256":"71ef41cf00fbcb9e6751fd492a52caefd2830032777c8824465c1b4ea8dc48ea"} +{"uuid":"gpqa-main-ac27f29e5f777e93e751f3f2","benchmark":"gpqa_main","data_index":823,"repeat_index":2,"sample_id":"gpqa-main-ac27f29e5f777e93e751f3f2/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":23942,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"d49aa1d9efc38f6409c199c3e2706ec44f5d20d25b0e7d41f40b9c46668ed1e0"} +{"uuid":"gpqa-main-83f8b78e2bcb92bda5c03787","benchmark":"gpqa_main","data_index":1104,"repeat_index":2,"sample_id":"gpqa-main-83f8b78e2bcb92bda5c03787/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2619,"prompt_tokens":162,"effective_max_tokens":130910,"original_embedded_prediction":"C","question_sha256":"1f06efeb2323c27b7a92e2f6b6d0f631f5b1caa5357a701f99ff4c3d08286bcf"} +{"uuid":"gpqa-main-48494dbfd36899c84d166873","benchmark":"gpqa_main","data_index":1062,"repeat_index":2,"sample_id":"gpqa-main-48494dbfd36899c84d166873/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5260,"prompt_tokens":315,"effective_max_tokens":130757,"original_embedded_prediction":"B","question_sha256":"a50aa647f4cce396d333dfcfe372bdfadfa7f7aa507ebafd207354812f7ab3f9"} +{"uuid":"gpqa-main-2651d2e67639a9e1741c23d7","benchmark":"gpqa_main","data_index":1129,"repeat_index":2,"sample_id":"gpqa-main-2651d2e67639a9e1741c23d7/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":986,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"B","question_sha256":"4dde21b33c78ccf27d8f3043edfe68636929e2ed7d52841b78b767027425afcb"} +{"uuid":"gpqa-main-87a8747afb6b0414b9ccbe1e","benchmark":"gpqa_main","data_index":1042,"repeat_index":2,"sample_id":"gpqa-main-87a8747afb6b0414b9ccbe1e/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6908,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"D","question_sha256":"cdb165b285d51cf6a09160d99c4c49b653710aac879cce0b87c74a48eee0172b"} +{"uuid":"gpqa-main-1cea82df3087b1eb05c4d230","benchmark":"gpqa_main","data_index":621,"repeat_index":1,"sample_id":"gpqa-main-1cea82df3087b1eb05c4d230/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":38613,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"dd05d2d9e9053dd1d4367a61d5f718336fc8f18bc81bdf0ccfb104e241053522"} +{"uuid":"gpqa-main-7c103d3006e7e5942b17dfc2","benchmark":"gpqa_main","data_index":1113,"repeat_index":2,"sample_id":"gpqa-main-7c103d3006e7e5942b17dfc2/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1855,"prompt_tokens":254,"effective_max_tokens":130818,"original_embedded_prediction":"D","question_sha256":"851c6624380df7dd30fbf4b482add6ae0543525ac196eb146f0d1eb73a673d6c"} +{"uuid":"gpqa-main-7ac0db7d29e6e8c587a8e8f2","benchmark":"gpqa_main","data_index":1084,"repeat_index":2,"sample_id":"gpqa-main-7ac0db7d29e6e8c587a8e8f2/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3986,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"D","question_sha256":"1fc80dd29a6d1127a37414c18382b28b3e9d2f38b390130751d4cbfe90841375"} +{"uuid":"gpqa-main-78b2ba2dd97e6d6b9942bad9","benchmark":"gpqa_main","data_index":1041,"repeat_index":2,"sample_id":"gpqa-main-78b2ba2dd97e6d6b9942bad9/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7302,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"A","question_sha256":"019eb0f05f025ec512fbae057e0fcb33e0f92eec9bc2dc775494f6a19f4b62f3"} +{"uuid":"gpqa-main-0b01dd8e7881a40d7eb61175","benchmark":"gpqa_main","data_index":1107,"repeat_index":2,"sample_id":"gpqa-main-0b01dd8e7881a40d7eb61175/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2765,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"C","question_sha256":"74998926c571f30bb050d73fd21eee2727687e5a8320253f13d3d84b8605a913"} +{"uuid":"gpqa-main-a39e48c3dd280f4d62399e78","benchmark":"gpqa_main","data_index":1139,"repeat_index":2,"sample_id":"gpqa-main-a39e48c3dd280f4d62399e78/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":496,"prompt_tokens":397,"effective_max_tokens":130675,"original_embedded_prediction":"D","question_sha256":"721c25455cfe9ff83ae29b7ba79700cb78268040d9773283d4d8afebd849187b"} +{"uuid":"gpqa-main-9254c2db95aeb7ad8ae8a32d","benchmark":"gpqa_main","data_index":1063,"repeat_index":2,"sample_id":"gpqa-main-9254c2db95aeb7ad8ae8a32d/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5619,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"183797b844f5aaf0d4762d5da650b2a14964b261306db104b29a00499b949bd6"} +{"uuid":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8","benchmark":"gpqa_main","data_index":1064,"repeat_index":2,"sample_id":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5622,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"bf639adbf5de648e6799cd9936073de7b6c750cf7c5870ed99dc4f842748abb9"} +{"uuid":"gpqa-main-60a022e707f18a7b5f445773","benchmark":"gpqa_main","data_index":972,"repeat_index":2,"sample_id":"gpqa-main-60a022e707f18a7b5f445773/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13060,"prompt_tokens":337,"effective_max_tokens":130735,"original_embedded_prediction":"D","question_sha256":"9d46302b763896c7fa475d975b5bc365adee2236b273f23e7216a78871204b74"} +{"uuid":"gpqa-main-50b06dfa0f6f3a64a58faa00","benchmark":"gpqa_main","data_index":681,"repeat_index":1,"sample_id":"gpqa-main-50b06dfa0f6f3a64a58faa00/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":34787,"prompt_tokens":2889,"effective_max_tokens":128183,"original_embedded_prediction":"C","question_sha256":"6d83e75112500dd8a0852c4eaa9859c4fb625c97bdf5f7d5c532bcd6347ea1a8"} +{"uuid":"gpqa-main-f022820fa3c0f536a4d4a9bc","benchmark":"gpqa_main","data_index":1123,"repeat_index":2,"sample_id":"gpqa-main-f022820fa3c0f536a4d4a9bc/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2169,"prompt_tokens":288,"effective_max_tokens":130784,"original_embedded_prediction":"A","question_sha256":"d7be2d674d4903c49886b492451a9febcfb5696ccd6f0931c4d48ef06a19b2b9"} +{"uuid":"gpqa-main-d28c5e0e8deb0d1fde12ef5f","benchmark":"gpqa_main","data_index":961,"repeat_index":2,"sample_id":"gpqa-main-d28c5e0e8deb0d1fde12ef5f/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14425,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"A","question_sha256":"6913f7a17a2db54c9dcd8af6af20806e66b00fe4bb9691ca42d9f15184908f62"} +{"uuid":"gpqa-main-fcf4fc69f21da83688056521","benchmark":"gpqa_main","data_index":1131,"repeat_index":2,"sample_id":"gpqa-main-fcf4fc69f21da83688056521/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1675,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"691112dd08aec41d1dfd7a48bf6e56a828dc8b340887ad6364daff290f8a88c4"} +{"uuid":"gpqa-main-358120bf0c4377ebdbde08fc","benchmark":"gpqa_main","data_index":1076,"repeat_index":2,"sample_id":"gpqa-main-358120bf0c4377ebdbde08fc/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5189,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"A","question_sha256":"051eba2501386001d9e9793a3b0fe9ea4c78a987e3a1576c168659f849b684d6"} +{"uuid":"gpqa-main-513a35e22e5c48f5b3b0518a","benchmark":"gpqa_main","data_index":1051,"repeat_index":2,"sample_id":"gpqa-main-513a35e22e5c48f5b3b0518a/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7149,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"D","question_sha256":"b4baa0b1a21db872411dec993670e6c6bc360a94404305cc5d3ecc9264fdf913"} +{"uuid":"gpqa-main-4657fdc74d4c0bf48aa0b494","benchmark":"gpqa_main","data_index":1069,"repeat_index":2,"sample_id":"gpqa-main-4657fdc74d4c0bf48aa0b494/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5848,"prompt_tokens":343,"effective_max_tokens":130729,"original_embedded_prediction":"B","question_sha256":"ef34764671cecdd517febbdbff1a8cc3542418de05c4a100ef6c30752c1fc8cb"} +{"uuid":"gpqa-main-9c0b631b2a7823cec0729a4b","benchmark":"gpqa_main","data_index":1011,"repeat_index":2,"sample_id":"gpqa-main-9c0b631b2a7823cec0729a4b/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10718,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"9d42c24c2f67ff118699d880fbb6276f14043e3527a9fea8f6d55fe2bf82e091"} +{"uuid":"gpqa-main-43903740f46e3267ecd42324","benchmark":"gpqa_main","data_index":1119,"repeat_index":2,"sample_id":"gpqa-main-43903740f46e3267ecd42324/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2915,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"D","question_sha256":"b52b0025e64a7d0c0023e98ca9fe1f002e22bd987dd934f74304bd22e6e7da20"} +{"uuid":"gpqa-main-992d40815d86851a9f6e7230","benchmark":"gpqa_main","data_index":1153,"repeat_index":3,"sample_id":"gpqa-main-992d40815d86851a9f6e7230/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":592,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"b698ebb0cb6d3abffa554435859e51f21dd11a9955cfceece2c7a6fa9b0e2023"} +{"uuid":"gpqa-main-ad37592fd14aa64b9045a2c4","benchmark":"gpqa_main","data_index":1142,"repeat_index":2,"sample_id":"gpqa-main-ad37592fd14aa64b9045a2c4/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1519,"prompt_tokens":142,"effective_max_tokens":130930,"original_embedded_prediction":"B","question_sha256":"1b3ff6b6ef905e2e7d9fad403ad7bcef59c07ba5858ab30374d9c1f3f07e7dee"} +{"uuid":"gpqa-main-5af38d4af998e6cc090b76a4","benchmark":"gpqa_main","data_index":1134,"repeat_index":2,"sample_id":"gpqa-main-5af38d4af998e6cc090b76a4/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2133,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"b20325f500465457b07762e2fe70b04e5055bd3df2783351050b6c3d04223eb4"} +{"uuid":"gpqa-main-17eb0ef902a11d36b13bb4ba","benchmark":"gpqa_main","data_index":1146,"repeat_index":2,"sample_id":"gpqa-main-17eb0ef902a11d36b13bb4ba/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1505,"prompt_tokens":290,"effective_max_tokens":130782,"original_embedded_prediction":"A","question_sha256":"da025e796cabfda79ad3a899a873052b028159563074d0934fabc7ee4c54d8ad"} +{"uuid":"gpqa-main-4c4e7752fc041224f19d3f9a","benchmark":"gpqa_main","data_index":1078,"repeat_index":2,"sample_id":"gpqa-main-4c4e7752fc041224f19d3f9a/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5717,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"a7183bc025131850f86e24e7faa64e367e334f399dbbc968c1e6069905fe8c28"} +{"uuid":"gpqa-main-1af843966aecfd5da1f08dd6","benchmark":"gpqa_main","data_index":1158,"repeat_index":3,"sample_id":"gpqa-main-1af843966aecfd5da1f08dd6/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":671,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"C","question_sha256":"13e7c71f8aae7040bd98bd6b7bfe361f01f9aa9f4fd4b6095b40f97963688bdc"} +{"uuid":"gpqa-main-1f0af84f0bdb1b68af6a7719","benchmark":"gpqa_main","data_index":1149,"repeat_index":2,"sample_id":"gpqa-main-1f0af84f0bdb1b68af6a7719/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1639,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"D","question_sha256":"47eb07162cc525d2e6a87977deb802204fed59b801dd5e2935cc6edb3c036af1"} +{"uuid":"gpqa-main-6f84d17ede852cd9196347bd","benchmark":"gpqa_main","data_index":1132,"repeat_index":2,"sample_id":"gpqa-main-6f84d17ede852cd9196347bd/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2772,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"C","question_sha256":"e410f49b6f85564bf5b9226069391669e4c376097b2656e616a6b82abd4729ac"} +{"uuid":"gpqa-main-238c4616c3347122f4b974e4","benchmark":"gpqa_main","data_index":1133,"repeat_index":2,"sample_id":"gpqa-main-238c4616c3347122f4b974e4/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2731,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"A","question_sha256":"5a24c76ed39eb083ccc9c24780d936fe2e52cba76ae67efa4d647cc35e10037b"} +{"uuid":"gpqa-main-07134ad2ae69bd2e9f09ae64","benchmark":"gpqa_main","data_index":845,"repeat_index":2,"sample_id":"gpqa-main-07134ad2ae69bd2e9f09ae64/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24604,"prompt_tokens":374,"effective_max_tokens":130698,"original_embedded_prediction":"A","question_sha256":"e1448af5dcb7e4a7a5cf31dd231d4a2b2a3829ce3dabc5d7da48a195c1b39112"} +{"uuid":"gpqa-main-4c9f4186c5ccd49ab906a399","benchmark":"gpqa_main","data_index":567,"repeat_index":1,"sample_id":"gpqa-main-4c9f4186c5ccd49ab906a399/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":45264,"prompt_tokens":610,"effective_max_tokens":130462,"original_embedded_prediction":"A","question_sha256":"f634534b5e2327dcc39982a4da6dff404f299e9759a0ac957b0f6017fbe7586e"} +{"uuid":"gpqa-main-fc2653b5d83e082e9e4f6390","benchmark":"gpqa_main","data_index":1072,"repeat_index":2,"sample_id":"gpqa-main-fc2653b5d83e082e9e4f6390/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6603,"prompt_tokens":429,"effective_max_tokens":130643,"original_embedded_prediction":"B","question_sha256":"d039314a334267e1364c2bb5dc0ab4e72b6b86a69936c2f7f318902ffc422f15"} +{"uuid":"gpqa-main-0fb808246cf99919fa61cf95","benchmark":"gpqa_main","data_index":1136,"repeat_index":2,"sample_id":"gpqa-main-0fb808246cf99919fa61cf95/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2406,"prompt_tokens":415,"effective_max_tokens":130657,"original_embedded_prediction":"D","question_sha256":"8dd19f310e71e68caf9619c551faf073baee082c2fdae90e86d766c8f04dd15c"} +{"uuid":"gpqa-main-18347a23c4b32df1f0b31d1a","benchmark":"gpqa_main","data_index":1163,"repeat_index":3,"sample_id":"gpqa-main-18347a23c4b32df1f0b31d1a/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":826,"prompt_tokens":438,"effective_max_tokens":130634,"original_embedded_prediction":"C","question_sha256":"f69ff8c0001cb2bdea3e51d7d4063a70e8b64bf6f735f62088f0ace464bbe468"} +{"uuid":"gpqa-main-0d56f92dcb32c3f0494a4705","benchmark":"gpqa_main","data_index":1167,"repeat_index":3,"sample_id":"gpqa-main-0d56f92dcb32c3f0494a4705/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":596,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"D","question_sha256":"d48362abba761cef50927ef586befd9a2fdb343aa19b2fa457ee74fb6dbfb56b"} +{"uuid":"gpqa-main-de59169ce40a93ff305f9a41","benchmark":"gpqa_main","data_index":1152,"repeat_index":3,"sample_id":"gpqa-main-de59169ce40a93ff305f9a41/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1951,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"A","question_sha256":"c5859c729f1f8217c8555103da018a579f07eb8df38d8389383b2f4634573327"} +{"uuid":"gpqa-main-47999f808ae4df35fd817dd2","benchmark":"gpqa_main","data_index":1166,"repeat_index":3,"sample_id":"gpqa-main-47999f808ae4df35fd817dd2/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":727,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"0b24415e0a51d238b6f9b4a8ae6a56386da27f195c825aa8d124ca3e7adc5bb9"} +{"uuid":"gpqa-main-39045ad4d1274d0e56839d7b","benchmark":"gpqa_main","data_index":1144,"repeat_index":2,"sample_id":"gpqa-main-39045ad4d1274d0e56839d7b/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2478,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"429df35a12720ff87021b558515bede2e2590914376178a956309c141594787f"} +{"uuid":"gpqa-main-9aa9fb454d849030d70f9512","benchmark":"gpqa_main","data_index":654,"repeat_index":1,"sample_id":"gpqa-main-9aa9fb454d849030d70f9512/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":38674,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"A","question_sha256":"b494f4c1785682ee7d284173af2a6ef6db2189c6f3e7ece0edb769c2f10d5f24"} +{"uuid":"gpqa-main-91b254f1e1c8041fbc1a3222","benchmark":"gpqa_main","data_index":1128,"repeat_index":2,"sample_id":"gpqa-main-91b254f1e1c8041fbc1a3222/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3672,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"35cf9161cc3c5b82d0770ab2b2fdef4a970ddae93523dee3a6bde8574e79b13d"} +{"uuid":"gpqa-main-3d3dfe64363613833bb52e81","benchmark":"gpqa_main","data_index":993,"repeat_index":2,"sample_id":"gpqa-main-3d3dfe64363613833bb52e81/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13269,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"B","question_sha256":"ec22f627211f722949e6d36efcb583b2f796830a38cf5cf5dcba4f727562d975"} +{"uuid":"gpqa-main-950b8724526dc5d718438bec","benchmark":"gpqa_main","data_index":1164,"repeat_index":3,"sample_id":"gpqa-main-950b8724526dc5d718438bec/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1294,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"B","question_sha256":"d81eab0b3deeedb23d68076a8f0de5ca6461b5d2d1a7da228f6a0b6ba6ca53e7"} +{"uuid":"gpqa-main-50467ff0a4937693425f108b","benchmark":"gpqa_main","data_index":1159,"repeat_index":3,"sample_id":"gpqa-main-50467ff0a4937693425f108b/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1679,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"A","question_sha256":"ee40e0ba47746454343829f9f66dd4d391816fe24ca19edf78fcce05cf1f26d8"} +{"uuid":"gpqa-main-ff85a5ccc5b465a708f70be3","benchmark":"gpqa_main","data_index":1181,"repeat_index":3,"sample_id":"gpqa-main-ff85a5ccc5b465a708f70be3/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":307,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"f86f6ace621f9a5dc4c1d23e2bb2d546e1ca384df523a7a90d793b41a43ebfc6"} +{"uuid":"gpqa-main-55e31c256bb6191d94e6db4d","benchmark":"gpqa_main","data_index":1130,"repeat_index":2,"sample_id":"gpqa-main-55e31c256bb6191d94e6db4d/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3867,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"126561d6b58fa17bbaffda56837acaf8fab4bf282ccdfdcc2c7a97bfe520889c"} +{"uuid":"gpqa-main-ba7b4d8b6b363240553a5da8","benchmark":"gpqa_main","data_index":1165,"repeat_index":3,"sample_id":"gpqa-main-ba7b4d8b6b363240553a5da8/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1537,"prompt_tokens":320,"effective_max_tokens":130752,"original_embedded_prediction":"C","question_sha256":"f31ead87a22282cc5dfb01f73a1fe9c84520ad1b8dc017953d8293dbe8b47044"} +{"uuid":"gpqa-main-3d4249ae7ea85a07b7726fff","benchmark":"gpqa_main","data_index":1161,"repeat_index":3,"sample_id":"gpqa-main-3d4249ae7ea85a07b7726fff/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1903,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"f3a651caf4cc86d7183e2aa4e94783901dfd4ba7026521589b0aa1f1c95b0e55"} +{"uuid":"gpqa-main-cda1b642d52c30858bcdf7a3","benchmark":"gpqa_main","data_index":1179,"repeat_index":3,"sample_id":"gpqa-main-cda1b642d52c30858bcdf7a3/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":918,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"85f5a80c90290184ac6ec65307174970563ac9442644e868f064c886836d7a25"} +{"uuid":"gpqa-main-398c3b21ff64a0edc7ed8444","benchmark":"gpqa_main","data_index":965,"repeat_index":2,"sample_id":"gpqa-main-398c3b21ff64a0edc7ed8444/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16669,"prompt_tokens":839,"effective_max_tokens":130233,"original_embedded_prediction":"B","question_sha256":"8efc35cf270e2b051ad9ae732723df9c7261cecaf1410edf2c43f3ca7aa749cc"} +{"uuid":"gpqa-main-7c04a20e5411bd3e0a2bc2c8","benchmark":"gpqa_main","data_index":995,"repeat_index":2,"sample_id":"gpqa-main-7c04a20e5411bd3e0a2bc2c8/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13894,"prompt_tokens":413,"effective_max_tokens":130659,"original_embedded_prediction":"A","question_sha256":"e23b62b19c3ab4ec896e631f56a7a92ed38aca13300af7a7b449b979999886f3"} +{"uuid":"gpqa-main-485d6d2d8d4ef097891a30ae","benchmark":"gpqa_main","data_index":1138,"repeat_index":2,"sample_id":"gpqa-main-485d6d2d8d4ef097891a30ae/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3607,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"B","question_sha256":"c6a4a4365a6f088ad7d433e788ad1983c25ce2a6965fa332c2fd4f61eea9bbbc"} +{"uuid":"gpqa-main-d022f771c467d057bbb527d0","benchmark":"gpqa_main","data_index":1191,"repeat_index":3,"sample_id":"gpqa-main-d022f771c467d057bbb527d0/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":68,"prompt_tokens":192,"effective_max_tokens":130880,"original_embedded_prediction":"A","question_sha256":"f3fdb78f6fe3c60a21e29d92babec94b4d8c0f6e012394045833653cbdb1a4d7"} +{"uuid":"gpqa-main-ca986cf878bcb98d3bdf6b0a","benchmark":"gpqa_main","data_index":1020,"repeat_index":2,"sample_id":"gpqa-main-ca986cf878bcb98d3bdf6b0a/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12241,"prompt_tokens":553,"effective_max_tokens":130519,"original_embedded_prediction":"D","question_sha256":"03946dc24ec69699ccf0d502676d0724f19c404c61b61996d4b5d979f21785da"} +{"uuid":"gpqa-main-e4e8eab3e5612de26e298f3f","benchmark":"gpqa_main","data_index":911,"repeat_index":2,"sample_id":"gpqa-main-e4e8eab3e5612de26e298f3f/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":21195,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"A","question_sha256":"1037e0c8b2c1aced006713d114efa5f1233a7eadf2f0aac355081aeacd10b00f"} +{"uuid":"gpqa-main-e10311e2a20f5ef70b44af1a","benchmark":"gpqa_main","data_index":1148,"repeat_index":2,"sample_id":"gpqa-main-e10311e2a20f5ef70b44af1a/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3370,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"D","question_sha256":"840fab180da436fa17bd480d15eb270c8be4535800795f8fe8c3d0b1ac29ca9d"} +{"uuid":"gpqa-main-b7ef729c55e0cb48c67bca16","benchmark":"gpqa_main","data_index":1183,"repeat_index":3,"sample_id":"gpqa-main-b7ef729c55e0cb48c67bca16/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":934,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"B","question_sha256":"732a49f65a753e1d2c9ebb525ad8cc4c9ea6aa812fdc5eda3c630aa4aa35c7b5"} +{"uuid":"gpqa-main-ad8f0afd2f116341ed3a69c0","benchmark":"gpqa_main","data_index":1192,"repeat_index":3,"sample_id":"gpqa-main-ad8f0afd2f116341ed3a69c0/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":303,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"b6c9142bf69c50d0a62b5b8254344b66610ca208a646e6a69a606819b7eb1bf8"} +{"uuid":"gpqa-main-7684b3ed8a4540e6099495df","benchmark":"gpqa_main","data_index":1095,"repeat_index":2,"sample_id":"gpqa-main-7684b3ed8a4540e6099495df/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6958,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"C","question_sha256":"0caf81b8c83789b0b258b80856002cff7fd589a737844db0407269017bcd1955"} +{"uuid":"gpqa-main-ff45876351041ad1ce200bb4","benchmark":"gpqa_main","data_index":1091,"repeat_index":2,"sample_id":"gpqa-main-ff45876351041ad1ce200bb4/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7116,"prompt_tokens":345,"effective_max_tokens":130727,"original_embedded_prediction":"B","question_sha256":"32bdeb2d6746cedbaa666a09cbe9ff84eedb094a4f81edb9c09ab191add49c41"} +{"uuid":"gpqa-main-c5fc0037165678ab354bad30","benchmark":"gpqa_main","data_index":997,"repeat_index":2,"sample_id":"gpqa-main-c5fc0037165678ab354bad30/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14103,"prompt_tokens":158,"effective_max_tokens":130914,"original_embedded_prediction":"D","question_sha256":"cc55519c3a9058d775356db9fd87b9279f120f69e3d435e9886ed87f62c6a229"} +{"uuid":"gpqa-main-c5506c52a996021a33525b24","benchmark":"gpqa_main","data_index":1010,"repeat_index":2,"sample_id":"gpqa-main-c5506c52a996021a33525b24/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13485,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"ec867cdcf4e586ae70e24b76b87230ee2b48ec67a5234d7a682f06f846fbdf0d"} +{"uuid":"gpqa-main-3ebc2c6c608ed7f5e7bf9463","benchmark":"gpqa_main","data_index":1172,"repeat_index":3,"sample_id":"gpqa-main-3ebc2c6c608ed7f5e7bf9463/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2016,"prompt_tokens":286,"effective_max_tokens":130786,"original_embedded_prediction":"D","question_sha256":"81bfcfb746da8dbf79e11ca4c419d5416ea1be46678f915598ebe3f9c6b6fc32"} +{"uuid":"gpqa-main-c720b28fe25654b1cedc9285","benchmark":"gpqa_main","data_index":890,"repeat_index":2,"sample_id":"gpqa-main-c720b28fe25654b1cedc9285/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":23189,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"9f6e1d1b2c053afcba8c78142311f336846eb87d19344fb8aa6e71ed9aecc477"} +{"uuid":"gpqa-main-5334e8bdecfbd08a0fceb69b","benchmark":"gpqa_main","data_index":1199,"repeat_index":3,"sample_id":"gpqa-main-5334e8bdecfbd08a0fceb69b/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":572,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"B","question_sha256":"0c1cc6cb8c9b9a25c645b86bbada068207876248621f0327486d559892b7a8a9"} +{"uuid":"gpqa-main-09311165c3bc8a7742115024","benchmark":"gpqa_main","data_index":1173,"repeat_index":3,"sample_id":"gpqa-main-09311165c3bc8a7742115024/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2303,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d6deae7022d40b283a8b0053867ff7e2d44f15fac7c364d3b34e67d903596cf7"} +{"uuid":"gpqa-main-ae71bab05f11abac2f706bb9","benchmark":"gpqa_main","data_index":341,"repeat_index":0,"sample_id":"gpqa-main-ae71bab05f11abac2f706bb9/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":63336,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"d160134fd023bac8e7f94f4d4e70e01dc36d3ae74bb54ab778b03686e5b7b2c0"} +{"uuid":"gpqa-main-d8d5dbb2aa6f203775147357","benchmark":"gpqa_main","data_index":1086,"repeat_index":2,"sample_id":"gpqa-main-d8d5dbb2aa6f203775147357/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8532,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"bb18da47ffe6578fb5b30d30128525e8addf5e823c1985c70c606c89ce8d4d7e"} +{"uuid":"gpqa-main-82354c49d9280b8a980b98b4","benchmark":"gpqa_main","data_index":554,"repeat_index":1,"sample_id":"gpqa-main-82354c49d9280b8a980b98b4/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":48655,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"D","question_sha256":"57b065d28a6d02a29a3a84f39dd670ba7cdf4e3403506e79b5fc90713897f68e"} +{"uuid":"gpqa-main-21bf0d1bb4513b046dfdf875","benchmark":"gpqa_main","data_index":1174,"repeat_index":3,"sample_id":"gpqa-main-21bf0d1bb4513b046dfdf875/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2619,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"916a1ca795d38f4c815c99d6f162f52af934ee4e1b0d100dc0a7fb747631f7a7"} +{"uuid":"gpqa-main-9b60a112c6568a530227ce47","benchmark":"gpqa_main","data_index":1200,"repeat_index":3,"sample_id":"gpqa-main-9b60a112c6568a530227ce47/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1028,"prompt_tokens":443,"effective_max_tokens":130629,"original_embedded_prediction":"D","question_sha256":"4dd7bd0636dc935d4359866d23d365353db91692ab9b80b438a3f65683abf4e7"} +{"uuid":"gpqa-main-7239e8e1a6f52b11d89b376d","benchmark":"gpqa_main","data_index":1187,"repeat_index":3,"sample_id":"gpqa-main-7239e8e1a6f52b11d89b376d/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1853,"prompt_tokens":359,"effective_max_tokens":130713,"original_embedded_prediction":"D","question_sha256":"6b778965b4593497cd5378ecaa94e84f97d2910300038afb6590a8e9376b791c"} +{"uuid":"gpqa-main-f79cea2e3c2e242b6e0da4d5","benchmark":"gpqa_main","data_index":1206,"repeat_index":3,"sample_id":"gpqa-main-f79cea2e3c2e242b6e0da4d5/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":594,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"D","question_sha256":"bdc1ab103002886dcbe879cd751d3e27b8ba6e988859bb80422ea04871269448"} +{"uuid":"gpqa-main-89f68a802c7c6e55b5b802fd","benchmark":"gpqa_main","data_index":1031,"repeat_index":2,"sample_id":"gpqa-main-89f68a802c7c6e55b5b802fd/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13007,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"0815a781881ae5e8651c7fad2acd62427e6f4161f30b842d196debe30bd5ee83"} +{"uuid":"gpqa-main-9baab02407bb5e317c8c71c4","benchmark":"gpqa_main","data_index":1182,"repeat_index":3,"sample_id":"gpqa-main-9baab02407bb5e317c8c71c4/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2347,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"C","question_sha256":"4c49b01c534dd76a31b5023fe34fe490913c400dc715a3fa7a874695ca10b949"} +{"uuid":"gpqa-main-b306a5cb19a37a5923ddeda3","benchmark":"gpqa_main","data_index":1143,"repeat_index":2,"sample_id":"gpqa-main-b306a5cb19a37a5923ddeda3/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5195,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"10d0692d1c6af6008ffff69894cb0183dafbb80748247a3a0e1961e87f1e7c9f"} +{"uuid":"gpqa-main-579e17ce4c553c730c526a5c","benchmark":"gpqa_main","data_index":1194,"repeat_index":3,"sample_id":"gpqa-main-579e17ce4c553c730c526a5c/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1695,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"D","question_sha256":"1ce3d847d25b2c2f678c304f134266501155719553a1a003f38a6b0a75ffb81b"} +{"uuid":"gpqa-main-24659eabc462bf7fb5295951","benchmark":"gpqa_main","data_index":1033,"repeat_index":2,"sample_id":"gpqa-main-24659eabc462bf7fb5295951/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13244,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"f26df2fb1b4182bacbf5d951a583b120ed154d22ea6f9659ed264ae020297543"} +{"uuid":"gpqa-main-a1ec72afe45eedbea242cd73","benchmark":"gpqa_main","data_index":1196,"repeat_index":3,"sample_id":"gpqa-main-a1ec72afe45eedbea242cd73/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1749,"prompt_tokens":310,"effective_max_tokens":130762,"original_embedded_prediction":"A","question_sha256":"e87180319d813402cf71637950d93636988703d0477e2bb79fb03a1d2df9afe3"} +{"uuid":"gpqa-main-feeb39404129cbb3b7e867ec","benchmark":"gpqa_main","data_index":1195,"repeat_index":3,"sample_id":"gpqa-main-feeb39404129cbb3b7e867ec/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1886,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"B","question_sha256":"a80144fd582290217d4749a45438b278db047877b2f9babd5f52d9d0dcc88daf"} +{"uuid":"gpqa-main-834c95c23407a9d2c736d2ee","benchmark":"gpqa_main","data_index":1209,"repeat_index":3,"sample_id":"gpqa-main-834c95c23407a9d2c736d2ee/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":768,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"bb698537245b51d08b5d5a6cecdfd1a4e34f7ac0f17e13da8d713af9341a9366"} +{"uuid":"gpqa-main-7093e90be0c6d72d98ef432c","benchmark":"gpqa_main","data_index":1124,"repeat_index":2,"sample_id":"gpqa-main-7093e90be0c6d72d98ef432c/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6853,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"A","question_sha256":"d73f092255e75c14953338c7dc17fa9e41c6378f650bac797b23d3c68133744d"} +{"uuid":"gpqa-main-12fef4b097b802dea2564ea2","benchmark":"gpqa_main","data_index":954,"repeat_index":2,"sample_id":"gpqa-main-12fef4b097b802dea2564ea2/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19707,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"D","question_sha256":"254c10ac4fdccd2709d12769dd755a22c6de6b1e6bff2363164511e2905446d7"} +{"uuid":"gpqa-main-fa3e9be7fdf8e7c8952739d8","benchmark":"gpqa_main","data_index":899,"repeat_index":2,"sample_id":"gpqa-main-fa3e9be7fdf8e7c8952739d8/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24307,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"5e9819e02e7dd08ec53ff217d848ce64e833e2b069cd81e9940f7a72a5230b30"} +{"uuid":"gpqa-main-d9fdff837cb2d2e4d1e81014","benchmark":"gpqa_main","data_index":1151,"repeat_index":2,"sample_id":"gpqa-main-d9fdff837cb2d2e4d1e81014/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5387,"prompt_tokens":153,"effective_max_tokens":130919,"original_embedded_prediction":"C","question_sha256":"021732e23dc83767a3bfeabac85945e664d0c83c8f4cd2ecee91855cda0b0d54"} +{"uuid":"gpqa-main-dd8409336990c7459796bf16","benchmark":"gpqa_main","data_index":1003,"repeat_index":2,"sample_id":"gpqa-main-dd8409336990c7459796bf16/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15781,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"A","question_sha256":"609aca38a7fb3090a0f30d6d141ac5d22646fb06ba18f8c71758e099668e5bf5"} +{"uuid":"gpqa-main-cdc31486df3de65ec2c324e2","benchmark":"gpqa_main","data_index":1171,"repeat_index":3,"sample_id":"gpqa-main-cdc31486df3de65ec2c324e2/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3781,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"4d233cd7b8524c989eb47a4c40d6f2f47070b986fea11e3ee3029c07db9b3356"} +{"uuid":"gpqa-main-33c3b423f54aabfcfca66691","benchmark":"gpqa_main","data_index":1102,"repeat_index":2,"sample_id":"gpqa-main-33c3b423f54aabfcfca66691/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8826,"prompt_tokens":323,"effective_max_tokens":130749,"original_embedded_prediction":"B","question_sha256":"d3ede1ef1590cafbeca0278be62d75df7a0ca03bdf527b454a132420994473ae"} +{"uuid":"gpqa-main-4fb391edde117a3fa772fe15","benchmark":"gpqa_main","data_index":1147,"repeat_index":2,"sample_id":"gpqa-main-4fb391edde117a3fa772fe15/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5870,"prompt_tokens":230,"effective_max_tokens":130842,"original_embedded_prediction":"A","question_sha256":"5131eb311b518c1f3eade66e9c0f4df88aa05e6477bb06e86e3ac1e6fc1ea102"} +{"uuid":"gpqa-main-13dda0527a69422c0bfefb23","benchmark":"gpqa_main","data_index":1197,"repeat_index":3,"sample_id":"gpqa-main-13dda0527a69422c0bfefb23/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2357,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"A","question_sha256":"952dd56af4d111bc829dbe6171c480a13632e8b5771e33245330d32115f96774"} +{"uuid":"gpqa-main-fbf1f6e62b48cbbf0bca4714","benchmark":"gpqa_main","data_index":1203,"repeat_index":3,"sample_id":"gpqa-main-fbf1f6e62b48cbbf0bca4714/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1975,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"59affc9a905621c391ee7886c0e428eac5cb1f60c7c251e2fc1fcb081cb8e076"} +{"uuid":"gpqa-main-143dc33c1aad9828daf5e615","benchmark":"gpqa_main","data_index":863,"repeat_index":2,"sample_id":"gpqa-main-143dc33c1aad9828daf5e615/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":27371,"prompt_tokens":354,"effective_max_tokens":130718,"original_embedded_prediction":"C","question_sha256":"ff60c18b72aac9e90842c7a2d5e79c68092a3fbb1d6c0318cee6d2892a43a0a1"} +{"uuid":"gpqa-main-8db8ffb39e6d3e618c8d388c","benchmark":"gpqa_main","data_index":1208,"repeat_index":3,"sample_id":"gpqa-main-8db8ffb39e6d3e618c8d388c/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1409,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"B","question_sha256":"28dff82ab12e25f0b479054be2f5d8b597951c2458e383bb25cf488b09c98ff5"} +{"uuid":"gpqa-main-4e62cd257f17d5af418a8d34","benchmark":"gpqa_main","data_index":982,"repeat_index":2,"sample_id":"gpqa-main-4e62cd257f17d5af418a8d34/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17849,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"654fc443f2efbec09d0f966244083f4545f4f851e28d7f4e0f9c07cb156b2d1d"} +{"uuid":"gpqa-main-4644969e4e4615b014b9669f","benchmark":"gpqa_main","data_index":584,"repeat_index":1,"sample_id":"gpqa-main-4644969e4e4615b014b9669f/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":48261,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"e663684f8a7728af99d977f274c335c497ac6a7ccf43c64ab979e8407155ce6c"} +{"uuid":"gpqa-main-7a6f40292c595b5ffad3d66b","benchmark":"gpqa_main","data_index":1232,"repeat_index":3,"sample_id":"gpqa-main-7a6f40292c595b5ffad3d66b/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":227,"prompt_tokens":317,"effective_max_tokens":130755,"original_embedded_prediction":"A","question_sha256":"82d8161e96256872367b5e1c12af2c1f91e6c4a6aac3d066708fccb1826bf840"} +{"uuid":"gpqa-main-763daf42ea0c79050a6a4d1d","benchmark":"gpqa_main","data_index":1213,"repeat_index":3,"sample_id":"gpqa-main-763daf42ea0c79050a6a4d1d/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1425,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"D","question_sha256":"72b4053b92adde478bb40c3fb9ef1e06215efe5922e2d600121170f824d32c13"} +{"uuid":"gpqa-main-2bd63c617299c18c1cfd5b0a","benchmark":"gpqa_main","data_index":964,"repeat_index":2,"sample_id":"gpqa-main-2bd63c617299c18c1cfd5b0a/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19891,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"D","question_sha256":"bd7804f896ba3deb7fd65cc0c562744a80232f45bbc9c5ffa8652308c167c329"} +{"uuid":"gpqa-main-82354c49d9280b8a980b98b4","benchmark":"gpqa_main","data_index":938,"repeat_index":2,"sample_id":"gpqa-main-82354c49d9280b8a980b98b4/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":21766,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"C","question_sha256":"57b065d28a6d02a29a3a84f39dd670ba7cdf4e3403506e79b5fc90713897f68e"} +{"uuid":"gpqa-main-64193be5f9a6bbd67bec4010","benchmark":"gpqa_main","data_index":896,"repeat_index":2,"sample_id":"gpqa-main-64193be5f9a6bbd67bec4010/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":25262,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"C","question_sha256":"373990fe818e4182469d242b845eeb2f78db2f00cfb3a8fdbd2dbd696e08d552"} +{"uuid":"gpqa-main-35569b36357cfce18162c999","benchmark":"gpqa_main","data_index":1204,"repeat_index":3,"sample_id":"gpqa-main-35569b36357cfce18162c999/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2362,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"B","question_sha256":"a2136b05b78259562b913f1f56520c4184d70bf60017617a442a41f907c31b78"} +{"uuid":"gpqa-main-49e3b768e85f009875fb4b7f","benchmark":"gpqa_main","data_index":1222,"repeat_index":3,"sample_id":"gpqa-main-49e3b768e85f009875fb4b7f/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1121,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"B","question_sha256":"181abbdaf75899b4c447f9c98c58f90512c06ffe5521e109fa83597da1fb7aae"} +{"uuid":"gpqa-main-adffc79c4b20a953ccbf4cd1","benchmark":"gpqa_main","data_index":1140,"repeat_index":2,"sample_id":"gpqa-main-adffc79c4b20a953ccbf4cd1/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6945,"prompt_tokens":170,"effective_max_tokens":130902,"original_embedded_prediction":"D","question_sha256":"a9acc5caf0ab2f58b68d62ac52eac5bd31ee4a74a832bd753df339176dbbaefe"} +{"uuid":"gpqa-main-d750e02b8d42b4b4d6aba4b9","benchmark":"gpqa_main","data_index":1193,"repeat_index":3,"sample_id":"gpqa-main-d750e02b8d42b4b4d6aba4b9/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3365,"prompt_tokens":944,"effective_max_tokens":130128,"original_embedded_prediction":"D","question_sha256":"5ea7e9b17f677439bf5f6e43169cb794916985d1c5964f6a0d8becf3f9e3b7ad"} +{"uuid":"gpqa-main-efc527af4c77c27856f0d201","benchmark":"gpqa_main","data_index":1212,"repeat_index":3,"sample_id":"gpqa-main-efc527af4c77c27856f0d201/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1841,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"29ffae74d292a9a38f72dd8e95efab3be752912b79e848701193359c657937f6"} +{"uuid":"gpqa-main-47f8cee187b620660c7d11b3","benchmark":"gpqa_main","data_index":1224,"repeat_index":3,"sample_id":"gpqa-main-47f8cee187b620660c7d11b3/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1126,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"b114078343a4ce3eeaa845ee2c7bfa4ac7c9add00f507d8ff60e46cca593fb46"} +{"uuid":"gpqa-main-efbd16944acebfe43928d489","benchmark":"gpqa_main","data_index":1201,"repeat_index":3,"sample_id":"gpqa-main-efbd16944acebfe43928d489/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3045,"prompt_tokens":328,"effective_max_tokens":130744,"original_embedded_prediction":"B","question_sha256":"40b2b50a3c993902d4327a3072c497b0bfcbac42a638ecf92be395be7ef82ab0"} +{"uuid":"gpqa-main-84e0462fb979739143160f76","benchmark":"gpqa_main","data_index":1226,"repeat_index":3,"sample_id":"gpqa-main-84e0462fb979739143160f76/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1218,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"A","question_sha256":"17821f797104818a4e9c06d5499572866481ca7a9f6bf4d3993cbc935754c06e"} +{"uuid":"gpqa-main-bab269fd666fa2ba840a1459","benchmark":"gpqa_main","data_index":857,"repeat_index":2,"sample_id":"gpqa-main-bab269fd666fa2ba840a1459/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":28852,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"e17051d5c4ebf5f6bc793872dc2f5748b41dd7918235cb3d5697fb04882bd7fe"} +{"uuid":"gpqa-main-0293685a5c3ddbc5b15dcfa0","benchmark":"gpqa_main","data_index":1001,"repeat_index":2,"sample_id":"gpqa-main-0293685a5c3ddbc5b15dcfa0/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17106,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"db2ca8d93d5ff50bd9f602bc5b3d339b547349c54c540850544e01393770a4ff"} +{"uuid":"gpqa-main-bf684ea09dc8822450fbd37c","benchmark":"gpqa_main","data_index":1236,"repeat_index":3,"sample_id":"gpqa-main-bf684ea09dc8822450fbd37c/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":730,"prompt_tokens":372,"effective_max_tokens":130700,"original_embedded_prediction":"A","question_sha256":"8f0911e951adf5df2bfc8aa29c14de392a998e2fa48463ceecedcd39a8301453"} +{"uuid":"gpqa-main-2fc8b9731f60b1c9eb476570","benchmark":"gpqa_main","data_index":1227,"repeat_index":3,"sample_id":"gpqa-main-2fc8b9731f60b1c9eb476570/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1483,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"A","question_sha256":"8d64fc9e228388438862fd18b500e048e168f26e7191a4220ea8281beb789ea2"} +{"uuid":"gpqa-main-7c7ae85beee22afc94024aa0","benchmark":"gpqa_main","data_index":1145,"repeat_index":2,"sample_id":"gpqa-main-7c7ae85beee22afc94024aa0/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7303,"prompt_tokens":179,"effective_max_tokens":130893,"original_embedded_prediction":"C","question_sha256":"17ee204f8a3ef8904b0418dcf3bac347173df36a87b5535f055046fe6fae8879"} +{"uuid":"gpqa-main-a3be70bb026878238a72f88b","benchmark":"gpqa_main","data_index":1218,"repeat_index":3,"sample_id":"gpqa-main-a3be70bb026878238a72f88b/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2114,"prompt_tokens":446,"effective_max_tokens":130626,"original_embedded_prediction":"C","question_sha256":"42da82ad5cb9e03bf1c8f1d786b162fd55245c32907328f445c191681a98b669"} +{"uuid":"gpqa-main-ddc1b02f963a2f785385132e","benchmark":"gpqa_main","data_index":1245,"repeat_index":3,"sample_id":"gpqa-main-ddc1b02f963a2f785385132e/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":642,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"d5e7b22736a2cdaa0f2553a100795aa6b7e150fcc1b9fe093e28e3fea855f346"} +{"uuid":"gpqa-main-832feb793ff377da50abf878","benchmark":"gpqa_main","data_index":1221,"repeat_index":3,"sample_id":"gpqa-main-832feb793ff377da50abf878/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1995,"prompt_tokens":202,"effective_max_tokens":130870,"original_embedded_prediction":"B","question_sha256":"9cb12d81fbbe616cc95beecd1627265e0b5a2fa48b8e7493d3df89b378afbc12"} +{"uuid":"gpqa-main-b9cd3234a1fbbf6fe8b281a7","benchmark":"gpqa_main","data_index":373,"repeat_index":0,"sample_id":"gpqa-main-b9cd3234a1fbbf6fe8b281a7/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":64231,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"407ed0eb19714d6ab4f488ca6e6a117c40e4991746c31ad1c464c5e529e59565"} +{"uuid":"gpqa-main-46549f6d718b80e38f4412cd","benchmark":"gpqa_main","data_index":802,"repeat_index":2,"sample_id":"gpqa-main-46549f6d718b80e38f4412cd/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":33292,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"B","question_sha256":"a1def6786f9e3174bf07c7887ea2c97711ea721fe1cf730202fc93d69ecac09d"} +{"uuid":"gpqa-main-ca7a4b18584754c3664d8758","benchmark":"gpqa_main","data_index":1168,"repeat_index":3,"sample_id":"gpqa-main-ca7a4b18584754c3664d8758/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5719,"prompt_tokens":517,"effective_max_tokens":130555,"original_embedded_prediction":"D","question_sha256":"b15ab8a50cd7768206339f81478bb5a4757f87b1bf1c7671597c48117910482f"} +{"uuid":"gpqa-main-6543e2c47b61f7f328bcf42d","benchmark":"gpqa_main","data_index":1188,"repeat_index":3,"sample_id":"gpqa-main-6543e2c47b61f7f328bcf42d/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4517,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"C","question_sha256":"9f8c4aa52521e2926d56fdd03cf5aeaf3543c911c9b75774731cd1204efc1328"} +{"uuid":"gpqa-main-b654b748170277d4b0d0c6b5","benchmark":"gpqa_main","data_index":1246,"repeat_index":3,"sample_id":"gpqa-main-b654b748170277d4b0d0c6b5/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1018,"prompt_tokens":508,"effective_max_tokens":130564,"original_embedded_prediction":"D","question_sha256":"010973f2a9805982e33bfecd460da27e4d2f170e4567ebf854c807385bea09d3"} +{"uuid":"gpqa-main-35d088e32fb39438767e1141","benchmark":"gpqa_main","data_index":1231,"repeat_index":3,"sample_id":"gpqa-main-35d088e32fb39438767e1141/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1824,"prompt_tokens":434,"effective_max_tokens":130638,"original_embedded_prediction":"B","question_sha256":"9d467213ec07b8217d3c3aa11a312c8536475e654bbb7ef916a4b8f92e0c7a7d"} +{"uuid":"gpqa-main-7c3c45d7826322d2dd84475f","benchmark":"gpqa_main","data_index":1250,"repeat_index":3,"sample_id":"gpqa-main-7c3c45d7826322d2dd84475f/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1066,"prompt_tokens":419,"effective_max_tokens":130653,"original_embedded_prediction":"A","question_sha256":"f98a4cc383b4e02c52b4cdafe1b79c1d58df251d5d10ab65f71740d27243ed28"} +{"uuid":"gpqa-main-544e43760baf2de3b5be5741","benchmark":"gpqa_main","data_index":1137,"repeat_index":2,"sample_id":"gpqa-main-544e43760baf2de3b5be5741/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8420,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"A","question_sha256":"89418be241a19daa5c02878e565ee51b73f6f2c9bcafffaf554b45989088c1d8"} +{"uuid":"gpqa-main-a5811d01e615771d5e0b48fb","benchmark":"gpqa_main","data_index":1252,"repeat_index":3,"sample_id":"gpqa-main-a5811d01e615771d5e0b48fb/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":955,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"D","question_sha256":"18c1c5c103fb01b10fd0ca282f8eab427517d6587a0a9962010b5ad16e05b98f"} +{"uuid":"gpqa-main-8a20fac7d1a5bff58e8c63ca","benchmark":"gpqa_main","data_index":1225,"repeat_index":3,"sample_id":"gpqa-main-8a20fac7d1a5bff58e8c63ca/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2532,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"C","question_sha256":"065acbbc3564fb2547e820ab1c35567bac49dff768319e8f4b46ee23bdd92415"} +{"uuid":"gpqa-main-a8c391dd6337620cc79cae0e","benchmark":"gpqa_main","data_index":1184,"repeat_index":3,"sample_id":"gpqa-main-a8c391dd6337620cc79cae0e/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5587,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"435ccdce7cc6c5543ffaf20b4d850d905357568605d01b3a595d44df3dd30d0d"} +{"uuid":"gpqa-main-643d18139459da0f9c1b2e17","benchmark":"gpqa_main","data_index":1075,"repeat_index":2,"sample_id":"gpqa-main-643d18139459da0f9c1b2e17/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12789,"prompt_tokens":375,"effective_max_tokens":130697,"original_embedded_prediction":"C","question_sha256":"4bab53f383207a2bc9c94789bb8114d3e7db442308789d848023661e90b2ab49"} +{"uuid":"gpqa-main-542dd8f1dc74ca5163382df8","benchmark":"gpqa_main","data_index":576,"repeat_index":1,"sample_id":"gpqa-main-542dd8f1dc74ca5163382df8/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":51054,"prompt_tokens":165,"effective_max_tokens":130907,"original_embedded_prediction":"C","question_sha256":"2413c551ec9a06a20197c81fa22effbd7f215abcc2e5f14c5f9f0a86e5402736"} +{"uuid":"gpqa-main-d751f2081e63be8d69314287","benchmark":"gpqa_main","data_index":1253,"repeat_index":3,"sample_id":"gpqa-main-d751f2081e63be8d69314287/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1206,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"f56e41493e430f6c013c094b4b462aa30dc9826a273d867eec6a04fc8a646443"} +{"uuid":"gpqa-main-33b9f4658edfefac92faa4d3","benchmark":"gpqa_main","data_index":1044,"repeat_index":2,"sample_id":"gpqa-main-33b9f4658edfefac92faa4d3/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15195,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"A","question_sha256":"21b950759e4e088c97c70fcca487f4b3ceddd69dd2563433e332a0dde94eeddb"} +{"uuid":"gpqa-main-002cb7f9ef3ee2a3d460b42e","benchmark":"gpqa_main","data_index":1237,"repeat_index":3,"sample_id":"gpqa-main-002cb7f9ef3ee2a3d460b42e/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2229,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"3bed68f29773b3484a0b5acab22f438229b63f2a324fb817a933e4d514178386"} +{"uuid":"gpqa-main-84cbf72ad94d1afe2aa56331","benchmark":"gpqa_main","data_index":1249,"repeat_index":3,"sample_id":"gpqa-main-84cbf72ad94d1afe2aa56331/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1632,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"D","question_sha256":"089a55e5a3fbca456cb952a230bd88a82c177ec99470bd05f822803a1bdd3db5"} +{"uuid":"gpqa-main-cfc742b1ce24bfc75356765e","benchmark":"gpqa_main","data_index":663,"repeat_index":1,"sample_id":"gpqa-main-cfc742b1ce24bfc75356765e/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":44169,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"B","question_sha256":"c1f013c71ec1bfdf03d8071ec0a1d30c0d10b7e87429512ec32711a88cc41cb1"} +{"uuid":"gpqa-main-8cf981eedacab9acbdd5b00c","benchmark":"gpqa_main","data_index":1244,"repeat_index":3,"sample_id":"gpqa-main-8cf981eedacab9acbdd5b00c/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1872,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"D","question_sha256":"14dcd60f9986bbbcbbdc0e4b3462397b01801a452d9756100ed129baa5baf68c"} +{"uuid":"gpqa-main-2322ddc82747aa5a01bf1c1e","benchmark":"gpqa_main","data_index":1254,"repeat_index":3,"sample_id":"gpqa-main-2322ddc82747aa5a01bf1c1e/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1339,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"d9d7e1406d6a9d440081915edafcb4a493a40b6172838b858a979c0a58bb4c62"} +{"uuid":"gpqa-main-41ca21006bb37fef24a8975a","benchmark":"gpqa_main","data_index":1238,"repeat_index":3,"sample_id":"gpqa-main-41ca21006bb37fef24a8975a/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2308,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"8d132ce83553f28f02599f90e3c52fb60d8f58faea0f09152f78f7df6e310abc"} +{"uuid":"gpqa-main-55f2934c4eb0b8293b1d65aa","benchmark":"gpqa_main","data_index":989,"repeat_index":2,"sample_id":"gpqa-main-55f2934c4eb0b8293b1d65aa/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19724,"prompt_tokens":314,"effective_max_tokens":130758,"original_embedded_prediction":"C","question_sha256":"790d06fbc2ae95b0429cab870e5895c5de8a75b14d0bda1401b1503293606c67"} +{"uuid":"gpqa-main-4b84b53bf506bc0a4468fb2d","benchmark":"gpqa_main","data_index":1223,"repeat_index":3,"sample_id":"gpqa-main-4b84b53bf506bc0a4468fb2d/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3500,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"e302b2005d8d406eb5e8fd7aa1707959448ef06e72b5647d2711c9a056cfeffc"} +{"uuid":"gpqa-main-be458c5a0490a8298ea11494","benchmark":"gpqa_main","data_index":1271,"repeat_index":3,"sample_id":"gpqa-main-be458c5a0490a8298ea11494/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":674,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"17cada7a00fa20e35d380a47aad58aace15d791f3cd4f119acb4635e55951129"} +{"uuid":"gpqa-main-29e885003cf7658ac2eb0ba4","benchmark":"gpqa_main","data_index":1255,"repeat_index":3,"sample_id":"gpqa-main-29e885003cf7658ac2eb0ba4/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1819,"prompt_tokens":299,"effective_max_tokens":130773,"original_embedded_prediction":"D","question_sha256":"e6fd9b7cea6cbcd53eabc57f63ae367008b2774a1092f55e23e78b7eafbdbafa"} +{"uuid":"gpqa-main-e2b759199021c586345ac38f","benchmark":"gpqa_main","data_index":1169,"repeat_index":3,"sample_id":"gpqa-main-e2b759199021c586345ac38f/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7296,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"B","question_sha256":"ca59405f2d298a50a3e8fd6d281b67ca4a3ee503578df49e700cc46fe3c4f3d8"} +{"uuid":"gpqa-main-22c436000399164406e165b2","benchmark":"gpqa_main","data_index":988,"repeat_index":2,"sample_id":"gpqa-main-22c436000399164406e165b2/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20310,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"C","question_sha256":"836be405f3d05ec5ad1a2bc728339e5141836ace3a584fe3d36ecc50af4dc3ee"} +{"uuid":"gpqa-main-8e23eaed901a11ec534e6f8b","benchmark":"gpqa_main","data_index":867,"repeat_index":2,"sample_id":"gpqa-main-8e23eaed901a11ec534e6f8b/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":30626,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"ed842ad329efe1e08f990fad3dd3cd5e5fb16736a9da1dbfa314d5e19156887e"} +{"uuid":"gpqa-main-e17c3d61061a563977ae3c11","benchmark":"gpqa_main","data_index":1012,"repeat_index":2,"sample_id":"gpqa-main-e17c3d61061a563977ae3c11/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19358,"prompt_tokens":352,"effective_max_tokens":130720,"original_embedded_prediction":"C","question_sha256":"41b609bbf5cd4517a7d53e382a762d7b2caa65fd58ea44549bdf7183daf1d2c0"} +{"uuid":"gpqa-main-9b7f84c844aa65b8ebfee235","benchmark":"gpqa_main","data_index":1272,"repeat_index":3,"sample_id":"gpqa-main-9b7f84c844aa65b8ebfee235/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1299,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"9443960fd2664e6d4890575733c6a4f1f6d804ec21e10e0f9d415b99297f9845"} +{"uuid":"gpqa-main-1754a508e794225bd932adeb","benchmark":"gpqa_main","data_index":821,"repeat_index":2,"sample_id":"gpqa-main-1754a508e794225bd932adeb/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":34309,"prompt_tokens":276,"effective_max_tokens":130796,"original_embedded_prediction":"B","question_sha256":"16464cac7090a24d3b5a0bf989e1699bafd2dd7b1555e816a1f77804d8e890db"} +{"uuid":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea","benchmark":"gpqa_main","data_index":733,"repeat_index":1,"sample_id":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":40342,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"A","question_sha256":"78b6f83c0d1137982356bff0e0d20f60e32542e5815ffd693af8f421f9e4741d"} +{"uuid":"gpqa-main-45b8834e3ed027ec73e9cb93","benchmark":"gpqa_main","data_index":1094,"repeat_index":2,"sample_id":"gpqa-main-45b8834e3ed027ec73e9cb93/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13415,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"C","question_sha256":"14a2ed1ddcecc5a3752c954a0c07f0e2ae102378d648cc66bd57385516fbbe20"} +{"uuid":"gpqa-main-2d88ca9efdaae7d19aed9660","benchmark":"gpqa_main","data_index":1264,"repeat_index":3,"sample_id":"gpqa-main-2d88ca9efdaae7d19aed9660/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1983,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"43af6d11597079a7d069dd93bbf3db87f0b5bb604fbfc66fc60c268d149d8fba"} +{"uuid":"gpqa-main-09b661e081004aa4c0d45778","benchmark":"gpqa_main","data_index":1258,"repeat_index":3,"sample_id":"gpqa-main-09b661e081004aa4c0d45778/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2574,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"D","question_sha256":"47741045402119262be7a1c17b98cc587ee55b46bb8620655271dca518a4f927"} +{"uuid":"gpqa-main-ec756f5cd58f1d3e9c9c8676","benchmark":"gpqa_main","data_index":1262,"repeat_index":3,"sample_id":"gpqa-main-ec756f5cd58f1d3e9c9c8676/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2406,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"B","question_sha256":"016bbafd184cf46762e3e824d2499734daf9efd8cb5f0adad12078f151c96a12"} +{"uuid":"gpqa-main-c69005af8b1e76a851528e02","benchmark":"gpqa_main","data_index":1219,"repeat_index":3,"sample_id":"gpqa-main-c69005af8b1e76a851528e02/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4969,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"D","question_sha256":"29e6a1db070bf5e5af8af4b82da4953dd47dcd2a1bbd7ad2db04f3d1d4cd805e"} +{"uuid":"gpqa-main-728c68de5f34aba879617ff3","benchmark":"gpqa_main","data_index":1121,"repeat_index":2,"sample_id":"gpqa-main-728c68de5f34aba879617ff3/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11914,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"B","question_sha256":"93587b6fdb0ccf1d1701c58bd12431b38885397117475f14823f4c52994b39b4"} +{"uuid":"gpqa-main-bceb5bf342ad44aac4fdbe55","benchmark":"gpqa_main","data_index":1275,"repeat_index":3,"sample_id":"gpqa-main-bceb5bf342ad44aac4fdbe55/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1905,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"20d48d5f0a9a8b77bea35e72a90794c2d2147aa8321ae6aa60e84491688a0803"} +{"uuid":"gpqa-main-28e3e5e79d7477896c6d853d","benchmark":"gpqa_main","data_index":408,"repeat_index":1,"sample_id":"gpqa-main-28e3e5e79d7477896c6d853d/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":65025,"prompt_tokens":1047,"effective_max_tokens":130025,"original_embedded_prediction":"B","question_sha256":"d3b33ef7a0e55c33b5deae6a673dd7fff1fc2e7efa223f3419ecf58e57c06207"} +{"uuid":"gpqa-main-73f6c00588963349c225df6c","benchmark":"gpqa_main","data_index":1265,"repeat_index":3,"sample_id":"gpqa-main-73f6c00588963349c225df6c/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2577,"prompt_tokens":476,"effective_max_tokens":130596,"original_embedded_prediction":"A","question_sha256":"6c8759c4aac1084515abf1e3c463c7a0b6411dc3fa720a9a5fb5ac8f5777b49c"} +{"uuid":"gpqa-main-b13e6b95879d48313e527260","benchmark":"gpqa_main","data_index":1257,"repeat_index":3,"sample_id":"gpqa-main-b13e6b95879d48313e527260/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3350,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"B","question_sha256":"145b51d1c857830091d0dfa7043504329aa8d2a847b5b738079d210a94da31cb"} +{"uuid":"gpqa-main-810618179b41cff3d8593ba5","benchmark":"gpqa_main","data_index":1175,"repeat_index":3,"sample_id":"gpqa-main-810618179b41cff3d8593ba5/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8660,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"4f7077a78998cfa5dbe881d51f9f859973bb281cce9f5a2bde9d5475cc520111"} +{"uuid":"gpqa-main-2ad64f0bf627cf52a8ad924c","benchmark":"gpqa_main","data_index":1287,"repeat_index":3,"sample_id":"gpqa-main-2ad64f0bf627cf52a8ad924c/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":962,"prompt_tokens":146,"effective_max_tokens":130926,"original_embedded_prediction":"A","question_sha256":"e9afb48881134b480ce09710124320be56d4166a402490b65f81bdb1df6e3a1d"} +{"uuid":"gpqa-main-f1451c98bdb50fb5b0dbdc55","benchmark":"gpqa_main","data_index":1268,"repeat_index":3,"sample_id":"gpqa-main-f1451c98bdb50fb5b0dbdc55/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2570,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"B","question_sha256":"650bb2feaa18830493f8e50de85c38c1f24570d9f1e7c9970c8ed9fbcbbde337"} +{"uuid":"gpqa-main-edbd99e5f03e3b3f074ba126","benchmark":"gpqa_main","data_index":1214,"repeat_index":3,"sample_id":"gpqa-main-edbd99e5f03e3b3f074ba126/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6348,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"A","question_sha256":"b690990e73efd994587057d6ed5ae270235b0ec6bd4e98df3fc472f01c179765"} +{"uuid":"gpqa-main-f7ba77d144b7a11de90a37c4","benchmark":"gpqa_main","data_index":1297,"repeat_index":3,"sample_id":"gpqa-main-f7ba77d144b7a11de90a37c4/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":553,"prompt_tokens":236,"effective_max_tokens":130836,"original_embedded_prediction":"B","question_sha256":"ac7263466ea3cfcdcebac618b1d20835b4103b2d80b75b1a7110e9763eb45aa2"} +{"uuid":"gpqa-main-46f745f508b4d1ad41a0eb01","benchmark":"gpqa_main","data_index":1110,"repeat_index":2,"sample_id":"gpqa-main-46f745f508b4d1ad41a0eb01/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13828,"prompt_tokens":392,"effective_max_tokens":130680,"original_embedded_prediction":"A","question_sha256":"4971bc5df5aee8c296226e29269969e334193d698a942dccd75dac5459c05a5c"} +{"uuid":"gpqa-main-87c633148441d2b07b8e2e81","benchmark":"gpqa_main","data_index":1240,"repeat_index":3,"sample_id":"gpqa-main-87c633148441d2b07b8e2e81/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4960,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"0fb47d10edb4eca17f93926dea501fdd19bde76cfe58f57edb445a7272d7787c"} +{"uuid":"gpqa-main-138fcbeedbaf865565ec35fd","benchmark":"gpqa_main","data_index":1279,"repeat_index":3,"sample_id":"gpqa-main-138fcbeedbaf865565ec35fd/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2652,"prompt_tokens":409,"effective_max_tokens":130663,"original_embedded_prediction":"D","question_sha256":"15bed1ac60d1bdcf0eec84539d669d6f38a2eb24b51e5072a922d8d9391ab135"} +{"uuid":"gpqa-main-68d5dcbd7078889c19a9a93c","benchmark":"gpqa_main","data_index":1288,"repeat_index":3,"sample_id":"gpqa-main-68d5dcbd7078889c19a9a93c/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1767,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"618551bfaaf71599d5802135cbf18d8e9b5a33b38537d32515c5298d556df601"} +{"uuid":"gpqa-main-ac27f29e5f777e93e751f3f2","benchmark":"gpqa_main","data_index":1207,"repeat_index":3,"sample_id":"gpqa-main-ac27f29e5f777e93e751f3f2/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7448,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"d49aa1d9efc38f6409c199c3e2706ec44f5d20d25b0e7d41f40b9c46668ed1e0"} +{"uuid":"gpqa-main-009c62a9f3d3e5b23d7032af","benchmark":"gpqa_main","data_index":1269,"repeat_index":3,"sample_id":"gpqa-main-009c62a9f3d3e5b23d7032af/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3556,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"eb3c8e77ceb6bbf6b5fc6d705376aeb984e8d20d498b1668992fc1441b062661"} +{"uuid":"gpqa-main-cb8b679fe50f1b3a7168eb92","benchmark":"gpqa_main","data_index":1306,"repeat_index":3,"sample_id":"gpqa-main-cb8b679fe50f1b3a7168eb92/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":639,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"B","question_sha256":"8ed0101055c99512a99310385277c13855047c3a1b31ca6b8a6ee3f83cf5d4f3"} +{"uuid":"gpqa-main-1a3571c1ec099b06b5011ceb","benchmark":"gpqa_main","data_index":706,"repeat_index":1,"sample_id":"gpqa-main-1a3571c1ec099b06b5011ceb/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":44777,"prompt_tokens":166,"effective_max_tokens":130906,"original_embedded_prediction":"D","question_sha256":"853f9bd759921129a51dd81d489f867c5aa9463f1925c203fe6f1e3147741f08"} +{"uuid":"gpqa-main-84c386fbd7476f5541ea16f0","benchmark":"gpqa_main","data_index":1043,"repeat_index":2,"sample_id":"gpqa-main-84c386fbd7476f5541ea16f0/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19392,"prompt_tokens":370,"effective_max_tokens":130702,"original_embedded_prediction":"B","question_sha256":"083aa3572345d938b0c707cfb8c710aea73759344b234ada78ed36f1ec66eb0d"} +{"uuid":"gpqa-main-756cafdacac7e9642e2102c6","benchmark":"gpqa_main","data_index":1242,"repeat_index":3,"sample_id":"gpqa-main-756cafdacac7e9642e2102c6/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6066,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"b26abbcea4f9adbbc6faf6378336b8d024ffe4491d2853b927bf9afdc27073a9"} +{"uuid":"gpqa-main-00a9d82facaec210f417af7a","benchmark":"gpqa_main","data_index":1309,"repeat_index":3,"sample_id":"gpqa-main-00a9d82facaec210f417af7a/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":793,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"77f0590db54b06b37e142e7363145cbdb1a8d11c2a7575d9ae0fc10b3a6708bd"} +{"uuid":"gpqa-main-7bb8e05365d19cc8328252e0","benchmark":"gpqa_main","data_index":1273,"repeat_index":3,"sample_id":"gpqa-main-7bb8e05365d19cc8328252e0/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4231,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"6aff7faed92c98148418177c8cae4893850a1d67b5ceb00cf6a09467c4491367"} +{"uuid":"gpqa-main-1f9ad1ca59cf537e3cdf47c2","benchmark":"gpqa_main","data_index":1282,"repeat_index":3,"sample_id":"gpqa-main-1f9ad1ca59cf537e3cdf47c2/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3641,"prompt_tokens":318,"effective_max_tokens":130754,"original_embedded_prediction":"B","question_sha256":"229ffbdb774489fcfd578450da500a74b0c6fd603d3f4050eb6ff993659f5c7e"} +{"uuid":"gpqa-main-3b577bce88d27365cf34e990","benchmark":"gpqa_main","data_index":728,"repeat_index":1,"sample_id":"gpqa-main-3b577bce88d27365cf34e990/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":43391,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"952132525f3a442f1b38bdc3d0190df1c505766096106e7ac626a451f1b236fc"} +{"uuid":"gpqa-main-8980ca71edb4f58a3e46b256","benchmark":"gpqa_main","data_index":1296,"repeat_index":3,"sample_id":"gpqa-main-8980ca71edb4f58a3e46b256/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2475,"prompt_tokens":145,"effective_max_tokens":130927,"original_embedded_prediction":"B","question_sha256":"fb9586d35200647be665790b2cd3eee5c8cca1b79e6afcf01f027007fa057b64"} +{"uuid":"gpqa-main-106fe8a64f4453f81be6f7bd","benchmark":"gpqa_main","data_index":1177,"repeat_index":3,"sample_id":"gpqa-main-106fe8a64f4453f81be6f7bd/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10889,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"D","question_sha256":"f0c3d97c5c67fa210dafa49946af010682993c23bb8995a306a6ee484e0c3b03"} +{"uuid":"gpqa-main-55aa21aa9a62e56aab915b32","benchmark":"gpqa_main","data_index":686,"repeat_index":1,"sample_id":"gpqa-main-55aa21aa9a62e56aab915b32/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":47016,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"e6eba602b3eef649fed522c6b8737556699845aee5b419773938063ec6b83257"} +{"uuid":"gpqa-main-084903ab17db0fab7bc6caea","benchmark":"gpqa_main","data_index":1281,"repeat_index":3,"sample_id":"gpqa-main-084903ab17db0fab7bc6caea/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4115,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"b560f550d5d9fb2378520f0fcf7b6573aec2027430ef06270491ace18a0497fc"} +{"uuid":"gpqa-main-1a3571c1ec099b06b5011ceb","benchmark":"gpqa_main","data_index":1090,"repeat_index":2,"sample_id":"gpqa-main-1a3571c1ec099b06b5011ceb/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16938,"prompt_tokens":166,"effective_max_tokens":130906,"original_embedded_prediction":"D","question_sha256":"853f9bd759921129a51dd81d489f867c5aa9463f1925c203fe6f1e3147741f08"} +{"uuid":"gpqa-main-6845f28b26fa44b2b44ded84","benchmark":"gpqa_main","data_index":1292,"repeat_index":3,"sample_id":"gpqa-main-6845f28b26fa44b2b44ded84/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3198,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"7c6678dd868700f600b69c54e83e52a10695ac957465ffbe08c35d20f42b448e"} +{"uuid":"gpqa-main-60f734b52603f7ef29671f95","benchmark":"gpqa_main","data_index":1307,"repeat_index":3,"sample_id":"gpqa-main-60f734b52603f7ef29671f95/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1689,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"D","question_sha256":"bf9de03889292b969198f42b877b6d4c7b56ce10ae654e71f4be720b5efdb1f1"} +{"uuid":"gpqa-main-ad697760bc60543062e8b7b4","benchmark":"gpqa_main","data_index":1305,"repeat_index":3,"sample_id":"gpqa-main-ad697760bc60543062e8b7b4/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2059,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"B","question_sha256":"7f9b4679645e2d89214a154be6bdb13eafdc747457ce2950bda27a9a2b97917f"} +{"uuid":"gpqa-main-efa466851677550746c06a1f","benchmark":"gpqa_main","data_index":1190,"repeat_index":3,"sample_id":"gpqa-main-efa466851677550746c06a1f/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10338,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"B","question_sha256":"b64a2faa078044133322af9742b3f75788b5f8e5701f1fee08d693854a842448"} +{"uuid":"gpqa-main-34faeb45e152eaf4c29e65e4","benchmark":"gpqa_main","data_index":1303,"repeat_index":3,"sample_id":"gpqa-main-34faeb45e152eaf4c29e65e4/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2403,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"B","question_sha256":"82e6266418c679493cea34e30d0f71026adb6ab6c433e643d37860fb718999ec"} +{"uuid":"gpqa-main-11b88a6212278288c390be69","benchmark":"gpqa_main","data_index":1105,"repeat_index":2,"sample_id":"gpqa-main-11b88a6212278288c390be69/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16573,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"C","question_sha256":"29eb581590e7852467849e4c58c5e3b1b97736035880adbd4e12298c320ac7e4"} +{"uuid":"gpqa-main-e6ff92ca0c11b47b14793d2f","benchmark":"gpqa_main","data_index":1276,"repeat_index":3,"sample_id":"gpqa-main-e6ff92ca0c11b47b14793d2f/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5085,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"A","question_sha256":"ca2abe8a98bc00aadbd20baf4ff27e830539507a5ff7402eed5e2491347f95aa"} +{"uuid":"gpqa-main-08cb3c41dbaa57f424632b84","benchmark":"gpqa_main","data_index":1156,"repeat_index":3,"sample_id":"gpqa-main-08cb3c41dbaa57f424632b84/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13022,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"B","question_sha256":"e37327eb6a290bf649f9b548f5d9834983b5d59efc10b4281a4bdbb75523863f"} +{"uuid":"gpqa-main-fa3e9be7fdf8e7c8952739d8","benchmark":"gpqa_main","data_index":1283,"repeat_index":3,"sample_id":"gpqa-main-fa3e9be7fdf8e7c8952739d8/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4593,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"5e9819e02e7dd08ec53ff217d848ce64e833e2b069cd81e9940f7a72a5230b30"} +{"uuid":"gpqa-main-c028fe71611d73b87b4cbb03","benchmark":"gpqa_main","data_index":1308,"repeat_index":3,"sample_id":"gpqa-main-c028fe71611d73b87b4cbb03/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2037,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"D","question_sha256":"f56f3f5d135dc8d61dc42f902943e2459f79e4343f2fef6741f6f86d4133a99a"} +{"uuid":"gpqa-main-b38dfd97dcfb80fb4df4c6f2","benchmark":"gpqa_main","data_index":1278,"repeat_index":3,"sample_id":"gpqa-main-b38dfd97dcfb80fb4df4c6f2/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5109,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"28fc44d6ca68ec833bb9837a558199f6e126ccb90f29dc42a2a4bf34ea4b66a7"} +{"uuid":"gpqa-main-682237ee740e033537fb5707","benchmark":"gpqa_main","data_index":1321,"repeat_index":3,"sample_id":"gpqa-main-682237ee740e033537fb5707/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":624,"prompt_tokens":291,"effective_max_tokens":130781,"original_embedded_prediction":"A","question_sha256":"6cec89b2019b24f8e8c4001cade388815345ae403b5d5fc687cf7fdccbcc6ce1"} +{"uuid":"gpqa-main-86060b054d8de358356a29fd","benchmark":"gpqa_main","data_index":776,"repeat_index":2,"sample_id":"gpqa-main-86060b054d8de358356a29fd/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":41216,"prompt_tokens":435,"effective_max_tokens":130637,"original_embedded_prediction":"C","question_sha256":"d20ccd218e50c4a58da8030db612f52c5bac88ad6d1859a85b0358c1595e54e1"} +{"uuid":"gpqa-main-79721e93e90bdb2d8da052c0","benchmark":"gpqa_main","data_index":1284,"repeat_index":3,"sample_id":"gpqa-main-79721e93e90bdb2d8da052c0/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4311,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"2a09355eb98c6b8d6ad0b51afb3b27f719fed44786d3b2998dfe7ee66413a028"} +{"uuid":"gpqa-main-104b659bbac6e52c4c877c0b","benchmark":"gpqa_main","data_index":1304,"repeat_index":3,"sample_id":"gpqa-main-104b659bbac6e52c4c877c0b/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2550,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"D","question_sha256":"de6e1846b7e0c60ac3b7b0f613ad67cc3d941770b7de58c7a45add8c64d1db8b"} +{"uuid":"gpqa-main-bab6e331fae29c00395de3a4","benchmark":"gpqa_main","data_index":1318,"repeat_index":3,"sample_id":"gpqa-main-bab6e331fae29c00395de3a4/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":906,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"cf500f5f076470e539799f3822047d1a6263a0abc77614f9abc48a4f60ba507d"} +{"uuid":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3","benchmark":"gpqa_main","data_index":1310,"repeat_index":3,"sample_id":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1757,"prompt_tokens":252,"effective_max_tokens":130820,"original_embedded_prediction":"A","question_sha256":"71075d4447ee264b63e5544da7b40502fb235decc31484f33ee97a8ef70c3d1f"} +{"uuid":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2","benchmark":"gpqa_main","data_index":918,"repeat_index":2,"sample_id":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":31312,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"C","question_sha256":"58604895b423acc46c4efaa28ed2e4d6eaf2d93d55c7ad3766cffce3719ddf62"} +{"uuid":"gpqa-main-b5b0614a110a5eb0657cbe9a","benchmark":"gpqa_main","data_index":1267,"repeat_index":3,"sample_id":"gpqa-main-b5b0614a110a5eb0657cbe9a/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5933,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"D","question_sha256":"829ccc830e5fe3601c6e7c0a975192c938019f4d4e5c1b2334d55bb1d951711e"} +{"uuid":"gpqa-main-cdaa7da74e15a8dfc40e0582","benchmark":"gpqa_main","data_index":959,"repeat_index":2,"sample_id":"gpqa-main-cdaa7da74e15a8dfc40e0582/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":28295,"prompt_tokens":410,"effective_max_tokens":130662,"original_embedded_prediction":"D","question_sha256":"733e93868ff7691423e0d318a4d9ba6ce801d7c2ef5c53b8020d7eb13c2c9a5c"} +{"uuid":"gpqa-main-913c4ee0ce195992ff9638b1","benchmark":"gpqa_main","data_index":1330,"repeat_index":3,"sample_id":"gpqa-main-913c4ee0ce195992ff9638b1/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":555,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"ed904d04c24f37586b1f78a18bd22f28752e80a5ecc489939950778aa5307d98"} +{"uuid":"gpqa-main-99878f707c7c4024511bae58","benchmark":"gpqa_main","data_index":1326,"repeat_index":3,"sample_id":"gpqa-main-99878f707c7c4024511bae58/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":833,"prompt_tokens":241,"effective_max_tokens":130831,"original_embedded_prediction":"B","question_sha256":"826fb502d2db0f2db5e44683cd45f09d18423fd8a339643c8dc8b32b1accd428"} +{"uuid":"gpqa-main-ef65739a36457c1672913212","benchmark":"gpqa_main","data_index":1311,"repeat_index":3,"sample_id":"gpqa-main-ef65739a36457c1672913212/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2183,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"46601a7bcf5dcc71504dda490de685062fce72cdc997d7acb8b78e5a351a96bc"} +{"uuid":"gpqa-main-ed6a4565f708132bae39b742","benchmark":"gpqa_main","data_index":1023,"repeat_index":2,"sample_id":"gpqa-main-ed6a4565f708132bae39b742/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":23185,"prompt_tokens":393,"effective_max_tokens":130679,"original_embedded_prediction":"A","question_sha256":"5ce997bcaa654b6fdbbb00b63b66633167679a850d02d845b8a9b1b716979197"} +{"uuid":"gpqa-main-e408cf011e5548359fd7cfa7","benchmark":"gpqa_main","data_index":1220,"repeat_index":3,"sample_id":"gpqa-main-e408cf011e5548359fd7cfa7/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9180,"prompt_tokens":190,"effective_max_tokens":130882,"original_embedded_prediction":"D","question_sha256":"62f7808cdd914d23316e18802ada081dc433f34465864581ce0c27bfafdcd343"} +{"uuid":"gpqa-main-dbbe3054b6bdabe917f5ab5d","benchmark":"gpqa_main","data_index":1299,"repeat_index":3,"sample_id":"gpqa-main-dbbe3054b6bdabe917f5ab5d/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3738,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"1054cb147fa0d82e2b1830b0238455ab6cea42cde361a81e9934864240f22f50"} +{"uuid":"gpqa-main-3b1469c59353cec7a0dd6866","benchmark":"gpqa_main","data_index":1293,"repeat_index":3,"sample_id":"gpqa-main-3b1469c59353cec7a0dd6866/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4289,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"B","question_sha256":"ebc638f9e42bd31bd87f0fab4dff50846ee425d9aef0cb954a4e5013a5a107e4"} +{"uuid":"gpqa-main-d7c4372bfbc5d0f0f9331350","benchmark":"gpqa_main","data_index":1337,"repeat_index":3,"sample_id":"gpqa-main-d7c4372bfbc5d0f0f9331350/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":684,"prompt_tokens":588,"effective_max_tokens":130484,"original_embedded_prediction":"D","question_sha256":"92d8ffd16886567ac1ed2f15a6c2d3d6ac2a2fb0fd0e56836671babcde327d3f"} +{"uuid":"gpqa-main-8dd5ae41d915a09d1c8b9add","benchmark":"gpqa_main","data_index":929,"repeat_index":2,"sample_id":"gpqa-main-8dd5ae41d915a09d1c8b9add/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":31091,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"B","question_sha256":"8a246eed19ab5f877aa822da432a7aaa0f52615ea4655b0a89995d374971cd27"} +{"uuid":"gpqa-main-5e6a032f9aa67c7725f828d0","benchmark":"gpqa_main","data_index":1347,"repeat_index":3,"sample_id":"gpqa-main-5e6a032f9aa67c7725f828d0/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":369,"prompt_tokens":330,"effective_max_tokens":130742,"original_embedded_prediction":"A","question_sha256":"8accf5d31cc4cf5c2467ac477d83885c90d2715606f7c2e68d318476741bbdd7"} +{"uuid":"gpqa-main-cfc742b1ce24bfc75356765e","benchmark":"gpqa_main","data_index":1047,"repeat_index":2,"sample_id":"gpqa-main-cfc742b1ce24bfc75356765e/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":21578,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"B","question_sha256":"c1f013c71ec1bfdf03d8071ec0a1d30c0d10b7e87429512ec32711a88cc41cb1"} +{"uuid":"gpqa-main-f432c1aa4319a4b1f6fa2ac1","benchmark":"gpqa_main","data_index":1261,"repeat_index":3,"sample_id":"gpqa-main-f432c1aa4319a4b1f6fa2ac1/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7218,"prompt_tokens":264,"effective_max_tokens":130808,"original_embedded_prediction":"C","question_sha256":"19d5ec504b7008b3eada0ca0c300cd88147b20679109f6681bfd8946e0db2c8c"} +{"uuid":"gpqa-main-692e40bceeaff3accdc11ead","benchmark":"gpqa_main","data_index":1289,"repeat_index":3,"sample_id":"gpqa-main-692e40bceeaff3accdc11ead/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4956,"prompt_tokens":471,"effective_max_tokens":130601,"original_embedded_prediction":"D","question_sha256":"954d12809188bb6fb15643c4406ac6b108f5d7836e1eeabd73e49df01f2c616e"} +{"uuid":"gpqa-main-4c9f4186c5ccd49ab906a399","benchmark":"gpqa_main","data_index":951,"repeat_index":2,"sample_id":"gpqa-main-4c9f4186c5ccd49ab906a399/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":29419,"prompt_tokens":610,"effective_max_tokens":130462,"original_embedded_prediction":"B","question_sha256":"f634534b5e2327dcc39982a4da6dff404f299e9759a0ac957b0f6017fbe7586e"} +{"uuid":"gpqa-main-50aaa7274c5010d9768274ec","benchmark":"gpqa_main","data_index":1327,"repeat_index":3,"sample_id":"gpqa-main-50aaa7274c5010d9768274ec/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1401,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"D","question_sha256":"0cda758f1290855df9dd7b9a4319bb6ae8108c8113b125a3a2f60705af536a34"} +{"uuid":"gpqa-main-0306849689d2123fedfcfeb5","benchmark":"gpqa_main","data_index":1234,"repeat_index":3,"sample_id":"gpqa-main-0306849689d2123fedfcfeb5/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9099,"prompt_tokens":301,"effective_max_tokens":130771,"original_embedded_prediction":"D","question_sha256":"9b236e1b2c7db4edd3fd08eaeff4fcfd3b13c11bfc0f9c5510349957a837d13a"} +{"uuid":"gpqa-main-178c84548026beb35252a961","benchmark":"gpqa_main","data_index":1256,"repeat_index":3,"sample_id":"gpqa-main-178c84548026beb35252a961/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7815,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"B","question_sha256":"4ea09b6f60208405c59e5923a565f195c94315e0b6e230acd59351f1ee59ed96"} +{"uuid":"gpqa-main-86d8d26ea3f4092dd4bac144","benchmark":"gpqa_main","data_index":1286,"repeat_index":3,"sample_id":"gpqa-main-86d8d26ea3f4092dd4bac144/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5381,"prompt_tokens":227,"effective_max_tokens":130845,"original_embedded_prediction":"A","question_sha256":"299c83f78042a13c78ad054088517dc82d5ed82bcc9ef75ec08dc120f2b8052f"} +{"uuid":"gpqa-main-7d850f6448c27424d9f68c4e","benchmark":"gpqa_main","data_index":1336,"repeat_index":3,"sample_id":"gpqa-main-7d850f6448c27424d9f68c4e/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1296,"prompt_tokens":544,"effective_max_tokens":130528,"original_embedded_prediction":"B","question_sha256":"48bf9d4f95299b8f9288e190dca6edd0c3cf53cf40dada120e22abf98469d3e3"} +{"uuid":"gpqa-main-781f4efc4b25ff35b588e87c","benchmark":"gpqa_main","data_index":1333,"repeat_index":3,"sample_id":"gpqa-main-781f4efc4b25ff35b588e87c/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1368,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"C","question_sha256":"f933a526e8aec15b0dc77756bad3ba0839404a6d042443e3f5a0ab0b8d1cfa96"} +{"uuid":"gpqa-main-e069314491adb5be236d3fe7","benchmark":"gpqa_main","data_index":1154,"repeat_index":3,"sample_id":"gpqa-main-e069314491adb5be236d3fe7/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14678,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"D","question_sha256":"2662eff7a6231613f45042d2ef5df63caaeb5a326d264e93009a737a99fb27bb"} +{"uuid":"gpqa-main-249edae2034ba7f3819aaa7b","benchmark":"gpqa_main","data_index":1362,"repeat_index":3,"sample_id":"gpqa-main-249edae2034ba7f3819aaa7b/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":273,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"A","question_sha256":"c4d795814405ce2bb231fe7012e4581bcaebca12bb3f8c3260a3ad239aa51a79"} +{"uuid":"gpqa-main-4462dc9f2d34289881ef2b1c","benchmark":"gpqa_main","data_index":1294,"repeat_index":3,"sample_id":"gpqa-main-4462dc9f2d34289881ef2b1c/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5269,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"63318cb18413a705693b9a4312f73dbf5358312aafc1d703c3d29a6340ffa0d1"} +{"uuid":"gpqa-main-547aac137dd7671e7ef03fa9","benchmark":"gpqa_main","data_index":1316,"repeat_index":3,"sample_id":"gpqa-main-547aac137dd7671e7ef03fa9/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2789,"prompt_tokens":497,"effective_max_tokens":130575,"original_embedded_prediction":"B","question_sha256":"8369c6a1ffc960e3f3d88e5e4c521eebcc37f39ca9adf654c3cd4b61f892f2ef"} +{"uuid":"gpqa-main-381032537ca0c968de7d5c06","benchmark":"gpqa_main","data_index":1355,"repeat_index":3,"sample_id":"gpqa-main-381032537ca0c968de7d5c06/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":951,"prompt_tokens":186,"effective_max_tokens":130886,"original_embedded_prediction":"A","question_sha256":"045347c35e2957dbd6bc83158fecec24c157df70fdefaaddc8633ecda3435cdc"} +{"uuid":"gpqa-main-6030f5f53fe38c334b2c3a6a","benchmark":"gpqa_main","data_index":1325,"repeat_index":3,"sample_id":"gpqa-main-6030f5f53fe38c334b2c3a6a/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2528,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"88d277706c3af734be0507cde034c23c7e206f855c2fcc97d6ed69f8ad92df57"} +{"uuid":"gpqa-main-1b113e4801541a0f8a992733","benchmark":"gpqa_main","data_index":722,"repeat_index":1,"sample_id":"gpqa-main-1b113e4801541a0f8a992733/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":47104,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"D","question_sha256":"934c12bf2e6db997c9f4c22933b7e9545d3398849fc6e181c8a8187d83cf44b5"} +{"uuid":"gpqa-main-d3a774e5f1af1a1e11117582","benchmark":"gpqa_main","data_index":1314,"repeat_index":3,"sample_id":"gpqa-main-d3a774e5f1af1a1e11117582/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3503,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"B","question_sha256":"26b8e966c8adf9fe2824ff1fd3c23b2d488a785fe8a68cbce362bac46e891a79"} +{"uuid":"gpqa-main-50a8ab2bd1710dbcfa2e32b5","benchmark":"gpqa_main","data_index":1320,"repeat_index":3,"sample_id":"gpqa-main-50a8ab2bd1710dbcfa2e32b5/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3052,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"5fb04957154b48d4ebad83862909a8fd3afc5ba5399a7dbe4594b5c72255964c"} +{"uuid":"gpqa-main-498b428b55b7644426a781c9","benchmark":"gpqa_main","data_index":1216,"repeat_index":3,"sample_id":"gpqa-main-498b428b55b7644426a781c9/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11241,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"C","question_sha256":"7fbfdc18f5a18b666f8d4afc859af60c4c56ab7d8d677d46fb01a050207ac688"} +{"uuid":"gpqa-main-7475b6b01129fce5b436b0ee","benchmark":"gpqa_main","data_index":1350,"repeat_index":3,"sample_id":"gpqa-main-7475b6b01129fce5b436b0ee/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1576,"prompt_tokens":235,"effective_max_tokens":130837,"original_embedded_prediction":"B","question_sha256":"797be7099117e146adaaf5ad31bd914d9adbd510441211b0040aad2812fffc40"} +{"uuid":"gpqa-main-443f8ea9f271c4442521f8e4","benchmark":"gpqa_main","data_index":1067,"repeat_index":2,"sample_id":"gpqa-main-443f8ea9f271c4442521f8e4/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":21455,"prompt_tokens":326,"effective_max_tokens":130746,"original_embedded_prediction":"B","question_sha256":"9211da2d82adb786850c236cd14fc05728eb04599b0abc0202714ba6bd385d19"} +{"uuid":"gpqa-main-f2c0ff64cf18a6ae32dc45dc","benchmark":"gpqa_main","data_index":1351,"repeat_index":3,"sample_id":"gpqa-main-f2c0ff64cf18a6ae32dc45dc/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1527,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"f2467e0d99b11d10fdd18675d7a73d1a19569e58d6aa97be50c24c2cb28731b1"} +{"uuid":"gpqa-main-1ae8f8945efaf81788d8d871","benchmark":"gpqa_main","data_index":1291,"repeat_index":3,"sample_id":"gpqa-main-1ae8f8945efaf81788d8d871/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6262,"prompt_tokens":250,"effective_max_tokens":130822,"original_embedded_prediction":"A","question_sha256":"060f07943bcd17960b48a982fabe42fcae4e3899fe8c5473138fe2198f0e8dd8"} +{"uuid":"gpqa-main-aa04ac251ed805588a6be27c","benchmark":"gpqa_main","data_index":1317,"repeat_index":3,"sample_id":"gpqa-main-aa04ac251ed805588a6be27c/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3420,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"D","question_sha256":"198a9824ae684cea2edf9d0597e69c2274e0be94e0a0ffcf7b4ad3e95f4a6dae"} +{"uuid":"gpqa-main-e47ea8383f43129dec459997","benchmark":"gpqa_main","data_index":1052,"repeat_index":2,"sample_id":"gpqa-main-e47ea8383f43129dec459997/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":22622,"prompt_tokens":262,"effective_max_tokens":130810,"original_embedded_prediction":"D","question_sha256":"9e7260c352d5970f26856e94943b008fa72ebf3264a0e2790592a41209cfac2d"} +{"uuid":"gpqa-main-51f5bda498b3f05cab60119c","benchmark":"gpqa_main","data_index":1217,"repeat_index":3,"sample_id":"gpqa-main-51f5bda498b3f05cab60119c/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11448,"prompt_tokens":271,"effective_max_tokens":130801,"original_embedded_prediction":"A","question_sha256":"f7fa8540a448dfeff404af93810c60c41ed387fb5e4c821bbb6e5869dd9f8630"} +{"uuid":"gpqa-main-08452235d283f9ba82364ea8","benchmark":"gpqa_main","data_index":1162,"repeat_index":3,"sample_id":"gpqa-main-08452235d283f9ba82364ea8/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15338,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"65db6ef4b562a9503afeb197451091c7514df18fdee747a881b8057c38e21d0f"} +{"uuid":"gpqa-main-6bb4180b8c6df2f8f7490345","benchmark":"gpqa_main","data_index":1178,"repeat_index":3,"sample_id":"gpqa-main-6bb4180b8c6df2f8f7490345/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14327,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"B","question_sha256":"a40e1e0f0ddd21a34df82626b6553232ad944bbeec5bf0819aaf5ae0b1a92c59"} +{"uuid":"gpqa-main-7e29412fd534df20c4a23267","benchmark":"gpqa_main","data_index":1239,"repeat_index":3,"sample_id":"gpqa-main-7e29412fd534df20c4a23267/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10256,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"7fda2b6ca2ff9984ace9bf53f465cebb4b8d963f7ddcb5aa5f5015cd6989be42"} +{"uuid":"gpqa-main-ecb6740406340eb07beacf42","benchmark":"gpqa_main","data_index":1378,"repeat_index":3,"sample_id":"gpqa-main-ecb6740406340eb07beacf42/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":249,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"29f96711820eba41ccced6676074bc5bcd9e3eb6c97ce5e8507128a91a175bb0"} +{"uuid":"gpqa-main-a6eb05bb931229a396d81e44","benchmark":"gpqa_main","data_index":1324,"repeat_index":3,"sample_id":"gpqa-main-a6eb05bb931229a396d81e44/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3375,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"D","question_sha256":"19c2c8e0578e84094a1f97568e95e1e88fadee2743b1c6519b7fc661c8577cde"} +{"uuid":"gpqa-main-fd21f7c7356e7f51f0cabd07","benchmark":"gpqa_main","data_index":1353,"repeat_index":3,"sample_id":"gpqa-main-fd21f7c7356e7f51f0cabd07/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1895,"prompt_tokens":601,"effective_max_tokens":130471,"original_embedded_prediction":"D","question_sha256":"db246f6acae65ff2e4bb6caad314b6583cd0085f0d81b1b20515ca2fe73b6f72"} +{"uuid":"gpqa-main-5a280dae7286e8bab3887904","benchmark":"gpqa_main","data_index":1364,"repeat_index":3,"sample_id":"gpqa-main-5a280dae7286e8bab3887904/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1393,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"C","question_sha256":"b8398a470c0a1a045a6dcf2005bd8e8351bdf75ffa7c473958cf3c4b5d4fb288"} +{"uuid":"gpqa-main-04a5c442799262dec9375c25","benchmark":"gpqa_main","data_index":1346,"repeat_index":3,"sample_id":"gpqa-main-04a5c442799262dec9375c25/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2486,"prompt_tokens":365,"effective_max_tokens":130707,"original_embedded_prediction":"D","question_sha256":"e90ec32d975ec61b7cd079ff6968bc3dbaa4fc87e74699c1406ce59093066dbc"} +{"uuid":"gpqa-main-4355802640dddd3e060d2a59","benchmark":"gpqa_main","data_index":1331,"repeat_index":3,"sample_id":"gpqa-main-4355802640dddd3e060d2a59/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3154,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"ebe141e8c3f27bb731fd3889679a36aab5827f4caa81d8400d66a6bf492fe486"} +{"uuid":"gpqa-main-b22053dbc40179e114f0c866","benchmark":"gpqa_main","data_index":1277,"repeat_index":3,"sample_id":"gpqa-main-b22053dbc40179e114f0c866/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8294,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"1f101bccd20044577731aef887c9704a6a153baf063dff8d9a04510e7b8dcfb7"} +{"uuid":"gpqa-main-779369aa96b96a67933939f1","benchmark":"gpqa_main","data_index":1376,"repeat_index":3,"sample_id":"gpqa-main-779369aa96b96a67933939f1/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":823,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"acf784efba891531b08709383ede2379cee1f604b6334b753dd1fcaab37af970"} +{"uuid":"gpqa-main-8af90a4147e5f0c98bfd00fa","benchmark":"gpqa_main","data_index":1370,"repeat_index":3,"sample_id":"gpqa-main-8af90a4147e5f0c98bfd00fa/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1002,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"C","question_sha256":"29a55065f72c47169c5073a91e6b55d82fe2f5784289d2baf5cf5444f8d6fd65"} +{"uuid":"gpqa-main-20f8612bcc2efb9c2355d32e","benchmark":"gpqa_main","data_index":1358,"repeat_index":3,"sample_id":"gpqa-main-20f8612bcc2efb9c2355d32e/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2022,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"B","question_sha256":"d746be8625afecad5925e7069f57336e8de3f39dfdf843820421eba66b7bc620"} +{"uuid":"gpqa-main-ea0400e59078652fc57eb6e1","benchmark":"gpqa_main","data_index":1248,"repeat_index":3,"sample_id":"gpqa-main-ea0400e59078652fc57eb6e1/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10451,"prompt_tokens":537,"effective_max_tokens":130535,"original_embedded_prediction":"D","question_sha256":"50fc83bec6235fb29a76a0a00342f5c99a24684597a5930df882fe103e170363"} +{"uuid":"gpqa-main-bd228dea7f1aa14b70216372","benchmark":"gpqa_main","data_index":1369,"repeat_index":3,"sample_id":"gpqa-main-bd228dea7f1aa14b70216372/repeat-3","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1498,"prompt_tokens":425,"effective_max_tokens":130647,"original_embedded_prediction":"A","question_sha256":"c1dea594f51ba7757d0d9ec69efa6b56bfeeaff965f074faaf89160cca96a0e9"} +{"uuid":"gpqa-main-a67142bf6c763d9963d7474d","benchmark":"gpqa_main","data_index":1185,"repeat_index":3,"sample_id":"gpqa-main-a67142bf6c763d9963d7474d/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14904,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"7ed6c7d194038ef8d8c6a84cb18be1015f73754e42d4facb7418e8412ad86b77"} +{"uuid":"gpqa-main-be779fa0e49ff52e19357207","benchmark":"gpqa_main","data_index":1391,"repeat_index":3,"sample_id":"gpqa-main-be779fa0e49ff52e19357207/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":515,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"ea7bb5901d85914d8997afb87e1ae6be7a8efe03889a4cc08f64de2ccdc9180e"} +{"uuid":"gpqa-main-e3e073f3f0f646532e4caf06","benchmark":"gpqa_main","data_index":1319,"repeat_index":3,"sample_id":"gpqa-main-e3e073f3f0f646532e4caf06/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4658,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"D","question_sha256":"a1cff30033350ed32c6446abacb176ef3ffad0fc471aaacf3468c78e0aad550e"} +{"uuid":"gpqa-main-3357b4ebb8c461cb9eeca4bd","benchmark":"gpqa_main","data_index":1230,"repeat_index":3,"sample_id":"gpqa-main-3357b4ebb8c461cb9eeca4bd/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11911,"prompt_tokens":283,"effective_max_tokens":130789,"original_embedded_prediction":"B","question_sha256":"cdffe5a4f742a97a3cc2ffedfc8d78a3ffa14249a51afc48e9d7aa8fc6b499a8"} +{"uuid":"gpqa-main-e605c3d20abb4c52d96e9b60","benchmark":"gpqa_main","data_index":1323,"repeat_index":3,"sample_id":"gpqa-main-e605c3d20abb4c52d96e9b60/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4527,"prompt_tokens":361,"effective_max_tokens":130711,"original_embedded_prediction":"D","question_sha256":"84b58aec9b33c09286d45fb66ca82cc4ec03e310a0917bc0783bda81a0fa23b6"} +{"uuid":"gpqa-main-d3db87adeb915999faca3605","benchmark":"gpqa_main","data_index":879,"repeat_index":2,"sample_id":"gpqa-main-d3db87adeb915999faca3605/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":37652,"prompt_tokens":204,"effective_max_tokens":130868,"original_embedded_prediction":"A","question_sha256":"f6518dd763c1af7a1745bc53b4e021210cafdf588df1ede9b537a622474a998d"} +{"uuid":"gpqa-main-3b577bce88d27365cf34e990","benchmark":"gpqa_main","data_index":1112,"repeat_index":2,"sample_id":"gpqa-main-3b577bce88d27365cf34e990/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20024,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"952132525f3a442f1b38bdc3d0190df1c505766096106e7ac626a451f1b236fc"} +{"uuid":"gpqa-main-ddd2b405606ced65b4ce6345","benchmark":"gpqa_main","data_index":1400,"repeat_index":3,"sample_id":"gpqa-main-ddd2b405606ced65b4ce6345/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":444,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"2066c0e835493298c00391dd9236de10adec10d611fe3e2777f252677dfe9724"} +{"uuid":"gpqa-main-fcf4fbe275826c7d67e6067b","benchmark":"gpqa_main","data_index":1100,"repeat_index":2,"sample_id":"gpqa-main-fcf4fbe275826c7d67e6067b/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":21490,"prompt_tokens":319,"effective_max_tokens":130753,"original_embedded_prediction":"B","question_sha256":"804a1298d02f33e3d34af9885ef317731ae757104a1e874356955c98921afd18"} +{"uuid":"gpqa-main-6119656f6ad0247c537028e7","benchmark":"gpqa_main","data_index":1398,"repeat_index":3,"sample_id":"gpqa-main-6119656f6ad0247c537028e7/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":694,"prompt_tokens":329,"effective_max_tokens":130743,"original_embedded_prediction":"A","question_sha256":"e426a9a1b0977a66badcc2dd4f0d54629b39c2594a512e459e9afd20bba599ba"} +{"uuid":"gpqa-main-666fc74619f38e356e33a285","benchmark":"gpqa_main","data_index":1332,"repeat_index":3,"sample_id":"gpqa-main-666fc74619f38e356e33a285/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4675,"prompt_tokens":693,"effective_max_tokens":130379,"original_embedded_prediction":"C","question_sha256":"89fa5b222a94e07a283a5140341a0704109ec3b7f62de72dd072383182771ebc"} +{"uuid":"gpqa-main-69bcb32ba17f6e7aa0918597","benchmark":"gpqa_main","data_index":1266,"repeat_index":3,"sample_id":"gpqa-main-69bcb32ba17f6e7aa0918597/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10402,"prompt_tokens":758,"effective_max_tokens":130314,"original_embedded_prediction":"C","question_sha256":"9eb1fde9ac6acb7dc761f4941a792f3d0d052ad76d36e12bb9e406963b3906ef"} +{"uuid":"gpqa-main-4117517dba1fdbd711e3d32b","benchmark":"gpqa_main","data_index":1300,"repeat_index":3,"sample_id":"gpqa-main-4117517dba1fdbd711e3d32b/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7732,"prompt_tokens":398,"effective_max_tokens":130674,"original_embedded_prediction":"C","question_sha256":"3e04ad2cb1248bfb53a7bd8f05efedea49f42b201c6f35907baa6c30abf40733"} +{"uuid":"gpqa-main-7ceb372c1cdc7a180b73516c","benchmark":"gpqa_main","data_index":1382,"repeat_index":3,"sample_id":"gpqa-main-7ceb372c1cdc7a180b73516c/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2050,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"B","question_sha256":"142aeb435e38240c03d26aafbfb8dc0ab94e7ef4f752a271c1ab011350a965be"} +{"uuid":"gpqa-main-56cc62f5d70b661868d341e7","benchmark":"gpqa_main","data_index":1390,"repeat_index":3,"sample_id":"gpqa-main-56cc62f5d70b661868d341e7/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1546,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"A","question_sha256":"c974918b90f5892aaad4308e337b490844102dbfad26c90bf508602f9c595d5d"} +{"uuid":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7","benchmark":"gpqa_main","data_index":1189,"repeat_index":3,"sample_id":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15645,"prompt_tokens":279,"effective_max_tokens":130793,"original_embedded_prediction":"C","question_sha256":"f730b35adb897658b28382d90ae7881a77e5d86003cc9b3942862d742001d4fb"} +{"uuid":"gpqa-main-5ace8b3dabb97ffc3da20e7c","benchmark":"gpqa_main","data_index":1402,"repeat_index":3,"sample_id":"gpqa-main-5ace8b3dabb97ffc3da20e7c/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":584,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"4ebb5a46cf109d4237b98081e218fcaba27d8f9d03f7a930300f2938f71c1ef0"} +{"uuid":"gpqa-main-9bb169e317cdd76b98ada24f","benchmark":"gpqa_main","data_index":1341,"repeat_index":3,"sample_id":"gpqa-main-9bb169e317cdd76b98ada24f/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4750,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d0bbc79a116a93d5c5c1325e012b3feb17a7b705d2ccd57a86ecfbdc2bf78030"} +{"uuid":"gpqa-main-60a022e707f18a7b5f445773","benchmark":"gpqa_main","data_index":1356,"repeat_index":3,"sample_id":"gpqa-main-60a022e707f18a7b5f445773/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3955,"prompt_tokens":337,"effective_max_tokens":130735,"original_embedded_prediction":"D","question_sha256":"9d46302b763896c7fa475d975b5bc365adee2236b273f23e7216a78871204b74"} +{"uuid":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea","benchmark":"gpqa_main","data_index":1117,"repeat_index":2,"sample_id":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20792,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"A","question_sha256":"78b6f83c0d1137982356bff0e0d20f60e32542e5815ffd693af8f421f9e4741d"} +{"uuid":"gpqa-main-759e35a2024fc09bd491c9ff","benchmark":"gpqa_main","data_index":771,"repeat_index":2,"sample_id":"gpqa-main-759e35a2024fc09bd491c9ff/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":47244,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"D","question_sha256":"4c284608a459b460f3ec3dfd5c7c71cfa84c171d4eb8a52aab9e6e4a8cb409bb"} +{"uuid":"gpqa-main-742076c80dda93477062cfc0","benchmark":"gpqa_main","data_index":1414,"repeat_index":3,"sample_id":"gpqa-main-742076c80dda93477062cfc0/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":294,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"D","question_sha256":"528bc237c35f64d2635edb6fea3202ce958bca92ea956fae0da7c5b4c72081d8"} +{"uuid":"gpqa-main-212277d3e39540a6739d98b8","benchmark":"gpqa_main","data_index":1401,"repeat_index":3,"sample_id":"gpqa-main-212277d3e39540a6739d98b8/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1408,"prompt_tokens":147,"effective_max_tokens":130925,"original_embedded_prediction":"A","question_sha256":"d20446ccbbfc1ed40bcb669bfa65f9f9cd8e38ec8f7e67621c88e3dbe91f083d"} +{"uuid":"gpqa-main-87740f520845c3f77369e5a1","benchmark":"gpqa_main","data_index":1410,"repeat_index":3,"sample_id":"gpqa-main-87740f520845c3f77369e5a1/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":577,"prompt_tokens":188,"effective_max_tokens":130884,"original_embedded_prediction":"D","question_sha256":"f6c5a12c2cd600eeb524956c760164ff890d185cffd979bfba482f46aa46a1ac"} +{"uuid":"gpqa-main-70afc730094f43bb0e05f371","benchmark":"gpqa_main","data_index":1361,"repeat_index":3,"sample_id":"gpqa-main-70afc730094f43bb0e05f371/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4221,"prompt_tokens":360,"effective_max_tokens":130712,"original_embedded_prediction":"A","question_sha256":"f328e748a74c78b0ab73f790c6848b663fb5bffac884e2793a63bb9ce351e4b6"} +{"uuid":"gpqa-main-acdff999b6cbfcbc8be6ffac","benchmark":"gpqa_main","data_index":1393,"repeat_index":3,"sample_id":"gpqa-main-acdff999b6cbfcbc8be6ffac/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2203,"prompt_tokens":404,"effective_max_tokens":130668,"original_embedded_prediction":"B","question_sha256":"96f00c3d898d9c364f022eae18e69424d7f2ddde12fbde50541b7390ffd40103"} +{"uuid":"gpqa-main-1728184fad8153eeb2e2a7de","benchmark":"gpqa_main","data_index":1416,"repeat_index":3,"sample_id":"gpqa-main-1728184fad8153eeb2e2a7de/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":295,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"d8505733319a8047e94d63c293a2d9dbb08c42e4bde2c223467f371da6665e08"} +{"uuid":"gpqa-main-9c0b631b2a7823cec0729a4b","benchmark":"gpqa_main","data_index":1395,"repeat_index":3,"sample_id":"gpqa-main-9c0b631b2a7823cec0729a4b/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1992,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"9d42c24c2f67ff118699d880fbb6276f14043e3527a9fea8f6d55fe2bf82e091"} +{"uuid":"gpqa-main-92c7c513709816748efab029","benchmark":"gpqa_main","data_index":1403,"repeat_index":3,"sample_id":"gpqa-main-92c7c513709816748efab029/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1245,"prompt_tokens":253,"effective_max_tokens":130819,"original_embedded_prediction":"C","question_sha256":"c9ed693d3f7d5c30b94e2c01b9b5f22591922f961e4dbc9ef4b70309b61bae5c"} +{"uuid":"gpqa-main-105b94b83de2671f0b86688d","benchmark":"gpqa_main","data_index":1383,"repeat_index":3,"sample_id":"gpqa-main-105b94b83de2671f0b86688d/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3304,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"D","question_sha256":"062b8c1448dabb342bd7815bdfbab0a55eb915c5c6793d19a5037bf7a9aa63f3"} +{"uuid":"gpqa-main-2efd60649bdbaa65b5969003","benchmark":"gpqa_main","data_index":1125,"repeat_index":2,"sample_id":"gpqa-main-2efd60649bdbaa65b5969003/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21451,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"D","question_sha256":"af907b84cdd249e3bd0dcd3a0fc488c3673df744a66342233bebd85574ac74c3"} +{"uuid":"gpqa-main-822957bb60d3551275f08aa0","benchmark":"gpqa_main","data_index":1405,"repeat_index":3,"sample_id":"gpqa-main-822957bb60d3551275f08aa0/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1540,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"A","question_sha256":"4690c4bb391b2ef2a7b53f1a15866e05411bdf5f0f7b4f32c9e27d8ef6e8cb48"} +{"uuid":"gpqa-main-bf00d194c934803975b81b7b","benchmark":"gpqa_main","data_index":1089,"repeat_index":2,"sample_id":"gpqa-main-bf00d194c934803975b81b7b/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":23859,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"A","question_sha256":"55e1269d132671f2c7b7f41498cb0b404e702d8ce370ac5555d837581e1b3ad7"} +{"uuid":"gpqa-main-a454a3157aff6eee743541b7","benchmark":"gpqa_main","data_index":1334,"repeat_index":3,"sample_id":"gpqa-main-a454a3157aff6eee743541b7/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6384,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"B","question_sha256":"025e20e6e9b45e1ddb3f6901f58f69b40df5e8f9ffb6b80b5b17bc518d9f5d17"} +{"uuid":"gpqa-main-7bb7c5ace8216100d38e616a","benchmark":"gpqa_main","data_index":1374,"repeat_index":3,"sample_id":"gpqa-main-7bb7c5ace8216100d38e616a/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4026,"prompt_tokens":197,"effective_max_tokens":130875,"original_embedded_prediction":"B","question_sha256":"6dbc821cf1e89c0764e62d1bef4818136877fbc8e333f255bfa42276ac9aeb88"} +{"uuid":"gpqa-main-f35f531075e0f4b71e6bfdf7","benchmark":"gpqa_main","data_index":1180,"repeat_index":3,"sample_id":"gpqa-main-f35f531075e0f4b71e6bfdf7/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18027,"prompt_tokens":440,"effective_max_tokens":130632,"original_embedded_prediction":"B","question_sha256":"1dec0a47229d6987f418c244cc1169bdeb04c6134b883ac8895dc2380cdf0539"} +{"uuid":"gpqa-main-ac1c72784d1e0da293fe4bd4","benchmark":"gpqa_main","data_index":1354,"repeat_index":3,"sample_id":"gpqa-main-ac1c72784d1e0da293fe4bd4/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5517,"prompt_tokens":169,"effective_max_tokens":130903,"original_embedded_prediction":"D","question_sha256":"6e2bd9ec28efb9c97dbc7bea49224b4964011afaa5ca659996fac7fd65c4468d"} +{"uuid":"gpqa-main-31313469465f81cc0fa5dd28","benchmark":"gpqa_main","data_index":1408,"repeat_index":3,"sample_id":"gpqa-main-31313469465f81cc0fa5dd28/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1941,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"B","question_sha256":"cd18749d0354640af760ebe1c6a150eed2a0202cc444345b5c3f00b0f0df67d2"} +{"uuid":"gpqa-main-86976aae6f871f46c4680830","benchmark":"gpqa_main","data_index":1367,"repeat_index":3,"sample_id":"gpqa-main-86976aae6f871f46c4680830/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4907,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"D","question_sha256":"e5c3c79a60db2de596dac1585bfc2e940bac2acb65a3352ff5f7e99821846aed"} +{"uuid":"gpqa-main-1634ccababef2067673cd88c","benchmark":"gpqa_main","data_index":814,"repeat_index":2,"sample_id":"gpqa-main-1634ccababef2067673cd88c/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":45838,"prompt_tokens":593,"effective_max_tokens":130479,"original_embedded_prediction":"A","question_sha256":"d8c36bd55ba561cb499054e9d5a01217a0498dfd20875e8d9e99d34bcdfd7830"} +{"uuid":"gpqa-main-92c9d90b543b6779261f70f7","benchmark":"gpqa_main","data_index":1411,"repeat_index":3,"sample_id":"gpqa-main-92c9d90b543b6779261f70f7/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1991,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"A","question_sha256":"1c7aff3f5221c2086c7143b43e0c46921a03859d45bfce22f1a1286ece235b1a"} +{"uuid":"gpqa-main-216433a347b01989e26ed83a","benchmark":"gpqa_main","data_index":1399,"repeat_index":3,"sample_id":"gpqa-main-216433a347b01989e26ed83a/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3064,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"ead16c05d1abbf4387485257726593cf57a0384c3e0a3db31ba489bb1676ce72"} +{"uuid":"gpqa-main-c0bc48c4232297b735018487","benchmark":"gpqa_main","data_index":1392,"repeat_index":3,"sample_id":"gpqa-main-c0bc48c4232297b735018487/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3805,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"bbc99977a336fa9fd961baf75728288b14f7c69841a6757f2793e300690fc85b"} +{"uuid":"gpqa-main-3ad0b182e1494c1e76262069","benchmark":"gpqa_main","data_index":1157,"repeat_index":3,"sample_id":"gpqa-main-3ad0b182e1494c1e76262069/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20207,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"B","question_sha256":"835ebb67a4198184dbd29c03b43e4283e93c0473d886ab6c3b6c52ffb918b6ab"} +{"uuid":"gpqa-main-4a8c97220fb14b99f363b2ce","benchmark":"gpqa_main","data_index":1340,"repeat_index":3,"sample_id":"gpqa-main-4a8c97220fb14b99f363b2ce/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7087,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"D","question_sha256":"a939b9de7ea4048442a9378048f992097c413c77ad1c665790486c352036c7e3"} +{"uuid":"gpqa-main-9753ac5963fbae8c8e907ef3","benchmark":"gpqa_main","data_index":1429,"repeat_index":3,"sample_id":"gpqa-main-9753ac5963fbae8c8e907ef3/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":819,"prompt_tokens":181,"effective_max_tokens":130891,"original_embedded_prediction":"C","question_sha256":"ec3a07db51d6010b2b9fae103e36b62707efee3ad0713fcd4420f8ba8f55c00b"} +{"uuid":"gpqa-main-539a673f0443ba9cdc31b864","benchmark":"gpqa_main","data_index":1419,"repeat_index":3,"sample_id":"gpqa-main-539a673f0443ba9cdc31b864/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1726,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"A","question_sha256":"d25187b99e4997c1700ffeb87fd595e878957e452f20a2f00d5489fecd0b3b30"} +{"uuid":"gpqa-main-a41b7b18fc60247bc6e08ecc","benchmark":"gpqa_main","data_index":1430,"repeat_index":3,"sample_id":"gpqa-main-a41b7b18fc60247bc6e08ecc/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":781,"prompt_tokens":270,"effective_max_tokens":130802,"original_embedded_prediction":"A","question_sha256":"87c04c470b12fde8cca6d843b12d3265c10bf824a883929eca2654ab55681839"} +{"uuid":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c","benchmark":"gpqa_main","data_index":1270,"repeat_index":3,"sample_id":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c/repeat-3","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12860,"prompt_tokens":340,"effective_max_tokens":130732,"original_embedded_prediction":"A","question_sha256":"626cda94018ba930400d9c043f6fc1aa30c317abf6fd8f6d0ec8b133ce2036c8"} +{"uuid":"gpqa-main-63aef6e78c9803d030a16f9c","benchmark":"gpqa_main","data_index":1360,"repeat_index":3,"sample_id":"gpqa-main-63aef6e78c9803d030a16f9c/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6168,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"A","question_sha256":"255e934ed277fdd11f71245508448f7031439d40eb38fd78fb3b813b247c5726"} +{"uuid":"gpqa-main-65b3a19abfb8f6bf88bf75f5","benchmark":"gpqa_main","data_index":1135,"repeat_index":2,"sample_id":"gpqa-main-65b3a19abfb8f6bf88bf75f5/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":22002,"prompt_tokens":308,"effective_max_tokens":130764,"original_embedded_prediction":"B","question_sha256":"a8345a17dbfe0f12b34f72265cd346edb8235c10a1aa78acb6be06124a19360a"} +{"uuid":"gpqa-main-92f6e58b4989e9025c8286a9","benchmark":"gpqa_main","data_index":1386,"repeat_index":3,"sample_id":"gpqa-main-92f6e58b4989e9025c8286a9/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4942,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"c003a37af0eaa5e9c6d10f5a25ce1a2e0258ad6638a1655ee2a17d07daab816a"} +{"uuid":"gpqa-main-9e1b7c5b2ce53e8d6424b66a","benchmark":"gpqa_main","data_index":1211,"repeat_index":3,"sample_id":"gpqa-main-9e1b7c5b2ce53e8d6424b66a/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17217,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"97732ba422afbf18b5d2d6b3bd26f6c540049e2f82d9628414525cebe7e9a5dd"} +{"uuid":"gpqa-main-925cb13958435841df0e8c1e","benchmark":"gpqa_main","data_index":1259,"repeat_index":3,"sample_id":"gpqa-main-925cb13958435841df0e8c1e/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14395,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"B","question_sha256":"d21ba2f1c06b876b2d387104c816ee0fcc369a02b8e010a706e0e2448c56f78e"} +{"uuid":"gpqa-main-f6714ff18991a64f32fcecf9","benchmark":"gpqa_main","data_index":1438,"repeat_index":3,"sample_id":"gpqa-main-f6714ff18991a64f32fcecf9/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":881,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"a1e860acc41f41cac7f3d9425a64a45a95559ff56553a2d04e1d3569c2f1c1a1"} +{"uuid":"gpqa-main-219ad07bcb0cda7b85845999","benchmark":"gpqa_main","data_index":1423,"repeat_index":3,"sample_id":"gpqa-main-219ad07bcb0cda7b85845999/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2325,"prompt_tokens":412,"effective_max_tokens":130660,"original_embedded_prediction":"A","question_sha256":"a6336c3b0760d09010077fee728ae5348e4421bcfcbbc8bb9c4a72d541ddfb24"} +{"uuid":"gpqa-main-d8361782f08c0e6d16de3839","benchmark":"gpqa_main","data_index":1439,"repeat_index":3,"sample_id":"gpqa-main-d8361782f08c0e6d16de3839/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1005,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"aed1658f69a85980c41ce94c10ac1535d2de3683f7a5c3821d1a84fa594d4571"} +{"uuid":"gpqa-main-3cbf7d3e13c908f5e699f9e0","benchmark":"gpqa_main","data_index":1285,"repeat_index":3,"sample_id":"gpqa-main-3cbf7d3e13c908f5e699f9e0/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12370,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"D","question_sha256":"0dbcc69ff35530f240a5bb623a78f2cd1d042037d2dedb122ebcca751bf9d08e"} +{"uuid":"gpqa-main-64193be5f9a6bbd67bec4010","benchmark":"gpqa_main","data_index":1280,"repeat_index":3,"sample_id":"gpqa-main-64193be5f9a6bbd67bec4010/repeat-3","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13089,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"A","question_sha256":"373990fe818e4182469d242b845eeb2f78db2f00cfb3a8fdbd2dbd696e08d552"} +{"uuid":"gpqa-main-9a5518ae94b2b0d35d86de13","benchmark":"gpqa_main","data_index":1441,"repeat_index":3,"sample_id":"gpqa-main-9a5518ae94b2b0d35d86de13/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1081,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"C","question_sha256":"3fcfcbf2649513809f04d9fdbcbe0c6bc1a91164f8dcfd7d9748267f2db7c6ce"} +{"uuid":"gpqa-main-9f607ccb3302f27b4ebe90a4","benchmark":"gpqa_main","data_index":1442,"repeat_index":3,"sample_id":"gpqa-main-9f607ccb3302f27b4ebe90a4/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1163,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"B","question_sha256":"e2c8b6a88dfedf13a4a35e2964dc77f2e082e87417c972bf7406bdb2405985f7"} +{"uuid":"gpqa-main-8d43dd1cebfb1a76c18a3589","benchmark":"gpqa_main","data_index":981,"repeat_index":2,"sample_id":"gpqa-main-8d43dd1cebfb1a76c18a3589/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":34822,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"A","question_sha256":"1c3b360d52d717d4eda55f53310217b072979b1026b8896b235a2ba9f5151964"} +{"uuid":"gpqa-main-f0a74958c23332566374eae8","benchmark":"gpqa_main","data_index":1397,"repeat_index":3,"sample_id":"gpqa-main-f0a74958c23332566374eae8/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4892,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"0122463c60c1fa5ad768f1fc6147fd593b46126713e705864d5de5632804d4b5"} +{"uuid":"gpqa-main-6195cef214f3dfad9869d6d3","benchmark":"gpqa_main","data_index":1450,"repeat_index":3,"sample_id":"gpqa-main-6195cef214f3dfad9869d6d3/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":675,"prompt_tokens":351,"effective_max_tokens":130721,"original_embedded_prediction":"B","question_sha256":"d8a4b11aef2d38271a5ebf2c1802dc875d19737c557efb5990cc4a865a052e7c"} +{"uuid":"gpqa-main-72464184a419f296dae470a9","benchmark":"gpqa_main","data_index":1409,"repeat_index":3,"sample_id":"gpqa-main-72464184a419f296dae470a9/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4088,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"C","question_sha256":"16bcf4c7129e083cade7afd040c6c4e0fa1fc7677a11aa70fb1b5a3d0e5fb5ea"} +{"uuid":"gpqa-main-fe61aa6baba6418fcde1fa11","benchmark":"gpqa_main","data_index":1424,"repeat_index":3,"sample_id":"gpqa-main-fe61aa6baba6418fcde1fa11/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2911,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"73eb245ef4dcc164186307ecd210b767147568ad3c1b03847a63b2e67ac5d0ab"} +{"uuid":"gpqa-main-8d147d8bf7fad22423fc5dd7","benchmark":"gpqa_main","data_index":1434,"repeat_index":3,"sample_id":"gpqa-main-8d147d8bf7fad22423fc5dd7/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2053,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"bfad7a1309a7d02668c615391f7302c03e1c3f61ffaee5d1f44ba2c9f5c40b7d"} +{"uuid":"gpqa-main-b84eb68d18023ca81e43b35a","benchmark":"gpqa_main","data_index":1445,"repeat_index":3,"sample_id":"gpqa-main-b84eb68d18023ca81e43b35a/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1390,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"C","question_sha256":"6c90e464e06f4dc9c748d6c9be44c96b2d5bec5078b4eb152ea4ccec4c709f2d"} +{"uuid":"gpqa-main-24751b175e0f2d19899ad735","benchmark":"gpqa_main","data_index":1412,"repeat_index":3,"sample_id":"gpqa-main-24751b175e0f2d19899ad735/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4014,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"A","question_sha256":"4a5d6fcc83f3561a6447a1feebb680aa9ab094bdeed5677c30f04041964a9c38"} +{"uuid":"gpqa-main-ca986cf878bcb98d3bdf6b0a","benchmark":"gpqa_main","data_index":1404,"repeat_index":3,"sample_id":"gpqa-main-ca986cf878bcb98d3bdf6b0a/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4608,"prompt_tokens":553,"effective_max_tokens":130519,"original_embedded_prediction":"D","question_sha256":"03946dc24ec69699ccf0d502676d0724f19c404c61b61996d4b5d979f21785da"} +{"uuid":"gpqa-main-5f336d7998263d21db8f15c1","benchmark":"gpqa_main","data_index":1202,"repeat_index":3,"sample_id":"gpqa-main-5f336d7998263d21db8f15c1/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19197,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"D","question_sha256":"5028b464f9ac881885af02d0d7fda29d17165d3804f0f84dbc2e8f6dbd923739"} +{"uuid":"gpqa-main-78b2ba2dd97e6d6b9942bad9","benchmark":"gpqa_main","data_index":1425,"repeat_index":3,"sample_id":"gpqa-main-78b2ba2dd97e6d6b9942bad9/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3180,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"A","question_sha256":"019eb0f05f025ec512fbae057e0fcb33e0f92eec9bc2dc775494f6a19f4b62f3"} +{"uuid":"gpqa-main-d5d2365d64430154627d4bb7","benchmark":"gpqa_main","data_index":1420,"repeat_index":3,"sample_id":"gpqa-main-d5d2365d64430154627d4bb7/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3696,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"D","question_sha256":"17f96c74be836037313c787a88438b6c9f69a4aa20ec8cba17697864f5d35599"} +{"uuid":"gpqa-main-d4ee93c18c20e4432773fe55","benchmark":"gpqa_main","data_index":1463,"repeat_index":3,"sample_id":"gpqa-main-d4ee93c18c20e4432773fe55/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":387,"prompt_tokens":200,"effective_max_tokens":130872,"original_embedded_prediction":"C","question_sha256":"77bffd13a6b6464f7c63296f571164c184ce47a8cd6f8ecf91f0dc28407d44a1"} +{"uuid":"gpqa-main-0069a2b69e59906ffd6ca400","benchmark":"gpqa_main","data_index":1443,"repeat_index":3,"sample_id":"gpqa-main-0069a2b69e59906ffd6ca400/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2146,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"409fe9f5585adb91b6eded6462ef297118cee805597838bb23fa38eb32789450"} +{"uuid":"gpqa-main-ab4c50e2da12e11b47155f74","benchmark":"gpqa_main","data_index":1444,"repeat_index":3,"sample_id":"gpqa-main-ab4c50e2da12e11b47155f74/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2032,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"b734e134fe4529267a34452ccc5cb2a7d56f7b471273d9e978add607de6f30b6"} +{"uuid":"gpqa-main-6dec9c3aba26b3c8623af13e","benchmark":"gpqa_main","data_index":1467,"repeat_index":3,"sample_id":"gpqa-main-6dec9c3aba26b3c8623af13e/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":331,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"656a46f8bac8e8e0767c9a5675871d3f81ff8707ec78f064bca2ccac673d7561"} +{"uuid":"gpqa-main-5f1108e8b2f18297c04895bf","benchmark":"gpqa_main","data_index":1097,"repeat_index":2,"sample_id":"gpqa-main-5f1108e8b2f18297c04895bf/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":26776,"prompt_tokens":447,"effective_max_tokens":130625,"original_embedded_prediction":"A","question_sha256":"d6e89de54268d0839b91cc5f860fd4903b1d8277accaf665ced8b5404cdbbe84"} +{"uuid":"gpqa-main-c6cc654afa201cd3d5b66695","benchmark":"gpqa_main","data_index":1464,"repeat_index":3,"sample_id":"gpqa-main-c6cc654afa201cd3d5b66695/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":550,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"A","question_sha256":"79526cdc6c623c8657c3060ab8b305f1b4d8aa35f2b7905c6fd4c3e119c5c310"} +{"uuid":"gpqa-main-731d6908d225dc9f463d1297","benchmark":"gpqa_main","data_index":1440,"repeat_index":3,"sample_id":"gpqa-main-731d6908d225dc9f463d1297/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2547,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"4774928b0a0c7cdc6d9c17102d2e01adad07f5a344858c23bbc63520a74724d7"} +{"uuid":"gpqa-main-f6f707a4d7db96af855de986","benchmark":"gpqa_main","data_index":1418,"repeat_index":3,"sample_id":"gpqa-main-f6f707a4d7db96af855de986/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4407,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"049a3a3426b30e36d29d782b3ea4916bf545838ac3945e9c707804638ad48f04"} +{"uuid":"gpqa-main-bab269fd666fa2ba840a1459","benchmark":"gpqa_main","data_index":1241,"repeat_index":3,"sample_id":"gpqa-main-bab269fd666fa2ba840a1459/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17339,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"D","question_sha256":"e17051d5c4ebf5f6bc793872dc2f5748b41dd7918235cb3d5697fb04882bd7fe"} +{"uuid":"gpqa-main-8299e0bf116ad8ad7b960d26","benchmark":"gpqa_main","data_index":1406,"repeat_index":3,"sample_id":"gpqa-main-8299e0bf116ad8ad7b960d26/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5301,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"D","question_sha256":"dac89ff46a5330836dfa04de2060a9a9d447a0cffd96c06e0cdee48c6a991035"} +{"uuid":"gpqa-main-a028903aa7112583a0e7b5d2","benchmark":"gpqa_main","data_index":1368,"repeat_index":3,"sample_id":"gpqa-main-a028903aa7112583a0e7b5d2/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7858,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"D","question_sha256":"c6231a95c81ba1af7d31e5ce8f8e8ad4c4def88d86ab8f801a248cf19814e2d2"} +{"uuid":"gpqa-main-6f8b58d9d46c4f4e7eba1910","benchmark":"gpqa_main","data_index":1469,"repeat_index":3,"sample_id":"gpqa-main-6f8b58d9d46c4f4e7eba1910/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":509,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"C","question_sha256":"2437e4848569e7740d6491d475d194b9eefbbeae3a6a31cd62ddeb8ba8e93aa9"} +{"uuid":"gpqa-main-01e62a7b7362ebd043bef6f7","benchmark":"gpqa_main","data_index":996,"repeat_index":2,"sample_id":"gpqa-main-01e62a7b7362ebd043bef6f7/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":34759,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"339602fd0ae9cbdaef368f3dcff01cd2d212565d5c7830b14c0fd29de1cb58d6"} +{"uuid":"gpqa-main-1754a508e794225bd932adeb","benchmark":"gpqa_main","data_index":1205,"repeat_index":3,"sample_id":"gpqa-main-1754a508e794225bd932adeb/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20004,"prompt_tokens":276,"effective_max_tokens":130796,"original_embedded_prediction":"D","question_sha256":"16464cac7090a24d3b5a0bf989e1699bafd2dd7b1555e816a1f77804d8e890db"} +{"uuid":"gpqa-main-46549f6d718b80e38f4412cd","benchmark":"gpqa_main","data_index":1186,"repeat_index":3,"sample_id":"gpqa-main-46549f6d718b80e38f4412cd/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21417,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"B","question_sha256":"a1def6786f9e3174bf07c7887ea2c97711ea721fe1cf730202fc93d69ecac09d"} +{"uuid":"gpqa-main-48494dbfd36899c84d166873","benchmark":"gpqa_main","data_index":1446,"repeat_index":3,"sample_id":"gpqa-main-48494dbfd36899c84d166873/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2408,"prompt_tokens":315,"effective_max_tokens":130757,"original_embedded_prediction":"B","question_sha256":"a50aa647f4cce396d333dfcfe372bdfadfa7f7aa507ebafd207354812f7ab3f9"} +{"uuid":"gpqa-main-05286f95a107c3da592ecbd9","benchmark":"gpqa_main","data_index":1457,"repeat_index":3,"sample_id":"gpqa-main-05286f95a107c3da592ecbd9/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1612,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"d8a1a7b530a9b1d0cd0b07ec53f60d6d5fcf3059457f02b90e3c4ddf51fdc825"} +{"uuid":"gpqa-main-cda2fe50fc8423311319e78e","benchmark":"gpqa_main","data_index":1452,"repeat_index":3,"sample_id":"gpqa-main-cda2fe50fc8423311319e78e/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2094,"prompt_tokens":182,"effective_max_tokens":130890,"original_embedded_prediction":"A","question_sha256":"1b04aca1c9a8b4f1fabc653b3653d0a48982315e6f1da934d98cadd1948f776f"} +{"uuid":"gpqa-main-aa684f4d5d7c6b9ced383e24","benchmark":"gpqa_main","data_index":1455,"repeat_index":3,"sample_id":"gpqa-main-aa684f4d5d7c6b9ced383e24/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1951,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"96a58da5e1708d76485e32741b0ecddc1bea407ebb53997d2f36e8827f2f2ac9"} +{"uuid":"gpqa-main-32802554a860af51b4d7360f","benchmark":"gpqa_main","data_index":1004,"repeat_index":2,"sample_id":"gpqa-main-32802554a860af51b4d7360f/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":34381,"prompt_tokens":399,"effective_max_tokens":130673,"original_embedded_prediction":"C","question_sha256":"ea1d2c2fd4395ec2cad416b20c41a657730d84acd26fb53712bf10f6807a4e64"} +{"uuid":"gpqa-main-3cb5227445654dab4b5dacc2","benchmark":"gpqa_main","data_index":1466,"repeat_index":3,"sample_id":"gpqa-main-3cb5227445654dab4b5dacc2/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1242,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"4b45de4106aaf95114f9bda69339b541037b0eb04b8fd1f40efb6b91ed2a479e"} +{"uuid":"gpqa-main-67c1e3a67a2a974a3189d06b","benchmark":"gpqa_main","data_index":1480,"repeat_index":3,"sample_id":"gpqa-main-67c1e3a67a2a974a3189d06b/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":421,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"A","question_sha256":"de0e795a2e1639d4babc3235662e71409fadd14e0c80f8551b3db9b4b53aa8de"} +{"uuid":"gpqa-main-5afce78005210e6a41636858","benchmark":"gpqa_main","data_index":1413,"repeat_index":3,"sample_id":"gpqa-main-5afce78005210e6a41636858/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5590,"prompt_tokens":312,"effective_max_tokens":130760,"original_embedded_prediction":"B","question_sha256":"1447f629926983e1fb54566e40ab57d7a728998d233e3c84bc33277da7c13a65"} +{"uuid":"gpqa-main-7e9652f906d908e059401ac2","benchmark":"gpqa_main","data_index":1476,"repeat_index":3,"sample_id":"gpqa-main-7e9652f906d908e059401ac2/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":797,"prompt_tokens":346,"effective_max_tokens":130726,"original_embedded_prediction":"C","question_sha256":"9dda9414807cb4996f3a1deb9214b8aaf93c75e41d35fac14966aba5058f07ff"} +{"uuid":"gpqa-main-542dd8f1dc74ca5163382df8","benchmark":"gpqa_main","data_index":960,"repeat_index":2,"sample_id":"gpqa-main-542dd8f1dc74ca5163382df8/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":38572,"prompt_tokens":165,"effective_max_tokens":130907,"original_embedded_prediction":"A","question_sha256":"2413c551ec9a06a20197c81fa22effbd7f215abcc2e5f14c5f9f0a86e5402736"} +{"uuid":"gpqa-main-c8bb35d2e6add774a878c895","benchmark":"gpqa_main","data_index":979,"repeat_index":2,"sample_id":"gpqa-main-c8bb35d2e6add774a878c895/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":37050,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"8b5b2cb731b5a7fb6556557d17fc7ef7fb607adfa5050f0d70418eb3b983605b"} +{"uuid":"gpqa-main-acecd9428a5b4368f1f5bc82","benchmark":"gpqa_main","data_index":1077,"repeat_index":2,"sample_id":"gpqa-main-acecd9428a5b4368f1f5bc82/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":29138,"prompt_tokens":336,"effective_max_tokens":130736,"original_embedded_prediction":"B","question_sha256":"2d1e5de4bf7305d1b5eee8dda5415195dc333d71b3f50fa60508a928b67fb336"} +{"uuid":"gpqa-main-fd7b1296b8c5ae3f05aa8355","benchmark":"gpqa_main","data_index":1471,"repeat_index":3,"sample_id":"gpqa-main-fd7b1296b8c5ae3f05aa8355/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1328,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"D","question_sha256":"e674bbb69c41e672de8e4c8cbea505f57f0d1fc98a2ae52ced1937ec4c71b62f"} +{"uuid":"gpqa-main-9f0f463200d404d2c62eca59","benchmark":"gpqa_main","data_index":1472,"repeat_index":3,"sample_id":"gpqa-main-9f0f463200d404d2c62eca59/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1334,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"6ed199510dead1f6bd4eaa9162909d9481bd2201f8d9444ee60a2e0e2f20528c"} +{"uuid":"gpqa-main-0cc54149033350a37cf90b8b","benchmark":"gpqa_main","data_index":851,"repeat_index":2,"sample_id":"gpqa-main-0cc54149033350a37cf90b8b/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":47325,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"A","question_sha256":"3298921b7dfbbae04c9893edbe6870746b53e2b7af12e9816f07b6f5e0bff9cb"} +{"uuid":"gpqa-main-d31323dded27ae0c86cb5c75","benchmark":"gpqa_main","data_index":1465,"repeat_index":3,"sample_id":"gpqa-main-d31323dded27ae0c86cb5c75/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1966,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"8f174dd25b58e6fc8e309577a66d0f5a4f46ed89bf1a5165c0cb561a4e3e33e9"} +{"uuid":"gpqa-main-8a352b243ffac6230977fc90","benchmark":"gpqa_main","data_index":1371,"repeat_index":3,"sample_id":"gpqa-main-8a352b243ffac6230977fc90/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8930,"prompt_tokens":389,"effective_max_tokens":130683,"original_embedded_prediction":"D","question_sha256":"7408ac0330a09a182b52a627f89920c8c4e825da7da4e441973cbefe32b852ac"} +{"uuid":"gpqa-main-8523e39e7dc895f15a06a403","benchmark":"gpqa_main","data_index":1483,"repeat_index":3,"sample_id":"gpqa-main-8523e39e7dc895f15a06a403/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":992,"prompt_tokens":243,"effective_max_tokens":130829,"original_embedded_prediction":"D","question_sha256":"9809fdeb256e4181e9705fa439a61deb6dbe804bfb80ffab6cb1bd4565faa027"} +{"uuid":"gpqa-main-60c7c63632b1d67ffb8a4fb7","benchmark":"gpqa_main","data_index":1487,"repeat_index":3,"sample_id":"gpqa-main-60c7c63632b1d67ffb8a4fb7/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1036,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"A","question_sha256":"60c9747de98dcd74354ee70ce1049c3c1d1b8d72f4e9848984af5d6ceb1a0c57"} +{"uuid":"gpqa-main-9f5d195170ba73ccdc7a3b84","benchmark":"gpqa_main","data_index":1359,"repeat_index":3,"sample_id":"gpqa-main-9f5d195170ba73ccdc7a3b84/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10256,"prompt_tokens":552,"effective_max_tokens":130520,"original_embedded_prediction":"A","question_sha256":"e4e5526f8ea9205cbe6b33a5256144298ad11d8250b020cbd4fddbba85a12596"} +{"uuid":"gpqa-main-ae94db70e45f3af66518a393","benchmark":"gpqa_main","data_index":1482,"repeat_index":3,"sample_id":"gpqa-main-ae94db70e45f3af66518a393/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1306,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"357c925128939cb69954fa6d11c54df2209c646ee1d3db2ab6dfea44ae6407b6"} +{"uuid":"gpqa-main-22c436000399164406e165b2","benchmark":"gpqa_main","data_index":1372,"repeat_index":3,"sample_id":"gpqa-main-22c436000399164406e165b2/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9312,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"C","question_sha256":"836be405f3d05ec5ad1a2bc728339e5141836ace3a584fe3d36ecc50af4dc3ee"} +{"uuid":"gpqa-main-fc2653b5d83e082e9e4f6390","benchmark":"gpqa_main","data_index":1456,"repeat_index":3,"sample_id":"gpqa-main-fc2653b5d83e082e9e4f6390/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2923,"prompt_tokens":429,"effective_max_tokens":130643,"original_embedded_prediction":"C","question_sha256":"d039314a334267e1364c2bb5dc0ab4e72b6b86a69936c2f7f318902ffc422f15"} +{"uuid":"gpqa-main-5f044a1bf575df47abc76e1a","benchmark":"gpqa_main","data_index":1498,"repeat_index":3,"sample_id":"gpqa-main-5f044a1bf575df47abc76e1a/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":457,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"56742e4e637e9ad1340d4a8de7af8e0d6ce2447d668cc5b51dfb52dfb0b2b8e9"} +{"uuid":"gpqa-main-3f72ea9cda0c3c6f970bd310","benchmark":"gpqa_main","data_index":1210,"repeat_index":3,"sample_id":"gpqa-main-3f72ea9cda0c3c6f970bd310/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20923,"prompt_tokens":432,"effective_max_tokens":130640,"original_embedded_prediction":"C","question_sha256":"a5bf307fdc69920b346c2d288b6a35b24485c92c8e245174a775055fa172cdc6"} +{"uuid":"gpqa-main-2601636e383074212d2b5e52","benchmark":"gpqa_main","data_index":1485,"repeat_index":3,"sample_id":"gpqa-main-2601636e383074212d2b5e52/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1318,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"A","question_sha256":"4346808ce2e49e7dd075a69d154a4e1c8d73b71869876d48ffff93747d8898ec"} +{"uuid":"gpqa-main-6078bfac5f15131fb59b31ce","benchmark":"gpqa_main","data_index":1458,"repeat_index":3,"sample_id":"gpqa-main-6078bfac5f15131fb59b31ce/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2958,"prompt_tokens":383,"effective_max_tokens":130689,"original_embedded_prediction":"D","question_sha256":"2c08be31c31eb443db8881662320ebedec47eef168a86389032948d5a9cc37d1"} +{"uuid":"gpqa-main-6f6ff532d544554128a0bbbe","benchmark":"gpqa_main","data_index":1260,"repeat_index":3,"sample_id":"gpqa-main-6f6ff532d544554128a0bbbe/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18137,"prompt_tokens":368,"effective_max_tokens":130704,"original_embedded_prediction":"A","question_sha256":"ebb5b9328e54d98f40b988b171044869d75c67b6efaa8f44675c485448b7b02c"} +{"uuid":"gpqa-main-7ac0db7d29e6e8c587a8e8f2","benchmark":"gpqa_main","data_index":1468,"repeat_index":3,"sample_id":"gpqa-main-7ac0db7d29e6e8c587a8e8f2/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2372,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"B","question_sha256":"1fc80dd29a6d1127a37414c18382b28b3e9d2f38b390130751d4cbfe90841375"} +{"uuid":"gpqa-main-e31881ef9b38bb3d802fa432","benchmark":"gpqa_main","data_index":1477,"repeat_index":3,"sample_id":"gpqa-main-e31881ef9b38bb3d802fa432/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1951,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"A","question_sha256":"d2b3b2f779f59635b5b67b63d55e4ada87e7ff867992c7a0b26b010dac9f8650"} +{"uuid":"gpqa-main-d8cca1a27ad1a42b4a99ce96","benchmark":"gpqa_main","data_index":1421,"repeat_index":3,"sample_id":"gpqa-main-d8cca1a27ad1a42b4a99ce96/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6244,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"6049e26840c0e889bb5632032745b5bcf6684dec9a2f9d0a0cfb76378c5c064e"} +{"uuid":"gpqa-main-0b01dd8e7881a40d7eb61175","benchmark":"gpqa_main","data_index":1491,"repeat_index":3,"sample_id":"gpqa-main-0b01dd8e7881a40d7eb61175/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1369,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"C","question_sha256":"74998926c571f30bb050d73fd21eee2727687e5a8320253f13d3d84b8605a913"} +{"uuid":"gpqa-main-1989edb8041cc1c94659dcc4","benchmark":"gpqa_main","data_index":1492,"repeat_index":3,"sample_id":"gpqa-main-1989edb8041cc1c94659dcc4/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1407,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"364ddb1397abdc7ae2201c88354f8df3f89b63c28330217a94cf8cf96c19ae54"} +{"uuid":"gpqa-main-77067b016766698b199936c6","benchmark":"gpqa_main","data_index":1495,"repeat_index":3,"sample_id":"gpqa-main-77067b016766698b199936c6/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1221,"prompt_tokens":306,"effective_max_tokens":130766,"original_embedded_prediction":"B","question_sha256":"4c8dd76001266d2c0d3a086b95cb4f68ba3f1b2658186002903315d51bf5bea6"} +{"uuid":"gpqa-main-b36b446fe10911202d34a473","benchmark":"gpqa_main","data_index":1511,"repeat_index":3,"sample_id":"gpqa-main-b36b446fe10911202d34a473/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":377,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"a817452b182acac6761625a70d62a32f2da8fc7a708397cb06f4ad35d5fb18f8"} +{"uuid":"gpqa-main-ad77d1e365463a217a2cc25c","benchmark":"gpqa_main","data_index":1500,"repeat_index":3,"sample_id":"gpqa-main-ad77d1e365463a217a2cc25c/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":916,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"B","question_sha256":"7c427847fb1acab7f784c40193a51f13be68ffb38b4336c6bf3ebf112916fc29"} +{"uuid":"gpqa-main-67410b7a8dc0eaa2a0ad0e33","benchmark":"gpqa_main","data_index":1499,"repeat_index":3,"sample_id":"gpqa-main-67410b7a8dc0eaa2a0ad0e33/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1106,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"C","question_sha256":"bb309e44424b270e31ff68a9df49f0a2f19335280a19eb9a92c5dcd1810cc3e8"} +{"uuid":"gpqa-main-1923a70feda6403a600f719a","benchmark":"gpqa_main","data_index":928,"repeat_index":2,"sample_id":"gpqa-main-1923a70feda6403a600f719a/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":42761,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"7acad7dd49efa2a29ce19fb81de0e8b504de87dab9c66159407da7697942a708"} +{"uuid":"gpqa-main-7c103d3006e7e5942b17dfc2","benchmark":"gpqa_main","data_index":1497,"repeat_index":3,"sample_id":"gpqa-main-7c103d3006e7e5942b17dfc2/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1431,"prompt_tokens":254,"effective_max_tokens":130818,"original_embedded_prediction":"D","question_sha256":"851c6624380df7dd30fbf4b482add6ae0543525ac196eb146f0d1eb73a673d6c"} +{"uuid":"gpqa-main-3f9251e093c698e0c2fa2826","benchmark":"gpqa_main","data_index":1510,"repeat_index":3,"sample_id":"gpqa-main-3f9251e093c698e0c2fa2826/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":768,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"252debe46c4fa81fca060b5a84d473e7c0bf04c99b8b5f54aab8119f22de36b4"} +{"uuid":"gpqa-main-baefee4c54836e933082fd33","benchmark":"gpqa_main","data_index":973,"repeat_index":2,"sample_id":"gpqa-main-baefee4c54836e933082fd33/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":39312,"prompt_tokens":487,"effective_max_tokens":130585,"original_embedded_prediction":"C","question_sha256":"f4486aea8f80b6405ceaabbd6f225378761eafc49f1e042873a464b3b94da620"} +{"uuid":"gpqa-main-f6a21b5c88fe41ca6a55591f","benchmark":"gpqa_main","data_index":1506,"repeat_index":3,"sample_id":"gpqa-main-f6a21b5c88fe41ca6a55591f/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1107,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"b0808ff670ee04ab6af9402dbf89fd865b5fcc16ca43f81c6b8ed06e07bd5ee2"} +{"uuid":"gpqa-main-0293685a5c3ddbc5b15dcfa0","benchmark":"gpqa_main","data_index":1385,"repeat_index":3,"sample_id":"gpqa-main-0293685a5c3ddbc5b15dcfa0/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9836,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"db2ca8d93d5ff50bd9f602bc5b3d339b547349c54c540850544e01393770a4ff"} +{"uuid":"gpqa-main-53c8581aa69a3066bf003024","benchmark":"gpqa_main","data_index":1502,"repeat_index":3,"sample_id":"gpqa-main-53c8581aa69a3066bf003024/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1491,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"dbc9784ed2e796c6f534e998f17f2a819df9d6d94cd62aa72bd7fdcbf457c948"} +{"uuid":"gpqa-main-6364129e0f80d3896a3d60e2","benchmark":"gpqa_main","data_index":1233,"repeat_index":3,"sample_id":"gpqa-main-6364129e0f80d3896a3d60e2/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20984,"prompt_tokens":526,"effective_max_tokens":130546,"original_embedded_prediction":"A","question_sha256":"123161632faf32d9079808c0fb48f9d5492735ab0a8290fe32ca2f58fad36797"} +{"uuid":"gpqa-main-4657fdc74d4c0bf48aa0b494","benchmark":"gpqa_main","data_index":1453,"repeat_index":3,"sample_id":"gpqa-main-4657fdc74d4c0bf48aa0b494/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4782,"prompt_tokens":343,"effective_max_tokens":130729,"original_embedded_prediction":"B","question_sha256":"ef34764671cecdd517febbdbff1a8cc3542418de05c4a100ef6c30752c1fc8cb"} +{"uuid":"gpqa-main-2651d2e67639a9e1741c23d7","benchmark":"gpqa_main","data_index":1513,"repeat_index":3,"sample_id":"gpqa-main-2651d2e67639a9e1741c23d7/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1359,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"B","question_sha256":"4dde21b33c78ccf27d8f3043edfe68636929e2ed7d52841b78b767027425afcb"} +{"uuid":"gpqa-main-4f958672c6f9249c44f2f9b9","benchmark":"gpqa_main","data_index":1339,"repeat_index":3,"sample_id":"gpqa-main-4f958672c6f9249c44f2f9b9/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13267,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"C","question_sha256":"7d91198c9c48996b89ebbb62d8d76d86e32d7c14fb108c7491c9ff812263613a"} +{"uuid":"gpqa-main-a39e48c3dd280f4d62399e78","benchmark":"gpqa_main","data_index":1523,"repeat_index":3,"sample_id":"gpqa-main-a39e48c3dd280f4d62399e78/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1304,"prompt_tokens":397,"effective_max_tokens":130675,"original_embedded_prediction":"D","question_sha256":"721c25455cfe9ff83ae29b7ba79700cb78268040d9773283d4d8afebd849187b"} +{"uuid":"gpqa-main-9254c2db95aeb7ad8ae8a32d","benchmark":"gpqa_main","data_index":1447,"repeat_index":3,"sample_id":"gpqa-main-9254c2db95aeb7ad8ae8a32d/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5966,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"183797b844f5aaf0d4762d5da650b2a14964b261306db104b29a00499b949bd6"} +{"uuid":"gpqa-main-ad37592fd14aa64b9045a2c4","benchmark":"gpqa_main","data_index":1526,"repeat_index":3,"sample_id":"gpqa-main-ad37592fd14aa64b9045a2c4/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":976,"prompt_tokens":142,"effective_max_tokens":130930,"original_embedded_prediction":"B","question_sha256":"1b3ff6b6ef905e2e7d9fad403ad7bcef59c07ba5858ab30374d9c1f3f07e7dee"} +{"uuid":"gpqa-main-fcf4fc69f21da83688056521","benchmark":"gpqa_main","data_index":1515,"repeat_index":3,"sample_id":"gpqa-main-fcf4fc69f21da83688056521/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2128,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"691112dd08aec41d1dfd7a48bf6e56a828dc8b340887ad6364daff290f8a88c4"} +{"uuid":"gpqa-main-30529bca8e7fdf66400bd444","benchmark":"gpqa_main","data_index":1170,"repeat_index":3,"sample_id":"gpqa-main-30529bca8e7fdf66400bd444/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":26287,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"A","question_sha256":"fc081c2fbb63be5006154edbddcd4d1654207c4f1ad333e12f9bc19972753482"} +{"uuid":"gpqa-main-2bd63c617299c18c1cfd5b0a","benchmark":"gpqa_main","data_index":1348,"repeat_index":3,"sample_id":"gpqa-main-2bd63c617299c18c1cfd5b0a/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13697,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"D","question_sha256":"bd7804f896ba3deb7fd65cc0c562744a80232f45bbc9c5ffa8652308c167c329"} +{"uuid":"gpqa-main-1634ccababef2067673cd88c","benchmark":"gpqa_main","data_index":1198,"repeat_index":3,"sample_id":"gpqa-main-1634ccababef2067673cd88c/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24690,"prompt_tokens":593,"effective_max_tokens":130479,"original_embedded_prediction":"A","question_sha256":"d8c36bd55ba561cb499054e9d5a01217a0498dfd20875e8d9e99d34bcdfd7830"} +{"uuid":"gpqa-main-513a35e22e5c48f5b3b0518a","benchmark":"gpqa_main","data_index":1435,"repeat_index":3,"sample_id":"gpqa-main-513a35e22e5c48f5b3b0518a/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7448,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"D","question_sha256":"b4baa0b1a21db872411dec993670e6c6bc360a94404305cc5d3ecc9264fdf913"} +{"uuid":"gpqa-main-5af38d4af998e6cc090b76a4","benchmark":"gpqa_main","data_index":1518,"repeat_index":3,"sample_id":"gpqa-main-5af38d4af998e6cc090b76a4/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2314,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"b20325f500465457b07762e2fe70b04e5055bd3df2783351050b6c3d04223eb4"} +{"uuid":"gpqa-main-eda22ee564030fef1ab0bcaf","benchmark":"gpqa_main","data_index":616,"repeat_index":1,"sample_id":"gpqa-main-eda22ee564030fef1ab0bcaf/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":67657,"prompt_tokens":316,"effective_max_tokens":130756,"original_embedded_prediction":"D","question_sha256":"e78929c2c3d5e04cda51c77e05ad4a3d1cbbf98cc2db0103b7fbc594e78bb602"} +{"uuid":"gpqa-main-f022820fa3c0f536a4d4a9bc","benchmark":"gpqa_main","data_index":1507,"repeat_index":3,"sample_id":"gpqa-main-f022820fa3c0f536a4d4a9bc/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2977,"prompt_tokens":288,"effective_max_tokens":130784,"original_embedded_prediction":"A","question_sha256":"d7be2d674d4903c49886b492451a9febcfb5696ccd6f0931c4d48ef06a19b2b9"} +{"uuid":"gpqa-main-4df6eb7fd5661c3196a52be6","benchmark":"gpqa_main","data_index":1437,"repeat_index":3,"sample_id":"gpqa-main-4df6eb7fd5661c3196a52be6/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7561,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"B","question_sha256":"71ef41cf00fbcb9e6751fd492a52caefd2830032777c8824465c1b4ea8dc48ea"} +{"uuid":"gpqa-main-0fb808246cf99919fa61cf95","benchmark":"gpqa_main","data_index":1520,"repeat_index":3,"sample_id":"gpqa-main-0fb808246cf99919fa61cf95/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2159,"prompt_tokens":415,"effective_max_tokens":130657,"original_embedded_prediction":"D","question_sha256":"8dd19f310e71e68caf9619c551faf073baee082c2fdae90e86d766c8f04dd15c"} +{"uuid":"gpqa-main-63f2aea89eec9b67abe0bacf","benchmark":"gpqa_main","data_index":945,"repeat_index":2,"sample_id":"gpqa-main-63f2aea89eec9b67abe0bacf/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":43371,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"C","question_sha256":"32596b406efecc4795e9f82b1d00f89787b9ed9e4f9d6239bed8194f13da06e7"} +{"uuid":"gpqa-main-43903740f46e3267ecd42324","benchmark":"gpqa_main","data_index":1503,"repeat_index":3,"sample_id":"gpqa-main-43903740f46e3267ecd42324/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3353,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"D","question_sha256":"b52b0025e64a7d0c0023e98ca9fe1f002e22bd987dd934f74304bd22e6e7da20"} +{"uuid":"gpqa-main-1f0af84f0bdb1b68af6a7719","benchmark":"gpqa_main","data_index":1533,"repeat_index":3,"sample_id":"gpqa-main-1f0af84f0bdb1b68af6a7719/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":955,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"D","question_sha256":"47eb07162cc525d2e6a87977deb802204fed59b801dd5e2935cc6edb3c036af1"} +{"uuid":"gpqa-main-efb673a27e8a1e042786abf9","benchmark":"gpqa_main","data_index":1215,"repeat_index":3,"sample_id":"gpqa-main-efb673a27e8a1e042786abf9/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":23961,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"1f2f27b90dac22c1b4d70e1b1679a095c5ce0b5ec5dd0bbf48f16b8328b18d89"} +{"uuid":"gpqa-main-4644969e4e4615b014b9669f","benchmark":"gpqa_main","data_index":968,"repeat_index":2,"sample_id":"gpqa-main-4644969e4e4615b014b9669f/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":42007,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"D","question_sha256":"e663684f8a7728af99d977f274c335c497ac6a7ccf43c64ab979e8407155ce6c"} +{"uuid":"gpqa-main-24659eabc462bf7fb5295951","benchmark":"gpqa_main","data_index":1417,"repeat_index":3,"sample_id":"gpqa-main-24659eabc462bf7fb5295951/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9611,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"f26df2fb1b4182bacbf5d951a583b120ed154d22ea6f9659ed264ae020297543"} +{"uuid":"gpqa-main-1af843966aecfd5da1f08dd6","benchmark":"gpqa_main","data_index":1542,"repeat_index":4,"sample_id":"gpqa-main-1af843966aecfd5da1f08dd6/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":532,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"C","question_sha256":"13e7c71f8aae7040bd98bd6b7bfe361f01f9aa9f4fd4b6095b40f97963688bdc"} +{"uuid":"gpqa-main-39045ad4d1274d0e56839d7b","benchmark":"gpqa_main","data_index":1528,"repeat_index":3,"sample_id":"gpqa-main-39045ad4d1274d0e56839d7b/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2154,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"429df35a12720ff87021b558515bede2e2590914376178a956309c141594787f"} +{"uuid":"gpqa-main-992d40815d86851a9f6e7230","benchmark":"gpqa_main","data_index":1537,"repeat_index":4,"sample_id":"gpqa-main-992d40815d86851a9f6e7230/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":952,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"b698ebb0cb6d3abffa554435859e51f21dd11a9955cfceece2c7a6fa9b0e2023"} +{"uuid":"gpqa-main-e17c3d61061a563977ae3c11","benchmark":"gpqa_main","data_index":1396,"repeat_index":3,"sample_id":"gpqa-main-e17c3d61061a563977ae3c11/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11538,"prompt_tokens":352,"effective_max_tokens":130720,"original_embedded_prediction":"A","question_sha256":"41b609bbf5cd4517a7d53e382a762d7b2caa65fd58ea44549bdf7183daf1d2c0"} +{"uuid":"gpqa-main-759e35a2024fc09bd491c9ff","benchmark":"gpqa_main","data_index":1155,"repeat_index":3,"sample_id":"gpqa-main-759e35a2024fc09bd491c9ff/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":28569,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"D","question_sha256":"4c284608a459b460f3ec3dfd5c7c71cfa84c171d4eb8a52aab9e6e4a8cb409bb"} +{"uuid":"gpqa-main-47999f808ae4df35fd817dd2","benchmark":"gpqa_main","data_index":1550,"repeat_index":4,"sample_id":"gpqa-main-47999f808ae4df35fd817dd2/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":966,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"0b24415e0a51d238b6f9b4a8ae6a56386da27f195c825aa8d124ca3e7adc5bb9"} +{"uuid":"gpqa-main-3d4249ae7ea85a07b7726fff","benchmark":"gpqa_main","data_index":1545,"repeat_index":4,"sample_id":"gpqa-main-3d4249ae7ea85a07b7726fff/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1123,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"f3a651caf4cc86d7183e2aa4e94783901dfd4ba7026521589b0aa1f1c95b0e55"} +{"uuid":"gpqa-main-950b8724526dc5d718438bec","benchmark":"gpqa_main","data_index":1548,"repeat_index":4,"sample_id":"gpqa-main-950b8724526dc5d718438bec/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1207,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"B","question_sha256":"d81eab0b3deeedb23d68076a8f0de5ca6461b5d2d1a7da228f6a0b6ba6ca53e7"} +{"uuid":"gpqa-main-17eb0ef902a11d36b13bb4ba","benchmark":"gpqa_main","data_index":1530,"repeat_index":3,"sample_id":"gpqa-main-17eb0ef902a11d36b13bb4ba/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1634,"prompt_tokens":290,"effective_max_tokens":130782,"original_embedded_prediction":"C","question_sha256":"da025e796cabfda79ad3a899a873052b028159563074d0934fabc7ee4c54d8ad"} +{"uuid":"gpqa-main-50467ff0a4937693425f108b","benchmark":"gpqa_main","data_index":1543,"repeat_index":4,"sample_id":"gpqa-main-50467ff0a4937693425f108b/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1718,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"A","question_sha256":"ee40e0ba47746454343829f9f66dd4d391816fe24ca19edf78fcce05cf1f26d8"} +{"uuid":"gpqa-main-18347a23c4b32df1f0b31d1a","benchmark":"gpqa_main","data_index":1547,"repeat_index":4,"sample_id":"gpqa-main-18347a23c4b32df1f0b31d1a/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1814,"prompt_tokens":438,"effective_max_tokens":130634,"original_embedded_prediction":"C","question_sha256":"f69ff8c0001cb2bdea3e51d7d4063a70e8b64bf6f735f62088f0ace464bbe468"} +{"uuid":"gpqa-main-0d56f92dcb32c3f0494a4705","benchmark":"gpqa_main","data_index":1551,"repeat_index":4,"sample_id":"gpqa-main-0d56f92dcb32c3f0494a4705/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1881,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"D","question_sha256":"d48362abba761cef50927ef586befd9a2fdb343aa19b2fa457ee74fb6dbfb56b"} +{"uuid":"gpqa-main-cdc31486df3de65ec2c324e2","benchmark":"gpqa_main","data_index":1555,"repeat_index":4,"sample_id":"gpqa-main-cdc31486df3de65ec2c324e2/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1161,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"4d233cd7b8524c989eb47a4c40d6f2f47070b986fea11e3ee3029c07db9b3356"} +{"uuid":"gpqa-main-7093e90be0c6d72d98ef432c","benchmark":"gpqa_main","data_index":1508,"repeat_index":3,"sample_id":"gpqa-main-7093e90be0c6d72d98ef432c/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2327,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"A","question_sha256":"d73f092255e75c14953338c7dc17fa9e41c6378f650bac797b23d3c68133744d"} +{"uuid":"gpqa-main-91b254f1e1c8041fbc1a3222","benchmark":"gpqa_main","data_index":1512,"repeat_index":3,"sample_id":"gpqa-main-91b254f1e1c8041fbc1a3222/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2425,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"35cf9161cc3c5b82d0770ab2b2fdef4a970ddae93523dee3a6bde8574e79b13d"} +{"uuid":"gpqa-main-ba7b4d8b6b363240553a5da8","benchmark":"gpqa_main","data_index":1549,"repeat_index":4,"sample_id":"gpqa-main-ba7b4d8b6b363240553a5da8/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2476,"prompt_tokens":320,"effective_max_tokens":130752,"original_embedded_prediction":"C","question_sha256":"f31ead87a22282cc5dfb01f73a1fe9c84520ad1b8dc017953d8293dbe8b47044"} +{"uuid":"gpqa-main-e10311e2a20f5ef70b44af1a","benchmark":"gpqa_main","data_index":1532,"repeat_index":3,"sample_id":"gpqa-main-e10311e2a20f5ef70b44af1a/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2597,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"D","question_sha256":"840fab180da436fa17bd480d15eb270c8be4535800795f8fe8c3d0b1ac29ca9d"} +{"uuid":"gpqa-main-3ebc2c6c608ed7f5e7bf9463","benchmark":"gpqa_main","data_index":1556,"repeat_index":4,"sample_id":"gpqa-main-3ebc2c6c608ed7f5e7bf9463/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1658,"prompt_tokens":286,"effective_max_tokens":130786,"original_embedded_prediction":"D","question_sha256":"81bfcfb746da8dbf79e11ca4c419d5416ea1be46678f915598ebe3f9c6b6fc32"} +{"uuid":"gpqa-main-ff85a5ccc5b465a708f70be3","benchmark":"gpqa_main","data_index":1565,"repeat_index":4,"sample_id":"gpqa-main-ff85a5ccc5b465a708f70be3/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":506,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"f86f6ace621f9a5dc4c1d23e2bb2d546e1ca384df523a7a90d793b41a43ebfc6"} +{"uuid":"gpqa-main-485d6d2d8d4ef097891a30ae","benchmark":"gpqa_main","data_index":1522,"repeat_index":3,"sample_id":"gpqa-main-485d6d2d8d4ef097891a30ae/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3105,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"B","question_sha256":"c6a4a4365a6f088ad7d433e788ad1983c25ce2a6965fa332c2fd4f61eea9bbbc"} +{"uuid":"gpqa-main-238c4616c3347122f4b974e4","benchmark":"gpqa_main","data_index":1517,"repeat_index":3,"sample_id":"gpqa-main-238c4616c3347122f4b974e4/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3142,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"A","question_sha256":"5a24c76ed39eb083ccc9c24780d936fe2e52cba76ae67efa4d647cc35e10037b"} +{"uuid":"gpqa-main-09311165c3bc8a7742115024","benchmark":"gpqa_main","data_index":1557,"repeat_index":4,"sample_id":"gpqa-main-09311165c3bc8a7742115024/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1957,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d6deae7022d40b283a8b0053867ff7e2d44f15fac7c364d3b34e67d903596cf7"} +{"uuid":"gpqa-main-b7ef729c55e0cb48c67bca16","benchmark":"gpqa_main","data_index":1567,"repeat_index":4,"sample_id":"gpqa-main-b7ef729c55e0cb48c67bca16/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":418,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"B","question_sha256":"732a49f65a753e1d2c9ebb525ad8cc4c9ea6aa812fdc5eda3c630aa4aa35c7b5"} +{"uuid":"gpqa-main-de59169ce40a93ff305f9a41","benchmark":"gpqa_main","data_index":1536,"repeat_index":4,"sample_id":"gpqa-main-de59169ce40a93ff305f9a41/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3302,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"A","question_sha256":"c5859c729f1f8217c8555103da018a579f07eb8df38d8389383b2f4634573327"} +{"uuid":"gpqa-main-cda1b642d52c30858bcdf7a3","benchmark":"gpqa_main","data_index":1563,"repeat_index":4,"sample_id":"gpqa-main-cda1b642d52c30858bcdf7a3/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1038,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"85f5a80c90290184ac6ec65307174970563ac9442644e868f064c886836d7a25"} +{"uuid":"gpqa-main-810618179b41cff3d8593ba5","benchmark":"gpqa_main","data_index":1559,"repeat_index":4,"sample_id":"gpqa-main-810618179b41cff3d8593ba5/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1738,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"4f7077a78998cfa5dbe881d51f9f859973bb281cce9f5a2bde9d5475cc520111"} +{"uuid":"gpqa-main-d022f771c467d057bbb527d0","benchmark":"gpqa_main","data_index":1575,"repeat_index":4,"sample_id":"gpqa-main-d022f771c467d057bbb527d0/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":220,"prompt_tokens":192,"effective_max_tokens":130880,"original_embedded_prediction":"A","question_sha256":"f3fdb78f6fe3c60a21e29d92babec94b4d8c0f6e012394045833653cbdb1a4d7"} +{"uuid":"gpqa-main-b306a5cb19a37a5923ddeda3","benchmark":"gpqa_main","data_index":1527,"repeat_index":3,"sample_id":"gpqa-main-b306a5cb19a37a5923ddeda3/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3935,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"10d0692d1c6af6008ffff69894cb0183dafbb80748247a3a0e1961e87f1e7c9f"} +{"uuid":"gpqa-main-ad8f0afd2f116341ed3a69c0","benchmark":"gpqa_main","data_index":1576,"repeat_index":4,"sample_id":"gpqa-main-ad8f0afd2f116341ed3a69c0/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":287,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"b6c9142bf69c50d0a62b5b8254344b66610ca208a646e6a69a606819b7eb1bf8"} +{"uuid":"gpqa-main-7c7ae85beee22afc94024aa0","benchmark":"gpqa_main","data_index":1529,"repeat_index":3,"sample_id":"gpqa-main-7c7ae85beee22afc94024aa0/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4051,"prompt_tokens":179,"effective_max_tokens":130893,"original_embedded_prediction":"C","question_sha256":"17ee204f8a3ef8904b0418dcf3bac347173df36a87b5535f055046fe6fae8879"} +{"uuid":"gpqa-main-21bf0d1bb4513b046dfdf875","benchmark":"gpqa_main","data_index":1558,"repeat_index":4,"sample_id":"gpqa-main-21bf0d1bb4513b046dfdf875/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2875,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"916a1ca795d38f4c815c99d6f162f52af934ee4e1b0d100dc0a7fb747631f7a7"} +{"uuid":"gpqa-main-7684b3ed8a4540e6099495df","benchmark":"gpqa_main","data_index":1479,"repeat_index":3,"sample_id":"gpqa-main-7684b3ed8a4540e6099495df/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4590,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"B","question_sha256":"0caf81b8c83789b0b258b80856002cff7fd589a737844db0407269017bcd1955"} +{"uuid":"gpqa-main-33c3b423f54aabfcfca66691","benchmark":"gpqa_main","data_index":1486,"repeat_index":3,"sample_id":"gpqa-main-33c3b423f54aabfcfca66691/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4816,"prompt_tokens":323,"effective_max_tokens":130749,"original_embedded_prediction":"C","question_sha256":"d3ede1ef1590cafbeca0278be62d75df7a0ca03bdf527b454a132420994473ae"} +{"uuid":"gpqa-main-7239e8e1a6f52b11d89b376d","benchmark":"gpqa_main","data_index":1571,"repeat_index":4,"sample_id":"gpqa-main-7239e8e1a6f52b11d89b376d/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1857,"prompt_tokens":359,"effective_max_tokens":130713,"original_embedded_prediction":"D","question_sha256":"6b778965b4593497cd5378ecaa94e84f97d2910300038afb6590a8e9376b791c"} +{"uuid":"gpqa-main-9baab02407bb5e317c8c71c4","benchmark":"gpqa_main","data_index":1566,"repeat_index":4,"sample_id":"gpqa-main-9baab02407bb5e317c8c71c4/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2589,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"C","question_sha256":"4c49b01c534dd76a31b5023fe34fe490913c400dc715a3fa7a874695ca10b949"} +{"uuid":"gpqa-main-579e17ce4c553c730c526a5c","benchmark":"gpqa_main","data_index":1578,"repeat_index":4,"sample_id":"gpqa-main-579e17ce4c553c730c526a5c/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1257,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"D","question_sha256":"1ce3d847d25b2c2f678c304f134266501155719553a1a003f38a6b0a75ffb81b"} +{"uuid":"gpqa-main-a1ec72afe45eedbea242cd73","benchmark":"gpqa_main","data_index":1580,"repeat_index":4,"sample_id":"gpqa-main-a1ec72afe45eedbea242cd73/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":816,"prompt_tokens":310,"effective_max_tokens":130762,"original_embedded_prediction":"A","question_sha256":"e87180319d813402cf71637950d93636988703d0477e2bb79fb03a1d2df9afe3"} +{"uuid":"gpqa-main-11b88a6212278288c390be69","benchmark":"gpqa_main","data_index":1489,"repeat_index":3,"sample_id":"gpqa-main-11b88a6212278288c390be69/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5456,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"29eb581590e7852467849e4c58c5e3b1b97736035880adbd4e12298c320ac7e4"} +{"uuid":"gpqa-main-d750e02b8d42b4b4d6aba4b9","benchmark":"gpqa_main","data_index":1577,"repeat_index":4,"sample_id":"gpqa-main-d750e02b8d42b4b4d6aba4b9/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1534,"prompt_tokens":944,"effective_max_tokens":130128,"original_embedded_prediction":"D","question_sha256":"5ea7e9b17f677439bf5f6e43169cb794916985d1c5964f6a0d8becf3f9e3b7ad"} +{"uuid":"gpqa-main-55e31c256bb6191d94e6db4d","benchmark":"gpqa_main","data_index":1514,"repeat_index":3,"sample_id":"gpqa-main-55e31c256bb6191d94e6db4d/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5560,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"126561d6b58fa17bbaffda56837acaf8fab4bf282ccdfdcc2c7a97bfe520889c"} +{"uuid":"gpqa-main-adffc79c4b20a953ccbf4cd1","benchmark":"gpqa_main","data_index":1524,"repeat_index":3,"sample_id":"gpqa-main-adffc79c4b20a953ccbf4cd1/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5746,"prompt_tokens":170,"effective_max_tokens":130902,"original_embedded_prediction":"D","question_sha256":"a9acc5caf0ab2f58b68d62ac52eac5bd31ee4a74a832bd753df339176dbbaefe"} +{"uuid":"gpqa-main-5334e8bdecfbd08a0fceb69b","benchmark":"gpqa_main","data_index":1583,"repeat_index":4,"sample_id":"gpqa-main-5334e8bdecfbd08a0fceb69b/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":845,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"B","question_sha256":"0c1cc6cb8c9b9a25c645b86bbada068207876248621f0327486d559892b7a8a9"} +{"uuid":"gpqa-main-4fb391edde117a3fa772fe15","benchmark":"gpqa_main","data_index":1531,"repeat_index":3,"sample_id":"gpqa-main-4fb391edde117a3fa772fe15/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6361,"prompt_tokens":230,"effective_max_tokens":130842,"original_embedded_prediction":"A","question_sha256":"5131eb311b518c1f3eade66e9c0f4df88aa05e6477bb06e86e3ac1e6fc1ea102"} +{"uuid":"gpqa-main-f635511b161f39dc301e05eb","benchmark":"gpqa_main","data_index":1432,"repeat_index":3,"sample_id":"gpqa-main-f635511b161f39dc301e05eb/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6364,"prompt_tokens":650,"effective_max_tokens":130422,"original_embedded_prediction":"C","question_sha256":"cb7f697eb685eca3061fc46cacb94c19aba74add8390e74234ade788b9fa4ff3"} +{"uuid":"gpqa-main-87a8747afb6b0414b9ccbe1e","benchmark":"gpqa_main","data_index":1426,"repeat_index":3,"sample_id":"gpqa-main-87a8747afb6b0414b9ccbe1e/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6388,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"D","question_sha256":"cdb165b285d51cf6a09160d99c4c49b653710aac879cce0b87c74a48eee0172b"} +{"uuid":"gpqa-main-9b60a112c6568a530227ce47","benchmark":"gpqa_main","data_index":1584,"repeat_index":4,"sample_id":"gpqa-main-9b60a112c6568a530227ce47/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1316,"prompt_tokens":443,"effective_max_tokens":130629,"original_embedded_prediction":"D","question_sha256":"4dd7bd0636dc935d4359866d23d365353db91692ab9b80b438a3f65683abf4e7"} +{"uuid":"gpqa-main-83f8b78e2bcb92bda5c03787","benchmark":"gpqa_main","data_index":1488,"repeat_index":3,"sample_id":"gpqa-main-83f8b78e2bcb92bda5c03787/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6643,"prompt_tokens":162,"effective_max_tokens":130910,"original_embedded_prediction":"B","question_sha256":"1f06efeb2323c27b7a92e2f6b6d0f631f5b1caa5357a701f99ff4c3d08286bcf"} +{"uuid":"gpqa-main-544e43760baf2de3b5be5741","benchmark":"gpqa_main","data_index":1521,"repeat_index":3,"sample_id":"gpqa-main-544e43760baf2de3b5be5741/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6685,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"A","question_sha256":"89418be241a19daa5c02878e565ee51b73f6f2c9bcafffaf554b45989088c1d8"} +{"uuid":"gpqa-main-f79cea2e3c2e242b6e0da4d5","benchmark":"gpqa_main","data_index":1590,"repeat_index":4,"sample_id":"gpqa-main-f79cea2e3c2e242b6e0da4d5/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":998,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"D","question_sha256":"bdc1ab103002886dcbe879cd751d3e27b8ba6e988859bb80422ea04871269448"} +{"uuid":"gpqa-main-834c95c23407a9d2c736d2ee","benchmark":"gpqa_main","data_index":1593,"repeat_index":4,"sample_id":"gpqa-main-834c95c23407a9d2c736d2ee/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":414,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"bb698537245b51d08b5d5a6cecdfd1a4e34f7ac0f17e13da8d713af9341a9366"} +{"uuid":"gpqa-main-08cb3c41dbaa57f424632b84","benchmark":"gpqa_main","data_index":1540,"repeat_index":4,"sample_id":"gpqa-main-08cb3c41dbaa57f424632b84/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7115,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"B","question_sha256":"e37327eb6a290bf649f9b548f5d9834983b5d59efc10b4281a4bdbb75523863f"} +{"uuid":"gpqa-main-728c68de5f34aba879617ff3","benchmark":"gpqa_main","data_index":1505,"repeat_index":3,"sample_id":"gpqa-main-728c68de5f34aba879617ff3/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7196,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"B","question_sha256":"93587b6fdb0ccf1d1701c58bd12431b38885397117475f14823f4c52994b39b4"} +{"uuid":"gpqa-main-efa466851677550746c06a1f","benchmark":"gpqa_main","data_index":1574,"repeat_index":4,"sample_id":"gpqa-main-efa466851677550746c06a1f/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3877,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"B","question_sha256":"b64a2faa078044133322af9742b3f75788b5f8e5701f1fee08d693854a842448"} +{"uuid":"gpqa-main-5f1108e8b2f18297c04895bf","benchmark":"gpqa_main","data_index":1481,"repeat_index":3,"sample_id":"gpqa-main-5f1108e8b2f18297c04895bf/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7289,"prompt_tokens":447,"effective_max_tokens":130625,"original_embedded_prediction":"A","question_sha256":"d6e89de54268d0839b91cc5f860fd4903b1d8277accaf665ced8b5404cdbbe84"} +{"uuid":"gpqa-main-13dda0527a69422c0bfefb23","benchmark":"gpqa_main","data_index":1581,"repeat_index":4,"sample_id":"gpqa-main-13dda0527a69422c0bfefb23/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2736,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"A","question_sha256":"952dd56af4d111bc829dbe6171c480a13632e8b5771e33245330d32115f96774"} +{"uuid":"gpqa-main-d9fdff837cb2d2e4d1e81014","benchmark":"gpqa_main","data_index":1535,"repeat_index":3,"sample_id":"gpqa-main-d9fdff837cb2d2e4d1e81014/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7381,"prompt_tokens":153,"effective_max_tokens":130919,"original_embedded_prediction":"D","question_sha256":"021732e23dc83767a3bfeabac85945e664d0c83c8f4cd2ecee91855cda0b0d54"} +{"uuid":"gpqa-main-6f84d17ede852cd9196347bd","benchmark":"gpqa_main","data_index":1516,"repeat_index":3,"sample_id":"gpqa-main-6f84d17ede852cd9196347bd/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7441,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"C","question_sha256":"e410f49b6f85564bf5b9226069391669e4c376097b2656e616a6b82abd4729ac"} +{"uuid":"gpqa-main-8db8ffb39e6d3e618c8d388c","benchmark":"gpqa_main","data_index":1592,"repeat_index":4,"sample_id":"gpqa-main-8db8ffb39e6d3e618c8d388c/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1084,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"B","question_sha256":"28dff82ab12e25f0b479054be2f5d8b597951c2458e383bb25cf488b09c98ff5"} +{"uuid":"gpqa-main-ff45876351041ad1ce200bb4","benchmark":"gpqa_main","data_index":1475,"repeat_index":3,"sample_id":"gpqa-main-ff45876351041ad1ce200bb4/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7857,"prompt_tokens":345,"effective_max_tokens":130727,"original_embedded_prediction":"B","question_sha256":"32bdeb2d6746cedbaa666a09cbe9ff84eedb094a4f81edb9c09ab191add49c41"} +{"uuid":"gpqa-main-fbf1f6e62b48cbbf0bca4714","benchmark":"gpqa_main","data_index":1587,"repeat_index":4,"sample_id":"gpqa-main-fbf1f6e62b48cbbf0bca4714/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2549,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"59affc9a905621c391ee7886c0e428eac5cb1f60c7c251e2fc1fcb081cb8e076"} +{"uuid":"gpqa-main-49e3b768e85f009875fb4b7f","benchmark":"gpqa_main","data_index":1606,"repeat_index":4,"sample_id":"gpqa-main-49e3b768e85f009875fb4b7f/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":703,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"B","question_sha256":"181abbdaf75899b4c447f9c98c58f90512c06ffe5521e109fa83597da1fb7aae"} +{"uuid":"gpqa-main-efc527af4c77c27856f0d201","benchmark":"gpqa_main","data_index":1596,"repeat_index":4,"sample_id":"gpqa-main-efc527af4c77c27856f0d201/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1642,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"29ffae74d292a9a38f72dd8e95efab3be752912b79e848701193359c657937f6"} +{"uuid":"gpqa-main-4c4e7752fc041224f19d3f9a","benchmark":"gpqa_main","data_index":1462,"repeat_index":3,"sample_id":"gpqa-main-4c4e7752fc041224f19d3f9a/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8357,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"a7183bc025131850f86e24e7faa64e367e334f399dbbc968c1e6069905fe8c28"} +{"uuid":"gpqa-main-5caa71cb7e0124d349b3046e","benchmark":"gpqa_main","data_index":1228,"repeat_index":3,"sample_id":"gpqa-main-5caa71cb7e0124d349b3046e/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8556,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"C","question_sha256":"965fd430b8ea291a67e2311c4874eba053c21ea0ce6fa222eec4bed300fc2976"} +{"uuid":"gpqa-main-47f8cee187b620660c7d11b3","benchmark":"gpqa_main","data_index":1608,"repeat_index":4,"sample_id":"gpqa-main-47f8cee187b620660c7d11b3/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":736,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"b114078343a4ce3eeaa845ee2c7bfa4ac7c9add00f507d8ff60e46cca593fb46"} +{"uuid":"gpqa-main-a8c391dd6337620cc79cae0e","benchmark":"gpqa_main","data_index":1568,"repeat_index":4,"sample_id":"gpqa-main-a8c391dd6337620cc79cae0e/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5842,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"435ccdce7cc6c5543ffaf20b4d850d905357568605d01b3a595d44df3dd30d0d"} +{"uuid":"gpqa-main-9eaa6714b15499d3c303ce90","benchmark":"gpqa_main","data_index":1375,"repeat_index":3,"sample_id":"gpqa-main-9eaa6714b15499d3c303ce90/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8980,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"C","question_sha256":"cfac786b87a07d0c92f7c3da73233aa6c32340b63dff9d3f72bd1bd025cd565d"} +{"uuid":"gpqa-main-763daf42ea0c79050a6a4d1d","benchmark":"gpqa_main","data_index":1597,"repeat_index":4,"sample_id":"gpqa-main-763daf42ea0c79050a6a4d1d/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2311,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"D","question_sha256":"72b4053b92adde478bb40c3fb9ef1e06215efe5922e2d600121170f824d32c13"} +{"uuid":"gpqa-main-84e0462fb979739143160f76","benchmark":"gpqa_main","data_index":1610,"repeat_index":4,"sample_id":"gpqa-main-84e0462fb979739143160f76/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":856,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"A","question_sha256":"17821f797104818a4e9c06d5499572866481ca7a9f6bf4d3993cbc935754c06e"} +{"uuid":"gpqa-main-feeb39404129cbb3b7e867ec","benchmark":"gpqa_main","data_index":1579,"repeat_index":4,"sample_id":"gpqa-main-feeb39404129cbb3b7e867ec/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5080,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"B","question_sha256":"a80144fd582290217d4749a45438b278db047877b2f9babd5f52d9d0dcc88daf"} +{"uuid":"gpqa-main-2fc8b9731f60b1c9eb476570","benchmark":"gpqa_main","data_index":1611,"repeat_index":4,"sample_id":"gpqa-main-2fc8b9731f60b1c9eb476570/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1002,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"A","question_sha256":"8d64fc9e228388438862fd18b500e048e168f26e7191a4220ea8281beb789ea2"} +{"uuid":"gpqa-main-643d18139459da0f9c1b2e17","benchmark":"gpqa_main","data_index":1459,"repeat_index":3,"sample_id":"gpqa-main-643d18139459da0f9c1b2e17/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9305,"prompt_tokens":375,"effective_max_tokens":130697,"original_embedded_prediction":"C","question_sha256":"4bab53f383207a2bc9c94789bb8114d3e7db442308789d848023661e90b2ab49"} +{"uuid":"gpqa-main-7c04a20e5411bd3e0a2bc2c8","benchmark":"gpqa_main","data_index":1379,"repeat_index":3,"sample_id":"gpqa-main-7c04a20e5411bd3e0a2bc2c8/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9345,"prompt_tokens":413,"effective_max_tokens":130659,"original_embedded_prediction":"A","question_sha256":"e23b62b19c3ab4ec896e631f56a7a92ed38aca13300af7a7b449b979999886f3"} +{"uuid":"gpqa-main-e2b759199021c586345ac38f","benchmark":"gpqa_main","data_index":1553,"repeat_index":4,"sample_id":"gpqa-main-e2b759199021c586345ac38f/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9418,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"B","question_sha256":"ca59405f2d298a50a3e8fd6d281b67ca4a3ee503578df49e700cc46fe3c4f3d8"} +{"uuid":"gpqa-main-d8d5dbb2aa6f203775147357","benchmark":"gpqa_main","data_index":1470,"repeat_index":3,"sample_id":"gpqa-main-d8d5dbb2aa6f203775147357/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9466,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"bb18da47ffe6578fb5b30d30128525e8addf5e823c1985c70c606c89ce8d4d7e"} +{"uuid":"gpqa-main-6543e2c47b61f7f328bcf42d","benchmark":"gpqa_main","data_index":1572,"repeat_index":4,"sample_id":"gpqa-main-6543e2c47b61f7f328bcf42d/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6365,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"C","question_sha256":"9f8c4aa52521e2926d56fdd03cf5aeaf3543c911c9b75774731cd1204efc1328"} +{"uuid":"gpqa-main-6bb4180b8c6df2f8f7490345","benchmark":"gpqa_main","data_index":1562,"repeat_index":4,"sample_id":"gpqa-main-6bb4180b8c6df2f8f7490345/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7553,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"a40e1e0f0ddd21a34df82626b6553232ad944bbeec5bf0819aaf5ae0b1a92c59"} +{"uuid":"gpqa-main-7a6f40292c595b5ffad3d66b","benchmark":"gpqa_main","data_index":1616,"repeat_index":4,"sample_id":"gpqa-main-7a6f40292c595b5ffad3d66b/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":814,"prompt_tokens":317,"effective_max_tokens":130755,"original_embedded_prediction":"A","question_sha256":"82d8161e96256872367b5e1c12af2c1f91e6c4a6aac3d066708fccb1826bf840"} +{"uuid":"gpqa-main-c69005af8b1e76a851528e02","benchmark":"gpqa_main","data_index":1603,"repeat_index":4,"sample_id":"gpqa-main-c69005af8b1e76a851528e02/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2782,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"D","question_sha256":"29e6a1db070bf5e5af8af4b82da4953dd47dcd2a1bbd7ad2db04f3d1d4cd805e"} +{"uuid":"gpqa-main-ce2839297e4b63e0b36f6300","benchmark":"gpqa_main","data_index":1301,"repeat_index":3,"sample_id":"gpqa-main-ce2839297e4b63e0b36f6300/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10158,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"80cca49a2f6ae39b2d3a2dfe110572d39720d0831c65246ce20603c40578b118"} +{"uuid":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8","benchmark":"gpqa_main","data_index":1448,"repeat_index":3,"sample_id":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10218,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"bf639adbf5de648e6799cd9936073de7b6c750cf7c5870ed99dc4f842748abb9"} +{"uuid":"gpqa-main-106fe8a64f4453f81be6f7bd","benchmark":"gpqa_main","data_index":1561,"repeat_index":4,"sample_id":"gpqa-main-106fe8a64f4453f81be6f7bd/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8656,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"D","question_sha256":"f0c3d97c5c67fa210dafa49946af010682993c23bb8995a306a6ee484e0c3b03"} +{"uuid":"gpqa-main-46f745f508b4d1ad41a0eb01","benchmark":"gpqa_main","data_index":1494,"repeat_index":3,"sample_id":"gpqa-main-46f745f508b4d1ad41a0eb01/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10570,"prompt_tokens":392,"effective_max_tokens":130680,"original_embedded_prediction":"A","question_sha256":"4971bc5df5aee8c296226e29269969e334193d698a942dccd75dac5459c05a5c"} +{"uuid":"gpqa-main-ddc1b02f963a2f785385132e","benchmark":"gpqa_main","data_index":1629,"repeat_index":4,"sample_id":"gpqa-main-ddc1b02f963a2f785385132e/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":602,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"d5e7b22736a2cdaa0f2553a100795aa6b7e150fcc1b9fe093e28e3fea855f346"} +{"uuid":"gpqa-main-41ca21006bb37fef24a8975a","benchmark":"gpqa_main","data_index":1622,"repeat_index":4,"sample_id":"gpqa-main-41ca21006bb37fef24a8975a/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1271,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"8d132ce83553f28f02599f90e3c52fb60d8f58faea0f09152f78f7df6e310abc"} +{"uuid":"gpqa-main-b654b748170277d4b0d0c6b5","benchmark":"gpqa_main","data_index":1630,"repeat_index":4,"sample_id":"gpqa-main-b654b748170277d4b0d0c6b5/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1356,"prompt_tokens":508,"effective_max_tokens":130564,"original_embedded_prediction":"D","question_sha256":"010973f2a9805982e33bfecd460da27e4d2f170e4567ebf854c807385bea09d3"} +{"uuid":"gpqa-main-8cf981eedacab9acbdd5b00c","benchmark":"gpqa_main","data_index":1628,"repeat_index":4,"sample_id":"gpqa-main-8cf981eedacab9acbdd5b00c/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1662,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"C","question_sha256":"14dcd60f9986bbbcbbdc0e4b3462397b01801a452d9756100ed129baa5baf68c"} +{"uuid":"gpqa-main-bf684ea09dc8822450fbd37c","benchmark":"gpqa_main","data_index":1620,"repeat_index":4,"sample_id":"gpqa-main-bf684ea09dc8822450fbd37c/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1835,"prompt_tokens":372,"effective_max_tokens":130700,"original_embedded_prediction":"A","question_sha256":"8f0911e951adf5df2bfc8aa29c14de392a998e2fa48463ceecedcd39a8301453"} +{"uuid":"gpqa-main-832feb793ff377da50abf878","benchmark":"gpqa_main","data_index":1605,"repeat_index":4,"sample_id":"gpqa-main-832feb793ff377da50abf878/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1890,"prompt_tokens":202,"effective_max_tokens":130870,"original_embedded_prediction":"B","question_sha256":"9cb12d81fbbe616cc95beecd1627265e0b5a2fa48b8e7493d3df89b378afbc12"} +{"uuid":"gpqa-main-a3be70bb026878238a72f88b","benchmark":"gpqa_main","data_index":1602,"repeat_index":4,"sample_id":"gpqa-main-a3be70bb026878238a72f88b/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1935,"prompt_tokens":446,"effective_max_tokens":130626,"original_embedded_prediction":"C","question_sha256":"42da82ad5cb9e03bf1c8f1d786b162fd55245c32907328f445c191681a98b669"} +{"uuid":"gpqa-main-84cbf72ad94d1afe2aa56331","benchmark":"gpqa_main","data_index":1633,"repeat_index":4,"sample_id":"gpqa-main-84cbf72ad94d1afe2aa56331/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1448,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"D","question_sha256":"089a55e5a3fbca456cb952a230bd88a82c177ec99470bd05f822803a1bdd3db5"} +{"uuid":"gpqa-main-87c633148441d2b07b8e2e81","benchmark":"gpqa_main","data_index":1624,"repeat_index":4,"sample_id":"gpqa-main-87c633148441d2b07b8e2e81/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2136,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"0fb47d10edb4eca17f93926dea501fdd19bde76cfe58f57edb445a7272d7787c"} +{"uuid":"gpqa-main-7c3c45d7826322d2dd84475f","benchmark":"gpqa_main","data_index":1634,"repeat_index":4,"sample_id":"gpqa-main-7c3c45d7826322d2dd84475f/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":953,"prompt_tokens":419,"effective_max_tokens":130653,"original_embedded_prediction":"A","question_sha256":"f98a4cc383b4e02c52b4cdafe1b79c1d58df251d5d10ab65f71740d27243ed28"} +{"uuid":"gpqa-main-002cb7f9ef3ee2a3d460b42e","benchmark":"gpqa_main","data_index":1621,"repeat_index":4,"sample_id":"gpqa-main-002cb7f9ef3ee2a3d460b42e/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2491,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"3bed68f29773b3484a0b5acab22f438229b63f2a324fb817a933e4d514178386"} +{"uuid":"gpqa-main-a5811d01e615771d5e0b48fb","benchmark":"gpqa_main","data_index":1636,"repeat_index":4,"sample_id":"gpqa-main-a5811d01e615771d5e0b48fb/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1062,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"D","question_sha256":"18c1c5c103fb01b10fd0ca282f8eab427517d6587a0a9962010b5ad16e05b98f"} +{"uuid":"gpqa-main-35569b36357cfce18162c999","benchmark":"gpqa_main","data_index":1588,"repeat_index":4,"sample_id":"gpqa-main-35569b36357cfce18162c999/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2787,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"B","question_sha256":"a2136b05b78259562b913f1f56520c4184d70bf60017617a442a41f907c31b78"} +{"uuid":"gpqa-main-efbd16944acebfe43928d489","benchmark":"gpqa_main","data_index":1585,"repeat_index":4,"sample_id":"gpqa-main-efbd16944acebfe43928d489/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2824,"prompt_tokens":328,"effective_max_tokens":130744,"original_embedded_prediction":"B","question_sha256":"40b2b50a3c993902d4327a3072c497b0bfcbac42a638ecf92be395be7ef82ab0"} +{"uuid":"gpqa-main-498b428b55b7644426a781c9","benchmark":"gpqa_main","data_index":1600,"repeat_index":4,"sample_id":"gpqa-main-498b428b55b7644426a781c9/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3024,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"C","question_sha256":"7fbfdc18f5a18b666f8d4afc859af60c4c56ab7d8d677d46fb01a050207ac688"} +{"uuid":"gpqa-main-2322ddc82747aa5a01bf1c1e","benchmark":"gpqa_main","data_index":1638,"repeat_index":4,"sample_id":"gpqa-main-2322ddc82747aa5a01bf1c1e/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1249,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"d9d7e1406d6a9d440081915edafcb4a493a40b6172838b858a979c0a58bb4c62"} +{"uuid":"gpqa-main-b13e6b95879d48313e527260","benchmark":"gpqa_main","data_index":1641,"repeat_index":4,"sample_id":"gpqa-main-b13e6b95879d48313e527260/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1038,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"B","question_sha256":"145b51d1c857830091d0dfa7043504329aa8d2a847b5b738079d210a94da31cb"} +{"uuid":"gpqa-main-9e1b7c5b2ce53e8d6424b66a","benchmark":"gpqa_main","data_index":1595,"repeat_index":4,"sample_id":"gpqa-main-9e1b7c5b2ce53e8d6424b66a/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3216,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"97732ba422afbf18b5d2d6b3bd26f6c540049e2f82d9628414525cebe7e9a5dd"} +{"uuid":"gpqa-main-29e885003cf7658ac2eb0ba4","benchmark":"gpqa_main","data_index":1639,"repeat_index":4,"sample_id":"gpqa-main-29e885003cf7658ac2eb0ba4/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1450,"prompt_tokens":299,"effective_max_tokens":130773,"original_embedded_prediction":"D","question_sha256":"e6fd9b7cea6cbcd53eabc57f63ae367008b2774a1092f55e23e78b7eafbdbafa"} +{"uuid":"gpqa-main-4b84b53bf506bc0a4468fb2d","benchmark":"gpqa_main","data_index":1607,"repeat_index":4,"sample_id":"gpqa-main-4b84b53bf506bc0a4468fb2d/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3965,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"e302b2005d8d406eb5e8fd7aa1707959448ef06e72b5647d2711c9a056cfeffc"} +{"uuid":"gpqa-main-8a20fac7d1a5bff58e8c63ca","benchmark":"gpqa_main","data_index":1609,"repeat_index":4,"sample_id":"gpqa-main-8a20fac7d1a5bff58e8c63ca/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3970,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"C","question_sha256":"065acbbc3564fb2547e820ab1c35567bac49dff768319e8f4b46ee23bdd92415"} +{"uuid":"gpqa-main-d751f2081e63be8d69314287","benchmark":"gpqa_main","data_index":1637,"repeat_index":4,"sample_id":"gpqa-main-d751f2081e63be8d69314287/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2181,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"f56e41493e430f6c013c094b4b462aa30dc9826a273d867eec6a04fc8a646443"} +{"uuid":"gpqa-main-ec756f5cd58f1d3e9c9c8676","benchmark":"gpqa_main","data_index":1646,"repeat_index":4,"sample_id":"gpqa-main-ec756f5cd58f1d3e9c9c8676/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1430,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"B","question_sha256":"016bbafd184cf46762e3e824d2499734daf9efd8cb5f0adad12078f151c96a12"} +{"uuid":"gpqa-main-2d88ca9efdaae7d19aed9660","benchmark":"gpqa_main","data_index":1648,"repeat_index":4,"sample_id":"gpqa-main-2d88ca9efdaae7d19aed9660/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1473,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"43af6d11597079a7d069dd93bbf3db87f0b5bb604fbfc66fc60c268d149d8fba"} +{"uuid":"gpqa-main-edbd99e5f03e3b3f074ba126","benchmark":"gpqa_main","data_index":1598,"repeat_index":4,"sample_id":"gpqa-main-edbd99e5f03e3b3f074ba126/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4719,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"A","question_sha256":"b690990e73efd994587057d6ed5ae270235b0ec6bd4e98df3fc472f01c179765"} +{"uuid":"gpqa-main-ca7a4b18584754c3664d8758","benchmark":"gpqa_main","data_index":1552,"repeat_index":4,"sample_id":"gpqa-main-ca7a4b18584754c3664d8758/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4798,"prompt_tokens":517,"effective_max_tokens":130555,"original_embedded_prediction":"D","question_sha256":"b15ab8a50cd7768206339f81478bb5a4757f87b1bf1c7671597c48117910482f"} +{"uuid":"gpqa-main-be458c5a0490a8298ea11494","benchmark":"gpqa_main","data_index":1655,"repeat_index":4,"sample_id":"gpqa-main-be458c5a0490a8298ea11494/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":939,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"17cada7a00fa20e35d380a47aad58aace15d791f3cd4f119acb4635e55951129"} +{"uuid":"gpqa-main-9b7f84c844aa65b8ebfee235","benchmark":"gpqa_main","data_index":1656,"repeat_index":4,"sample_id":"gpqa-main-9b7f84c844aa65b8ebfee235/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":713,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"9443960fd2664e6d4890575733c6a4f1f6d804ec21e10e0f9d415b99297f9845"} +{"uuid":"gpqa-main-756cafdacac7e9642e2102c6","benchmark":"gpqa_main","data_index":1626,"repeat_index":4,"sample_id":"gpqa-main-756cafdacac7e9642e2102c6/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5472,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"b26abbcea4f9adbbc6faf6378336b8d024ffe4491d2853b927bf9afdc27073a9"} +{"uuid":"gpqa-main-09b661e081004aa4c0d45778","benchmark":"gpqa_main","data_index":1642,"repeat_index":4,"sample_id":"gpqa-main-09b661e081004aa4c0d45778/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3361,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"D","question_sha256":"47741045402119262be7a1c17b98cc587ee55b46bb8620655271dca518a4f927"} +{"uuid":"gpqa-main-f1451c98bdb50fb5b0dbdc55","benchmark":"gpqa_main","data_index":1652,"repeat_index":4,"sample_id":"gpqa-main-f1451c98bdb50fb5b0dbdc55/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1822,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"B","question_sha256":"650bb2feaa18830493f8e50de85c38c1f24570d9f1e7c9970c8ed9fbcbbde337"} +{"uuid":"gpqa-main-358120bf0c4377ebdbde08fc","benchmark":"gpqa_main","data_index":1460,"repeat_index":3,"sample_id":"gpqa-main-358120bf0c4377ebdbde08fc/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5865,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"A","question_sha256":"051eba2501386001d9e9793a3b0fe9ea4c78a987e3a1576c168659f849b684d6"} +{"uuid":"gpqa-main-73f6c00588963349c225df6c","benchmark":"gpqa_main","data_index":1649,"repeat_index":4,"sample_id":"gpqa-main-73f6c00588963349c225df6c/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2979,"prompt_tokens":476,"effective_max_tokens":130596,"original_embedded_prediction":"C","question_sha256":"6c8759c4aac1084515abf1e3c463c7a0b6411dc3fa720a9a5fb5ac8f5777b49c"} +{"uuid":"gpqa-main-08452235d283f9ba82364ea8","benchmark":"gpqa_main","data_index":1546,"repeat_index":4,"sample_id":"gpqa-main-08452235d283f9ba82364ea8/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6365,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"65db6ef4b562a9503afeb197451091c7514df18fdee747a881b8057c38e21d0f"} +{"uuid":"gpqa-main-7bb8e05365d19cc8328252e0","benchmark":"gpqa_main","data_index":1657,"repeat_index":4,"sample_id":"gpqa-main-7bb8e05365d19cc8328252e0/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1882,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"6aff7faed92c98148418177c8cae4893850a1d67b5ceb00cf6a09467c4491367"} +{"uuid":"gpqa-main-009c62a9f3d3e5b23d7032af","benchmark":"gpqa_main","data_index":1653,"repeat_index":4,"sample_id":"gpqa-main-009c62a9f3d3e5b23d7032af/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2948,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"eb3c8e77ceb6bbf6b5fc6d705376aeb984e8d20d498b1668992fc1441b062661"} +{"uuid":"gpqa-main-e069314491adb5be236d3fe7","benchmark":"gpqa_main","data_index":1538,"repeat_index":4,"sample_id":"gpqa-main-e069314491adb5be236d3fe7/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7407,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"D","question_sha256":"2662eff7a6231613f45042d2ef5df63caaeb5a326d264e93009a737a99fb27bb"} +{"uuid":"gpqa-main-79721e93e90bdb2d8da052c0","benchmark":"gpqa_main","data_index":1668,"repeat_index":4,"sample_id":"gpqa-main-79721e93e90bdb2d8da052c0/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":813,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"2a09355eb98c6b8d6ad0b51afb3b27f719fed44786d3b2998dfe7ee66413a028"} +{"uuid":"gpqa-main-dd8409336990c7459796bf16","benchmark":"gpqa_main","data_index":1387,"repeat_index":3,"sample_id":"gpqa-main-dd8409336990c7459796bf16/repeat-3","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7809,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"A","question_sha256":"609aca38a7fb3090a0f30d6d141ac5d22646fb06ba18f8c71758e099668e5bf5"} +{"uuid":"gpqa-main-3cbf7d3e13c908f5e699f9e0","benchmark":"gpqa_main","data_index":1669,"repeat_index":4,"sample_id":"gpqa-main-3cbf7d3e13c908f5e699f9e0/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":545,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"D","question_sha256":"0dbcc69ff35530f240a5bb623a78f2cd1d042037d2dedb122ebcca751bf9d08e"} +{"uuid":"gpqa-main-35d088e32fb39438767e1141","benchmark":"gpqa_main","data_index":1615,"repeat_index":4,"sample_id":"gpqa-main-35d088e32fb39438767e1141/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8063,"prompt_tokens":434,"effective_max_tokens":130638,"original_embedded_prediction":"B","question_sha256":"9d467213ec07b8217d3c3aa11a312c8536475e654bbb7ef916a4b8f92e0c7a7d"} +{"uuid":"gpqa-main-ac27f29e5f777e93e751f3f2","benchmark":"gpqa_main","data_index":1591,"repeat_index":4,"sample_id":"gpqa-main-ac27f29e5f777e93e751f3f2/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8114,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"d49aa1d9efc38f6409c199c3e2706ec44f5d20d25b0e7d41f40b9c46668ed1e0"} +{"uuid":"gpqa-main-2ad64f0bf627cf52a8ad924c","benchmark":"gpqa_main","data_index":1671,"repeat_index":4,"sample_id":"gpqa-main-2ad64f0bf627cf52a8ad924c/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":508,"prompt_tokens":146,"effective_max_tokens":130926,"original_embedded_prediction":"A","question_sha256":"e9afb48881134b480ce09710124320be56d4166a402490b65f81bdb1df6e3a1d"} +{"uuid":"gpqa-main-1f9ad1ca59cf537e3cdf47c2","benchmark":"gpqa_main","data_index":1666,"repeat_index":4,"sample_id":"gpqa-main-1f9ad1ca59cf537e3cdf47c2/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2017,"prompt_tokens":318,"effective_max_tokens":130754,"original_embedded_prediction":"B","question_sha256":"229ffbdb774489fcfd578450da500a74b0c6fd603d3f4050eb6ff993659f5c7e"} +{"uuid":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c","benchmark":"gpqa_main","data_index":1654,"repeat_index":4,"sample_id":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4472,"prompt_tokens":340,"effective_max_tokens":130732,"original_embedded_prediction":"C","question_sha256":"626cda94018ba930400d9c043f6fc1aa30c317abf6fd8f6d0ec8b133ce2036c8"} +{"uuid":"gpqa-main-1754a508e794225bd932adeb","benchmark":"gpqa_main","data_index":1589,"repeat_index":4,"sample_id":"gpqa-main-1754a508e794225bd932adeb/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8687,"prompt_tokens":276,"effective_max_tokens":130796,"original_embedded_prediction":"B","question_sha256":"16464cac7090a24d3b5a0bf989e1699bafd2dd7b1555e816a1f77804d8e890db"} +{"uuid":"gpqa-main-3f72ea9cda0c3c6f970bd310","benchmark":"gpqa_main","data_index":1594,"repeat_index":4,"sample_id":"gpqa-main-3f72ea9cda0c3c6f970bd310/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8854,"prompt_tokens":432,"effective_max_tokens":130640,"original_embedded_prediction":"C","question_sha256":"a5bf307fdc69920b346c2d288b6a35b24485c92c8e245174a775055fa172cdc6"} +{"uuid":"gpqa-main-178c84548026beb35252a961","benchmark":"gpqa_main","data_index":1640,"repeat_index":4,"sample_id":"gpqa-main-178c84548026beb35252a961/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6958,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"B","question_sha256":"4ea09b6f60208405c59e5923a565f195c94315e0b6e230acd59351f1ee59ed96"} +{"uuid":"gpqa-main-5f336d7998263d21db8f15c1","benchmark":"gpqa_main","data_index":1586,"repeat_index":4,"sample_id":"gpqa-main-5f336d7998263d21db8f15c1/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9143,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"D","question_sha256":"5028b464f9ac881885af02d0d7fda29d17165d3804f0f84dbc2e8f6dbd923739"} +{"uuid":"gpqa-main-f432c1aa4319a4b1f6fa2ac1","benchmark":"gpqa_main","data_index":1645,"repeat_index":4,"sample_id":"gpqa-main-f432c1aa4319a4b1f6fa2ac1/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6509,"prompt_tokens":264,"effective_max_tokens":130808,"original_embedded_prediction":"C","question_sha256":"19d5ec504b7008b3eada0ca0c300cd88147b20679109f6681bfd8946e0db2c8c"} +{"uuid":"gpqa-main-e408cf011e5548359fd7cfa7","benchmark":"gpqa_main","data_index":1604,"repeat_index":4,"sample_id":"gpqa-main-e408cf011e5548359fd7cfa7/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9318,"prompt_tokens":190,"effective_max_tokens":130882,"original_embedded_prediction":"D","question_sha256":"62f7808cdd914d23316e18802ada081dc433f34465864581ce0c27bfafdcd343"} +{"uuid":"gpqa-main-fcf4fbe275826c7d67e6067b","benchmark":"gpqa_main","data_index":1484,"repeat_index":3,"sample_id":"gpqa-main-fcf4fbe275826c7d67e6067b/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9372,"prompt_tokens":319,"effective_max_tokens":130753,"original_embedded_prediction":"B","question_sha256":"804a1298d02f33e3d34af9885ef317731ae757104a1e874356955c98921afd18"} +{"uuid":"gpqa-main-288426a7fecb5facf10219c7","benchmark":"gpqa_main","data_index":1342,"repeat_index":3,"sample_id":"gpqa-main-288426a7fecb5facf10219c7/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9629,"prompt_tokens":321,"effective_max_tokens":130751,"original_embedded_prediction":"D","question_sha256":"7cccb7714b35c30190fb5db64a1b22a36b726b2a007f241961e1e48c82e4acb3"} +{"uuid":"gpqa-main-68d5dcbd7078889c19a9a93c","benchmark":"gpqa_main","data_index":1672,"repeat_index":4,"sample_id":"gpqa-main-68d5dcbd7078889c19a9a93c/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1816,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"618551bfaaf71599d5802135cbf18d8e9b5a33b38537d32515c5298d556df601"} +{"uuid":"gpqa-main-138fcbeedbaf865565ec35fd","benchmark":"gpqa_main","data_index":1663,"repeat_index":4,"sample_id":"gpqa-main-138fcbeedbaf865565ec35fd/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4111,"prompt_tokens":409,"effective_max_tokens":130663,"original_embedded_prediction":"D","question_sha256":"15bed1ac60d1bdcf0eec84539d669d6f38a2eb24b51e5072a922d8d9391ab135"} +{"uuid":"gpqa-main-f7ba77d144b7a11de90a37c4","benchmark":"gpqa_main","data_index":1681,"repeat_index":4,"sample_id":"gpqa-main-f7ba77d144b7a11de90a37c4/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":859,"prompt_tokens":236,"effective_max_tokens":130836,"original_embedded_prediction":"B","question_sha256":"ac7263466ea3cfcdcebac618b1d20835b4103b2d80b75b1a7110e9763eb45aa2"} +{"uuid":"gpqa-main-3b1469c59353cec7a0dd6866","benchmark":"gpqa_main","data_index":1677,"repeat_index":4,"sample_id":"gpqa-main-3b1469c59353cec7a0dd6866/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1542,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"B","question_sha256":"ebc638f9e42bd31bd87f0fab4dff50846ee425d9aef0cb954a4e5013a5a107e4"} +{"uuid":"gpqa-main-45b8834e3ed027ec73e9cb93","benchmark":"gpqa_main","data_index":1478,"repeat_index":3,"sample_id":"gpqa-main-45b8834e3ed027ec73e9cb93/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10078,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"C","question_sha256":"14a2ed1ddcecc5a3752c954a0c07f0e2ae102378d648cc66bd57385516fbbe20"} +{"uuid":"gpqa-main-ea0400e59078652fc57eb6e1","benchmark":"gpqa_main","data_index":1632,"repeat_index":4,"sample_id":"gpqa-main-ea0400e59078652fc57eb6e1/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10351,"prompt_tokens":537,"effective_max_tokens":130535,"original_embedded_prediction":"D","question_sha256":"50fc83bec6235fb29a76a0a00342f5c99a24684597a5930df882fe103e170363"} +{"uuid":"gpqa-main-8980ca71edb4f58a3e46b256","benchmark":"gpqa_main","data_index":1680,"repeat_index":4,"sample_id":"gpqa-main-8980ca71edb4f58a3e46b256/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1507,"prompt_tokens":145,"effective_max_tokens":130927,"original_embedded_prediction":"B","question_sha256":"fb9586d35200647be665790b2cd3eee5c8cca1b79e6afcf01f027007fa057b64"} +{"uuid":"gpqa-main-ad697760bc60543062e8b7b4","benchmark":"gpqa_main","data_index":1689,"repeat_index":4,"sample_id":"gpqa-main-ad697760bc60543062e8b7b4/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":660,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"B","question_sha256":"7f9b4679645e2d89214a154be6bdb13eafdc747457ce2950bda27a9a2b97917f"} +{"uuid":"gpqa-main-cb8b679fe50f1b3a7168eb92","benchmark":"gpqa_main","data_index":1690,"repeat_index":4,"sample_id":"gpqa-main-cb8b679fe50f1b3a7168eb92/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":678,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"B","question_sha256":"8ed0101055c99512a99310385277c13855047c3a1b31ca6b8a6ee3f83cf5d4f3"} +{"uuid":"gpqa-main-34faeb45e152eaf4c29e65e4","benchmark":"gpqa_main","data_index":1687,"repeat_index":4,"sample_id":"gpqa-main-34faeb45e152eaf4c29e65e4/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1780,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"B","question_sha256":"82e6266418c679493cea34e30d0f71026adb6ab6c433e643d37860fb718999ec"} +{"uuid":"gpqa-main-60f734b52603f7ef29671f95","benchmark":"gpqa_main","data_index":1691,"repeat_index":4,"sample_id":"gpqa-main-60f734b52603f7ef29671f95/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1523,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"D","question_sha256":"bf9de03889292b969198f42b877b6d4c7b56ce10ae654e71f4be720b5efdb1f1"} +{"uuid":"gpqa-main-084903ab17db0fab7bc6caea","benchmark":"gpqa_main","data_index":1665,"repeat_index":4,"sample_id":"gpqa-main-084903ab17db0fab7bc6caea/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5781,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"b560f550d5d9fb2378520f0fcf7b6573aec2027430ef06270491ace18a0497fc"} +{"uuid":"gpqa-main-8dd5ae41d915a09d1c8b9add","benchmark":"gpqa_main","data_index":1313,"repeat_index":3,"sample_id":"gpqa-main-8dd5ae41d915a09d1c8b9add/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12278,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"B","question_sha256":"8a246eed19ab5f877aa822da432a7aaa0f52615ea4655b0a89995d374971cd27"} +{"uuid":"gpqa-main-6845f28b26fa44b2b44ded84","benchmark":"gpqa_main","data_index":1676,"repeat_index":4,"sample_id":"gpqa-main-6845f28b26fa44b2b44ded84/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3903,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"7c6678dd868700f600b69c54e83e52a10695ac957465ffbe08c35d20f42b448e"} +{"uuid":"gpqa-main-84c386fbd7476f5541ea16f0","benchmark":"gpqa_main","data_index":1427,"repeat_index":3,"sample_id":"gpqa-main-84c386fbd7476f5541ea16f0/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12331,"prompt_tokens":370,"effective_max_tokens":130702,"original_embedded_prediction":"A","question_sha256":"083aa3572345d938b0c707cfb8c710aea73759344b234ada78ed36f1ec66eb0d"} +{"uuid":"gpqa-main-00a9d82facaec210f417af7a","benchmark":"gpqa_main","data_index":1693,"repeat_index":4,"sample_id":"gpqa-main-00a9d82facaec210f417af7a/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1659,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"77f0590db54b06b37e142e7363145cbdb1a8d11c2a7575d9ae0fc10b3a6708bd"} +{"uuid":"gpqa-main-7e29412fd534df20c4a23267","benchmark":"gpqa_main","data_index":1623,"repeat_index":4,"sample_id":"gpqa-main-7e29412fd534df20c4a23267/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12458,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"7fda2b6ca2ff9984ace9bf53f465cebb4b8d963f7ddcb5aa5f5015cd6989be42"} +{"uuid":"gpqa-main-925cb13958435841df0e8c1e","benchmark":"gpqa_main","data_index":1643,"repeat_index":4,"sample_id":"gpqa-main-925cb13958435841df0e8c1e/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10028,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"B","question_sha256":"d21ba2f1c06b876b2d387104c816ee0fcc369a02b8e010a706e0e2448c56f78e"} +{"uuid":"gpqa-main-b38dfd97dcfb80fb4df4c6f2","benchmark":"gpqa_main","data_index":1662,"repeat_index":4,"sample_id":"gpqa-main-b38dfd97dcfb80fb4df4c6f2/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7120,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"28fc44d6ca68ec833bb9837a558199f6e126ccb90f29dc42a2a4bf34ea4b66a7"} +{"uuid":"gpqa-main-dbbe3054b6bdabe917f5ab5d","benchmark":"gpqa_main","data_index":1683,"repeat_index":4,"sample_id":"gpqa-main-dbbe3054b6bdabe917f5ab5d/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3841,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"1054cb147fa0d82e2b1830b0238455ab6cea42cde361a81e9934864240f22f50"} +{"uuid":"gpqa-main-d98819c9bc2a4086534acf1b","benchmark":"gpqa_main","data_index":1433,"repeat_index":3,"sample_id":"gpqa-main-d98819c9bc2a4086534acf1b/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13214,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"d53ea2c13c1ce696b626852774a73a189571a138a5fd872cdd3bb15f21f0bf06"} +{"uuid":"gpqa-main-3ad0b182e1494c1e76262069","benchmark":"gpqa_main","data_index":1541,"repeat_index":4,"sample_id":"gpqa-main-3ad0b182e1494c1e76262069/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13268,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"C","question_sha256":"835ebb67a4198184dbd29c03b43e4283e93c0473d886ab6c3b6c52ffb918b6ab"} +{"uuid":"gpqa-main-33b9f4658edfefac92faa4d3","benchmark":"gpqa_main","data_index":1428,"repeat_index":3,"sample_id":"gpqa-main-33b9f4658edfefac92faa4d3/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13304,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"A","question_sha256":"21b950759e4e088c97c70fcca487f4b3ceddd69dd2563433e332a0dde94eeddb"} +{"uuid":"gpqa-main-3357b4ebb8c461cb9eeca4bd","benchmark":"gpqa_main","data_index":1614,"repeat_index":4,"sample_id":"gpqa-main-3357b4ebb8c461cb9eeca4bd/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13759,"prompt_tokens":283,"effective_max_tokens":130789,"original_embedded_prediction":"B","question_sha256":"cdffe5a4f742a97a3cc2ffedfc8d78a3ffa14249a51afc48e9d7aa8fc6b499a8"} +{"uuid":"gpqa-main-682237ee740e033537fb5707","benchmark":"gpqa_main","data_index":1705,"repeat_index":4,"sample_id":"gpqa-main-682237ee740e033537fb5707/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":618,"prompt_tokens":291,"effective_max_tokens":130781,"original_embedded_prediction":"A","question_sha256":"6cec89b2019b24f8e8c4001cade388815345ae403b5d5fc687cf7fdccbcc6ce1"} +{"uuid":"gpqa-main-ef65739a36457c1672913212","benchmark":"gpqa_main","data_index":1695,"repeat_index":4,"sample_id":"gpqa-main-ef65739a36457c1672913212/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2146,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"46601a7bcf5dcc71504dda490de685062fce72cdc997d7acb8b78e5a351a96bc"} +{"uuid":"gpqa-main-bab6e331fae29c00395de3a4","benchmark":"gpqa_main","data_index":1702,"repeat_index":4,"sample_id":"gpqa-main-bab6e331fae29c00395de3a4/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1394,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"cf500f5f076470e539799f3822047d1a6263a0abc77614f9abc48a4f60ba507d"} +{"uuid":"gpqa-main-d3a774e5f1af1a1e11117582","benchmark":"gpqa_main","data_index":1698,"repeat_index":4,"sample_id":"gpqa-main-d3a774e5f1af1a1e11117582/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1787,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"B","question_sha256":"26b8e966c8adf9fe2824ff1fd3c23b2d488a785fe8a68cbce362bac46e891a79"} +{"uuid":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3","benchmark":"gpqa_main","data_index":1694,"repeat_index":4,"sample_id":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3399,"prompt_tokens":252,"effective_max_tokens":130820,"original_embedded_prediction":"A","question_sha256":"71075d4447ee264b63e5544da7b40502fb235decc31484f33ee97a8ef70c3d1f"} +{"uuid":"gpqa-main-20f50fda9aeae51c6b9b4ba0","benchmark":"gpqa_main","data_index":1627,"repeat_index":4,"sample_id":"gpqa-main-20f50fda9aeae51c6b9b4ba0/repeat-4","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14302,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"A","question_sha256":"c7914fc7bcc19ad8377798d825d6dbc59be8fb64f2b51a89ec26f55423d9edd1"} +{"uuid":"gpqa-main-c028fe71611d73b87b4cbb03","benchmark":"gpqa_main","data_index":1692,"repeat_index":4,"sample_id":"gpqa-main-c028fe71611d73b87b4cbb03/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3856,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"D","question_sha256":"f56f3f5d135dc8d61dc42f902943e2459f79e4343f2fef6741f6f86d4133a99a"} +{"uuid":"gpqa-main-4462dc9f2d34289881ef2b1c","benchmark":"gpqa_main","data_index":1678,"repeat_index":4,"sample_id":"gpqa-main-4462dc9f2d34289881ef2b1c/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5809,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"63318cb18413a705693b9a4312f73dbf5358312aafc1d703c3d29a6340ffa0d1"} +{"uuid":"gpqa-main-4373b5f7be197f26258c18cf","benchmark":"gpqa_main","data_index":1328,"repeat_index":3,"sample_id":"gpqa-main-4373b5f7be197f26258c18cf/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14532,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"B","question_sha256":"56563ccb64ef7d8686cd4d8da77c8b4636353d0bb75dbefa360323671dfffed1"} +{"uuid":"gpqa-main-c5506c52a996021a33525b24","benchmark":"gpqa_main","data_index":1394,"repeat_index":3,"sample_id":"gpqa-main-c5506c52a996021a33525b24/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14646,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"ec867cdcf4e586ae70e24b76b87230ee2b48ec67a5234d7a682f06f846fbdf0d"} +{"uuid":"gpqa-main-3d3dfe64363613833bb52e81","benchmark":"gpqa_main","data_index":1377,"repeat_index":3,"sample_id":"gpqa-main-3d3dfe64363613833bb52e81/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14765,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"B","question_sha256":"ec22f627211f722949e6d36efcb583b2f796830a38cf5cf5dcba4f727562d975"} +{"uuid":"gpqa-main-aa04ac251ed805588a6be27c","benchmark":"gpqa_main","data_index":1701,"repeat_index":4,"sample_id":"gpqa-main-aa04ac251ed805588a6be27c/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2452,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"D","question_sha256":"198a9824ae684cea2edf9d0597e69c2274e0be94e0a0ffcf7b4ad3e95f4a6dae"} +{"uuid":"gpqa-main-51f5bda498b3f05cab60119c","benchmark":"gpqa_main","data_index":1601,"repeat_index":4,"sample_id":"gpqa-main-51f5bda498b3f05cab60119c/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14814,"prompt_tokens":271,"effective_max_tokens":130801,"original_embedded_prediction":"A","question_sha256":"f7fa8540a448dfeff404af93810c60c41ed387fb5e4c821bbb6e5869dd9f8630"} +{"uuid":"gpqa-main-8d43dd1cebfb1a76c18a3589","benchmark":"gpqa_main","data_index":1365,"repeat_index":3,"sample_id":"gpqa-main-8d43dd1cebfb1a76c18a3589/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14824,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"A","question_sha256":"1c3b360d52d717d4eda55f53310217b072979b1026b8896b235a2ba9f5151964"} +{"uuid":"gpqa-main-104b659bbac6e52c4c877c0b","benchmark":"gpqa_main","data_index":1688,"repeat_index":4,"sample_id":"gpqa-main-104b659bbac6e52c4c877c0b/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5118,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"D","question_sha256":"de6e1846b7e0c60ac3b7b0f613ad67cc3d941770b7de58c7a45add8c64d1db8b"} +{"uuid":"gpqa-main-547aac137dd7671e7ef03fa9","benchmark":"gpqa_main","data_index":1700,"repeat_index":4,"sample_id":"gpqa-main-547aac137dd7671e7ef03fa9/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2830,"prompt_tokens":497,"effective_max_tokens":130575,"original_embedded_prediction":"B","question_sha256":"8369c6a1ffc960e3f3d88e5e4c521eebcc37f39ca9adf654c3cd4b61f892f2ef"} +{"uuid":"gpqa-main-fa3e9be7fdf8e7c8952739d8","benchmark":"gpqa_main","data_index":1667,"repeat_index":4,"sample_id":"gpqa-main-fa3e9be7fdf8e7c8952739d8/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8568,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"5e9819e02e7dd08ec53ff217d848ce64e833e2b069cd81e9940f7a72a5230b30"} +{"uuid":"gpqa-main-01e62a7b7362ebd043bef6f7","benchmark":"gpqa_main","data_index":1380,"repeat_index":3,"sample_id":"gpqa-main-01e62a7b7362ebd043bef6f7/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15246,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"B","question_sha256":"339602fd0ae9cbdaef368f3dcff01cd2d212565d5c7830b14c0fd29de1cb58d6"} +{"uuid":"gpqa-main-913c4ee0ce195992ff9638b1","benchmark":"gpqa_main","data_index":1714,"repeat_index":4,"sample_id":"gpqa-main-913c4ee0ce195992ff9638b1/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1216,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"ed904d04c24f37586b1f78a18bd22f28752e80a5ecc489939950778aa5307d98"} +{"uuid":"gpqa-main-99878f707c7c4024511bae58","benchmark":"gpqa_main","data_index":1710,"repeat_index":4,"sample_id":"gpqa-main-99878f707c7c4024511bae58/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1625,"prompt_tokens":241,"effective_max_tokens":130831,"original_embedded_prediction":"B","question_sha256":"826fb502d2db0f2db5e44683cd45f09d18423fd8a339643c8dc8b32b1accd428"} +{"uuid":"gpqa-main-6030f5f53fe38c334b2c3a6a","benchmark":"gpqa_main","data_index":1709,"repeat_index":4,"sample_id":"gpqa-main-6030f5f53fe38c334b2c3a6a/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1667,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"88d277706c3af734be0507cde034c23c7e206f855c2fcc97d6ed69f8ad92df57"} +{"uuid":"gpqa-main-781f4efc4b25ff35b588e87c","benchmark":"gpqa_main","data_index":1717,"repeat_index":4,"sample_id":"gpqa-main-781f4efc4b25ff35b588e87c/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1047,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"C","question_sha256":"f933a526e8aec15b0dc77756bad3ba0839404a6d042443e3f5a0ab0b8d1cfa96"} +{"uuid":"gpqa-main-50aaa7274c5010d9768274ec","benchmark":"gpqa_main","data_index":1711,"repeat_index":4,"sample_id":"gpqa-main-50aaa7274c5010d9768274ec/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1880,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"D","question_sha256":"0cda758f1290855df9dd7b9a4319bb6ae8108c8113b125a3a2f60705af536a34"} +{"uuid":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7","benchmark":"gpqa_main","data_index":1573,"repeat_index":4,"sample_id":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15758,"prompt_tokens":279,"effective_max_tokens":130793,"original_embedded_prediction":"C","question_sha256":"f730b35adb897658b28382d90ae7881a77e5d86003cc9b3942862d742001d4fb"} +{"uuid":"gpqa-main-5e6a032f9aa67c7725f828d0","benchmark":"gpqa_main","data_index":1731,"repeat_index":4,"sample_id":"gpqa-main-5e6a032f9aa67c7725f828d0/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":459,"prompt_tokens":330,"effective_max_tokens":130742,"original_embedded_prediction":"A","question_sha256":"8accf5d31cc4cf5c2467ac477d83885c90d2715606f7c2e68d318476741bbdd7"} +{"uuid":"gpqa-main-e3e073f3f0f646532e4caf06","benchmark":"gpqa_main","data_index":1703,"repeat_index":4,"sample_id":"gpqa-main-e3e073f3f0f646532e4caf06/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3497,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"D","question_sha256":"a1cff30033350ed32c6446abacb176ef3ffad0fc471aaacf3468c78e0aad550e"} +{"uuid":"gpqa-main-12fef4b097b802dea2564ea2","benchmark":"gpqa_main","data_index":1338,"repeat_index":3,"sample_id":"gpqa-main-12fef4b097b802dea2564ea2/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16210,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"D","question_sha256":"254c10ac4fdccd2709d12769dd755a22c6de6b1e6bff2363164511e2905446d7"} +{"uuid":"gpqa-main-7d850f6448c27424d9f68c4e","benchmark":"gpqa_main","data_index":1720,"repeat_index":4,"sample_id":"gpqa-main-7d850f6448c27424d9f68c4e/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1511,"prompt_tokens":544,"effective_max_tokens":130528,"original_embedded_prediction":"B","question_sha256":"48bf9d4f95299b8f9288e190dca6edd0c3cf53cf40dada120e22abf98469d3e3"} +{"uuid":"gpqa-main-69bcb32ba17f6e7aa0918597","benchmark":"gpqa_main","data_index":1650,"repeat_index":4,"sample_id":"gpqa-main-69bcb32ba17f6e7aa0918597/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13115,"prompt_tokens":758,"effective_max_tokens":130314,"original_embedded_prediction":"C","question_sha256":"9eb1fde9ac6acb7dc761f4941a792f3d0d052ad76d36e12bb9e406963b3906ef"} +{"uuid":"gpqa-main-d7c4372bfbc5d0f0f9331350","benchmark":"gpqa_main","data_index":1721,"repeat_index":4,"sample_id":"gpqa-main-d7c4372bfbc5d0f0f9331350/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1695,"prompt_tokens":588,"effective_max_tokens":130484,"original_embedded_prediction":"D","question_sha256":"92d8ffd16886567ac1ed2f15a6c2d3d6ac2a2fb0fd0e56836671babcde327d3f"} +{"uuid":"gpqa-main-692e40bceeaff3accdc11ead","benchmark":"gpqa_main","data_index":1673,"repeat_index":4,"sample_id":"gpqa-main-692e40bceeaff3accdc11ead/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8577,"prompt_tokens":471,"effective_max_tokens":130601,"original_embedded_prediction":"D","question_sha256":"954d12809188bb6fb15643c4406ac6b108f5d7836e1eeabd73e49df01f2c616e"} +{"uuid":"gpqa-main-ed6a4565f708132bae39b742","benchmark":"gpqa_main","data_index":1407,"repeat_index":3,"sample_id":"gpqa-main-ed6a4565f708132bae39b742/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16681,"prompt_tokens":393,"effective_max_tokens":130679,"original_embedded_prediction":"A","question_sha256":"5ce997bcaa654b6fdbbb00b63b66633167679a850d02d845b8a9b1b716979197"} +{"uuid":"gpqa-main-043ca5f03089118ef536135d","benchmark":"gpqa_main","data_index":1298,"repeat_index":3,"sample_id":"gpqa-main-043ca5f03089118ef536135d/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16708,"prompt_tokens":594,"effective_max_tokens":130478,"original_embedded_prediction":"C","question_sha256":"43c5cb4f57895b07f3e1815e411f315dfa3fe44fe601b5aacde7c1244cdcaa89"} +{"uuid":"gpqa-main-86d8d26ea3f4092dd4bac144","benchmark":"gpqa_main","data_index":1670,"repeat_index":4,"sample_id":"gpqa-main-86d8d26ea3f4092dd4bac144/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9186,"prompt_tokens":227,"effective_max_tokens":130845,"original_embedded_prediction":"A","question_sha256":"299c83f78042a13c78ad054088517dc82d5ed82bcc9ef75ec08dc120f2b8052f"} +{"uuid":"gpqa-main-a6eb05bb931229a396d81e44","benchmark":"gpqa_main","data_index":1708,"repeat_index":4,"sample_id":"gpqa-main-a6eb05bb931229a396d81e44/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3655,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"D","question_sha256":"19c2c8e0578e84094a1f97568e95e1e88fadee2743b1c6519b7fc661c8577cde"} +{"uuid":"gpqa-main-381032537ca0c968de7d5c06","benchmark":"gpqa_main","data_index":1739,"repeat_index":4,"sample_id":"gpqa-main-381032537ca0c968de7d5c06/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":456,"prompt_tokens":186,"effective_max_tokens":130886,"original_embedded_prediction":"A","question_sha256":"045347c35e2957dbd6bc83158fecec24c157df70fdefaaddc8633ecda3435cdc"} +{"uuid":"gpqa-main-89f68a802c7c6e55b5b802fd","benchmark":"gpqa_main","data_index":1415,"repeat_index":3,"sample_id":"gpqa-main-89f68a802c7c6e55b5b802fd/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17298,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"0815a781881ae5e8651c7fad2acd62427e6f4161f30b842d196debe30bd5ee83"} +{"uuid":"gpqa-main-fd21f7c7356e7f51f0cabd07","benchmark":"gpqa_main","data_index":1737,"repeat_index":4,"sample_id":"gpqa-main-fd21f7c7356e7f51f0cabd07/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1026,"prompt_tokens":601,"effective_max_tokens":130471,"original_embedded_prediction":"D","question_sha256":"db246f6acae65ff2e4bb6caad314b6583cd0085f0d81b1b20515ca2fe73b6f72"} +{"uuid":"gpqa-main-666fc74619f38e356e33a285","benchmark":"gpqa_main","data_index":1716,"repeat_index":4,"sample_id":"gpqa-main-666fc74619f38e356e33a285/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2945,"prompt_tokens":693,"effective_max_tokens":130379,"original_embedded_prediction":"C","question_sha256":"89fa5b222a94e07a283a5140341a0704109ec3b7f62de72dd072383182771ebc"} +{"uuid":"gpqa-main-04a5c442799262dec9375c25","benchmark":"gpqa_main","data_index":1730,"repeat_index":4,"sample_id":"gpqa-main-04a5c442799262dec9375c25/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2032,"prompt_tokens":365,"effective_max_tokens":130707,"original_embedded_prediction":"D","question_sha256":"e90ec32d975ec61b7cd079ff6968bc3dbaa4fc87e74699c1406ce59093066dbc"} +{"uuid":"gpqa-main-1a3571c1ec099b06b5011ceb","benchmark":"gpqa_main","data_index":1474,"repeat_index":3,"sample_id":"gpqa-main-1a3571c1ec099b06b5011ceb/repeat-3","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17466,"prompt_tokens":166,"effective_max_tokens":130906,"original_embedded_prediction":"A","question_sha256":"853f9bd759921129a51dd81d489f867c5aa9463f1925c203fe6f1e3147741f08"} +{"uuid":"gpqa-main-249edae2034ba7f3819aaa7b","benchmark":"gpqa_main","data_index":1746,"repeat_index":4,"sample_id":"gpqa-main-249edae2034ba7f3819aaa7b/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":220,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"A","question_sha256":"c4d795814405ce2bb231fe7012e4581bcaebca12bb3f8c3260a3ad239aa51a79"} +{"uuid":"gpqa-main-f35f531075e0f4b71e6bfdf7","benchmark":"gpqa_main","data_index":1564,"repeat_index":4,"sample_id":"gpqa-main-f35f531075e0f4b71e6bfdf7/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17564,"prompt_tokens":440,"effective_max_tokens":130632,"original_embedded_prediction":"B","question_sha256":"1dec0a47229d6987f418c244cc1169bdeb04c6134b883ac8895dc2380cdf0539"} +{"uuid":"gpqa-main-1cea82df3087b1eb05c4d230","benchmark":"gpqa_main","data_index":1389,"repeat_index":3,"sample_id":"gpqa-main-1cea82df3087b1eb05c4d230/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17593,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"dd05d2d9e9053dd1d4367a61d5f718336fc8f18bc81bdf0ccfb104e241053522"} +{"uuid":"gpqa-main-b22053dbc40179e114f0c866","benchmark":"gpqa_main","data_index":1661,"repeat_index":4,"sample_id":"gpqa-main-b22053dbc40179e114f0c866/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12131,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"1f101bccd20044577731aef887c9704a6a153baf063dff8d9a04510e7b8dcfb7"} +{"uuid":"gpqa-main-65b3a19abfb8f6bf88bf75f5","benchmark":"gpqa_main","data_index":1519,"repeat_index":3,"sample_id":"gpqa-main-65b3a19abfb8f6bf88bf75f5/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18016,"prompt_tokens":308,"effective_max_tokens":130764,"original_embedded_prediction":"B","question_sha256":"a8345a17dbfe0f12b34f72265cd346edb8235c10a1aa78acb6be06124a19360a"} +{"uuid":"gpqa-main-bd228dea7f1aa14b70216372","benchmark":"gpqa_main","data_index":1753,"repeat_index":4,"sample_id":"gpqa-main-bd228dea7f1aa14b70216372/repeat-4","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":772,"prompt_tokens":425,"effective_max_tokens":130647,"original_embedded_prediction":"A","question_sha256":"c1dea594f51ba7757d0d9ec69efa6b56bfeeaff965f074faaf89160cca96a0e9"} +{"uuid":"gpqa-main-70afc730094f43bb0e05f371","benchmark":"gpqa_main","data_index":1745,"repeat_index":4,"sample_id":"gpqa-main-70afc730094f43bb0e05f371/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1489,"prompt_tokens":360,"effective_max_tokens":130712,"original_embedded_prediction":"A","question_sha256":"f328e748a74c78b0ab73f790c6848b663fb5bffac884e2793a63bb9ce351e4b6"} +{"uuid":"gpqa-main-4117517dba1fdbd711e3d32b","benchmark":"gpqa_main","data_index":1684,"repeat_index":4,"sample_id":"gpqa-main-4117517dba1fdbd711e3d32b/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9080,"prompt_tokens":398,"effective_max_tokens":130674,"original_embedded_prediction":"C","question_sha256":"3e04ad2cb1248bfb53a7bd8f05efedea49f42b201c6f35907baa6c30abf40733"} +{"uuid":"gpqa-main-5a280dae7286e8bab3887904","benchmark":"gpqa_main","data_index":1748,"repeat_index":4,"sample_id":"gpqa-main-5a280dae7286e8bab3887904/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1285,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"C","question_sha256":"b8398a470c0a1a045a6dcf2005bd8e8351bdf75ffa7c473958cf3c4b5d4fb288"} +{"uuid":"gpqa-main-e6ff92ca0c11b47b14793d2f","benchmark":"gpqa_main","data_index":1660,"repeat_index":4,"sample_id":"gpqa-main-e6ff92ca0c11b47b14793d2f/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13315,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"A","question_sha256":"ca2abe8a98bc00aadbd20baf4ff27e830539507a5ff7402eed5e2491347f95aa"} +{"uuid":"gpqa-main-63f2aea89eec9b67abe0bacf","benchmark":"gpqa_main","data_index":1329,"repeat_index":3,"sample_id":"gpqa-main-63f2aea89eec9b67abe0bacf/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18820,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"C","question_sha256":"32596b406efecc4795e9f82b1d00f89787b9ed9e4f9d6239bed8194f13da06e7"} +{"uuid":"gpqa-main-50b06dfa0f6f3a64a58faa00","benchmark":"gpqa_main","data_index":1449,"repeat_index":3,"sample_id":"gpqa-main-50b06dfa0f6f3a64a58faa00/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19000,"prompt_tokens":2889,"effective_max_tokens":128183,"original_embedded_prediction":"A","question_sha256":"6d83e75112500dd8a0852c4eaa9859c4fb625c97bdf5f7d5c532bcd6347ea1a8"} +{"uuid":"gpqa-main-7475b6b01129fce5b436b0ee","benchmark":"gpqa_main","data_index":1734,"repeat_index":4,"sample_id":"gpqa-main-7475b6b01129fce5b436b0ee/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3059,"prompt_tokens":235,"effective_max_tokens":130837,"original_embedded_prediction":"B","question_sha256":"797be7099117e146adaaf5ad31bd914d9adbd510441211b0040aad2812fffc40"} +{"uuid":"gpqa-main-c8bb35d2e6add774a878c895","benchmark":"gpqa_main","data_index":1363,"repeat_index":3,"sample_id":"gpqa-main-c8bb35d2e6add774a878c895/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19092,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"A","question_sha256":"8b5b2cb731b5a7fb6556557d17fc7ef7fb607adfa5050f0d70418eb3b983605b"} +{"uuid":"gpqa-main-779369aa96b96a67933939f1","benchmark":"gpqa_main","data_index":1760,"repeat_index":4,"sample_id":"gpqa-main-779369aa96b96a67933939f1/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":459,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"acf784efba891531b08709383ede2379cee1f604b6334b753dd1fcaab37af970"} +{"uuid":"gpqa-main-9bb169e317cdd76b98ada24f","benchmark":"gpqa_main","data_index":1725,"repeat_index":4,"sample_id":"gpqa-main-9bb169e317cdd76b98ada24f/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3983,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d0bbc79a116a93d5c5c1325e012b3feb17a7b705d2ccd57a86ecfbdc2bf78030"} +{"uuid":"gpqa-main-4a8c97220fb14b99f363b2ce","benchmark":"gpqa_main","data_index":1724,"repeat_index":4,"sample_id":"gpqa-main-4a8c97220fb14b99f363b2ce/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4024,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"D","question_sha256":"a939b9de7ea4048442a9378048f992097c413c77ad1c665790486c352036c7e3"} +{"uuid":"gpqa-main-8af90a4147e5f0c98bfd00fa","benchmark":"gpqa_main","data_index":1754,"repeat_index":4,"sample_id":"gpqa-main-8af90a4147e5f0c98bfd00fa/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1593,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"C","question_sha256":"29a55065f72c47169c5073a91e6b55d82fe2f5784289d2baf5cf5444f8d6fd65"} +{"uuid":"gpqa-main-143dc33c1aad9828daf5e615","benchmark":"gpqa_main","data_index":1247,"repeat_index":3,"sample_id":"gpqa-main-143dc33c1aad9828daf5e615/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19256,"prompt_tokens":354,"effective_max_tokens":130718,"original_embedded_prediction":"C","question_sha256":"ff60c18b72aac9e90842c7a2d5e79c68092a3fbb1d6c0318cee6d2892a43a0a1"} +{"uuid":"gpqa-main-bceb5bf342ad44aac4fdbe55","benchmark":"gpqa_main","data_index":1659,"repeat_index":4,"sample_id":"gpqa-main-bceb5bf342ad44aac4fdbe55/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14066,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"20d48d5f0a9a8b77bea35e72a90794c2d2147aa8321ae6aa60e84491688a0803"} +{"uuid":"gpqa-main-ecb6740406340eb07beacf42","benchmark":"gpqa_main","data_index":1762,"repeat_index":4,"sample_id":"gpqa-main-ecb6740406340eb07beacf42/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":306,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"29f96711820eba41ccced6676074bc5bcd9e3eb6c97ce5e8507128a91a175bb0"} +{"uuid":"gpqa-main-a67142bf6c763d9963d7474d","benchmark":"gpqa_main","data_index":1569,"repeat_index":4,"sample_id":"gpqa-main-a67142bf6c763d9963d7474d/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19450,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"7ed6c7d194038ef8d8c6a84cb18be1015f73754e42d4facb7418e8412ad86b77"} +{"uuid":"gpqa-main-f2c0ff64cf18a6ae32dc45dc","benchmark":"gpqa_main","data_index":1735,"repeat_index":4,"sample_id":"gpqa-main-f2c0ff64cf18a6ae32dc45dc/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3468,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"f2467e0d99b11d10fdd18675d7a73d1a19569e58d6aa97be50c24c2cb28731b1"} +{"uuid":"gpqa-main-3b577bce88d27365cf34e990","benchmark":"gpqa_main","data_index":1496,"repeat_index":3,"sample_id":"gpqa-main-3b577bce88d27365cf34e990/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19498,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"952132525f3a442f1b38bdc3d0190df1c505766096106e7ac626a451f1b236fc"} +{"uuid":"gpqa-main-febe4c45e71692110949e3d6","benchmark":"gpqa_main","data_index":1120,"repeat_index":2,"sample_id":"gpqa-main-febe4c45e71692110949e3d6/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19530,"prompt_tokens":577,"effective_max_tokens":130495,"original_embedded_prediction":"B","question_sha256":"e38dd7750710c37aa45a5b0b5dd91e1b4171070325d670d668ab1fa20431a29e"} +{"uuid":"gpqa-main-e605c3d20abb4c52d96e9b60","benchmark":"gpqa_main","data_index":1707,"repeat_index":4,"sample_id":"gpqa-main-e605c3d20abb4c52d96e9b60/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6374,"prompt_tokens":361,"effective_max_tokens":130711,"original_embedded_prediction":"D","question_sha256":"84b58aec9b33c09286d45fb66ca82cc4ec03e310a0917bc0783bda81a0fa23b6"} +{"uuid":"gpqa-main-1b113e4801541a0f8a992733","benchmark":"gpqa_main","data_index":1106,"repeat_index":2,"sample_id":"gpqa-main-1b113e4801541a0f8a992733/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19739,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"A","question_sha256":"934c12bf2e6db997c9f4c22933b7e9545d3398849fc6e181c8a8187d83cf44b5"} +{"uuid":"gpqa-main-20f8612bcc2efb9c2355d32e","benchmark":"gpqa_main","data_index":1742,"repeat_index":4,"sample_id":"gpqa-main-20f8612bcc2efb9c2355d32e/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3218,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"B","question_sha256":"d746be8625afecad5925e7069f57336e8de3f39dfdf843820421eba66b7bc620"} +{"uuid":"gpqa-main-efb673a27e8a1e042786abf9","benchmark":"gpqa_main","data_index":1599,"repeat_index":4,"sample_id":"gpqa-main-efb673a27e8a1e042786abf9/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20022,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"1f2f27b90dac22c1b4d70e1b1679a095c5ce0b5ec5dd0bbf48f16b8328b18d89"} +{"uuid":"gpqa-main-be779fa0e49ff52e19357207","benchmark":"gpqa_main","data_index":1775,"repeat_index":4,"sample_id":"gpqa-main-be779fa0e49ff52e19357207/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":662,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"ea7bb5901d85914d8997afb87e1ae6be7a8efe03889a4cc08f64de2ccdc9180e"} +{"uuid":"gpqa-main-b5b0614a110a5eb0657cbe9a","benchmark":"gpqa_main","data_index":1651,"repeat_index":4,"sample_id":"gpqa-main-b5b0614a110a5eb0657cbe9a/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16894,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"D","question_sha256":"829ccc830e5fe3601c6e7c0a975192c938019f4d4e5c1b2334d55bb1d951711e"} +{"uuid":"gpqa-main-c720b28fe25654b1cedc9285","benchmark":"gpqa_main","data_index":1274,"repeat_index":3,"sample_id":"gpqa-main-c720b28fe25654b1cedc9285/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20572,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"B","question_sha256":"9f6e1d1b2c053afcba8c78142311f336846eb87d19344fb8aa6e71ed9aecc477"} +{"uuid":"gpqa-main-56cc62f5d70b661868d341e7","benchmark":"gpqa_main","data_index":1774,"repeat_index":4,"sample_id":"gpqa-main-56cc62f5d70b661868d341e7/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1087,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"A","question_sha256":"c974918b90f5892aaad4308e337b490844102dbfad26c90bf508602f9c595d5d"} +{"uuid":"gpqa-main-8a352b243ffac6230977fc90","benchmark":"gpqa_main","data_index":1755,"repeat_index":4,"sample_id":"gpqa-main-8a352b243ffac6230977fc90/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2607,"prompt_tokens":389,"effective_max_tokens":130683,"original_embedded_prediction":"C","question_sha256":"7408ac0330a09a182b52a627f89920c8c4e825da7da4e441973cbefe32b852ac"} +{"uuid":"gpqa-main-63aef6e78c9803d030a16f9c","benchmark":"gpqa_main","data_index":1744,"repeat_index":4,"sample_id":"gpqa-main-63aef6e78c9803d030a16f9c/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3688,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"A","question_sha256":"255e934ed277fdd11f71245508448f7031439d40eb38fd78fb3b813b247c5726"} +{"uuid":"gpqa-main-50a8ab2bd1710dbcfa2e32b5","benchmark":"gpqa_main","data_index":1704,"repeat_index":4,"sample_id":"gpqa-main-50a8ab2bd1710dbcfa2e32b5/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8052,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"5fb04957154b48d4ebad83862909a8fd3afc5ba5399a7dbe4594b5c72255964c"} +{"uuid":"gpqa-main-7ceb372c1cdc7a180b73516c","benchmark":"gpqa_main","data_index":1766,"repeat_index":4,"sample_id":"gpqa-main-7ceb372c1cdc7a180b73516c/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1627,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"B","question_sha256":"142aeb435e38240c03d26aafbfb8dc0ab94e7ef4f752a271c1ab011350a965be"} +{"uuid":"gpqa-main-cdaa7da74e15a8dfc40e0582","benchmark":"gpqa_main","data_index":1343,"repeat_index":3,"sample_id":"gpqa-main-cdaa7da74e15a8dfc40e0582/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20921,"prompt_tokens":410,"effective_max_tokens":130662,"original_embedded_prediction":"D","question_sha256":"733e93868ff7691423e0d318a4d9ba6ce801d7c2ef5c53b8020d7eb13c2c9a5c"} +{"uuid":"gpqa-main-acdff999b6cbfcbc8be6ffac","benchmark":"gpqa_main","data_index":1777,"repeat_index":4,"sample_id":"gpqa-main-acdff999b6cbfcbc8be6ffac/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1347,"prompt_tokens":404,"effective_max_tokens":130668,"original_embedded_prediction":"B","question_sha256":"96f00c3d898d9c364f022eae18e69424d7f2ddde12fbde50541b7390ffd40103"} +{"uuid":"gpqa-main-ddd2b405606ced65b4ce6345","benchmark":"gpqa_main","data_index":1784,"repeat_index":4,"sample_id":"gpqa-main-ddd2b405606ced65b4ce6345/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":523,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"2066c0e835493298c00391dd9236de10adec10d611fe3e2777f252677dfe9724"} +{"uuid":"gpqa-main-6119656f6ad0247c537028e7","benchmark":"gpqa_main","data_index":1782,"repeat_index":4,"sample_id":"gpqa-main-6119656f6ad0247c537028e7/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":735,"prompt_tokens":329,"effective_max_tokens":130743,"original_embedded_prediction":"A","question_sha256":"e426a9a1b0977a66badcc2dd4f0d54629b39c2594a512e459e9afd20bba599ba"} +{"uuid":"gpqa-main-1ae8f8945efaf81788d8d871","benchmark":"gpqa_main","data_index":1675,"repeat_index":4,"sample_id":"gpqa-main-1ae8f8945efaf81788d8d871/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13012,"prompt_tokens":250,"effective_max_tokens":130822,"original_embedded_prediction":"A","question_sha256":"060f07943bcd17960b48a982fabe42fcae4e3899fe8c5473138fe2198f0e8dd8"} +{"uuid":"gpqa-main-5ace8b3dabb97ffc3da20e7c","benchmark":"gpqa_main","data_index":1786,"repeat_index":4,"sample_id":"gpqa-main-5ace8b3dabb97ffc3da20e7c/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":786,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"4ebb5a46cf109d4237b98081e218fcaba27d8f9d03f7a930300f2938f71c1ef0"} +{"uuid":"gpqa-main-86976aae6f871f46c4680830","benchmark":"gpqa_main","data_index":1751,"repeat_index":4,"sample_id":"gpqa-main-86976aae6f871f46c4680830/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4229,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"D","question_sha256":"e5c3c79a60db2de596dac1585bfc2e940bac2acb65a3352ff5f7e99821846aed"} +{"uuid":"gpqa-main-92c7c513709816748efab029","benchmark":"gpqa_main","data_index":1787,"repeat_index":4,"sample_id":"gpqa-main-92c7c513709816748efab029/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1049,"prompt_tokens":253,"effective_max_tokens":130819,"original_embedded_prediction":"C","question_sha256":"c9ed693d3f7d5c30b94e2c01b9b5f22591922f961e4dbc9ef4b70309b61bae5c"} +{"uuid":"gpqa-main-822957bb60d3551275f08aa0","benchmark":"gpqa_main","data_index":1789,"repeat_index":4,"sample_id":"gpqa-main-822957bb60d3551275f08aa0/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":987,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"A","question_sha256":"4690c4bb391b2ef2a7b53f1a15866e05411bdf5f0f7b4f32c9e27d8ef6e8cb48"} +{"uuid":"gpqa-main-87740f520845c3f77369e5a1","benchmark":"gpqa_main","data_index":1794,"repeat_index":4,"sample_id":"gpqa-main-87740f520845c3f77369e5a1/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":346,"prompt_tokens":188,"effective_max_tokens":130884,"original_embedded_prediction":"D","question_sha256":"f6c5a12c2cd600eeb524956c760164ff890d185cffd979bfba482f46aa46a1ac"} +{"uuid":"gpqa-main-043ca5f03089118ef536135d","benchmark":"gpqa_main","data_index":1682,"repeat_index":4,"sample_id":"gpqa-main-043ca5f03089118ef536135d/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12859,"prompt_tokens":594,"effective_max_tokens":130478,"original_embedded_prediction":"C","question_sha256":"43c5cb4f57895b07f3e1815e411f315dfa3fe44fe601b5aacde7c1244cdcaa89"} +{"uuid":"gpqa-main-7bb7c5ace8216100d38e616a","benchmark":"gpqa_main","data_index":1758,"repeat_index":4,"sample_id":"gpqa-main-7bb7c5ace8216100d38e616a/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3916,"prompt_tokens":197,"effective_max_tokens":130875,"original_embedded_prediction":"B","question_sha256":"6dbc821cf1e89c0764e62d1bef4818136877fbc8e333f255bfa42276ac9aeb88"} +{"uuid":"gpqa-main-742076c80dda93477062cfc0","benchmark":"gpqa_main","data_index":1798,"repeat_index":4,"sample_id":"gpqa-main-742076c80dda93477062cfc0/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":228,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"D","question_sha256":"528bc237c35f64d2635edb6fea3202ce958bca92ea956fae0da7c5b4c72081d8"} +{"uuid":"gpqa-main-febe4c45e71692110949e3d6","benchmark":"gpqa_main","data_index":1504,"repeat_index":3,"sample_id":"gpqa-main-febe4c45e71692110949e3d6/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":22421,"prompt_tokens":577,"effective_max_tokens":130495,"original_embedded_prediction":"C","question_sha256":"e38dd7750710c37aa45a5b0b5dd91e1b4171070325d670d668ab1fa20431a29e"} +{"uuid":"gpqa-main-20f50fda9aeae51c6b9b4ba0","benchmark":"gpqa_main","data_index":1243,"repeat_index":3,"sample_id":"gpqa-main-20f50fda9aeae51c6b9b4ba0/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":22433,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"D","question_sha256":"c7914fc7bcc19ad8377798d825d6dbc59be8fb64f2b51a89ec26f55423d9edd1"} +{"uuid":"gpqa-main-1728184fad8153eeb2e2a7de","benchmark":"gpqa_main","data_index":1800,"repeat_index":4,"sample_id":"gpqa-main-1728184fad8153eeb2e2a7de/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":347,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"d8505733319a8047e94d63c293a2d9dbb08c42e4bde2c223467f371da6665e08"} +{"uuid":"gpqa-main-31313469465f81cc0fa5dd28","benchmark":"gpqa_main","data_index":1792,"repeat_index":4,"sample_id":"gpqa-main-31313469465f81cc0fa5dd28/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1585,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"B","question_sha256":"cd18749d0354640af760ebe1c6a150eed2a0202cc444345b5c3f00b0f0df67d2"} +{"uuid":"gpqa-main-4e62cd257f17d5af418a8d34","benchmark":"gpqa_main","data_index":1366,"repeat_index":3,"sample_id":"gpqa-main-4e62cd257f17d5af418a8d34/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":22936,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"D","question_sha256":"654fc443f2efbec09d0f966244083f4545f4f851e28d7f4e0f9c07cb156b2d1d"} +{"uuid":"gpqa-main-9f5d195170ba73ccdc7a3b84","benchmark":"gpqa_main","data_index":1743,"repeat_index":4,"sample_id":"gpqa-main-9f5d195170ba73ccdc7a3b84/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6047,"prompt_tokens":552,"effective_max_tokens":130520,"original_embedded_prediction":"A","question_sha256":"e4e5526f8ea9205cbe6b33a5256144298ad11d8250b020cbd4fddbba85a12596"} +{"uuid":"gpqa-main-8e23eaed901a11ec534e6f8b","benchmark":"gpqa_main","data_index":1251,"repeat_index":3,"sample_id":"gpqa-main-8e23eaed901a11ec534e6f8b/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":23061,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"ed842ad329efe1e08f990fad3dd3cd5e5fb16736a9da1dbfa314d5e19156887e"} +{"uuid":"gpqa-main-105b94b83de2671f0b86688d","benchmark":"gpqa_main","data_index":1767,"repeat_index":4,"sample_id":"gpqa-main-105b94b83de2671f0b86688d/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4036,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"D","question_sha256":"062b8c1448dabb342bd7815bdfbab0a55eb915c5c6793d19a5037bf7a9aa63f3"} +{"uuid":"gpqa-main-212277d3e39540a6739d98b8","benchmark":"gpqa_main","data_index":1785,"repeat_index":4,"sample_id":"gpqa-main-212277d3e39540a6739d98b8/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2648,"prompt_tokens":147,"effective_max_tokens":130925,"original_embedded_prediction":"A","question_sha256":"d20446ccbbfc1ed40bcb669bfa65f9f9cd8e38ec8f7e67621c88e3dbe91f083d"} +{"uuid":"gpqa-main-0306849689d2123fedfcfeb5","benchmark":"gpqa_main","data_index":1618,"repeat_index":4,"sample_id":"gpqa-main-0306849689d2123fedfcfeb5/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":23393,"prompt_tokens":301,"effective_max_tokens":130771,"original_embedded_prediction":"D","question_sha256":"9b236e1b2c7db4edd3fd08eaeff4fcfd3b13c11bfc0f9c5510349957a837d13a"} +{"uuid":"gpqa-main-32802554a860af51b4d7360f","benchmark":"gpqa_main","data_index":1388,"repeat_index":3,"sample_id":"gpqa-main-32802554a860af51b4d7360f/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":23584,"prompt_tokens":399,"effective_max_tokens":130673,"original_embedded_prediction":"C","question_sha256":"ea1d2c2fd4395ec2cad416b20c41a657730d84acd26fb53712bf10f6807a4e64"} +{"uuid":"gpqa-main-7ed621f8290d6ac14181ce45","benchmark":"gpqa_main","data_index":1534,"repeat_index":3,"sample_id":"gpqa-main-7ed621f8290d6ac14181ce45/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":23632,"prompt_tokens":298,"effective_max_tokens":130774,"original_embedded_prediction":"B","question_sha256":"c1c0ad22e4376412fe1e7564fd1f8c00dd970292dbf0dbb83b0350881e74b306"} +{"uuid":"gpqa-main-d28c5e0e8deb0d1fde12ef5f","benchmark":"gpqa_main","data_index":1345,"repeat_index":3,"sample_id":"gpqa-main-d28c5e0e8deb0d1fde12ef5f/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":23649,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"D","question_sha256":"6913f7a17a2db54c9dcd8af6af20806e66b00fe4bb9691ca42d9f15184908f62"} +{"uuid":"gpqa-main-92c9d90b543b6779261f70f7","benchmark":"gpqa_main","data_index":1795,"repeat_index":4,"sample_id":"gpqa-main-92c9d90b543b6779261f70f7/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1829,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"A","question_sha256":"1c7aff3f5221c2086c7143b43e0c46921a03859d45bfce22f1a1286ece235b1a"} +{"uuid":"gpqa-main-bf00d194c934803975b81b7b","benchmark":"gpqa_main","data_index":1473,"repeat_index":3,"sample_id":"gpqa-main-bf00d194c934803975b81b7b/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":23699,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"A","question_sha256":"55e1269d132671f2c7b7f41498cb0b404e702d8ce370ac5555d837581e1b3ad7"} +{"uuid":"gpqa-main-288426a7fecb5facf10219c7","benchmark":"gpqa_main","data_index":1726,"repeat_index":4,"sample_id":"gpqa-main-288426a7fecb5facf10219c7/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8642,"prompt_tokens":321,"effective_max_tokens":130751,"original_embedded_prediction":"D","question_sha256":"7cccb7714b35c30190fb5db64a1b22a36b726b2a007f241961e1e48c82e4acb3"} +{"uuid":"gpqa-main-e47ea8383f43129dec459997","benchmark":"gpqa_main","data_index":1436,"repeat_index":3,"sample_id":"gpqa-main-e47ea8383f43129dec459997/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":23868,"prompt_tokens":262,"effective_max_tokens":130810,"original_embedded_prediction":"D","question_sha256":"9e7260c352d5970f26856e94943b008fa72ebf3264a0e2790592a41209cfac2d"} +{"uuid":"gpqa-main-6f6ff532d544554128a0bbbe","benchmark":"gpqa_main","data_index":1644,"repeat_index":4,"sample_id":"gpqa-main-6f6ff532d544554128a0bbbe/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21270,"prompt_tokens":368,"effective_max_tokens":130704,"original_embedded_prediction":"A","question_sha256":"ebb5b9328e54d98f40b988b171044869d75c67b6efaa8f44675c485448b7b02c"} +{"uuid":"gpqa-main-82354c49d9280b8a980b98b4","benchmark":"gpqa_main","data_index":1322,"repeat_index":3,"sample_id":"gpqa-main-82354c49d9280b8a980b98b4/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24053,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"D","question_sha256":"57b065d28a6d02a29a3a84f39dd670ba7cdf4e3403506e79b5fc90713897f68e"} +{"uuid":"gpqa-main-60a022e707f18a7b5f445773","benchmark":"gpqa_main","data_index":1740,"repeat_index":4,"sample_id":"gpqa-main-60a022e707f18a7b5f445773/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7447,"prompt_tokens":337,"effective_max_tokens":130735,"original_embedded_prediction":"D","question_sha256":"9d46302b763896c7fa475d975b5bc365adee2236b273f23e7216a78871204b74"} +{"uuid":"gpqa-main-9c0b631b2a7823cec0729a4b","benchmark":"gpqa_main","data_index":1779,"repeat_index":4,"sample_id":"gpqa-main-9c0b631b2a7823cec0729a4b/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4135,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"9d42c24c2f67ff118699d880fbb6276f14043e3527a9fea8f6d55fe2bf82e091"} +{"uuid":"gpqa-main-443f8ea9f271c4442521f8e4","benchmark":"gpqa_main","data_index":1451,"repeat_index":3,"sample_id":"gpqa-main-443f8ea9f271c4442521f8e4/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":24180,"prompt_tokens":326,"effective_max_tokens":130746,"original_embedded_prediction":"B","question_sha256":"9211da2d82adb786850c236cd14fc05728eb04599b0abc0202714ba6bd385d19"} +{"uuid":"gpqa-main-216433a347b01989e26ed83a","benchmark":"gpqa_main","data_index":1783,"repeat_index":4,"sample_id":"gpqa-main-216433a347b01989e26ed83a/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3684,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"ead16c05d1abbf4387485257726593cf57a0384c3e0a3db31ba489bb1676ce72"} +{"uuid":"gpqa-main-bab269fd666fa2ba840a1459","benchmark":"gpqa_main","data_index":1625,"repeat_index":4,"sample_id":"gpqa-main-bab269fd666fa2ba840a1459/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":24275,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"D","question_sha256":"e17051d5c4ebf5f6bc793872dc2f5748b41dd7918235cb3d5697fb04882bd7fe"} +{"uuid":"gpqa-main-a028903aa7112583a0e7b5d2","benchmark":"gpqa_main","data_index":1752,"repeat_index":4,"sample_id":"gpqa-main-a028903aa7112583a0e7b5d2/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6813,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"D","question_sha256":"c6231a95c81ba1af7d31e5ce8f8e8ad4c4def88d86ab8f801a248cf19814e2d2"} +{"uuid":"gpqa-main-9753ac5963fbae8c8e907ef3","benchmark":"gpqa_main","data_index":1813,"repeat_index":4,"sample_id":"gpqa-main-9753ac5963fbae8c8e907ef3/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":974,"prompt_tokens":181,"effective_max_tokens":130891,"original_embedded_prediction":"C","question_sha256":"ec3a07db51d6010b2b9fae103e36b62707efee3ad0713fcd4420f8ba8f55c00b"} +{"uuid":"gpqa-main-539a673f0443ba9cdc31b864","benchmark":"gpqa_main","data_index":1803,"repeat_index":4,"sample_id":"gpqa-main-539a673f0443ba9cdc31b864/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1936,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"A","question_sha256":"d25187b99e4997c1700ffeb87fd595e878957e452f20a2f00d5489fecd0b3b30"} +{"uuid":"gpqa-main-c0bc48c4232297b735018487","benchmark":"gpqa_main","data_index":1776,"repeat_index":4,"sample_id":"gpqa-main-c0bc48c4232297b735018487/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5094,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"bbc99977a336fa9fd961baf75728288b14f7c69841a6757f2793e300690fc85b"} +{"uuid":"gpqa-main-30529bca8e7fdf66400bd444","benchmark":"gpqa_main","data_index":1554,"repeat_index":4,"sample_id":"gpqa-main-30529bca8e7fdf66400bd444/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24789,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"fc081c2fbb63be5006154edbddcd4d1654207c4f1ad333e12f9bc19972753482"} +{"uuid":"gpqa-main-f6714ff18991a64f32fcecf9","benchmark":"gpqa_main","data_index":1822,"repeat_index":4,"sample_id":"gpqa-main-f6714ff18991a64f32fcecf9/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":664,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"a1e860acc41f41cac7f3d9425a64a45a95559ff56553a2d04e1d3569c2f1c1a1"} +{"uuid":"gpqa-main-8299e0bf116ad8ad7b960d26","benchmark":"gpqa_main","data_index":1790,"repeat_index":4,"sample_id":"gpqa-main-8299e0bf116ad8ad7b960d26/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3761,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"D","question_sha256":"dac89ff46a5330836dfa04de2060a9a9d447a0cffd96c06e0cdee48c6a991035"} +{"uuid":"gpqa-main-9a5518ae94b2b0d35d86de13","benchmark":"gpqa_main","data_index":1825,"repeat_index":4,"sample_id":"gpqa-main-9a5518ae94b2b0d35d86de13/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":615,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"C","question_sha256":"3fcfcbf2649513809f04d9fdbcbe0c6bc1a91164f8dcfd7d9748267f2db7c6ce"} +{"uuid":"gpqa-main-a41b7b18fc60247bc6e08ecc","benchmark":"gpqa_main","data_index":1814,"repeat_index":4,"sample_id":"gpqa-main-a41b7b18fc60247bc6e08ecc/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1360,"prompt_tokens":270,"effective_max_tokens":130802,"original_embedded_prediction":"A","question_sha256":"87c04c470b12fde8cca6d843b12d3265c10bf824a883929eca2654ab55681839"} +{"uuid":"gpqa-main-d8361782f08c0e6d16de3839","benchmark":"gpqa_main","data_index":1823,"repeat_index":4,"sample_id":"gpqa-main-d8361782f08c0e6d16de3839/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":768,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"aed1658f69a85980c41ce94c10ac1535d2de3683f7a5c3821d1a84fa594d4571"} +{"uuid":"gpqa-main-1634ccababef2067673cd88c","benchmark":"gpqa_main","data_index":1582,"repeat_index":4,"sample_id":"gpqa-main-1634ccababef2067673cd88c/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":25293,"prompt_tokens":593,"effective_max_tokens":130479,"original_embedded_prediction":"D","question_sha256":"d8c36bd55ba561cb499054e9d5a01217a0498dfd20875e8d9e99d34bcdfd7830"} +{"uuid":"gpqa-main-b84eb68d18023ca81e43b35a","benchmark":"gpqa_main","data_index":1829,"repeat_index":4,"sample_id":"gpqa-main-b84eb68d18023ca81e43b35a/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":595,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"C","question_sha256":"6c90e464e06f4dc9c748d6c9be44c96b2d5bec5078b4eb152ea4ccec4c709f2d"} +{"uuid":"gpqa-main-4c9f4186c5ccd49ab906a399","benchmark":"gpqa_main","data_index":1335,"repeat_index":3,"sample_id":"gpqa-main-4c9f4186c5ccd49ab906a399/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":25517,"prompt_tokens":610,"effective_max_tokens":130462,"original_embedded_prediction":"B","question_sha256":"f634534b5e2327dcc39982a4da6dff404f299e9759a0ac957b0f6017fbe7586e"} +{"uuid":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea","benchmark":"gpqa_main","data_index":1501,"repeat_index":3,"sample_id":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":25595,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"A","question_sha256":"78b6f83c0d1137982356bff0e0d20f60e32542e5815ffd693af8f421f9e4741d"} +{"uuid":"gpqa-main-64193be5f9a6bbd67bec4010","benchmark":"gpqa_main","data_index":1664,"repeat_index":4,"sample_id":"gpqa-main-64193be5f9a6bbd67bec4010/repeat-4","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19782,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"A","question_sha256":"373990fe818e4182469d242b845eeb2f78db2f00cfb3a8fdbd2dbd696e08d552"} +{"uuid":"gpqa-main-ab4c50e2da12e11b47155f74","benchmark":"gpqa_main","data_index":1828,"repeat_index":4,"sample_id":"gpqa-main-ab4c50e2da12e11b47155f74/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1052,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"b734e134fe4529267a34452ccc5cb2a7d56f7b471273d9e978add607de6f30b6"} +{"uuid":"gpqa-main-219ad07bcb0cda7b85845999","benchmark":"gpqa_main","data_index":1807,"repeat_index":4,"sample_id":"gpqa-main-219ad07bcb0cda7b85845999/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2850,"prompt_tokens":412,"effective_max_tokens":130660,"original_embedded_prediction":"A","question_sha256":"a6336c3b0760d09010077fee728ae5348e4421bcfcbbc8bb9c4a72d541ddfb24"} +{"uuid":"gpqa-main-ce2839297e4b63e0b36f6300","benchmark":"gpqa_main","data_index":1685,"repeat_index":4,"sample_id":"gpqa-main-ce2839297e4b63e0b36f6300/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16342,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"80cca49a2f6ae39b2d3a2dfe110572d39720d0831c65246ce20603c40578b118"} +{"uuid":"gpqa-main-cfc742b1ce24bfc75356765e","benchmark":"gpqa_main","data_index":1431,"repeat_index":3,"sample_id":"gpqa-main-cfc742b1ce24bfc75356765e/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":25997,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"B","question_sha256":"c1f013c71ec1bfdf03d8071ec0a1d30c0d10b7e87429512ec32711a88cc41cb1"} +{"uuid":"gpqa-main-fe61aa6baba6418fcde1fa11","benchmark":"gpqa_main","data_index":1808,"repeat_index":4,"sample_id":"gpqa-main-fe61aa6baba6418fcde1fa11/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2836,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"73eb245ef4dcc164186307ecd210b767147568ad3c1b03847a63b2e67ac5d0ab"} +{"uuid":"gpqa-main-dd8409336990c7459796bf16","benchmark":"gpqa_main","data_index":1771,"repeat_index":4,"sample_id":"gpqa-main-dd8409336990c7459796bf16/repeat-4","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6880,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"A","question_sha256":"609aca38a7fb3090a0f30d6d141ac5d22646fb06ba18f8c71758e099668e5bf5"} +{"uuid":"gpqa-main-d5d2365d64430154627d4bb7","benchmark":"gpqa_main","data_index":1804,"repeat_index":4,"sample_id":"gpqa-main-d5d2365d64430154627d4bb7/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3302,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"D","question_sha256":"17f96c74be836037313c787a88438b6c9f69a4aa20ec8cba17697864f5d35599"} +{"uuid":"gpqa-main-e4e8eab3e5612de26e298f3f","benchmark":"gpqa_main","data_index":1295,"repeat_index":3,"sample_id":"gpqa-main-e4e8eab3e5612de26e298f3f/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":26319,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"A","question_sha256":"1037e0c8b2c1aced006713d114efa5f1233a7eadf2f0aac355081aeacd10b00f"} +{"uuid":"gpqa-main-1cea82df3087b1eb05c4d230","benchmark":"gpqa_main","data_index":1005,"repeat_index":2,"sample_id":"gpqa-main-1cea82df3087b1eb05c4d230/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":26360,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"dd05d2d9e9053dd1d4367a61d5f718336fc8f18bc81bdf0ccfb104e241053522"} +{"uuid":"gpqa-main-5afce78005210e6a41636858","benchmark":"gpqa_main","data_index":1797,"repeat_index":4,"sample_id":"gpqa-main-5afce78005210e6a41636858/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4329,"prompt_tokens":312,"effective_max_tokens":130760,"original_embedded_prediction":"B","question_sha256":"1447f629926983e1fb54566e40ab57d7a728998d233e3c84bc33277da7c13a65"} +{"uuid":"gpqa-main-e17c3d61061a563977ae3c11","benchmark":"gpqa_main","data_index":1780,"repeat_index":4,"sample_id":"gpqa-main-e17c3d61061a563977ae3c11/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6319,"prompt_tokens":352,"effective_max_tokens":130720,"original_embedded_prediction":"A","question_sha256":"41b609bbf5cd4517a7d53e382a762d7b2caa65fd58ea44549bdf7183daf1d2c0"} +{"uuid":"gpqa-main-7ed621f8290d6ac14181ce45","benchmark":"gpqa_main","data_index":1150,"repeat_index":2,"sample_id":"gpqa-main-7ed621f8290d6ac14181ce45/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":26533,"prompt_tokens":298,"effective_max_tokens":130774,"original_embedded_prediction":"B","question_sha256":"c1c0ad22e4376412fe1e7564fd1f8c00dd970292dbf0dbb83b0350881e74b306"} +{"uuid":"gpqa-main-07134ad2ae69bd2e9f09ae64","benchmark":"gpqa_main","data_index":1229,"repeat_index":3,"sample_id":"gpqa-main-07134ad2ae69bd2e9f09ae64/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":26585,"prompt_tokens":374,"effective_max_tokens":130698,"original_embedded_prediction":"A","question_sha256":"e1448af5dcb7e4a7a5cf31dd231d4a2b2a3829ce3dabc5d7da48a195c1b39112"} +{"uuid":"gpqa-main-d4ee93c18c20e4432773fe55","benchmark":"gpqa_main","data_index":1847,"repeat_index":4,"sample_id":"gpqa-main-d4ee93c18c20e4432773fe55/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":324,"prompt_tokens":200,"effective_max_tokens":130872,"original_embedded_prediction":"C","question_sha256":"77bffd13a6b6464f7c63296f571164c184ce47a8cd6f8ecf91f0dc28407d44a1"} +{"uuid":"gpqa-main-f0a74958c23332566374eae8","benchmark":"gpqa_main","data_index":1781,"repeat_index":4,"sample_id":"gpqa-main-f0a74958c23332566374eae8/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6362,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"0122463c60c1fa5ad768f1fc6147fd593b46126713e705864d5de5632804d4b5"} +{"uuid":"gpqa-main-24751b175e0f2d19899ad735","benchmark":"gpqa_main","data_index":1796,"repeat_index":4,"sample_id":"gpqa-main-24751b175e0f2d19899ad735/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4616,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"A","question_sha256":"4a5d6fcc83f3561a6447a1feebb680aa9ab094bdeed5677c30f04041964a9c38"} +{"uuid":"gpqa-main-cda2fe50fc8423311319e78e","benchmark":"gpqa_main","data_index":1836,"repeat_index":4,"sample_id":"gpqa-main-cda2fe50fc8423311319e78e/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1322,"prompt_tokens":182,"effective_max_tokens":130890,"original_embedded_prediction":"B","question_sha256":"1b04aca1c9a8b4f1fabc653b3653d0a48982315e6f1da934d98cadd1948f776f"} +{"uuid":"gpqa-main-c6cc654afa201cd3d5b66695","benchmark":"gpqa_main","data_index":1848,"repeat_index":4,"sample_id":"gpqa-main-c6cc654afa201cd3d5b66695/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":370,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"A","question_sha256":"79526cdc6c623c8657c3060ab8b305f1b4d8aa35f2b7905c6fd4c3e119c5c310"} +{"uuid":"gpqa-main-6dec9c3aba26b3c8623af13e","benchmark":"gpqa_main","data_index":1851,"repeat_index":4,"sample_id":"gpqa-main-6dec9c3aba26b3c8623af13e/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":268,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"656a46f8bac8e8e0767c9a5675871d3f81ff8707ec78f064bca2ccac673d7561"} +{"uuid":"gpqa-main-731d6908d225dc9f463d1297","benchmark":"gpqa_main","data_index":1824,"repeat_index":4,"sample_id":"gpqa-main-731d6908d225dc9f463d1297/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2545,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"4774928b0a0c7cdc6d9c17102d2e01adad07f5a344858c23bbc63520a74724d7"} +{"uuid":"gpqa-main-baefee4c54836e933082fd33","benchmark":"gpqa_main","data_index":1357,"repeat_index":3,"sample_id":"gpqa-main-baefee4c54836e933082fd33/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":26832,"prompt_tokens":487,"effective_max_tokens":130585,"original_embedded_prediction":"A","question_sha256":"f4486aea8f80b6405ceaabbd6f225378761eafc49f1e042873a464b3b94da620"} +{"uuid":"gpqa-main-92f6e58b4989e9025c8286a9","benchmark":"gpqa_main","data_index":1770,"repeat_index":4,"sample_id":"gpqa-main-92f6e58b4989e9025c8286a9/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7571,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"c003a37af0eaa5e9c6d10f5a25ce1a2e0258ad6638a1655ee2a17d07daab816a"} +{"uuid":"gpqa-main-4f958672c6f9249c44f2f9b9","benchmark":"gpqa_main","data_index":1723,"repeat_index":4,"sample_id":"gpqa-main-4f958672c6f9249c44f2f9b9/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12153,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"C","question_sha256":"7d91198c9c48996b89ebbb62d8d76d86e32d7c14fb108c7491c9ff812263613a"} +{"uuid":"gpqa-main-9f607ccb3302f27b4ebe90a4","benchmark":"gpqa_main","data_index":1826,"repeat_index":4,"sample_id":"gpqa-main-9f607ccb3302f27b4ebe90a4/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2424,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"B","question_sha256":"e2c8b6a88dfedf13a4a35e2964dc77f2e082e87417c972bf7406bdb2405985f7"} +{"uuid":"gpqa-main-6f8b58d9d46c4f4e7eba1910","benchmark":"gpqa_main","data_index":1853,"repeat_index":4,"sample_id":"gpqa-main-6f8b58d9d46c4f4e7eba1910/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":604,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"C","question_sha256":"2437e4848569e7740d6491d475d194b9eefbbeae3a6a31cd62ddeb8ba8e93aa9"} +{"uuid":"gpqa-main-55f2934c4eb0b8293b1d65aa","benchmark":"gpqa_main","data_index":1373,"repeat_index":3,"sample_id":"gpqa-main-55f2934c4eb0b8293b1d65aa/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":27306,"prompt_tokens":314,"effective_max_tokens":130758,"original_embedded_prediction":"C","question_sha256":"790d06fbc2ae95b0429cab870e5895c5de8a75b14d0bda1401b1503293606c67"} +{"uuid":"gpqa-main-86060b054d8de358356a29fd","benchmark":"gpqa_main","data_index":1544,"repeat_index":4,"sample_id":"gpqa-main-86060b054d8de358356a29fd/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":27421,"prompt_tokens":435,"effective_max_tokens":130637,"original_embedded_prediction":"C","question_sha256":"d20ccd218e50c4a58da8030db612f52c5bac88ad6d1859a85b0358c1595e54e1"} +{"uuid":"gpqa-main-45cae4ba5af22868461f1861","benchmark":"gpqa_main","data_index":1290,"repeat_index":3,"sample_id":"gpqa-main-45cae4ba5af22868461f1861/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":27445,"prompt_tokens":196,"effective_max_tokens":130876,"original_embedded_prediction":"B","question_sha256":"da4480a5d4f2af44b6faf63fe513d557f97bf4cd048901e4a2f0b133273b39db"} +{"uuid":"gpqa-main-67c1e3a67a2a974a3189d06b","benchmark":"gpqa_main","data_index":1864,"repeat_index":4,"sample_id":"gpqa-main-67c1e3a67a2a974a3189d06b/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":279,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"A","question_sha256":"de0e795a2e1639d4babc3235662e71409fadd14e0c80f8551b3db9b4b53aa8de"} +{"uuid":"gpqa-main-7e9652f906d908e059401ac2","benchmark":"gpqa_main","data_index":1860,"repeat_index":4,"sample_id":"gpqa-main-7e9652f906d908e059401ac2/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":780,"prompt_tokens":346,"effective_max_tokens":130726,"original_embedded_prediction":"C","question_sha256":"9dda9414807cb4996f3a1deb9214b8aaf93c75e41d35fac14966aba5058f07ff"} +{"uuid":"gpqa-main-f6f707a4d7db96af855de986","benchmark":"gpqa_main","data_index":1802,"repeat_index":4,"sample_id":"gpqa-main-f6f707a4d7db96af855de986/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5218,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"049a3a3426b30e36d29d782b3ea4916bf545838ac3945e9c707804638ad48f04"} +{"uuid":"gpqa-main-aa684f4d5d7c6b9ced383e24","benchmark":"gpqa_main","data_index":1839,"repeat_index":4,"sample_id":"gpqa-main-aa684f4d5d7c6b9ced383e24/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2008,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"96a58da5e1708d76485e32741b0ecddc1bea407ebb53997d2f36e8827f2f2ac9"} +{"uuid":"gpqa-main-d31323dded27ae0c86cb5c75","benchmark":"gpqa_main","data_index":1849,"repeat_index":4,"sample_id":"gpqa-main-d31323dded27ae0c86cb5c75/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1239,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"8f174dd25b58e6fc8e309577a66d0f5a4f46ed89bf1a5165c0cb561a4e3e33e9"} +{"uuid":"gpqa-main-6195cef214f3dfad9869d6d3","benchmark":"gpqa_main","data_index":1834,"repeat_index":4,"sample_id":"gpqa-main-6195cef214f3dfad9869d6d3/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2765,"prompt_tokens":351,"effective_max_tokens":130721,"original_embedded_prediction":"B","question_sha256":"d8a4b11aef2d38271a5ebf2c1802dc875d19737c557efb5990cc4a865a052e7c"} +{"uuid":"gpqa-main-3cb5227445654dab4b5dacc2","benchmark":"gpqa_main","data_index":1850,"repeat_index":4,"sample_id":"gpqa-main-3cb5227445654dab4b5dacc2/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1314,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"4b45de4106aaf95114f9bda69339b541037b0eb04b8fd1f40efb6b91ed2a479e"} +{"uuid":"gpqa-main-9f0f463200d404d2c62eca59","benchmark":"gpqa_main","data_index":1856,"repeat_index":4,"sample_id":"gpqa-main-9f0f463200d404d2c62eca59/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1222,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"6ed199510dead1f6bd4eaa9162909d9481bd2201f8d9444ee60a2e0e2f20528c"} +{"uuid":"gpqa-main-fd7b1296b8c5ae3f05aa8355","benchmark":"gpqa_main","data_index":1855,"repeat_index":4,"sample_id":"gpqa-main-fd7b1296b8c5ae3f05aa8355/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1308,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"D","question_sha256":"e674bbb69c41e672de8e4c8cbea505f57f0d1fc98a2ae52ced1937ec4c71b62f"} +{"uuid":"gpqa-main-4df6eb7fd5661c3196a52be6","benchmark":"gpqa_main","data_index":1821,"repeat_index":4,"sample_id":"gpqa-main-4df6eb7fd5661c3196a52be6/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3905,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"B","question_sha256":"71ef41cf00fbcb9e6751fd492a52caefd2830032777c8824465c1b4ea8dc48ea"} +{"uuid":"gpqa-main-2efd60649bdbaa65b5969003","benchmark":"gpqa_main","data_index":1509,"repeat_index":3,"sample_id":"gpqa-main-2efd60649bdbaa65b5969003/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":28147,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"C","question_sha256":"af907b84cdd249e3bd0dcd3a0fc488c3673df744a66342233bebd85574ac74c3"} +{"uuid":"gpqa-main-8d147d8bf7fad22423fc5dd7","benchmark":"gpqa_main","data_index":1818,"repeat_index":4,"sample_id":"gpqa-main-8d147d8bf7fad22423fc5dd7/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4149,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"bfad7a1309a7d02668c615391f7302c03e1c3f61ffaee5d1f44ba2c9f5c40b7d"} +{"uuid":"gpqa-main-0069a2b69e59906ffd6ca400","benchmark":"gpqa_main","data_index":1827,"repeat_index":4,"sample_id":"gpqa-main-0069a2b69e59906ffd6ca400/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3542,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"409fe9f5585adb91b6eded6462ef297118cee805597838bb23fa38eb32789450"} +{"uuid":"gpqa-main-ae94db70e45f3af66518a393","benchmark":"gpqa_main","data_index":1866,"repeat_index":4,"sample_id":"gpqa-main-ae94db70e45f3af66518a393/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":899,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"357c925128939cb69954fa6d11c54df2209c646ee1d3db2ab6dfea44ae6407b6"} +{"uuid":"gpqa-main-143dc33c1aad9828daf5e615","benchmark":"gpqa_main","data_index":1631,"repeat_index":4,"sample_id":"gpqa-main-143dc33c1aad9828daf5e615/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":28395,"prompt_tokens":354,"effective_max_tokens":130718,"original_embedded_prediction":"C","question_sha256":"ff60c18b72aac9e90842c7a2d5e79c68092a3fbb1d6c0318cee6d2892a43a0a1"} +{"uuid":"gpqa-main-78b2ba2dd97e6d6b9942bad9","benchmark":"gpqa_main","data_index":1809,"repeat_index":4,"sample_id":"gpqa-main-78b2ba2dd97e6d6b9942bad9/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5142,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"A","question_sha256":"019eb0f05f025ec512fbae057e0fcb33e0f92eec9bc2dc775494f6a19f4b62f3"} +{"uuid":"gpqa-main-acecd9428a5b4368f1f5bc82","benchmark":"gpqa_main","data_index":1461,"repeat_index":3,"sample_id":"gpqa-main-acecd9428a5b4368f1f5bc82/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":28621,"prompt_tokens":336,"effective_max_tokens":130736,"original_embedded_prediction":"A","question_sha256":"2d1e5de4bf7305d1b5eee8dda5415195dc333d71b3f50fa60508a928b67fb336"} +{"uuid":"gpqa-main-5f044a1bf575df47abc76e1a","benchmark":"gpqa_main","data_index":1882,"repeat_index":4,"sample_id":"gpqa-main-5f044a1bf575df47abc76e1a/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":504,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"56742e4e637e9ad1340d4a8de7af8e0d6ce2447d668cc5b51dfb52dfb0b2b8e9"} +{"uuid":"gpqa-main-4657fdc74d4c0bf48aa0b494","benchmark":"gpqa_main","data_index":1837,"repeat_index":4,"sample_id":"gpqa-main-4657fdc74d4c0bf48aa0b494/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3395,"prompt_tokens":343,"effective_max_tokens":130729,"original_embedded_prediction":"B","question_sha256":"ef34764671cecdd517febbdbff1a8cc3542418de05c4a100ef6c30752c1fc8cb"} +{"uuid":"gpqa-main-05286f95a107c3da592ecbd9","benchmark":"gpqa_main","data_index":1841,"repeat_index":4,"sample_id":"gpqa-main-05286f95a107c3da592ecbd9/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3070,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"d8a1a7b530a9b1d0cd0b07ec53f60d6d5fcf3059457f02b90e3c4ddf51fdc825"} +{"uuid":"gpqa-main-67410b7a8dc0eaa2a0ad0e33","benchmark":"gpqa_main","data_index":1883,"repeat_index":4,"sample_id":"gpqa-main-67410b7a8dc0eaa2a0ad0e33/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":571,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"bb309e44424b270e31ff68a9df49f0a2f19335280a19eb9a92c5dcd1810cc3e8"} +{"uuid":"gpqa-main-a454a3157aff6eee743541b7","benchmark":"gpqa_main","data_index":1718,"repeat_index":4,"sample_id":"gpqa-main-a454a3157aff6eee743541b7/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14579,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"C","question_sha256":"025e20e6e9b45e1ddb3f6901f58f69b40df5e8f9ffb6b80b5b17bc518d9f5d17"} +{"uuid":"gpqa-main-1989edb8041cc1c94659dcc4","benchmark":"gpqa_main","data_index":1876,"repeat_index":4,"sample_id":"gpqa-main-1989edb8041cc1c94659dcc4/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1116,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"364ddb1397abdc7ae2201c88354f8df3f89b63c28330217a94cf8cf96c19ae54"} +{"uuid":"gpqa-main-0cc54149033350a37cf90b8b","benchmark":"gpqa_main","data_index":1619,"repeat_index":4,"sample_id":"gpqa-main-0cc54149033350a37cf90b8b/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":29140,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"B","question_sha256":"3298921b7dfbbae04c9893edbe6870746b53e2b7af12e9816f07b6f5e0bff9cb"} +{"uuid":"gpqa-main-24659eabc462bf7fb5295951","benchmark":"gpqa_main","data_index":1801,"repeat_index":4,"sample_id":"gpqa-main-24659eabc462bf7fb5295951/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6740,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"f26df2fb1b4182bacbf5d951a583b120ed154d22ea6f9659ed264ae020297543"} +{"uuid":"gpqa-main-fc2653b5d83e082e9e4f6390","benchmark":"gpqa_main","data_index":1840,"repeat_index":4,"sample_id":"gpqa-main-fc2653b5d83e082e9e4f6390/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3388,"prompt_tokens":429,"effective_max_tokens":130643,"original_embedded_prediction":"C","question_sha256":"d039314a334267e1364c2bb5dc0ab4e72b6b86a69936c2f7f318902ffc422f15"} +{"uuid":"gpqa-main-ac1c72784d1e0da293fe4bd4","benchmark":"gpqa_main","data_index":1738,"repeat_index":4,"sample_id":"gpqa-main-ac1c72784d1e0da293fe4bd4/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12863,"prompt_tokens":169,"effective_max_tokens":130903,"original_embedded_prediction":"D","question_sha256":"6e2bd9ec28efb9c97dbc7bea49224b4964011afaa5ca659996fac7fd65c4468d"} +{"uuid":"gpqa-main-d98819c9bc2a4086534acf1b","benchmark":"gpqa_main","data_index":1817,"repeat_index":4,"sample_id":"gpqa-main-d98819c9bc2a4086534acf1b/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5366,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"d53ea2c13c1ce696b626852774a73a189571a138a5fd872cdd3bb15f21f0bf06"} +{"uuid":"gpqa-main-60c7c63632b1d67ffb8a4fb7","benchmark":"gpqa_main","data_index":1871,"repeat_index":4,"sample_id":"gpqa-main-60c7c63632b1d67ffb8a4fb7/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1595,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"A","question_sha256":"60c9747de98dcd74354ee70ce1049c3c1d1b8d72f4e9848984af5d6ceb1a0c57"} +{"uuid":"gpqa-main-ca986cf878bcb98d3bdf6b0a","benchmark":"gpqa_main","data_index":1788,"repeat_index":4,"sample_id":"gpqa-main-ca986cf878bcb98d3bdf6b0a/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8345,"prompt_tokens":553,"effective_max_tokens":130519,"original_embedded_prediction":"D","question_sha256":"03946dc24ec69699ccf0d502676d0724f19c404c61b61996d4b5d979f21785da"} +{"uuid":"gpqa-main-0b01dd8e7881a40d7eb61175","benchmark":"gpqa_main","data_index":1875,"repeat_index":4,"sample_id":"gpqa-main-0b01dd8e7881a40d7eb61175/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1450,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"C","question_sha256":"74998926c571f30bb050d73fd21eee2727687e5a8320253f13d3d84b8605a913"} +{"uuid":"gpqa-main-77067b016766698b199936c6","benchmark":"gpqa_main","data_index":1879,"repeat_index":4,"sample_id":"gpqa-main-77067b016766698b199936c6/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1373,"prompt_tokens":306,"effective_max_tokens":130766,"original_embedded_prediction":"B","question_sha256":"4c8dd76001266d2c0d3a086b95cb4f68ba3f1b2658186002903315d51bf5bea6"} +{"uuid":"gpqa-main-2601636e383074212d2b5e52","benchmark":"gpqa_main","data_index":1869,"repeat_index":4,"sample_id":"gpqa-main-2601636e383074212d2b5e52/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1969,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"A","question_sha256":"4346808ce2e49e7dd075a69d154a4e1c8d73b71869876d48ffff93747d8898ec"} +{"uuid":"gpqa-main-ad77d1e365463a217a2cc25c","benchmark":"gpqa_main","data_index":1884,"repeat_index":4,"sample_id":"gpqa-main-ad77d1e365463a217a2cc25c/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":999,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"B","question_sha256":"7c427847fb1acab7f784c40193a51f13be68ffb38b4336c6bf3ebf112916fc29"} +{"uuid":"gpqa-main-b36b446fe10911202d34a473","benchmark":"gpqa_main","data_index":1895,"repeat_index":4,"sample_id":"gpqa-main-b36b446fe10911202d34a473/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":538,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"a817452b182acac6761625a70d62a32f2da8fc7a708397cb06f4ad35d5fb18f8"} +{"uuid":"gpqa-main-8523e39e7dc895f15a06a403","benchmark":"gpqa_main","data_index":1867,"repeat_index":4,"sample_id":"gpqa-main-8523e39e7dc895f15a06a403/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2494,"prompt_tokens":243,"effective_max_tokens":130829,"original_embedded_prediction":"D","question_sha256":"9809fdeb256e4181e9705fa439a61deb6dbe804bfb80ffab6cb1bd4565faa027"} +{"uuid":"gpqa-main-2651d2e67639a9e1741c23d7","benchmark":"gpqa_main","data_index":1897,"repeat_index":4,"sample_id":"gpqa-main-2651d2e67639a9e1741c23d7/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":914,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"B","question_sha256":"4dde21b33c78ccf27d8f3043edfe68636929e2ed7d52841b78b767027425afcb"} +{"uuid":"gpqa-main-72464184a419f296dae470a9","benchmark":"gpqa_main","data_index":1793,"repeat_index":4,"sample_id":"gpqa-main-72464184a419f296dae470a9/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8750,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"C","question_sha256":"16bcf4c7129e083cade7afd040c6c4e0fa1fc7677a11aa70fb1b5a3d0e5fb5ea"} +{"uuid":"gpqa-main-9254c2db95aeb7ad8ae8a32d","benchmark":"gpqa_main","data_index":1831,"repeat_index":4,"sample_id":"gpqa-main-9254c2db95aeb7ad8ae8a32d/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5422,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"183797b844f5aaf0d4762d5da650b2a14964b261306db104b29a00499b949bd6"} +{"uuid":"gpqa-main-4644969e4e4615b014b9669f","benchmark":"gpqa_main","data_index":1352,"repeat_index":3,"sample_id":"gpqa-main-4644969e4e4615b014b9669f/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":30378,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"e663684f8a7728af99d977f274c335c497ac6a7ccf43c64ab979e8407155ce6c"} +{"uuid":"gpqa-main-f6a21b5c88fe41ca6a55591f","benchmark":"gpqa_main","data_index":1890,"repeat_index":4,"sample_id":"gpqa-main-f6a21b5c88fe41ca6a55591f/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1292,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"b0808ff670ee04ab6af9402dbf89fd865b5fcc16ca43f81c6b8ed06e07bd5ee2"} +{"uuid":"gpqa-main-7c103d3006e7e5942b17dfc2","benchmark":"gpqa_main","data_index":1881,"repeat_index":4,"sample_id":"gpqa-main-7c103d3006e7e5942b17dfc2/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2129,"prompt_tokens":254,"effective_max_tokens":130818,"original_embedded_prediction":"D","question_sha256":"851c6624380df7dd30fbf4b482add6ae0543525ac196eb146f0d1eb73a673d6c"} +{"uuid":"gpqa-main-3f9251e093c698e0c2fa2826","benchmark":"gpqa_main","data_index":1894,"repeat_index":4,"sample_id":"gpqa-main-3f9251e093c698e0c2fa2826/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1307,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"252debe46c4fa81fca060b5a84d473e7c0bf04c99b8b5f54aab8119f22de36b4"} +{"uuid":"gpqa-main-48494dbfd36899c84d166873","benchmark":"gpqa_main","data_index":1830,"repeat_index":4,"sample_id":"gpqa-main-48494dbfd36899c84d166873/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5682,"prompt_tokens":315,"effective_max_tokens":130757,"original_embedded_prediction":"B","question_sha256":"a50aa647f4cce396d333dfcfe372bdfadfa7f7aa507ebafd207354812f7ab3f9"} +{"uuid":"gpqa-main-d1e25804e939f97ca872c78e","benchmark":"gpqa_main","data_index":1699,"repeat_index":4,"sample_id":"gpqa-main-d1e25804e939f97ca872c78e/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18282,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"bd713289ab1ffc1ab982f7411da433944bdaa2ce87595d2c1bba8580a8b47bdb"} +{"uuid":"gpqa-main-1b113e4801541a0f8a992733","benchmark":"gpqa_main","data_index":1490,"repeat_index":3,"sample_id":"gpqa-main-1b113e4801541a0f8a992733/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":30653,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"A","question_sha256":"934c12bf2e6db997c9f4c22933b7e9545d3398849fc6e181c8a8187d83cf44b5"} +{"uuid":"gpqa-main-513a35e22e5c48f5b3b0518a","benchmark":"gpqa_main","data_index":1819,"repeat_index":4,"sample_id":"gpqa-main-513a35e22e5c48f5b3b0518a/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6608,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"D","question_sha256":"b4baa0b1a21db872411dec993670e6c6bc360a94404305cc5d3ecc9264fdf913"} +{"uuid":"gpqa-main-55aa21aa9a62e56aab915b32","benchmark":"gpqa_main","data_index":1070,"repeat_index":2,"sample_id":"gpqa-main-55aa21aa9a62e56aab915b32/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":30711,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"A","question_sha256":"e6eba602b3eef649fed522c6b8737556699845aee5b419773938063ec6b83257"} +{"uuid":"gpqa-main-33c3b423f54aabfcfca66691","benchmark":"gpqa_main","data_index":1870,"repeat_index":4,"sample_id":"gpqa-main-33c3b423f54aabfcfca66691/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3066,"prompt_tokens":323,"effective_max_tokens":130749,"original_embedded_prediction":"B","question_sha256":"d3ede1ef1590cafbeca0278be62d75df7a0ca03bdf527b454a132420994473ae"} +{"uuid":"gpqa-main-238c4616c3347122f4b974e4","benchmark":"gpqa_main","data_index":1901,"repeat_index":4,"sample_id":"gpqa-main-238c4616c3347122f4b974e4/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1237,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"A","question_sha256":"5a24c76ed39eb083ccc9c24780d936fe2e52cba76ae67efa4d647cc35e10037b"} +{"uuid":"gpqa-main-e31881ef9b38bb3d802fa432","benchmark":"gpqa_main","data_index":1861,"repeat_index":4,"sample_id":"gpqa-main-e31881ef9b38bb3d802fa432/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4175,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"A","question_sha256":"d2b3b2f779f59635b5b67b63d55e4ada87e7ff867992c7a0b26b010dac9f8650"} +{"uuid":"gpqa-main-9eaa6714b15499d3c303ce90","benchmark":"gpqa_main","data_index":1759,"repeat_index":4,"sample_id":"gpqa-main-9eaa6714b15499d3c303ce90/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12552,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"D","question_sha256":"cfac786b87a07d0c92f7c3da73233aa6c32340b63dff9d3f72bd1bd025cd565d"} +{"uuid":"gpqa-main-9aa9fb454d849030d70f9512","benchmark":"gpqa_main","data_index":1422,"repeat_index":3,"sample_id":"gpqa-main-9aa9fb454d849030d70f9512/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":31168,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"D","question_sha256":"b494f4c1785682ee7d284173af2a6ef6db2189c6f3e7ece0edb769c2f10d5f24"} +{"uuid":"gpqa-main-43903740f46e3267ecd42324","benchmark":"gpqa_main","data_index":1887,"repeat_index":4,"sample_id":"gpqa-main-43903740f46e3267ecd42324/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2192,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"D","question_sha256":"b52b0025e64a7d0c0023e98ca9fe1f002e22bd987dd934f74304bd22e6e7da20"} +{"uuid":"gpqa-main-a39e48c3dd280f4d62399e78","benchmark":"gpqa_main","data_index":1907,"repeat_index":4,"sample_id":"gpqa-main-a39e48c3dd280f4d62399e78/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":810,"prompt_tokens":397,"effective_max_tokens":130675,"original_embedded_prediction":"D","question_sha256":"721c25455cfe9ff83ae29b7ba79700cb78268040d9773283d4d8afebd849187b"} +{"uuid":"gpqa-main-07134ad2ae69bd2e9f09ae64","benchmark":"gpqa_main","data_index":1613,"repeat_index":4,"sample_id":"gpqa-main-07134ad2ae69bd2e9f09ae64/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":31234,"prompt_tokens":374,"effective_max_tokens":130698,"original_embedded_prediction":"B","question_sha256":"e1448af5dcb7e4a7a5cf31dd231d4a2b2a3829ce3dabc5d7da48a195c1b39112"} +{"uuid":"gpqa-main-53c8581aa69a3066bf003024","benchmark":"gpqa_main","data_index":1886,"repeat_index":4,"sample_id":"gpqa-main-53c8581aa69a3066bf003024/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2377,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"dbc9784ed2e796c6f534e998f17f2a819df9d6d94cd62aa72bd7fdcbf457c948"} +{"uuid":"gpqa-main-d3db87adeb915999faca3605","benchmark":"gpqa_main","data_index":1263,"repeat_index":3,"sample_id":"gpqa-main-d3db87adeb915999faca3605/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":31292,"prompt_tokens":204,"effective_max_tokens":130868,"original_embedded_prediction":"D","question_sha256":"f6518dd763c1af7a1745bc53b4e021210cafdf588df1ede9b537a622474a998d"} +{"uuid":"gpqa-main-55aa21aa9a62e56aab915b32","benchmark":"gpqa_main","data_index":1454,"repeat_index":3,"sample_id":"gpqa-main-55aa21aa9a62e56aab915b32/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":31304,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"e6eba602b3eef649fed522c6b8737556699845aee5b419773938063ec6b83257"} +{"uuid":"gpqa-main-fcf4fc69f21da83688056521","benchmark":"gpqa_main","data_index":1899,"repeat_index":4,"sample_id":"gpqa-main-fcf4fc69f21da83688056521/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1799,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"691112dd08aec41d1dfd7a48bf6e56a828dc8b340887ad6364daff290f8a88c4"} +{"uuid":"gpqa-main-f022820fa3c0f536a4d4a9bc","benchmark":"gpqa_main","data_index":1891,"repeat_index":4,"sample_id":"gpqa-main-f022820fa3c0f536a4d4a9bc/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2292,"prompt_tokens":288,"effective_max_tokens":130784,"original_embedded_prediction":"A","question_sha256":"d7be2d674d4903c49886b492451a9febcfb5696ccd6f0931c4d48ef06a19b2b9"} +{"uuid":"gpqa-main-5af38d4af998e6cc090b76a4","benchmark":"gpqa_main","data_index":1902,"repeat_index":4,"sample_id":"gpqa-main-5af38d4af998e6cc090b76a4/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1937,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"b20325f500465457b07762e2fe70b04e5055bd3df2783351050b6c3d04223eb4"} +{"uuid":"gpqa-main-d8cca1a27ad1a42b4a99ce96","benchmark":"gpqa_main","data_index":1805,"repeat_index":4,"sample_id":"gpqa-main-d8cca1a27ad1a42b4a99ce96/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8803,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"6049e26840c0e889bb5632032745b5bcf6684dec9a2f9d0a0cfb76378c5c064e"} +{"uuid":"gpqa-main-50b06dfa0f6f3a64a58faa00","benchmark":"gpqa_main","data_index":1065,"repeat_index":2,"sample_id":"gpqa-main-50b06dfa0f6f3a64a58faa00/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":31753,"prompt_tokens":2889,"effective_max_tokens":128183,"original_embedded_prediction":"A","question_sha256":"6d83e75112500dd8a0852c4eaa9859c4fb625c97bdf5f7d5c532bcd6347ea1a8"} +{"uuid":"gpqa-main-358120bf0c4377ebdbde08fc","benchmark":"gpqa_main","data_index":1844,"repeat_index":4,"sample_id":"gpqa-main-358120bf0c4377ebdbde08fc/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5772,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"A","question_sha256":"051eba2501386001d9e9793a3b0fe9ea4c78a987e3a1576c168659f849b684d6"} +{"uuid":"gpqa-main-1af843966aecfd5da1f08dd6","benchmark":"gpqa_main","data_index":1926,"repeat_index":5,"sample_id":"gpqa-main-1af843966aecfd5da1f08dd6/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":995,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"C","question_sha256":"13e7c71f8aae7040bd98bd6b7bfe361f01f9aa9f4fd4b6095b40f97963688bdc"} +{"uuid":"gpqa-main-4355802640dddd3e060d2a59","benchmark":"gpqa_main","data_index":1715,"repeat_index":4,"sample_id":"gpqa-main-4355802640dddd3e060d2a59/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18055,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"ebe141e8c3f27bb731fd3889679a36aab5827f4caa81d8400d66a6bf492fe486"} +{"uuid":"gpqa-main-ad37592fd14aa64b9045a2c4","benchmark":"gpqa_main","data_index":1910,"repeat_index":4,"sample_id":"gpqa-main-ad37592fd14aa64b9045a2c4/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1884,"prompt_tokens":142,"effective_max_tokens":130930,"original_embedded_prediction":"B","question_sha256":"1b3ff6b6ef905e2e7d9fad403ad7bcef59c07ba5858ab30374d9c1f3f07e7dee"} +{"uuid":"gpqa-main-18347a23c4b32df1f0b31d1a","benchmark":"gpqa_main","data_index":1931,"repeat_index":5,"sample_id":"gpqa-main-18347a23c4b32df1f0b31d1a/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":725,"prompt_tokens":438,"effective_max_tokens":130634,"original_embedded_prediction":"C","question_sha256":"f69ff8c0001cb2bdea3e51d7d4063a70e8b64bf6f735f62088f0ace464bbe468"} +{"uuid":"gpqa-main-87a8747afb6b0414b9ccbe1e","benchmark":"gpqa_main","data_index":1810,"repeat_index":4,"sample_id":"gpqa-main-87a8747afb6b0414b9ccbe1e/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9156,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"D","question_sha256":"cdb165b285d51cf6a09160d99c4c49b653710aac879cce0b87c74a48eee0172b"} +{"uuid":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8","benchmark":"gpqa_main","data_index":1832,"repeat_index":4,"sample_id":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7563,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"bf639adbf5de648e6799cd9936073de7b6c750cf7c5870ed99dc4f842748abb9"} +{"uuid":"gpqa-main-992d40815d86851a9f6e7230","benchmark":"gpqa_main","data_index":1921,"repeat_index":5,"sample_id":"gpqa-main-992d40815d86851a9f6e7230/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1429,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"b698ebb0cb6d3abffa554435859e51f21dd11a9955cfceece2c7a6fa9b0e2023"} +{"uuid":"gpqa-main-39045ad4d1274d0e56839d7b","benchmark":"gpqa_main","data_index":1912,"repeat_index":4,"sample_id":"gpqa-main-39045ad4d1274d0e56839d7b/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2189,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"429df35a12720ff87021b558515bede2e2590914376178a956309c141594787f"} +{"uuid":"gpqa-main-50467ff0a4937693425f108b","benchmark":"gpqa_main","data_index":1927,"repeat_index":5,"sample_id":"gpqa-main-50467ff0a4937693425f108b/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1542,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"A","question_sha256":"ee40e0ba47746454343829f9f66dd4d391816fe24ca19edf78fcce05cf1f26d8"} +{"uuid":"gpqa-main-45cae4ba5af22868461f1861","benchmark":"gpqa_main","data_index":1674,"repeat_index":4,"sample_id":"gpqa-main-45cae4ba5af22868461f1861/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24840,"prompt_tokens":196,"effective_max_tokens":130876,"original_embedded_prediction":"B","question_sha256":"da4480a5d4f2af44b6faf63fe513d557f97bf4cd048901e4a2f0b133273b39db"} +{"uuid":"gpqa-main-de59169ce40a93ff305f9a41","benchmark":"gpqa_main","data_index":1920,"repeat_index":5,"sample_id":"gpqa-main-de59169ce40a93ff305f9a41/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1790,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"A","question_sha256":"c5859c729f1f8217c8555103da018a579f07eb8df38d8389383b2f4634573327"} +{"uuid":"gpqa-main-950b8724526dc5d718438bec","benchmark":"gpqa_main","data_index":1932,"repeat_index":5,"sample_id":"gpqa-main-950b8724526dc5d718438bec/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1238,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"B","question_sha256":"d81eab0b3deeedb23d68076a8f0de5ca6461b5d2d1a7da228f6a0b6ba6ca53e7"} +{"uuid":"gpqa-main-08cb3c41dbaa57f424632b84","benchmark":"gpqa_main","data_index":1924,"repeat_index":5,"sample_id":"gpqa-main-08cb3c41dbaa57f424632b84/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1783,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"B","question_sha256":"e37327eb6a290bf649f9b548f5d9834983b5d59efc10b4281a4bdbb75523863f"} +{"uuid":"gpqa-main-6078bfac5f15131fb59b31ce","benchmark":"gpqa_main","data_index":1842,"repeat_index":4,"sample_id":"gpqa-main-6078bfac5f15131fb59b31ce/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7110,"prompt_tokens":383,"effective_max_tokens":130689,"original_embedded_prediction":"D","question_sha256":"2c08be31c31eb443db8881662320ebedec47eef168a86389032948d5a9cc37d1"} +{"uuid":"gpqa-main-33b9f4658edfefac92faa4d3","benchmark":"gpqa_main","data_index":1812,"repeat_index":4,"sample_id":"gpqa-main-33b9f4658edfefac92faa4d3/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9504,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"A","question_sha256":"21b950759e4e088c97c70fcca487f4b3ceddd69dd2563433e332a0dde94eeddb"} +{"uuid":"gpqa-main-47999f808ae4df35fd817dd2","benchmark":"gpqa_main","data_index":1934,"repeat_index":5,"sample_id":"gpqa-main-47999f808ae4df35fd817dd2/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":798,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"0b24415e0a51d238b6f9b4a8ae6a56386da27f195c825aa8d124ca3e7adc5bb9"} +{"uuid":"gpqa-main-0d56f92dcb32c3f0494a4705","benchmark":"gpqa_main","data_index":1935,"repeat_index":5,"sample_id":"gpqa-main-0d56f92dcb32c3f0494a4705/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":814,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"D","question_sha256":"d48362abba761cef50927ef586befd9a2fdb343aa19b2fa457ee74fb6dbfb56b"} +{"uuid":"gpqa-main-17eb0ef902a11d36b13bb4ba","benchmark":"gpqa_main","data_index":1914,"repeat_index":4,"sample_id":"gpqa-main-17eb0ef902a11d36b13bb4ba/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2553,"prompt_tokens":290,"effective_max_tokens":130782,"original_embedded_prediction":"C","question_sha256":"da025e796cabfda79ad3a899a873052b028159563074d0934fabc7ee4c54d8ad"} +{"uuid":"gpqa-main-ff85a5ccc5b465a708f70be3","benchmark":"gpqa_main","data_index":1949,"repeat_index":5,"sample_id":"gpqa-main-ff85a5ccc5b465a708f70be3/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":343,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"f86f6ace621f9a5dc4c1d23e2bb2d546e1ca384df523a7a90d793b41a43ebfc6"} +{"uuid":"gpqa-main-7ac0db7d29e6e8c587a8e8f2","benchmark":"gpqa_main","data_index":1852,"repeat_index":4,"sample_id":"gpqa-main-7ac0db7d29e6e8c587a8e8f2/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6998,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"B","question_sha256":"1fc80dd29a6d1127a37414c18382b28b3e9d2f38b390130751d4cbfe90841375"} +{"uuid":"gpqa-main-1f0af84f0bdb1b68af6a7719","benchmark":"gpqa_main","data_index":1917,"repeat_index":4,"sample_id":"gpqa-main-1f0af84f0bdb1b68af6a7719/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2776,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"D","question_sha256":"47eb07162cc525d2e6a87977deb802204fed59b801dd5e2935cc6edb3c036af1"} +{"uuid":"gpqa-main-cda1b642d52c30858bcdf7a3","benchmark":"gpqa_main","data_index":1947,"repeat_index":5,"sample_id":"gpqa-main-cda1b642d52c30858bcdf7a3/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":877,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"85f5a80c90290184ac6ec65307174970563ac9442644e868f064c886836d7a25"} +{"uuid":"gpqa-main-8e23eaed901a11ec534e6f8b","benchmark":"gpqa_main","data_index":1635,"repeat_index":4,"sample_id":"gpqa-main-8e23eaed901a11ec534e6f8b/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":32680,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"ed842ad329efe1e08f990fad3dd3cd5e5fb16736a9da1dbfa314d5e19156887e"} +{"uuid":"gpqa-main-91b254f1e1c8041fbc1a3222","benchmark":"gpqa_main","data_index":1896,"repeat_index":4,"sample_id":"gpqa-main-91b254f1e1c8041fbc1a3222/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4818,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"35cf9161cc3c5b82d0770ab2b2fdef4a970ddae93523dee3a6bde8574e79b13d"} +{"uuid":"gpqa-main-b7ef729c55e0cb48c67bca16","benchmark":"gpqa_main","data_index":1951,"repeat_index":5,"sample_id":"gpqa-main-b7ef729c55e0cb48c67bca16/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":588,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"B","question_sha256":"732a49f65a753e1d2c9ebb525ad8cc4c9ea6aa812fdc5eda3c630aa4aa35c7b5"} +{"uuid":"gpqa-main-3d4249ae7ea85a07b7726fff","benchmark":"gpqa_main","data_index":1929,"repeat_index":5,"sample_id":"gpqa-main-3d4249ae7ea85a07b7726fff/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2523,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"f3a651caf4cc86d7183e2aa4e94783901dfd4ba7026521589b0aa1f1c95b0e55"} +{"uuid":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2","benchmark":"gpqa_main","data_index":1686,"repeat_index":4,"sample_id":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":24605,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"C","question_sha256":"58604895b423acc46c4efaa28ed2e4d6eaf2d93d55c7ad3766cffce3719ddf62"} +{"uuid":"gpqa-main-d8d5dbb2aa6f203775147357","benchmark":"gpqa_main","data_index":1854,"repeat_index":4,"sample_id":"gpqa-main-d8d5dbb2aa6f203775147357/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7762,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"bb18da47ffe6578fb5b30d30128525e8addf5e823c1985c70c606c89ce8d4d7e"} +{"uuid":"gpqa-main-ba7b4d8b6b363240553a5da8","benchmark":"gpqa_main","data_index":1933,"repeat_index":5,"sample_id":"gpqa-main-ba7b4d8b6b363240553a5da8/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2108,"prompt_tokens":320,"effective_max_tokens":130752,"original_embedded_prediction":"C","question_sha256":"f31ead87a22282cc5dfb01f73a1fe9c84520ad1b8dc017953d8293dbe8b47044"} +{"uuid":"gpqa-main-c5506c52a996021a33525b24","benchmark":"gpqa_main","data_index":1778,"repeat_index":4,"sample_id":"gpqa-main-c5506c52a996021a33525b24/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14642,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"ec867cdcf4e586ae70e24b76b87230ee2b48ec67a5234d7a682f06f846fbdf0d"} +{"uuid":"gpqa-main-d022f771c467d057bbb527d0","benchmark":"gpqa_main","data_index":1959,"repeat_index":5,"sample_id":"gpqa-main-d022f771c467d057bbb527d0/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":268,"prompt_tokens":192,"effective_max_tokens":130880,"original_embedded_prediction":"A","question_sha256":"f3fdb78f6fe3c60a21e29d92babec94b4d8c0f6e012394045833653cbdb1a4d7"} +{"uuid":"gpqa-main-4373b5f7be197f26258c18cf","benchmark":"gpqa_main","data_index":1712,"repeat_index":4,"sample_id":"gpqa-main-4373b5f7be197f26258c18cf/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20832,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"C","question_sha256":"56563ccb64ef7d8686cd4d8da77c8b4636353d0bb75dbefa360323671dfffed1"} +{"uuid":"gpqa-main-ad8f0afd2f116341ed3a69c0","benchmark":"gpqa_main","data_index":1960,"repeat_index":5,"sample_id":"gpqa-main-ad8f0afd2f116341ed3a69c0/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":336,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"b6c9142bf69c50d0a62b5b8254344b66610ca208a646e6a69a606819b7eb1bf8"} +{"uuid":"gpqa-main-12fef4b097b802dea2564ea2","benchmark":"gpqa_main","data_index":1722,"repeat_index":4,"sample_id":"gpqa-main-12fef4b097b802dea2564ea2/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19949,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"D","question_sha256":"254c10ac4fdccd2709d12769dd755a22c6de6b1e6bff2363164511e2905446d7"} +{"uuid":"gpqa-main-9baab02407bb5e317c8c71c4","benchmark":"gpqa_main","data_index":1950,"repeat_index":5,"sample_id":"gpqa-main-9baab02407bb5e317c8c71c4/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1592,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"C","question_sha256":"4c49b01c534dd76a31b5023fe34fe490913c400dc715a3fa7a874695ca10b949"} +{"uuid":"gpqa-main-cfc742b1ce24bfc75356765e","benchmark":"gpqa_main","data_index":1815,"repeat_index":4,"sample_id":"gpqa-main-cfc742b1ce24bfc75356765e/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11116,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"B","question_sha256":"c1f013c71ec1bfdf03d8071ec0a1d30c0d10b7e87429512ec32711a88cc41cb1"} +{"uuid":"gpqa-main-cdc31486df3de65ec2c324e2","benchmark":"gpqa_main","data_index":1939,"repeat_index":5,"sample_id":"gpqa-main-cdc31486df3de65ec2c324e2/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2223,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"4d233cd7b8524c989eb47a4c40d6f2f47070b986fea11e3ee3029c07db9b3356"} +{"uuid":"gpqa-main-b306a5cb19a37a5923ddeda3","benchmark":"gpqa_main","data_index":1911,"repeat_index":4,"sample_id":"gpqa-main-b306a5cb19a37a5923ddeda3/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4305,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"10d0692d1c6af6008ffff69894cb0183dafbb80748247a3a0e1961e87f1e7c9f"} +{"uuid":"gpqa-main-3ebc2c6c608ed7f5e7bf9463","benchmark":"gpqa_main","data_index":1940,"repeat_index":5,"sample_id":"gpqa-main-3ebc2c6c608ed7f5e7bf9463/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2212,"prompt_tokens":286,"effective_max_tokens":130786,"original_embedded_prediction":"D","question_sha256":"81bfcfb746da8dbf79e11ca4c419d5416ea1be46678f915598ebe3f9c6b6fc32"} +{"uuid":"gpqa-main-6364129e0f80d3896a3d60e2","benchmark":"gpqa_main","data_index":1617,"repeat_index":4,"sample_id":"gpqa-main-6364129e0f80d3896a3d60e2/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":35038,"prompt_tokens":526,"effective_max_tokens":130546,"original_embedded_prediction":"A","question_sha256":"123161632faf32d9079808c0fb48f9d5492735ab0a8290fe32ca2f58fad36797"} +{"uuid":"gpqa-main-83f8b78e2bcb92bda5c03787","benchmark":"gpqa_main","data_index":1872,"repeat_index":4,"sample_id":"gpqa-main-83f8b78e2bcb92bda5c03787/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7416,"prompt_tokens":162,"effective_max_tokens":130910,"original_embedded_prediction":"B","question_sha256":"1f06efeb2323c27b7a92e2f6b6d0f631f5b1caa5357a701f99ff4c3d08286bcf"} +{"uuid":"gpqa-main-7093e90be0c6d72d98ef432c","benchmark":"gpqa_main","data_index":1892,"repeat_index":4,"sample_id":"gpqa-main-7093e90be0c6d72d98ef432c/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5987,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"A","question_sha256":"d73f092255e75c14953338c7dc17fa9e41c6378f650bac797b23d3c68133744d"} +{"uuid":"gpqa-main-1923a70feda6403a600f719a","benchmark":"gpqa_main","data_index":1312,"repeat_index":3,"sample_id":"gpqa-main-1923a70feda6403a600f719a/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":35238,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"C","question_sha256":"7acad7dd49efa2a29ce19fb81de0e8b504de87dab9c66159407da7697942a708"} +{"uuid":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2","benchmark":"gpqa_main","data_index":1302,"repeat_index":3,"sample_id":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":35310,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"C","question_sha256":"58604895b423acc46c4efaa28ed2e4d6eaf2d93d55c7ad3766cffce3719ddf62"} +{"uuid":"gpqa-main-643d18139459da0f9c1b2e17","benchmark":"gpqa_main","data_index":1843,"repeat_index":4,"sample_id":"gpqa-main-643d18139459da0f9c1b2e17/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9389,"prompt_tokens":375,"effective_max_tokens":130697,"original_embedded_prediction":"C","question_sha256":"4bab53f383207a2bc9c94789bb8114d3e7db442308789d848023661e90b2ab49"} +{"uuid":"gpqa-main-09311165c3bc8a7742115024","benchmark":"gpqa_main","data_index":1941,"repeat_index":5,"sample_id":"gpqa-main-09311165c3bc8a7742115024/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2538,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d6deae7022d40b283a8b0053867ff7e2d44f15fac7c364d3b34e67d903596cf7"} +{"uuid":"gpqa-main-d3db87adeb915999faca3605","benchmark":"gpqa_main","data_index":1647,"repeat_index":4,"sample_id":"gpqa-main-d3db87adeb915999faca3605/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":32467,"prompt_tokens":204,"effective_max_tokens":130868,"original_embedded_prediction":"D","question_sha256":"f6518dd763c1af7a1745bc53b4e021210cafdf588df1ede9b537a622474a998d"} +{"uuid":"gpqa-main-21bf0d1bb4513b046dfdf875","benchmark":"gpqa_main","data_index":1942,"repeat_index":5,"sample_id":"gpqa-main-21bf0d1bb4513b046dfdf875/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2647,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"916a1ca795d38f4c815c99d6f162f52af934ee4e1b0d100dc0a7fb747631f7a7"} +{"uuid":"gpqa-main-7c04a20e5411bd3e0a2bc2c8","benchmark":"gpqa_main","data_index":1763,"repeat_index":4,"sample_id":"gpqa-main-7c04a20e5411bd3e0a2bc2c8/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16551,"prompt_tokens":413,"effective_max_tokens":130659,"original_embedded_prediction":"A","question_sha256":"e23b62b19c3ab4ec896e631f56a7a92ed38aca13300af7a7b449b979999886f3"} +{"uuid":"gpqa-main-e10311e2a20f5ef70b44af1a","benchmark":"gpqa_main","data_index":1916,"repeat_index":4,"sample_id":"gpqa-main-e10311e2a20f5ef70b44af1a/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4907,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"D","question_sha256":"840fab180da436fa17bd480d15eb270c8be4535800795f8fe8c3d0b1ac29ca9d"} +{"uuid":"gpqa-main-7239e8e1a6f52b11d89b376d","benchmark":"gpqa_main","data_index":1955,"repeat_index":5,"sample_id":"gpqa-main-7239e8e1a6f52b11d89b376d/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1643,"prompt_tokens":359,"effective_max_tokens":130713,"original_embedded_prediction":"D","question_sha256":"6b778965b4593497cd5378ecaa94e84f97d2910300038afb6590a8e9376b791c"} +{"uuid":"gpqa-main-834c95c23407a9d2c736d2ee","benchmark":"gpqa_main","data_index":1977,"repeat_index":5,"sample_id":"gpqa-main-834c95c23407a9d2c736d2ee/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":362,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"bb698537245b51d08b5d5a6cecdfd1a4e34f7ac0f17e13da8d713af9341a9366"} +{"uuid":"gpqa-main-9b60a112c6568a530227ce47","benchmark":"gpqa_main","data_index":1968,"repeat_index":5,"sample_id":"gpqa-main-9b60a112c6568a530227ce47/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":934,"prompt_tokens":443,"effective_max_tokens":130629,"original_embedded_prediction":"D","question_sha256":"4dd7bd0636dc935d4359866d23d365353db91692ab9b80b438a3f65683abf4e7"} +{"uuid":"gpqa-main-d750e02b8d42b4b4d6aba4b9","benchmark":"gpqa_main","data_index":1961,"repeat_index":5,"sample_id":"gpqa-main-d750e02b8d42b4b4d6aba4b9/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1379,"prompt_tokens":944,"effective_max_tokens":130128,"original_embedded_prediction":"D","question_sha256":"5ea7e9b17f677439bf5f6e43169cb794916985d1c5964f6a0d8becf3f9e3b7ad"} +{"uuid":"gpqa-main-a1ec72afe45eedbea242cd73","benchmark":"gpqa_main","data_index":1964,"repeat_index":5,"sample_id":"gpqa-main-a1ec72afe45eedbea242cd73/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1127,"prompt_tokens":310,"effective_max_tokens":130762,"original_embedded_prediction":"A","question_sha256":"e87180319d813402cf71637950d93636988703d0477e2bb79fb03a1d2df9afe3"} +{"uuid":"gpqa-main-0fb808246cf99919fa61cf95","benchmark":"gpqa_main","data_index":1904,"repeat_index":4,"sample_id":"gpqa-main-0fb808246cf99919fa61cf95/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5779,"prompt_tokens":415,"effective_max_tokens":130657,"original_embedded_prediction":"D","question_sha256":"8dd19f310e71e68caf9619c551faf073baee082c2fdae90e86d766c8f04dd15c"} +{"uuid":"gpqa-main-6f84d17ede852cd9196347bd","benchmark":"gpqa_main","data_index":1900,"repeat_index":4,"sample_id":"gpqa-main-6f84d17ede852cd9196347bd/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6574,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"C","question_sha256":"e410f49b6f85564bf5b9226069391669e4c376097b2656e616a6b82abd4729ac"} +{"uuid":"gpqa-main-f79cea2e3c2e242b6e0da4d5","benchmark":"gpqa_main","data_index":1974,"repeat_index":5,"sample_id":"gpqa-main-f79cea2e3c2e242b6e0da4d5/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1025,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"D","question_sha256":"bdc1ab103002886dcbe879cd751d3e27b8ba6e988859bb80422ea04871269448"} +{"uuid":"gpqa-main-579e17ce4c553c730c526a5c","benchmark":"gpqa_main","data_index":1962,"repeat_index":5,"sample_id":"gpqa-main-579e17ce4c553c730c526a5c/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1635,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"D","question_sha256":"1ce3d847d25b2c2f678c304f134266501155719553a1a003f38a6b0a75ffb81b"} +{"uuid":"gpqa-main-feeb39404129cbb3b7e867ec","benchmark":"gpqa_main","data_index":1963,"repeat_index":5,"sample_id":"gpqa-main-feeb39404129cbb3b7e867ec/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1624,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"B","question_sha256":"a80144fd582290217d4749a45438b278db047877b2f9babd5f52d9d0dcc88daf"} +{"uuid":"gpqa-main-ed6a4565f708132bae39b742","benchmark":"gpqa_main","data_index":1791,"repeat_index":4,"sample_id":"gpqa-main-ed6a4565f708132bae39b742/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14965,"prompt_tokens":393,"effective_max_tokens":130679,"original_embedded_prediction":"A","question_sha256":"5ce997bcaa654b6fdbbb00b63b66633167679a850d02d845b8a9b1b716979197"} +{"uuid":"gpqa-main-d9fdff837cb2d2e4d1e81014","benchmark":"gpqa_main","data_index":1919,"repeat_index":4,"sample_id":"gpqa-main-d9fdff837cb2d2e4d1e81014/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5126,"prompt_tokens":153,"effective_max_tokens":130919,"original_embedded_prediction":"D","question_sha256":"021732e23dc83767a3bfeabac85945e664d0c83c8f4cd2ecee91855cda0b0d54"} +{"uuid":"gpqa-main-efc527af4c77c27856f0d201","benchmark":"gpqa_main","data_index":1980,"repeat_index":5,"sample_id":"gpqa-main-efc527af4c77c27856f0d201/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":854,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"29ffae74d292a9a38f72dd8e95efab3be752912b79e848701193359c657937f6"} +{"uuid":"gpqa-main-c5fc0037165678ab354bad30","benchmark":"gpqa_main","data_index":1381,"repeat_index":3,"sample_id":"gpqa-main-c5fc0037165678ab354bad30/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":36499,"prompt_tokens":158,"effective_max_tokens":130914,"original_embedded_prediction":"D","question_sha256":"cc55519c3a9058d775356db9fd87b9279f120f69e3d435e9886ed87f62c6a229"} +{"uuid":"gpqa-main-4c4e7752fc041224f19d3f9a","benchmark":"gpqa_main","data_index":1846,"repeat_index":4,"sample_id":"gpqa-main-4c4e7752fc041224f19d3f9a/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10285,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"a7183bc025131850f86e24e7faa64e367e334f399dbbc968c1e6069905fe8c28"} +{"uuid":"gpqa-main-8db8ffb39e6d3e618c8d388c","benchmark":"gpqa_main","data_index":1976,"repeat_index":5,"sample_id":"gpqa-main-8db8ffb39e6d3e618c8d388c/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1334,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"B","question_sha256":"28dff82ab12e25f0b479054be2f5d8b597951c2458e383bb25cf488b09c98ff5"} +{"uuid":"gpqa-main-84e0462fb979739143160f76","benchmark":"gpqa_main","data_index":1994,"repeat_index":5,"sample_id":"gpqa-main-84e0462fb979739143160f76/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":377,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"A","question_sha256":"17821f797104818a4e9c06d5499572866481ca7a9f6bf4d3993cbc935754c06e"} +{"uuid":"gpqa-main-f635511b161f39dc301e05eb","benchmark":"gpqa_main","data_index":1816,"repeat_index":4,"sample_id":"gpqa-main-f635511b161f39dc301e05eb/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12855,"prompt_tokens":650,"effective_max_tokens":130422,"original_embedded_prediction":"B","question_sha256":"cb7f697eb685eca3061fc46cacb94c19aba74add8390e74234ade788b9fa4ff3"} +{"uuid":"gpqa-main-45b8834e3ed027ec73e9cb93","benchmark":"gpqa_main","data_index":1862,"repeat_index":4,"sample_id":"gpqa-main-45b8834e3ed027ec73e9cb93/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9726,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"C","question_sha256":"14a2ed1ddcecc5a3752c954a0c07f0e2ae102378d648cc66bd57385516fbbe20"} +{"uuid":"gpqa-main-49e3b768e85f009875fb4b7f","benchmark":"gpqa_main","data_index":1990,"repeat_index":5,"sample_id":"gpqa-main-49e3b768e85f009875fb4b7f/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":663,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"B","question_sha256":"181abbdaf75899b4c447f9c98c58f90512c06ffe5521e109fa83597da1fb7aae"} +{"uuid":"gpqa-main-7684b3ed8a4540e6099495df","benchmark":"gpqa_main","data_index":1863,"repeat_index":4,"sample_id":"gpqa-main-7684b3ed8a4540e6099495df/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9956,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"C","question_sha256":"0caf81b8c83789b0b258b80856002cff7fd589a737844db0407269017bcd1955"} +{"uuid":"gpqa-main-485d6d2d8d4ef097891a30ae","benchmark":"gpqa_main","data_index":1906,"repeat_index":4,"sample_id":"gpqa-main-485d6d2d8d4ef097891a30ae/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6675,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"D","question_sha256":"c6a4a4365a6f088ad7d433e788ad1983c25ce2a6965fa332c2fd4f61eea9bbbc"} +{"uuid":"gpqa-main-763daf42ea0c79050a6a4d1d","benchmark":"gpqa_main","data_index":1981,"repeat_index":5,"sample_id":"gpqa-main-763daf42ea0c79050a6a4d1d/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1462,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"D","question_sha256":"72b4053b92adde478bb40c3fb9ef1e06215efe5922e2d600121170f824d32c13"} +{"uuid":"gpqa-main-544e43760baf2de3b5be5741","benchmark":"gpqa_main","data_index":1905,"repeat_index":4,"sample_id":"gpqa-main-544e43760baf2de3b5be5741/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6894,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"A","question_sha256":"89418be241a19daa5c02878e565ee51b73f6f2c9bcafffaf554b45989088c1d8"} +{"uuid":"gpqa-main-a8c391dd6337620cc79cae0e","benchmark":"gpqa_main","data_index":1952,"repeat_index":5,"sample_id":"gpqa-main-a8c391dd6337620cc79cae0e/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3624,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"435ccdce7cc6c5543ffaf20b4d850d905357568605d01b3a595d44df3dd30d0d"} +{"uuid":"gpqa-main-4fb391edde117a3fa772fe15","benchmark":"gpqa_main","data_index":1915,"repeat_index":4,"sample_id":"gpqa-main-4fb391edde117a3fa772fe15/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6562,"prompt_tokens":230,"effective_max_tokens":130842,"original_embedded_prediction":"A","question_sha256":"5131eb311b518c1f3eade66e9c0f4df88aa05e6477bb06e86e3ac1e6fc1ea102"} +{"uuid":"gpqa-main-fbf1f6e62b48cbbf0bca4714","benchmark":"gpqa_main","data_index":1971,"repeat_index":5,"sample_id":"gpqa-main-fbf1f6e62b48cbbf0bca4714/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2309,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"59affc9a905621c391ee7886c0e428eac5cb1f60c7c251e2fc1fcb081cb8e076"} +{"uuid":"gpqa-main-5caa71cb7e0124d349b3046e","benchmark":"gpqa_main","data_index":1612,"repeat_index":4,"sample_id":"gpqa-main-5caa71cb7e0124d349b3046e/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":37370,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"C","question_sha256":"965fd430b8ea291a67e2311c4874eba053c21ea0ce6fa222eec4bed300fc2976"} +{"uuid":"gpqa-main-e2b759199021c586345ac38f","benchmark":"gpqa_main","data_index":1937,"repeat_index":5,"sample_id":"gpqa-main-e2b759199021c586345ac38f/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4881,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"B","question_sha256":"ca59405f2d298a50a3e8fd6d281b67ca4a3ee503578df49e700cc46fe3c4f3d8"} +{"uuid":"gpqa-main-832feb793ff377da50abf878","benchmark":"gpqa_main","data_index":1989,"repeat_index":5,"sample_id":"gpqa-main-832feb793ff377da50abf878/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1290,"prompt_tokens":202,"effective_max_tokens":130870,"original_embedded_prediction":"B","question_sha256":"9cb12d81fbbe616cc95beecd1627265e0b5a2fa48b8e7493d3df89b378afbc12"} +{"uuid":"gpqa-main-7a6f40292c595b5ffad3d66b","benchmark":"gpqa_main","data_index":2000,"repeat_index":5,"sample_id":"gpqa-main-7a6f40292c595b5ffad3d66b/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":790,"prompt_tokens":317,"effective_max_tokens":130755,"original_embedded_prediction":"A","question_sha256":"82d8161e96256872367b5e1c12af2c1f91e6c4a6aac3d066708fccb1826bf840"} +{"uuid":"gpqa-main-47f8cee187b620660c7d11b3","benchmark":"gpqa_main","data_index":1992,"repeat_index":5,"sample_id":"gpqa-main-47f8cee187b620660c7d11b3/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1197,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"b114078343a4ce3eeaa845ee2c7bfa4ac7c9add00f507d8ff60e46cca593fb46"} +{"uuid":"gpqa-main-7c7ae85beee22afc94024aa0","benchmark":"gpqa_main","data_index":1913,"repeat_index":4,"sample_id":"gpqa-main-7c7ae85beee22afc94024aa0/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6869,"prompt_tokens":179,"effective_max_tokens":130893,"original_embedded_prediction":"C","question_sha256":"17ee204f8a3ef8904b0418dcf3bac347173df36a87b5535f055046fe6fae8879"} +{"uuid":"gpqa-main-13dda0527a69422c0bfefb23","benchmark":"gpqa_main","data_index":1965,"repeat_index":5,"sample_id":"gpqa-main-13dda0527a69422c0bfefb23/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2822,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"A","question_sha256":"952dd56af4d111bc829dbe6171c480a13632e8b5771e33245330d32115f96774"} +{"uuid":"gpqa-main-32802554a860af51b4d7360f","benchmark":"gpqa_main","data_index":1772,"repeat_index":4,"sample_id":"gpqa-main-32802554a860af51b4d7360f/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18174,"prompt_tokens":399,"effective_max_tokens":130673,"original_embedded_prediction":"C","question_sha256":"ea1d2c2fd4395ec2cad416b20c41a657730d84acd26fb53712bf10f6807a4e64"} +{"uuid":"gpqa-main-810618179b41cff3d8593ba5","benchmark":"gpqa_main","data_index":1943,"repeat_index":5,"sample_id":"gpqa-main-810618179b41cff3d8593ba5/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4873,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"4f7077a78998cfa5dbe881d51f9f859973bb281cce9f5a2bde9d5475cc520111"} +{"uuid":"gpqa-main-2fc8b9731f60b1c9eb476570","benchmark":"gpqa_main","data_index":1995,"repeat_index":5,"sample_id":"gpqa-main-2fc8b9731f60b1c9eb476570/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1385,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"A","question_sha256":"8d64fc9e228388438862fd18b500e048e168f26e7191a4220ea8281beb789ea2"} +{"uuid":"gpqa-main-35569b36357cfce18162c999","benchmark":"gpqa_main","data_index":1972,"repeat_index":5,"sample_id":"gpqa-main-35569b36357cfce18162c999/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2949,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"B","question_sha256":"a2136b05b78259562b913f1f56520c4184d70bf60017617a442a41f907c31b78"} +{"uuid":"gpqa-main-46549f6d718b80e38f4412cd","benchmark":"gpqa_main","data_index":1570,"repeat_index":4,"sample_id":"gpqa-main-46549f6d718b80e38f4412cd/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":38058,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"C","question_sha256":"a1def6786f9e3174bf07c7887ea2c97711ea721fe1cf730202fc93d69ecac09d"} +{"uuid":"gpqa-main-adffc79c4b20a953ccbf4cd1","benchmark":"gpqa_main","data_index":1908,"repeat_index":4,"sample_id":"gpqa-main-adffc79c4b20a953ccbf4cd1/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7817,"prompt_tokens":170,"effective_max_tokens":130902,"original_embedded_prediction":"D","question_sha256":"a9acc5caf0ab2f58b68d62ac52eac5bd31ee4a74a832bd753df339176dbbaefe"} +{"uuid":"gpqa-main-35d088e32fb39438767e1141","benchmark":"gpqa_main","data_index":1999,"repeat_index":5,"sample_id":"gpqa-main-35d088e32fb39438767e1141/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1597,"prompt_tokens":434,"effective_max_tokens":130638,"original_embedded_prediction":"B","question_sha256":"9d467213ec07b8217d3c3aa11a312c8536475e654bbb7ef916a4b8f92e0c7a7d"} +{"uuid":"gpqa-main-fcf4fbe275826c7d67e6067b","benchmark":"gpqa_main","data_index":1868,"repeat_index":4,"sample_id":"gpqa-main-fcf4fbe275826c7d67e6067b/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10812,"prompt_tokens":319,"effective_max_tokens":130753,"original_embedded_prediction":"B","question_sha256":"804a1298d02f33e3d34af9885ef317731ae757104a1e874356955c98921afd18"} +{"uuid":"gpqa-main-398c3b21ff64a0edc7ed8444","benchmark":"gpqa_main","data_index":1349,"repeat_index":3,"sample_id":"gpqa-main-398c3b21ff64a0edc7ed8444/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":38447,"prompt_tokens":839,"effective_max_tokens":130233,"original_embedded_prediction":"A","question_sha256":"8efc35cf270e2b051ad9ae732723df9c7261cecaf1410edf2c43f3ca7aa749cc"} +{"uuid":"gpqa-main-4b84b53bf506bc0a4468fb2d","benchmark":"gpqa_main","data_index":1991,"repeat_index":5,"sample_id":"gpqa-main-4b84b53bf506bc0a4468fb2d/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2292,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"e302b2005d8d406eb5e8fd7aa1707959448ef06e72b5647d2711c9a056cfeffc"} +{"uuid":"gpqa-main-ddc1b02f963a2f785385132e","benchmark":"gpqa_main","data_index":2013,"repeat_index":5,"sample_id":"gpqa-main-ddc1b02f963a2f785385132e/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1039,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"d5e7b22736a2cdaa0f2553a100795aa6b7e150fcc1b9fe093e28e3fea855f346"} +{"uuid":"gpqa-main-41ca21006bb37fef24a8975a","benchmark":"gpqa_main","data_index":2006,"repeat_index":5,"sample_id":"gpqa-main-41ca21006bb37fef24a8975a/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1349,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"8d132ce83553f28f02599f90e3c52fb60d8f58faea0f09152f78f7df6e310abc"} +{"uuid":"gpqa-main-bf684ea09dc8822450fbd37c","benchmark":"gpqa_main","data_index":2004,"repeat_index":5,"sample_id":"gpqa-main-bf684ea09dc8822450fbd37c/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1588,"prompt_tokens":372,"effective_max_tokens":130700,"original_embedded_prediction":"A","question_sha256":"8f0911e951adf5df2bfc8aa29c14de392a998e2fa48463ceecedcd39a8301453"} +{"uuid":"gpqa-main-84cbf72ad94d1afe2aa56331","benchmark":"gpqa_main","data_index":2017,"repeat_index":5,"sample_id":"gpqa-main-84cbf72ad94d1afe2aa56331/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1077,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"D","question_sha256":"089a55e5a3fbca456cb952a230bd88a82c177ec99470bd05f822803a1bdd3db5"} +{"uuid":"gpqa-main-7c3c45d7826322d2dd84475f","benchmark":"gpqa_main","data_index":2018,"repeat_index":5,"sample_id":"gpqa-main-7c3c45d7826322d2dd84475f/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":973,"prompt_tokens":419,"effective_max_tokens":130653,"original_embedded_prediction":"A","question_sha256":"f98a4cc383b4e02c52b4cdafe1b79c1d58df251d5d10ab65f71740d27243ed28"} +{"uuid":"gpqa-main-498b428b55b7644426a781c9","benchmark":"gpqa_main","data_index":1984,"repeat_index":5,"sample_id":"gpqa-main-498b428b55b7644426a781c9/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3072,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"C","question_sha256":"7fbfdc18f5a18b666f8d4afc859af60c4c56ab7d8d677d46fb01a050207ac688"} +{"uuid":"gpqa-main-6364129e0f80d3896a3d60e2","benchmark":"gpqa_main","data_index":849,"repeat_index":2,"sample_id":"gpqa-main-6364129e0f80d3896a3d60e2/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":38957,"prompt_tokens":526,"effective_max_tokens":130546,"original_embedded_prediction":"A","question_sha256":"123161632faf32d9079808c0fb48f9d5492735ab0a8290fe32ca2f58fad36797"} +{"uuid":"gpqa-main-5334e8bdecfbd08a0fceb69b","benchmark":"gpqa_main","data_index":1967,"repeat_index":5,"sample_id":"gpqa-main-5334e8bdecfbd08a0fceb69b/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4228,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"B","question_sha256":"0c1cc6cb8c9b9a25c645b86bbada068207876248621f0327486d559892b7a8a9"} +{"uuid":"gpqa-main-3357b4ebb8c461cb9eeca4bd","benchmark":"gpqa_main","data_index":1998,"repeat_index":5,"sample_id":"gpqa-main-3357b4ebb8c461cb9eeca4bd/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2445,"prompt_tokens":283,"effective_max_tokens":130789,"original_embedded_prediction":"B","question_sha256":"cdffe5a4f742a97a3cc2ffedfc8d78a3ffa14249a51afc48e9d7aa8fc6b499a8"} +{"uuid":"gpqa-main-01e62a7b7362ebd043bef6f7","benchmark":"gpqa_main","data_index":1764,"repeat_index":4,"sample_id":"gpqa-main-01e62a7b7362ebd043bef6f7/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20112,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"B","question_sha256":"339602fd0ae9cbdaef368f3dcff01cd2d212565d5c7830b14c0fd29de1cb58d6"} +{"uuid":"gpqa-main-8a20fac7d1a5bff58e8c63ca","benchmark":"gpqa_main","data_index":1993,"repeat_index":5,"sample_id":"gpqa-main-8a20fac7d1a5bff58e8c63ca/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3134,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"C","question_sha256":"065acbbc3564fb2547e820ab1c35567bac49dff768319e8f4b46ee23bdd92415"} +{"uuid":"gpqa-main-002cb7f9ef3ee2a3d460b42e","benchmark":"gpqa_main","data_index":2005,"repeat_index":5,"sample_id":"gpqa-main-002cb7f9ef3ee2a3d460b42e/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2396,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"3bed68f29773b3484a0b5acab22f438229b63f2a324fb817a933e4d514178386"} +{"uuid":"gpqa-main-b654b748170277d4b0d0c6b5","benchmark":"gpqa_main","data_index":2014,"repeat_index":5,"sample_id":"gpqa-main-b654b748170277d4b0d0c6b5/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2081,"prompt_tokens":508,"effective_max_tokens":130564,"original_embedded_prediction":"D","question_sha256":"010973f2a9805982e33bfecd460da27e4d2f170e4567ebf854c807385bea09d3"} +{"uuid":"gpqa-main-46f745f508b4d1ad41a0eb01","benchmark":"gpqa_main","data_index":1878,"repeat_index":4,"sample_id":"gpqa-main-46f745f508b4d1ad41a0eb01/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11424,"prompt_tokens":392,"effective_max_tokens":130680,"original_embedded_prediction":"A","question_sha256":"4971bc5df5aee8c296226e29269969e334193d698a942dccd75dac5459c05a5c"} +{"uuid":"gpqa-main-a5811d01e615771d5e0b48fb","benchmark":"gpqa_main","data_index":2020,"repeat_index":5,"sample_id":"gpqa-main-a5811d01e615771d5e0b48fb/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1639,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"D","question_sha256":"18c1c5c103fb01b10fd0ca282f8eab427517d6587a0a9962010b5ad16e05b98f"} +{"uuid":"gpqa-main-efbd16944acebfe43928d489","benchmark":"gpqa_main","data_index":1969,"repeat_index":5,"sample_id":"gpqa-main-efbd16944acebfe43928d489/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4926,"prompt_tokens":328,"effective_max_tokens":130744,"original_embedded_prediction":"B","question_sha256":"40b2b50a3c993902d4327a3072c497b0bfcbac42a638ecf92be395be7ef82ab0"} +{"uuid":"gpqa-main-87c633148441d2b07b8e2e81","benchmark":"gpqa_main","data_index":2008,"repeat_index":5,"sample_id":"gpqa-main-87c633148441d2b07b8e2e81/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2490,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"0fb47d10edb4eca17f93926dea501fdd19bde76cfe58f57edb445a7272d7787c"} +{"uuid":"gpqa-main-29e885003cf7658ac2eb0ba4","benchmark":"gpqa_main","data_index":2023,"repeat_index":5,"sample_id":"gpqa-main-29e885003cf7658ac2eb0ba4/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1575,"prompt_tokens":299,"effective_max_tokens":130773,"original_embedded_prediction":"D","question_sha256":"e6fd9b7cea6cbcd53eabc57f63ae367008b2774a1092f55e23e78b7eafbdbafa"} +{"uuid":"gpqa-main-2d88ca9efdaae7d19aed9660","benchmark":"gpqa_main","data_index":2032,"repeat_index":5,"sample_id":"gpqa-main-2d88ca9efdaae7d19aed9660/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1046,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"43af6d11597079a7d069dd93bbf3db87f0b5bb604fbfc66fc60c268d149d8fba"} +{"uuid":"gpqa-main-8cf981eedacab9acbdd5b00c","benchmark":"gpqa_main","data_index":2012,"repeat_index":5,"sample_id":"gpqa-main-8cf981eedacab9acbdd5b00c/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2515,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"C","question_sha256":"14dcd60f9986bbbcbbdc0e4b3462397b01801a452d9756100ed129baa5baf68c"} +{"uuid":"gpqa-main-728c68de5f34aba879617ff3","benchmark":"gpqa_main","data_index":1889,"repeat_index":4,"sample_id":"gpqa-main-728c68de5f34aba879617ff3/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10962,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"B","question_sha256":"93587b6fdb0ccf1d1701c58bd12431b38885397117475f14823f4c52994b39b4"} +{"uuid":"gpqa-main-ff45876351041ad1ce200bb4","benchmark":"gpqa_main","data_index":1859,"repeat_index":4,"sample_id":"gpqa-main-ff45876351041ad1ce200bb4/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13288,"prompt_tokens":345,"effective_max_tokens":130727,"original_embedded_prediction":"B","question_sha256":"32bdeb2d6746cedbaa666a09cbe9ff84eedb094a4f81edb9c09ab191add49c41"} +{"uuid":"gpqa-main-be458c5a0490a8298ea11494","benchmark":"gpqa_main","data_index":2039,"repeat_index":5,"sample_id":"gpqa-main-be458c5a0490a8298ea11494/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":740,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"17cada7a00fa20e35d380a47aad58aace15d791f3cd4f119acb4635e55951129"} +{"uuid":"gpqa-main-2322ddc82747aa5a01bf1c1e","benchmark":"gpqa_main","data_index":2022,"repeat_index":5,"sample_id":"gpqa-main-2322ddc82747aa5a01bf1c1e/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2228,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"d9d7e1406d6a9d440081915edafcb4a493a40b6172838b858a979c0a58bb4c62"} +{"uuid":"gpqa-main-ec756f5cd58f1d3e9c9c8676","benchmark":"gpqa_main","data_index":2030,"repeat_index":5,"sample_id":"gpqa-main-ec756f5cd58f1d3e9c9c8676/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1856,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"B","question_sha256":"016bbafd184cf46762e3e824d2499734daf9efd8cb5f0adad12078f151c96a12"} +{"uuid":"gpqa-main-c69005af8b1e76a851528e02","benchmark":"gpqa_main","data_index":1987,"repeat_index":5,"sample_id":"gpqa-main-c69005af8b1e76a851528e02/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4990,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"29e6a1db070bf5e5af8af4b82da4953dd47dcd2a1bbd7ad2db04f3d1d4cd805e"} +{"uuid":"gpqa-main-9b7f84c844aa65b8ebfee235","benchmark":"gpqa_main","data_index":2040,"repeat_index":5,"sample_id":"gpqa-main-9b7f84c844aa65b8ebfee235/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1265,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"9443960fd2664e6d4890575733c6a4f1f6d804ec21e10e0f9d415b99297f9845"} +{"uuid":"gpqa-main-5f336d7998263d21db8f15c1","benchmark":"gpqa_main","data_index":1970,"repeat_index":5,"sample_id":"gpqa-main-5f336d7998263d21db8f15c1/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6016,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"D","question_sha256":"5028b464f9ac881885af02d0d7fda29d17165d3804f0f84dbc2e8f6dbd923739"} +{"uuid":"gpqa-main-6543e2c47b61f7f328bcf42d","benchmark":"gpqa_main","data_index":1956,"repeat_index":5,"sample_id":"gpqa-main-6543e2c47b61f7f328bcf42d/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6892,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"C","question_sha256":"9f8c4aa52521e2926d56fdd03cf5aeaf3543c911c9b75774731cd1204efc1328"} +{"uuid":"gpqa-main-efa466851677550746c06a1f","benchmark":"gpqa_main","data_index":1958,"repeat_index":5,"sample_id":"gpqa-main-efa466851677550746c06a1f/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6808,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"D","question_sha256":"b64a2faa078044133322af9742b3f75788b5f8e5701f1fee08d693854a842448"} +{"uuid":"gpqa-main-b5b0614a110a5eb0657cbe9a","benchmark":"gpqa_main","data_index":2035,"repeat_index":5,"sample_id":"gpqa-main-b5b0614a110a5eb0657cbe9a/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2284,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"D","question_sha256":"829ccc830e5fe3601c6e7c0a975192c938019f4d4e5c1b2334d55bb1d951711e"} +{"uuid":"gpqa-main-f432c1aa4319a4b1f6fa2ac1","benchmark":"gpqa_main","data_index":2029,"repeat_index":5,"sample_id":"gpqa-main-f432c1aa4319a4b1f6fa2ac1/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2853,"prompt_tokens":264,"effective_max_tokens":130808,"original_embedded_prediction":"C","question_sha256":"19d5ec504b7008b3eada0ca0c300cd88147b20679109f6681bfd8946e0db2c8c"} +{"uuid":"gpqa-main-138fcbeedbaf865565ec35fd","benchmark":"gpqa_main","data_index":2047,"repeat_index":5,"sample_id":"gpqa-main-138fcbeedbaf865565ec35fd/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1485,"prompt_tokens":409,"effective_max_tokens":130663,"original_embedded_prediction":"D","question_sha256":"15bed1ac60d1bdcf0eec84539d669d6f38a2eb24b51e5072a922d8d9391ab135"} +{"uuid":"gpqa-main-d28c5e0e8deb0d1fde12ef5f","benchmark":"gpqa_main","data_index":1729,"repeat_index":4,"sample_id":"gpqa-main-d28c5e0e8deb0d1fde12ef5f/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":26190,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"D","question_sha256":"6913f7a17a2db54c9dcd8af6af20806e66b00fe4bb9691ca42d9f15184908f62"} +{"uuid":"gpqa-main-f1451c98bdb50fb5b0dbdc55","benchmark":"gpqa_main","data_index":2036,"repeat_index":5,"sample_id":"gpqa-main-f1451c98bdb50fb5b0dbdc55/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2514,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"B","question_sha256":"650bb2feaa18830493f8e50de85c38c1f24570d9f1e7c9970c8ed9fbcbbde337"} +{"uuid":"gpqa-main-e4e8eab3e5612de26e298f3f","benchmark":"gpqa_main","data_index":1679,"repeat_index":4,"sample_id":"gpqa-main-e4e8eab3e5612de26e298f3f/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":32954,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"A","question_sha256":"1037e0c8b2c1aced006713d114efa5f1233a7eadf2f0aac355081aeacd10b00f"} +{"uuid":"gpqa-main-2ad64f0bf627cf52a8ad924c","benchmark":"gpqa_main","data_index":2055,"repeat_index":5,"sample_id":"gpqa-main-2ad64f0bf627cf52a8ad924c/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":873,"prompt_tokens":146,"effective_max_tokens":130926,"original_embedded_prediction":"A","question_sha256":"e9afb48881134b480ce09710124320be56d4166a402490b65f81bdb1df6e3a1d"} +{"uuid":"gpqa-main-ae71bab05f11abac2f706bb9","benchmark":"gpqa_main","data_index":1493,"repeat_index":3,"sample_id":"gpqa-main-ae71bab05f11abac2f706bb9/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":41866,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"d160134fd023bac8e7f94f4d4e70e01dc36d3ae74bb54ab778b03686e5b7b2c0"} +{"uuid":"gpqa-main-09b661e081004aa4c0d45778","benchmark":"gpqa_main","data_index":2026,"repeat_index":5,"sample_id":"gpqa-main-09b661e081004aa4c0d45778/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3550,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"D","question_sha256":"47741045402119262be7a1c17b98cc587ee55b46bb8620655271dca518a4f927"} +{"uuid":"gpqa-main-cdaa7da74e15a8dfc40e0582","benchmark":"gpqa_main","data_index":1727,"repeat_index":4,"sample_id":"gpqa-main-cdaa7da74e15a8dfc40e0582/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":26806,"prompt_tokens":410,"effective_max_tokens":130662,"original_embedded_prediction":"D","question_sha256":"733e93868ff7691423e0d318a4d9ba6ce801d7c2ef5c53b8020d7eb13c2c9a5c"} +{"uuid":"gpqa-main-b13e6b95879d48313e527260","benchmark":"gpqa_main","data_index":2025,"repeat_index":5,"sample_id":"gpqa-main-b13e6b95879d48313e527260/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3683,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"B","question_sha256":"145b51d1c857830091d0dfa7043504329aa8d2a847b5b738079d210a94da31cb"} +{"uuid":"gpqa-main-d751f2081e63be8d69314287","benchmark":"gpqa_main","data_index":2021,"repeat_index":5,"sample_id":"gpqa-main-d751f2081e63be8d69314287/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4284,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"f56e41493e430f6c013c094b4b462aa30dc9826a273d867eec6a04fc8a646443"} +{"uuid":"gpqa-main-82354c49d9280b8a980b98b4","benchmark":"gpqa_main","data_index":1706,"repeat_index":4,"sample_id":"gpqa-main-82354c49d9280b8a980b98b4/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":29132,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"C","question_sha256":"57b065d28a6d02a29a3a84f39dd670ba7cdf4e3403506e79b5fc90713897f68e"} +{"uuid":"gpqa-main-68d5dcbd7078889c19a9a93c","benchmark":"gpqa_main","data_index":2056,"repeat_index":5,"sample_id":"gpqa-main-68d5dcbd7078889c19a9a93c/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1396,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"618551bfaaf71599d5802135cbf18d8e9b5a33b38537d32515c5298d556df601"} +{"uuid":"gpqa-main-55f2934c4eb0b8293b1d65aa","benchmark":"gpqa_main","data_index":1757,"repeat_index":4,"sample_id":"gpqa-main-55f2934c4eb0b8293b1d65aa/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24070,"prompt_tokens":314,"effective_max_tokens":130758,"original_embedded_prediction":"C","question_sha256":"790d06fbc2ae95b0429cab870e5895c5de8a75b14d0bda1401b1503293606c67"} +{"uuid":"gpqa-main-8980ca71edb4f58a3e46b256","benchmark":"gpqa_main","data_index":2064,"repeat_index":5,"sample_id":"gpqa-main-8980ca71edb4f58a3e46b256/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":700,"prompt_tokens":145,"effective_max_tokens":130927,"original_embedded_prediction":"B","question_sha256":"fb9586d35200647be665790b2cd3eee5c8cca1b79e6afcf01f027007fa057b64"} +{"uuid":"gpqa-main-e069314491adb5be236d3fe7","benchmark":"gpqa_main","data_index":1922,"repeat_index":5,"sample_id":"gpqa-main-e069314491adb5be236d3fe7/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11389,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"D","question_sha256":"2662eff7a6231613f45042d2ef5df63caaeb5a326d264e93009a737a99fb27bb"} +{"uuid":"gpqa-main-0cc54149033350a37cf90b8b","benchmark":"gpqa_main","data_index":1235,"repeat_index":3,"sample_id":"gpqa-main-0cc54149033350a37cf90b8b/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":42663,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"A","question_sha256":"3298921b7dfbbae04c9893edbe6870746b53e2b7af12e9816f07b6f5e0bff9cb"} +{"uuid":"gpqa-main-efb673a27e8a1e042786abf9","benchmark":"gpqa_main","data_index":1983,"repeat_index":5,"sample_id":"gpqa-main-efb673a27e8a1e042786abf9/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7043,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"1f2f27b90dac22c1b4d70e1b1679a095c5ce0b5ec5dd0bbf48f16b8328b18d89"} +{"uuid":"gpqa-main-b38dfd97dcfb80fb4df4c6f2","benchmark":"gpqa_main","data_index":2046,"repeat_index":5,"sample_id":"gpqa-main-b38dfd97dcfb80fb4df4c6f2/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2833,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"28fc44d6ca68ec833bb9837a558199f6e126ccb90f29dc42a2a4bf34ea4b66a7"} +{"uuid":"gpqa-main-f7ba77d144b7a11de90a37c4","benchmark":"gpqa_main","data_index":2065,"repeat_index":5,"sample_id":"gpqa-main-f7ba77d144b7a11de90a37c4/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":842,"prompt_tokens":236,"effective_max_tokens":130836,"original_embedded_prediction":"B","question_sha256":"ac7263466ea3cfcdcebac618b1d20835b4103b2d80b75b1a7110e9763eb45aa2"} +{"uuid":"gpqa-main-a3be70bb026878238a72f88b","benchmark":"gpqa_main","data_index":1986,"repeat_index":5,"sample_id":"gpqa-main-a3be70bb026878238a72f88b/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7225,"prompt_tokens":446,"effective_max_tokens":130626,"original_embedded_prediction":"C","question_sha256":"42da82ad5cb9e03bf1c8f1d786b162fd55245c32907328f445c191681a98b669"} +{"uuid":"gpqa-main-8dd5ae41d915a09d1c8b9add","benchmark":"gpqa_main","data_index":1697,"repeat_index":4,"sample_id":"gpqa-main-8dd5ae41d915a09d1c8b9add/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":31147,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"8a246eed19ab5f877aa822da432a7aaa0f52615ea4655b0a89995d374971cd27"} +{"uuid":"gpqa-main-542dd8f1dc74ca5163382df8","benchmark":"gpqa_main","data_index":1344,"repeat_index":3,"sample_id":"gpqa-main-542dd8f1dc74ca5163382df8/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":43134,"prompt_tokens":165,"effective_max_tokens":130907,"original_embedded_prediction":"A","question_sha256":"2413c551ec9a06a20197c81fa22effbd7f215abcc2e5f14c5f9f0a86e5402736"} +{"uuid":"gpqa-main-759e35a2024fc09bd491c9ff","benchmark":"gpqa_main","data_index":1539,"repeat_index":4,"sample_id":"gpqa-main-759e35a2024fc09bd491c9ff/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":43243,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"D","question_sha256":"4c284608a459b460f3ec3dfd5c7c71cfa84c171d4eb8a52aab9e6e4a8cb409bb"} +{"uuid":"gpqa-main-1f9ad1ca59cf537e3cdf47c2","benchmark":"gpqa_main","data_index":2050,"repeat_index":5,"sample_id":"gpqa-main-1f9ad1ca59cf537e3cdf47c2/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2843,"prompt_tokens":318,"effective_max_tokens":130754,"original_embedded_prediction":"B","question_sha256":"229ffbdb774489fcfd578450da500a74b0c6fd603d3f4050eb6ff993659f5c7e"} +{"uuid":"gpqa-main-e6ff92ca0c11b47b14793d2f","benchmark":"gpqa_main","data_index":2044,"repeat_index":5,"sample_id":"gpqa-main-e6ff92ca0c11b47b14793d2f/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3610,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"A","question_sha256":"ca2abe8a98bc00aadbd20baf4ff27e830539507a5ff7402eed5e2491347f95aa"} +{"uuid":"gpqa-main-cb8b679fe50f1b3a7168eb92","benchmark":"gpqa_main","data_index":2074,"repeat_index":5,"sample_id":"gpqa-main-cb8b679fe50f1b3a7168eb92/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":925,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"B","question_sha256":"8ed0101055c99512a99310385277c13855047c3a1b31ca6b8a6ee3f83cf5d4f3"} +{"uuid":"gpqa-main-86060b054d8de358356a29fd","benchmark":"gpqa_main","data_index":1160,"repeat_index":3,"sample_id":"gpqa-main-86060b054d8de358356a29fd/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":43618,"prompt_tokens":435,"effective_max_tokens":130637,"original_embedded_prediction":"A","question_sha256":"d20ccd218e50c4a58da8030db612f52c5bac88ad6d1859a85b0358c1595e54e1"} +{"uuid":"gpqa-main-28e3e5e79d7477896c6d853d","benchmark":"gpqa_main","data_index":1176,"repeat_index":3,"sample_id":"gpqa-main-28e3e5e79d7477896c6d853d/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":43639,"prompt_tokens":1047,"effective_max_tokens":130025,"original_embedded_prediction":"B","question_sha256":"d3b33ef7a0e55c33b5deae6a673dd7fff1fc2e7efa223f3419ecf58e57c06207"} +{"uuid":"gpqa-main-00a9d82facaec210f417af7a","benchmark":"gpqa_main","data_index":2077,"repeat_index":5,"sample_id":"gpqa-main-00a9d82facaec210f417af7a/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":983,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"77f0590db54b06b37e142e7363145cbdb1a8d11c2a7575d9ae0fc10b3a6708bd"} +{"uuid":"gpqa-main-79721e93e90bdb2d8da052c0","benchmark":"gpqa_main","data_index":2052,"repeat_index":5,"sample_id":"gpqa-main-79721e93e90bdb2d8da052c0/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3075,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"2a09355eb98c6b8d6ad0b51afb3b27f719fed44786d3b2998dfe7ee66413a028"} +{"uuid":"gpqa-main-3b1469c59353cec7a0dd6866","benchmark":"gpqa_main","data_index":2061,"repeat_index":5,"sample_id":"gpqa-main-3b1469c59353cec7a0dd6866/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2194,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"B","question_sha256":"ebc638f9e42bd31bd87f0fab4dff50846ee425d9aef0cb954a4e5013a5a107e4"} +{"uuid":"gpqa-main-ad697760bc60543062e8b7b4","benchmark":"gpqa_main","data_index":2073,"repeat_index":5,"sample_id":"gpqa-main-ad697760bc60543062e8b7b4/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1460,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"B","question_sha256":"7f9b4679645e2d89214a154be6bdb13eafdc747457ce2950bda27a9a2b97917f"} +{"uuid":"gpqa-main-73f6c00588963349c225df6c","benchmark":"gpqa_main","data_index":2033,"repeat_index":5,"sample_id":"gpqa-main-73f6c00588963349c225df6c/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5140,"prompt_tokens":476,"effective_max_tokens":130596,"original_embedded_prediction":"A","question_sha256":"6c8759c4aac1084515abf1e3c463c7a0b6411dc3fa720a9a5fb5ac8f5777b49c"} +{"uuid":"gpqa-main-106fe8a64f4453f81be6f7bd","benchmark":"gpqa_main","data_index":1945,"repeat_index":5,"sample_id":"gpqa-main-106fe8a64f4453f81be6f7bd/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11035,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"D","question_sha256":"f0c3d97c5c67fa210dafa49946af010682993c23bb8995a306a6ee484e0c3b03"} +{"uuid":"gpqa-main-6845f28b26fa44b2b44ded84","benchmark":"gpqa_main","data_index":2060,"repeat_index":5,"sample_id":"gpqa-main-6845f28b26fa44b2b44ded84/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2649,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"7c6678dd868700f600b69c54e83e52a10695ac957465ffbe08c35d20f42b448e"} +{"uuid":"gpqa-main-009c62a9f3d3e5b23d7032af","benchmark":"gpqa_main","data_index":2037,"repeat_index":5,"sample_id":"gpqa-main-009c62a9f3d3e5b23d7032af/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4843,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"eb3c8e77ceb6bbf6b5fc6d705376aeb984e8d20d498b1668992fc1441b062661"} +{"uuid":"gpqa-main-5caa71cb7e0124d349b3046e","benchmark":"gpqa_main","data_index":1996,"repeat_index":5,"sample_id":"gpqa-main-5caa71cb7e0124d349b3046e/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7875,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"C","question_sha256":"965fd430b8ea291a67e2311c4874eba053c21ea0ce6fa222eec4bed300fc2976"} +{"uuid":"gpqa-main-4c9f4186c5ccd49ab906a399","benchmark":"gpqa_main","data_index":1719,"repeat_index":4,"sample_id":"gpqa-main-4c9f4186c5ccd49ab906a399/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":29730,"prompt_tokens":610,"effective_max_tokens":130462,"original_embedded_prediction":"B","question_sha256":"f634534b5e2327dcc39982a4da6dff404f299e9759a0ac957b0f6017fbe7586e"} +{"uuid":"gpqa-main-682237ee740e033537fb5707","benchmark":"gpqa_main","data_index":2089,"repeat_index":5,"sample_id":"gpqa-main-682237ee740e033537fb5707/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":508,"prompt_tokens":291,"effective_max_tokens":130781,"original_embedded_prediction":"A","question_sha256":"6cec89b2019b24f8e8c4001cade388815345ae403b5d5fc687cf7fdccbcc6ce1"} +{"uuid":"gpqa-main-34faeb45e152eaf4c29e65e4","benchmark":"gpqa_main","data_index":2071,"repeat_index":5,"sample_id":"gpqa-main-34faeb45e152eaf4c29e65e4/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1907,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"B","question_sha256":"82e6266418c679493cea34e30d0f71026adb6ab6c433e643d37860fb718999ec"} +{"uuid":"gpqa-main-084903ab17db0fab7bc6caea","benchmark":"gpqa_main","data_index":2049,"repeat_index":5,"sample_id":"gpqa-main-084903ab17db0fab7bc6caea/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4283,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"b560f550d5d9fb2378520f0fcf7b6573aec2027430ef06270491ace18a0497fc"} +{"uuid":"gpqa-main-bab6e331fae29c00395de3a4","benchmark":"gpqa_main","data_index":2086,"repeat_index":5,"sample_id":"gpqa-main-bab6e331fae29c00395de3a4/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":958,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"cf500f5f076470e539799f3822047d1a6263a0abc77614f9abc48a4f60ba507d"} +{"uuid":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3","benchmark":"gpqa_main","data_index":2078,"repeat_index":5,"sample_id":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1645,"prompt_tokens":252,"effective_max_tokens":130820,"original_embedded_prediction":"A","question_sha256":"71075d4447ee264b63e5544da7b40502fb235decc31484f33ee97a8ef70c3d1f"} +{"uuid":"gpqa-main-d3a774e5f1af1a1e11117582","benchmark":"gpqa_main","data_index":2082,"repeat_index":5,"sample_id":"gpqa-main-d3a774e5f1af1a1e11117582/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1470,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"B","question_sha256":"26b8e966c8adf9fe2824ff1fd3c23b2d488a785fe8a68cbce362bac46e891a79"} +{"uuid":"gpqa-main-7bb8e05365d19cc8328252e0","benchmark":"gpqa_main","data_index":2041,"repeat_index":5,"sample_id":"gpqa-main-7bb8e05365d19cc8328252e0/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5280,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"6aff7faed92c98148418177c8cae4893850a1d67b5ceb00cf6a09467c4491367"} +{"uuid":"gpqa-main-ef65739a36457c1672913212","benchmark":"gpqa_main","data_index":2079,"repeat_index":5,"sample_id":"gpqa-main-ef65739a36457c1672913212/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1870,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"46601a7bcf5dcc71504dda490de685062fce72cdc997d7acb8b78e5a351a96bc"} +{"uuid":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c","benchmark":"gpqa_main","data_index":2038,"repeat_index":5,"sample_id":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5519,"prompt_tokens":340,"effective_max_tokens":130732,"original_embedded_prediction":"C","question_sha256":"626cda94018ba930400d9c043f6fc1aa30c317abf6fd8f6d0ec8b133ce2036c8"} +{"uuid":"gpqa-main-99878f707c7c4024511bae58","benchmark":"gpqa_main","data_index":2094,"repeat_index":5,"sample_id":"gpqa-main-99878f707c7c4024511bae58/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":782,"prompt_tokens":241,"effective_max_tokens":130831,"original_embedded_prediction":"B","question_sha256":"826fb502d2db0f2db5e44683cd45f09d18423fd8a339643c8dc8b32b1accd428"} +{"uuid":"gpqa-main-781f4efc4b25ff35b588e87c","benchmark":"gpqa_main","data_index":2101,"repeat_index":5,"sample_id":"gpqa-main-781f4efc4b25ff35b588e87c/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":692,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"C","question_sha256":"f933a526e8aec15b0dc77756bad3ba0839404a6d042443e3f5a0ab0b8d1cfa96"} +{"uuid":"gpqa-main-4462dc9f2d34289881ef2b1c","benchmark":"gpqa_main","data_index":2062,"repeat_index":5,"sample_id":"gpqa-main-4462dc9f2d34289881ef2b1c/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3572,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"63318cb18413a705693b9a4312f73dbf5358312aafc1d703c3d29a6340ffa0d1"} +{"uuid":"gpqa-main-60f734b52603f7ef29671f95","benchmark":"gpqa_main","data_index":2075,"repeat_index":5,"sample_id":"gpqa-main-60f734b52603f7ef29671f95/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2658,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"D","question_sha256":"bf9de03889292b969198f42b877b6d4c7b56ce10ae654e71f4be720b5efdb1f1"} +{"uuid":"gpqa-main-c028fe71611d73b87b4cbb03","benchmark":"gpqa_main","data_index":2076,"repeat_index":5,"sample_id":"gpqa-main-c028fe71611d73b87b4cbb03/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2734,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"D","question_sha256":"f56f3f5d135dc8d61dc42f902943e2459f79e4343f2fef6741f6f86d4133a99a"} +{"uuid":"gpqa-main-50a8ab2bd1710dbcfa2e32b5","benchmark":"gpqa_main","data_index":2088,"repeat_index":5,"sample_id":"gpqa-main-50a8ab2bd1710dbcfa2e32b5/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1662,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"5fb04957154b48d4ebad83862909a8fd3afc5ba5399a7dbe4594b5c72255964c"} +{"uuid":"gpqa-main-913c4ee0ce195992ff9638b1","benchmark":"gpqa_main","data_index":2098,"repeat_index":5,"sample_id":"gpqa-main-913c4ee0ce195992ff9638b1/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1198,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"ed904d04c24f37586b1f78a18bd22f28752e80a5ecc489939950778aa5307d98"} +{"uuid":"gpqa-main-aa04ac251ed805588a6be27c","benchmark":"gpqa_main","data_index":2085,"repeat_index":5,"sample_id":"gpqa-main-aa04ac251ed805588a6be27c/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2129,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"D","question_sha256":"198a9824ae684cea2edf9d0597e69c2274e0be94e0a0ffcf7b4ad3e95f4a6dae"} +{"uuid":"gpqa-main-dbbe3054b6bdabe917f5ab5d","benchmark":"gpqa_main","data_index":2067,"repeat_index":5,"sample_id":"gpqa-main-dbbe3054b6bdabe917f5ab5d/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3695,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"1054cb147fa0d82e2b1830b0238455ab6cea42cde361a81e9934864240f22f50"} +{"uuid":"gpqa-main-bceb5bf342ad44aac4fdbe55","benchmark":"gpqa_main","data_index":2043,"repeat_index":5,"sample_id":"gpqa-main-bceb5bf342ad44aac4fdbe55/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6099,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"20d48d5f0a9a8b77bea35e72a90794c2d2147aa8321ae6aa60e84491688a0803"} +{"uuid":"gpqa-main-50aaa7274c5010d9768274ec","benchmark":"gpqa_main","data_index":2095,"repeat_index":5,"sample_id":"gpqa-main-50aaa7274c5010d9768274ec/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1538,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"D","question_sha256":"0cda758f1290855df9dd7b9a4319bb6ae8108c8113b125a3a2f60705af536a34"} +{"uuid":"gpqa-main-6f6ff532d544554128a0bbbe","benchmark":"gpqa_main","data_index":2028,"repeat_index":5,"sample_id":"gpqa-main-6f6ff532d544554128a0bbbe/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7415,"prompt_tokens":368,"effective_max_tokens":130704,"original_embedded_prediction":"A","question_sha256":"ebb5b9328e54d98f40b988b171044869d75c67b6efaa8f44675c485448b7b02c"} +{"uuid":"gpqa-main-666fc74619f38e356e33a285","benchmark":"gpqa_main","data_index":2100,"repeat_index":5,"sample_id":"gpqa-main-666fc74619f38e356e33a285/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1523,"prompt_tokens":693,"effective_max_tokens":130379,"original_embedded_prediction":"C","question_sha256":"89fa5b222a94e07a283a5140341a0704109ec3b7f62de72dd072383182771ebc"} +{"uuid":"gpqa-main-1754a508e794225bd932adeb","benchmark":"gpqa_main","data_index":1973,"repeat_index":5,"sample_id":"gpqa-main-1754a508e794225bd932adeb/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11269,"prompt_tokens":276,"effective_max_tokens":130796,"original_embedded_prediction":"D","question_sha256":"16464cac7090a24d3b5a0bf989e1699bafd2dd7b1555e816a1f77804d8e890db"} +{"uuid":"gpqa-main-5e6a032f9aa67c7725f828d0","benchmark":"gpqa_main","data_index":2115,"repeat_index":5,"sample_id":"gpqa-main-5e6a032f9aa67c7725f828d0/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":507,"prompt_tokens":330,"effective_max_tokens":130742,"original_embedded_prediction":"A","question_sha256":"8accf5d31cc4cf5c2467ac477d83885c90d2715606f7c2e68d318476741bbdd7"} +{"uuid":"gpqa-main-7d850f6448c27424d9f68c4e","benchmark":"gpqa_main","data_index":2104,"repeat_index":5,"sample_id":"gpqa-main-7d850f6448c27424d9f68c4e/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1560,"prompt_tokens":544,"effective_max_tokens":130528,"original_embedded_prediction":"B","question_sha256":"48bf9d4f95299b8f9288e190dca6edd0c3cf53cf40dada120e22abf98469d3e3"} +{"uuid":"gpqa-main-e3e073f3f0f646532e4caf06","benchmark":"gpqa_main","data_index":2087,"repeat_index":5,"sample_id":"gpqa-main-e3e073f3f0f646532e4caf06/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2654,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"D","question_sha256":"a1cff30033350ed32c6446abacb176ef3ffad0fc471aaacf3468c78e0aad550e"} +{"uuid":"gpqa-main-9aa9fb454d849030d70f9512","benchmark":"gpqa_main","data_index":1038,"repeat_index":2,"sample_id":"gpqa-main-9aa9fb454d849030d70f9512/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":46673,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"A","question_sha256":"b494f4c1785682ee7d284173af2a6ef6db2189c6f3e7ece0edb769c2f10d5f24"} +{"uuid":"gpqa-main-0293685a5c3ddbc5b15dcfa0","benchmark":"gpqa_main","data_index":1769,"repeat_index":4,"sample_id":"gpqa-main-0293685a5c3ddbc5b15dcfa0/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":27493,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"db2ca8d93d5ff50bd9f602bc5b3d339b547349c54c540850544e01393770a4ff"} +{"uuid":"gpqa-main-9e1b7c5b2ce53e8d6424b66a","benchmark":"gpqa_main","data_index":1979,"repeat_index":5,"sample_id":"gpqa-main-9e1b7c5b2ce53e8d6424b66a/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11264,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"97732ba422afbf18b5d2d6b3bd26f6c540049e2f82d9628414525cebe7e9a5dd"} +{"uuid":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea","benchmark":"gpqa_main","data_index":1885,"repeat_index":4,"sample_id":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17970,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"A","question_sha256":"78b6f83c0d1137982356bff0e0d20f60e32542e5815ffd693af8f421f9e4741d"} +{"uuid":"gpqa-main-ca7a4b18584754c3664d8758","benchmark":"gpqa_main","data_index":1936,"repeat_index":5,"sample_id":"gpqa-main-ca7a4b18584754c3664d8758/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14468,"prompt_tokens":517,"effective_max_tokens":130555,"original_embedded_prediction":"A","question_sha256":"b15ab8a50cd7768206339f81478bb5a4757f87b1bf1c7671597c48117910482f"} +{"uuid":"gpqa-main-a454a3157aff6eee743541b7","benchmark":"gpqa_main","data_index":2102,"repeat_index":5,"sample_id":"gpqa-main-a454a3157aff6eee743541b7/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2421,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"C","question_sha256":"025e20e6e9b45e1ddb3f6901f58f69b40df5e8f9ffb6b80b5b17bc518d9f5d17"} +{"uuid":"gpqa-main-89f68a802c7c6e55b5b802fd","benchmark":"gpqa_main","data_index":1799,"repeat_index":4,"sample_id":"gpqa-main-89f68a802c7c6e55b5b802fd/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":25042,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"0815a781881ae5e8651c7fad2acd62427e6f4161f30b842d196debe30bd5ee83"} +{"uuid":"gpqa-main-d7c4372bfbc5d0f0f9331350","benchmark":"gpqa_main","data_index":2105,"repeat_index":5,"sample_id":"gpqa-main-d7c4372bfbc5d0f0f9331350/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2427,"prompt_tokens":588,"effective_max_tokens":130484,"original_embedded_prediction":"D","question_sha256":"92d8ffd16886567ac1ed2f15a6c2d3d6ac2a2fb0fd0e56836671babcde327d3f"} +{"uuid":"gpqa-main-ea0400e59078652fc57eb6e1","benchmark":"gpqa_main","data_index":2016,"repeat_index":5,"sample_id":"gpqa-main-ea0400e59078652fc57eb6e1/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9878,"prompt_tokens":537,"effective_max_tokens":130535,"original_embedded_prediction":"D","question_sha256":"50fc83bec6235fb29a76a0a00342f5c99a24684597a5930df882fe103e170363"} +{"uuid":"gpqa-main-756cafdacac7e9642e2102c6","benchmark":"gpqa_main","data_index":2010,"repeat_index":5,"sample_id":"gpqa-main-756cafdacac7e9642e2102c6/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10089,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"b26abbcea4f9adbbc6faf6378336b8d024ffe4491d2853b927bf9afdc27073a9"} +{"uuid":"gpqa-main-69bcb32ba17f6e7aa0918597","benchmark":"gpqa_main","data_index":2034,"repeat_index":5,"sample_id":"gpqa-main-69bcb32ba17f6e7aa0918597/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8523,"prompt_tokens":758,"effective_max_tokens":130314,"original_embedded_prediction":"C","question_sha256":"9eb1fde9ac6acb7dc761f4941a792f3d0d052ad76d36e12bb9e406963b3906ef"} +{"uuid":"gpqa-main-381032537ca0c968de7d5c06","benchmark":"gpqa_main","data_index":2123,"repeat_index":5,"sample_id":"gpqa-main-381032537ca0c968de7d5c06/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":906,"prompt_tokens":186,"effective_max_tokens":130886,"original_embedded_prediction":"A","question_sha256":"045347c35e2957dbd6bc83158fecec24c157df70fdefaaddc8633ecda3435cdc"} +{"uuid":"gpqa-main-a6eb05bb931229a396d81e44","benchmark":"gpqa_main","data_index":2092,"repeat_index":5,"sample_id":"gpqa-main-a6eb05bb931229a396d81e44/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3480,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"D","question_sha256":"19c2c8e0578e84094a1f97568e95e1e88fadee2743b1c6519b7fc661c8577cde"} +{"uuid":"gpqa-main-ae71bab05f11abac2f706bb9","benchmark":"gpqa_main","data_index":1109,"repeat_index":2,"sample_id":"gpqa-main-ae71bab05f11abac2f706bb9/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":47726,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"d160134fd023bac8e7f94f4d4e70e01dc36d3ae74bb54ab778b03686e5b7b2c0"} +{"uuid":"gpqa-main-0306849689d2123fedfcfeb5","benchmark":"gpqa_main","data_index":2002,"repeat_index":5,"sample_id":"gpqa-main-0306849689d2123fedfcfeb5/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10891,"prompt_tokens":301,"effective_max_tokens":130771,"original_embedded_prediction":"D","question_sha256":"9b236e1b2c7db4edd3fd08eaeff4fcfd3b13c11bfc0f9c5510349957a837d13a"} +{"uuid":"gpqa-main-55aa21aa9a62e56aab915b32","benchmark":"gpqa_main","data_index":1838,"repeat_index":4,"sample_id":"gpqa-main-55aa21aa9a62e56aab915b32/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":22184,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"e6eba602b3eef649fed522c6b8737556699845aee5b419773938063ec6b83257"} +{"uuid":"gpqa-main-249edae2034ba7f3819aaa7b","benchmark":"gpqa_main","data_index":2130,"repeat_index":5,"sample_id":"gpqa-main-249edae2034ba7f3819aaa7b/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":409,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"A","question_sha256":"c4d795814405ce2bb231fe7012e4581bcaebca12bb3f8c3260a3ad239aa51a79"} +{"uuid":"gpqa-main-6030f5f53fe38c334b2c3a6a","benchmark":"gpqa_main","data_index":2093,"repeat_index":5,"sample_id":"gpqa-main-6030f5f53fe38c334b2c3a6a/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3732,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"88d277706c3af734be0507cde034c23c7e206f855c2fcc97d6ed69f8ad92df57"} +{"uuid":"gpqa-main-5a280dae7286e8bab3887904","benchmark":"gpqa_main","data_index":2132,"repeat_index":5,"sample_id":"gpqa-main-5a280dae7286e8bab3887904/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":691,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"C","question_sha256":"b8398a470c0a1a045a6dcf2005bd8e8351bdf75ffa7c473958cf3c4b5d4fb288"} +{"uuid":"gpqa-main-55e31c256bb6191d94e6db4d","benchmark":"gpqa_main","data_index":1898,"repeat_index":4,"sample_id":"gpqa-main-55e31c256bb6191d94e6db4d/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18802,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"126561d6b58fa17bbaffda56837acaf8fab4bf282ccdfdcc2c7a97bfe520889c"} +{"uuid":"gpqa-main-4a8c97220fb14b99f363b2ce","benchmark":"gpqa_main","data_index":2108,"repeat_index":5,"sample_id":"gpqa-main-4a8c97220fb14b99f363b2ce/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2883,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"D","question_sha256":"a939b9de7ea4048442a9378048f992097c413c77ad1c665790486c352036c7e3"} +{"uuid":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7","benchmark":"gpqa_main","data_index":1957,"repeat_index":5,"sample_id":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14167,"prompt_tokens":279,"effective_max_tokens":130793,"original_embedded_prediction":"C","question_sha256":"f730b35adb897658b28382d90ae7881a77e5d86003cc9b3942862d742001d4fb"} +{"uuid":"gpqa-main-547aac137dd7671e7ef03fa9","benchmark":"gpqa_main","data_index":2084,"repeat_index":5,"sample_id":"gpqa-main-547aac137dd7671e7ef03fa9/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4797,"prompt_tokens":497,"effective_max_tokens":130575,"original_embedded_prediction":"B","question_sha256":"8369c6a1ffc960e3f3d88e5e4c521eebcc37f39ca9adf654c3cd4b61f892f2ef"} +{"uuid":"gpqa-main-70afc730094f43bb0e05f371","benchmark":"gpqa_main","data_index":2129,"repeat_index":5,"sample_id":"gpqa-main-70afc730094f43bb0e05f371/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":970,"prompt_tokens":360,"effective_max_tokens":130712,"original_embedded_prediction":"A","question_sha256":"f328e748a74c78b0ab73f790c6848b663fb5bffac884e2793a63bb9ce351e4b6"} +{"uuid":"gpqa-main-5f1108e8b2f18297c04895bf","benchmark":"gpqa_main","data_index":1865,"repeat_index":4,"sample_id":"gpqa-main-5f1108e8b2f18297c04895bf/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21105,"prompt_tokens":447,"effective_max_tokens":130625,"original_embedded_prediction":"A","question_sha256":"d6e89de54268d0839b91cc5f860fd4903b1d8277accaf665ced8b5404cdbbe84"} +{"uuid":"gpqa-main-692e40bceeaff3accdc11ead","benchmark":"gpqa_main","data_index":2057,"repeat_index":5,"sample_id":"gpqa-main-692e40bceeaff3accdc11ead/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7150,"prompt_tokens":471,"effective_max_tokens":130601,"original_embedded_prediction":"D","question_sha256":"954d12809188bb6fb15643c4406ac6b108f5d7836e1eeabd73e49df01f2c616e"} +{"uuid":"gpqa-main-ecb6740406340eb07beacf42","benchmark":"gpqa_main","data_index":2146,"repeat_index":5,"sample_id":"gpqa-main-ecb6740406340eb07beacf42/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":302,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"29f96711820eba41ccced6676074bc5bcd9e3eb6c97ce5e8507128a91a175bb0"} +{"uuid":"gpqa-main-2bd63c617299c18c1cfd5b0a","benchmark":"gpqa_main","data_index":1732,"repeat_index":4,"sample_id":"gpqa-main-2bd63c617299c18c1cfd5b0a/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":32988,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"C","question_sha256":"bd7804f896ba3deb7fd65cc0c562744a80232f45bbc9c5ffa8652308c167c329"} +{"uuid":"gpqa-main-f2c0ff64cf18a6ae32dc45dc","benchmark":"gpqa_main","data_index":2119,"repeat_index":5,"sample_id":"gpqa-main-f2c0ff64cf18a6ae32dc45dc/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2353,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"f2467e0d99b11d10fdd18675d7a73d1a19569e58d6aa97be50c24c2cb28731b1"} +{"uuid":"gpqa-main-7475b6b01129fce5b436b0ee","benchmark":"gpqa_main","data_index":2118,"repeat_index":5,"sample_id":"gpqa-main-7475b6b01129fce5b436b0ee/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2609,"prompt_tokens":235,"effective_max_tokens":130837,"original_embedded_prediction":"B","question_sha256":"797be7099117e146adaaf5ad31bd914d9adbd510441211b0040aad2812fffc40"} +{"uuid":"gpqa-main-779369aa96b96a67933939f1","benchmark":"gpqa_main","data_index":2144,"repeat_index":5,"sample_id":"gpqa-main-779369aa96b96a67933939f1/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":476,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"acf784efba891531b08709383ede2379cee1f604b6334b753dd1fcaab37af970"} +{"uuid":"gpqa-main-2efd60649bdbaa65b5969003","benchmark":"gpqa_main","data_index":1893,"repeat_index":4,"sample_id":"gpqa-main-2efd60649bdbaa65b5969003/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19781,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"D","question_sha256":"af907b84cdd249e3bd0dcd3a0fc488c3673df744a66342233bebd85574ac74c3"} +{"uuid":"gpqa-main-3cbf7d3e13c908f5e699f9e0","benchmark":"gpqa_main","data_index":2053,"repeat_index":5,"sample_id":"gpqa-main-3cbf7d3e13c908f5e699f9e0/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8238,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"D","question_sha256":"0dbcc69ff35530f240a5bb623a78f2cd1d042037d2dedb122ebcca751bf9d08e"} +{"uuid":"gpqa-main-8af90a4147e5f0c98bfd00fa","benchmark":"gpqa_main","data_index":2138,"repeat_index":5,"sample_id":"gpqa-main-8af90a4147e5f0c98bfd00fa/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1386,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"C","question_sha256":"29a55065f72c47169c5073a91e6b55d82fe2f5784289d2baf5cf5444f8d6fd65"} +{"uuid":"gpqa-main-4117517dba1fdbd711e3d32b","benchmark":"gpqa_main","data_index":2068,"repeat_index":5,"sample_id":"gpqa-main-4117517dba1fdbd711e3d32b/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6961,"prompt_tokens":398,"effective_max_tokens":130674,"original_embedded_prediction":"C","question_sha256":"3e04ad2cb1248bfb53a7bd8f05efedea49f42b201c6f35907baa6c30abf40733"} +{"uuid":"gpqa-main-46549f6d718b80e38f4412cd","benchmark":"gpqa_main","data_index":1954,"repeat_index":5,"sample_id":"gpqa-main-46549f6d718b80e38f4412cd/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15320,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"B","question_sha256":"a1def6786f9e3174bf07c7887ea2c97711ea721fe1cf730202fc93d69ecac09d"} +{"uuid":"gpqa-main-edbd99e5f03e3b3f074ba126","benchmark":"gpqa_main","data_index":1982,"repeat_index":5,"sample_id":"gpqa-main-edbd99e5f03e3b3f074ba126/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13739,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"A","question_sha256":"b690990e73efd994587057d6ed5ae270235b0ec6bd4e98df3fc472f01c179765"} +{"uuid":"gpqa-main-b22053dbc40179e114f0c866","benchmark":"gpqa_main","data_index":2045,"repeat_index":5,"sample_id":"gpqa-main-b22053dbc40179e114f0c866/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9581,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"1f101bccd20044577731aef887c9704a6a153baf063dff8d9a04510e7b8dcfb7"} +{"uuid":"gpqa-main-bf00d194c934803975b81b7b","benchmark":"gpqa_main","data_index":1857,"repeat_index":4,"sample_id":"gpqa-main-bf00d194c934803975b81b7b/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":22744,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"A","question_sha256":"55e1269d132671f2c7b7f41498cb0b404e702d8ce370ac5555d837581e1b3ad7"} +{"uuid":"gpqa-main-20f50fda9aeae51c6b9b4ba0","benchmark":"gpqa_main","data_index":2011,"repeat_index":5,"sample_id":"gpqa-main-20f50fda9aeae51c6b9b4ba0/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12268,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"D","question_sha256":"c7914fc7bcc19ad8377798d825d6dbc59be8fb64f2b51a89ec26f55423d9edd1"} +{"uuid":"gpqa-main-4355802640dddd3e060d2a59","benchmark":"gpqa_main","data_index":2099,"repeat_index":5,"sample_id":"gpqa-main-4355802640dddd3e060d2a59/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5276,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"ebe141e8c3f27bb731fd3889679a36aab5827f4caa81d8400d66a6bf492fe486"} +{"uuid":"gpqa-main-443f8ea9f271c4442521f8e4","benchmark":"gpqa_main","data_index":1835,"repeat_index":4,"sample_id":"gpqa-main-443f8ea9f271c4442521f8e4/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24565,"prompt_tokens":326,"effective_max_tokens":130746,"original_embedded_prediction":"A","question_sha256":"9211da2d82adb786850c236cd14fc05728eb04599b0abc0202714ba6bd385d19"} +{"uuid":"gpqa-main-7ceb372c1cdc7a180b73516c","benchmark":"gpqa_main","data_index":2150,"repeat_index":5,"sample_id":"gpqa-main-7ceb372c1cdc7a180b73516c/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1217,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"B","question_sha256":"142aeb435e38240c03d26aafbfb8dc0ab94e7ef4f752a271c1ab011350a965be"} +{"uuid":"gpqa-main-56cc62f5d70b661868d341e7","benchmark":"gpqa_main","data_index":2158,"repeat_index":5,"sample_id":"gpqa-main-56cc62f5d70b661868d341e7/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":907,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"A","question_sha256":"c974918b90f5892aaad4308e337b490844102dbfad26c90bf508602f9c595d5d"} +{"uuid":"gpqa-main-be779fa0e49ff52e19357207","benchmark":"gpqa_main","data_index":2159,"repeat_index":5,"sample_id":"gpqa-main-be779fa0e49ff52e19357207/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1007,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"ea7bb5901d85914d8997afb87e1ae6be7a8efe03889a4cc08f64de2ccdc9180e"} +{"uuid":"gpqa-main-ac1c72784d1e0da293fe4bd4","benchmark":"gpqa_main","data_index":2122,"repeat_index":5,"sample_id":"gpqa-main-ac1c72784d1e0da293fe4bd4/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3878,"prompt_tokens":169,"effective_max_tokens":130903,"original_embedded_prediction":"D","question_sha256":"6e2bd9ec28efb9c97dbc7bea49224b4964011afaa5ca659996fac7fd65c4468d"} +{"uuid":"gpqa-main-86060b054d8de358356a29fd","benchmark":"gpqa_main","data_index":1928,"repeat_index":5,"sample_id":"gpqa-main-86060b054d8de358356a29fd/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19128,"prompt_tokens":435,"effective_max_tokens":130637,"original_embedded_prediction":"C","question_sha256":"d20ccd218e50c4a58da8030db612f52c5bac88ad6d1859a85b0358c1595e54e1"} +{"uuid":"gpqa-main-11b88a6212278288c390be69","benchmark":"gpqa_main","data_index":1873,"repeat_index":4,"sample_id":"gpqa-main-11b88a6212278288c390be69/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":22771,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"B","question_sha256":"29eb581590e7852467849e4c58c5e3b1b97736035880adbd4e12298c320ac7e4"} +{"uuid":"gpqa-main-104b659bbac6e52c4c877c0b","benchmark":"gpqa_main","data_index":2072,"repeat_index":5,"sample_id":"gpqa-main-104b659bbac6e52c4c877c0b/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8022,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"D","question_sha256":"de6e1846b7e0c60ac3b7b0f613ad67cc3d941770b7de58c7a45add8c64d1db8b"} +{"uuid":"gpqa-main-bd228dea7f1aa14b70216372","benchmark":"gpqa_main","data_index":2137,"repeat_index":5,"sample_id":"gpqa-main-bd228dea7f1aa14b70216372/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2871,"prompt_tokens":425,"effective_max_tokens":130647,"original_embedded_prediction":"C","question_sha256":"c1dea594f51ba7757d0d9ec69efa6b56bfeeaff965f074faaf89160cca96a0e9"} +{"uuid":"gpqa-main-7bb7c5ace8216100d38e616a","benchmark":"gpqa_main","data_index":2142,"repeat_index":5,"sample_id":"gpqa-main-7bb7c5ace8216100d38e616a/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2450,"prompt_tokens":197,"effective_max_tokens":130875,"original_embedded_prediction":"B","question_sha256":"6dbc821cf1e89c0764e62d1bef4818136877fbc8e333f255bfa42276ac9aeb88"} +{"uuid":"gpqa-main-e408cf011e5548359fd7cfa7","benchmark":"gpqa_main","data_index":1988,"repeat_index":5,"sample_id":"gpqa-main-e408cf011e5548359fd7cfa7/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14691,"prompt_tokens":190,"effective_max_tokens":130882,"original_embedded_prediction":"C","question_sha256":"62f7808cdd914d23316e18802ada081dc433f34465864581ce0c27bfafdcd343"} +{"uuid":"gpqa-main-ddd2b405606ced65b4ce6345","benchmark":"gpqa_main","data_index":2168,"repeat_index":5,"sample_id":"gpqa-main-ddd2b405606ced65b4ce6345/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":328,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"2066c0e835493298c00391dd9236de10adec10d611fe3e2777f252677dfe9724"} +{"uuid":"gpqa-main-86d8d26ea3f4092dd4bac144","benchmark":"gpqa_main","data_index":2054,"repeat_index":5,"sample_id":"gpqa-main-86d8d26ea3f4092dd4bac144/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9912,"prompt_tokens":227,"effective_max_tokens":130845,"original_embedded_prediction":"A","question_sha256":"299c83f78042a13c78ad054088517dc82d5ed82bcc9ef75ec08dc120f2b8052f"} +{"uuid":"gpqa-main-6119656f6ad0247c537028e7","benchmark":"gpqa_main","data_index":2166,"repeat_index":5,"sample_id":"gpqa-main-6119656f6ad0247c537028e7/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":529,"prompt_tokens":329,"effective_max_tokens":130743,"original_embedded_prediction":"A","question_sha256":"e426a9a1b0977a66badcc2dd4f0d54629b39c2594a512e459e9afd20bba599ba"} +{"uuid":"gpqa-main-fd21f7c7356e7f51f0cabd07","benchmark":"gpqa_main","data_index":2121,"repeat_index":5,"sample_id":"gpqa-main-fd21f7c7356e7f51f0cabd07/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4557,"prompt_tokens":601,"effective_max_tokens":130471,"original_embedded_prediction":"D","question_sha256":"db246f6acae65ff2e4bb6caad314b6583cd0085f0d81b1b20515ca2fe73b6f72"} +{"uuid":"gpqa-main-fa3e9be7fdf8e7c8952739d8","benchmark":"gpqa_main","data_index":2051,"repeat_index":5,"sample_id":"gpqa-main-fa3e9be7fdf8e7c8952739d8/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10689,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"5e9819e02e7dd08ec53ff217d848ce64e833e2b069cd81e9940f7a72a5230b30"} +{"uuid":"gpqa-main-8a352b243ffac6230977fc90","benchmark":"gpqa_main","data_index":2139,"repeat_index":5,"sample_id":"gpqa-main-8a352b243ffac6230977fc90/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3427,"prompt_tokens":389,"effective_max_tokens":130683,"original_embedded_prediction":"C","question_sha256":"7408ac0330a09a182b52a627f89920c8c4e825da7da4e441973cbefe32b852ac"} +{"uuid":"gpqa-main-60a022e707f18a7b5f445773","benchmark":"gpqa_main","data_index":2124,"repeat_index":5,"sample_id":"gpqa-main-60a022e707f18a7b5f445773/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4535,"prompt_tokens":337,"effective_max_tokens":130735,"original_embedded_prediction":"D","question_sha256":"9d46302b763896c7fa475d975b5bc365adee2236b273f23e7216a78871204b74"} +{"uuid":"gpqa-main-212277d3e39540a6739d98b8","benchmark":"gpqa_main","data_index":2169,"repeat_index":5,"sample_id":"gpqa-main-212277d3e39540a6739d98b8/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":857,"prompt_tokens":147,"effective_max_tokens":130925,"original_embedded_prediction":"A","question_sha256":"d20446ccbbfc1ed40bcb669bfa65f9f9cd8e38ec8f7e67621c88e3dbe91f083d"} +{"uuid":"gpqa-main-9f5d195170ba73ccdc7a3b84","benchmark":"gpqa_main","data_index":2127,"repeat_index":5,"sample_id":"gpqa-main-9f5d195170ba73ccdc7a3b84/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4527,"prompt_tokens":552,"effective_max_tokens":130520,"original_embedded_prediction":"A","question_sha256":"e4e5526f8ea9205cbe6b33a5256144298ad11d8250b020cbd4fddbba85a12596"} +{"uuid":"gpqa-main-acdff999b6cbfcbc8be6ffac","benchmark":"gpqa_main","data_index":2161,"repeat_index":5,"sample_id":"gpqa-main-acdff999b6cbfcbc8be6ffac/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2035,"prompt_tokens":404,"effective_max_tokens":130668,"original_embedded_prediction":"B","question_sha256":"96f00c3d898d9c364f022eae18e69424d7f2ddde12fbde50541b7390ffd40103"} +{"uuid":"gpqa-main-87740f520845c3f77369e5a1","benchmark":"gpqa_main","data_index":2178,"repeat_index":5,"sample_id":"gpqa-main-87740f520845c3f77369e5a1/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":504,"prompt_tokens":188,"effective_max_tokens":130884,"original_embedded_prediction":"D","question_sha256":"f6c5a12c2cd600eeb524956c760164ff890d185cffd979bfba482f46aa46a1ac"} +{"uuid":"gpqa-main-742076c80dda93477062cfc0","benchmark":"gpqa_main","data_index":2182,"repeat_index":5,"sample_id":"gpqa-main-742076c80dda93477062cfc0/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":211,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"D","question_sha256":"528bc237c35f64d2635edb6fea3202ce958bca92ea956fae0da7c5b4c72081d8"} +{"uuid":"gpqa-main-6bb4180b8c6df2f8f7490345","benchmark":"gpqa_main","data_index":1946,"repeat_index":5,"sample_id":"gpqa-main-6bb4180b8c6df2f8f7490345/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18582,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"a40e1e0f0ddd21a34df82626b6553232ad944bbeec5bf0819aaf5ae0b1a92c59"} +{"uuid":"gpqa-main-63f2aea89eec9b67abe0bacf","benchmark":"gpqa_main","data_index":1713,"repeat_index":4,"sample_id":"gpqa-main-63f2aea89eec9b67abe0bacf/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":37718,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"C","question_sha256":"32596b406efecc4795e9f82b1d00f89787b9ed9e4f9d6239bed8194f13da06e7"} +{"uuid":"gpqa-main-1728184fad8153eeb2e2a7de","benchmark":"gpqa_main","data_index":2184,"repeat_index":5,"sample_id":"gpqa-main-1728184fad8153eeb2e2a7de/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":439,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"d8505733319a8047e94d63c293a2d9dbb08c42e4bde2c223467f371da6665e08"} +{"uuid":"gpqa-main-5ace8b3dabb97ffc3da20e7c","benchmark":"gpqa_main","data_index":2170,"repeat_index":5,"sample_id":"gpqa-main-5ace8b3dabb97ffc3da20e7c/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1457,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"C","question_sha256":"4ebb5a46cf109d4237b98081e218fcaba27d8f9d03f7a930300f2938f71c1ef0"} +{"uuid":"gpqa-main-a028903aa7112583a0e7b5d2","benchmark":"gpqa_main","data_index":2136,"repeat_index":5,"sample_id":"gpqa-main-a028903aa7112583a0e7b5d2/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4360,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"D","question_sha256":"c6231a95c81ba1af7d31e5ce8f8e8ad4c4def88d86ab8f801a248cf19814e2d2"} +{"uuid":"gpqa-main-92c7c513709816748efab029","benchmark":"gpqa_main","data_index":2171,"repeat_index":5,"sample_id":"gpqa-main-92c7c513709816748efab029/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1527,"prompt_tokens":253,"effective_max_tokens":130819,"original_embedded_prediction":"C","question_sha256":"c9ed693d3f7d5c30b94e2c01b9b5f22591922f961e4dbc9ef4b70309b61bae5c"} +{"uuid":"gpqa-main-04a5c442799262dec9375c25","benchmark":"gpqa_main","data_index":2114,"repeat_index":5,"sample_id":"gpqa-main-04a5c442799262dec9375c25/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6415,"prompt_tokens":365,"effective_max_tokens":130707,"original_embedded_prediction":"D","question_sha256":"e90ec32d975ec61b7cd079ff6968bc3dbaa4fc87e74699c1406ce59093066dbc"} +{"uuid":"gpqa-main-a67142bf6c763d9963d7474d","benchmark":"gpqa_main","data_index":1953,"repeat_index":5,"sample_id":"gpqa-main-a67142bf6c763d9963d7474d/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18612,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"7ed6c7d194038ef8d8c6a84cb18be1015f73754e42d4facb7418e8412ad86b77"} +{"uuid":"gpqa-main-9bb169e317cdd76b98ada24f","benchmark":"gpqa_main","data_index":2109,"repeat_index":5,"sample_id":"gpqa-main-9bb169e317cdd76b98ada24f/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7101,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d0bbc79a116a93d5c5c1325e012b3feb17a7b705d2ccd57a86ecfbdc2bf78030"} +{"uuid":"gpqa-main-822957bb60d3551275f08aa0","benchmark":"gpqa_main","data_index":2173,"repeat_index":5,"sample_id":"gpqa-main-822957bb60d3551275f08aa0/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1989,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"A","question_sha256":"4690c4bb391b2ef2a7b53f1a15866e05411bdf5f0f7b4f32c9e27d8ef6e8cb48"} +{"uuid":"gpqa-main-c720b28fe25654b1cedc9285","benchmark":"gpqa_main","data_index":1658,"repeat_index":4,"sample_id":"gpqa-main-c720b28fe25654b1cedc9285/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":47842,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"B","question_sha256":"9f6e1d1b2c053afcba8c78142311f336846eb87d19344fb8aa6e71ed9aecc477"} +{"uuid":"gpqa-main-31313469465f81cc0fa5dd28","benchmark":"gpqa_main","data_index":2176,"repeat_index":5,"sample_id":"gpqa-main-31313469465f81cc0fa5dd28/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2039,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"B","question_sha256":"cd18749d0354640af760ebe1c6a150eed2a0202cc444345b5c3f00b0f0df67d2"} +{"uuid":"gpqa-main-105b94b83de2671f0b86688d","benchmark":"gpqa_main","data_index":2151,"repeat_index":5,"sample_id":"gpqa-main-105b94b83de2671f0b86688d/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4102,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"D","question_sha256":"062b8c1448dabb342bd7815bdfbab0a55eb915c5c6793d19a5037bf7a9aa63f3"} +{"uuid":"gpqa-main-178c84548026beb35252a961","benchmark":"gpqa_main","data_index":2024,"repeat_index":5,"sample_id":"gpqa-main-178c84548026beb35252a961/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14482,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"B","question_sha256":"4ea09b6f60208405c59e5923a565f195c94315e0b6e230acd59351f1ee59ed96"} +{"uuid":"gpqa-main-acecd9428a5b4368f1f5bc82","benchmark":"gpqa_main","data_index":1845,"repeat_index":4,"sample_id":"gpqa-main-acecd9428a5b4368f1f5bc82/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":26637,"prompt_tokens":336,"effective_max_tokens":130736,"original_embedded_prediction":"C","question_sha256":"2d1e5de4bf7305d1b5eee8dda5415195dc333d71b3f50fa60508a928b67fb336"} +{"uuid":"gpqa-main-7ed621f8290d6ac14181ce45","benchmark":"gpqa_main","data_index":1918,"repeat_index":4,"sample_id":"gpqa-main-7ed621f8290d6ac14181ce45/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21893,"prompt_tokens":298,"effective_max_tokens":130774,"original_embedded_prediction":"B","question_sha256":"c1c0ad22e4376412fe1e7564fd1f8c00dd970292dbf0dbb83b0350881e74b306"} +{"uuid":"gpqa-main-86976aae6f871f46c4680830","benchmark":"gpqa_main","data_index":2135,"repeat_index":5,"sample_id":"gpqa-main-86976aae6f871f46c4680830/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5314,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"D","question_sha256":"e5c3c79a60db2de596dac1585bfc2e940bac2acb65a3352ff5f7e99821846aed"} +{"uuid":"gpqa-main-92c9d90b543b6779261f70f7","benchmark":"gpqa_main","data_index":2179,"repeat_index":5,"sample_id":"gpqa-main-92c9d90b543b6779261f70f7/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1676,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"A","question_sha256":"1c7aff3f5221c2086c7143b43e0c46921a03859d45bfce22f1a1286ece235b1a"} +{"uuid":"gpqa-main-65b3a19abfb8f6bf88bf75f5","benchmark":"gpqa_main","data_index":1903,"repeat_index":4,"sample_id":"gpqa-main-65b3a19abfb8f6bf88bf75f5/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":23038,"prompt_tokens":308,"effective_max_tokens":130764,"original_embedded_prediction":"B","question_sha256":"a8345a17dbfe0f12b34f72265cd346edb8235c10a1aa78acb6be06124a19360a"} +{"uuid":"gpqa-main-3b577bce88d27365cf34e990","benchmark":"gpqa_main","data_index":1880,"repeat_index":4,"sample_id":"gpqa-main-3b577bce88d27365cf34e990/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":24852,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"952132525f3a442f1b38bdc3d0190df1c505766096106e7ac626a451f1b236fc"} +{"uuid":"gpqa-main-f0a74958c23332566374eae8","benchmark":"gpqa_main","data_index":2165,"repeat_index":5,"sample_id":"gpqa-main-f0a74958c23332566374eae8/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3177,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"0122463c60c1fa5ad768f1fc6147fd593b46126713e705864d5de5632804d4b5"} +{"uuid":"gpqa-main-07134ad2ae69bd2e9f09ae64","benchmark":"gpqa_main","data_index":1997,"repeat_index":5,"sample_id":"gpqa-main-07134ad2ae69bd2e9f09ae64/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16955,"prompt_tokens":374,"effective_max_tokens":130698,"original_embedded_prediction":"A","question_sha256":"e1448af5dcb7e4a7a5cf31dd231d4a2b2a3829ce3dabc5d7da48a195c1b39112"} +{"uuid":"gpqa-main-d8361782f08c0e6d16de3839","benchmark":"gpqa_main","data_index":2207,"repeat_index":5,"sample_id":"gpqa-main-d8361782f08c0e6d16de3839/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":549,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"aed1658f69a85980c41ce94c10ac1535d2de3683f7a5c3821d1a84fa594d4571"} +{"uuid":"gpqa-main-f35f531075e0f4b71e6bfdf7","benchmark":"gpqa_main","data_index":1948,"repeat_index":5,"sample_id":"gpqa-main-f35f531075e0f4b71e6bfdf7/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20488,"prompt_tokens":440,"effective_max_tokens":130632,"original_embedded_prediction":"B","question_sha256":"1dec0a47229d6987f418c244cc1169bdeb04c6134b883ac8895dc2380cdf0539"} +{"uuid":"gpqa-main-a41b7b18fc60247bc6e08ecc","benchmark":"gpqa_main","data_index":2198,"repeat_index":5,"sample_id":"gpqa-main-a41b7b18fc60247bc6e08ecc/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":965,"prompt_tokens":270,"effective_max_tokens":130802,"original_embedded_prediction":"A","question_sha256":"87c04c470b12fde8cca6d843b12d3265c10bf824a883929eca2654ab55681839"} +{"uuid":"gpqa-main-216433a347b01989e26ed83a","benchmark":"gpqa_main","data_index":2167,"repeat_index":5,"sample_id":"gpqa-main-216433a347b01989e26ed83a/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3479,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"ead16c05d1abbf4387485257726593cf57a0384c3e0a3db31ba489bb1676ce72"} +{"uuid":"gpqa-main-20f8612bcc2efb9c2355d32e","benchmark":"gpqa_main","data_index":2126,"repeat_index":5,"sample_id":"gpqa-main-20f8612bcc2efb9c2355d32e/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7137,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"B","question_sha256":"d746be8625afecad5925e7069f57336e8de3f39dfdf843820421eba66b7bc620"} +{"uuid":"gpqa-main-e605c3d20abb4c52d96e9b60","benchmark":"gpqa_main","data_index":2091,"repeat_index":5,"sample_id":"gpqa-main-e605c3d20abb4c52d96e9b60/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9943,"prompt_tokens":361,"effective_max_tokens":130711,"original_embedded_prediction":"D","question_sha256":"84b58aec9b33c09286d45fb66ca82cc4ec03e310a0917bc0783bda81a0fa23b6"} +{"uuid":"gpqa-main-3f72ea9cda0c3c6f970bd310","benchmark":"gpqa_main","data_index":1978,"repeat_index":5,"sample_id":"gpqa-main-3f72ea9cda0c3c6f970bd310/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18729,"prompt_tokens":432,"effective_max_tokens":130640,"original_embedded_prediction":"C","question_sha256":"a5bf307fdc69920b346c2d288b6a35b24485c92c8e245174a775055fa172cdc6"} +{"uuid":"gpqa-main-f6f707a4d7db96af855de986","benchmark":"gpqa_main","data_index":2186,"repeat_index":5,"sample_id":"gpqa-main-f6f707a4d7db96af855de986/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2525,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"049a3a3426b30e36d29d782b3ea4916bf545838ac3945e9c707804638ad48f04"} +{"uuid":"gpqa-main-9753ac5963fbae8c8e907ef3","benchmark":"gpqa_main","data_index":2197,"repeat_index":5,"sample_id":"gpqa-main-9753ac5963fbae8c8e907ef3/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1560,"prompt_tokens":181,"effective_max_tokens":130891,"original_embedded_prediction":"C","question_sha256":"ec3a07db51d6010b2b9fae103e36b62707efee3ad0713fcd4420f8ba8f55c00b"} +{"uuid":"gpqa-main-8299e0bf116ad8ad7b960d26","benchmark":"gpqa_main","data_index":2174,"repeat_index":5,"sample_id":"gpqa-main-8299e0bf116ad8ad7b960d26/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3591,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"D","question_sha256":"dac89ff46a5330836dfa04de2060a9a9d447a0cffd96c06e0cdee48c6a991035"} +{"uuid":"gpqa-main-fe61aa6baba6418fcde1fa11","benchmark":"gpqa_main","data_index":2192,"repeat_index":5,"sample_id":"gpqa-main-fe61aa6baba6418fcde1fa11/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2141,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"73eb245ef4dcc164186307ecd210b767147568ad3c1b03847a63b2e67ac5d0ab"} +{"uuid":"gpqa-main-7e29412fd534df20c4a23267","benchmark":"gpqa_main","data_index":2007,"repeat_index":5,"sample_id":"gpqa-main-7e29412fd534df20c4a23267/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17156,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"D","question_sha256":"7fda2b6ca2ff9984ace9bf53f465cebb4b8d963f7ddcb5aa5f5015cd6989be42"} +{"uuid":"gpqa-main-9a5518ae94b2b0d35d86de13","benchmark":"gpqa_main","data_index":2209,"repeat_index":5,"sample_id":"gpqa-main-9a5518ae94b2b0d35d86de13/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":735,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"C","question_sha256":"3fcfcbf2649513809f04d9fdbcbe0c6bc1a91164f8dcfd7d9748267f2db7c6ce"} +{"uuid":"gpqa-main-45cae4ba5af22868461f1861","benchmark":"gpqa_main","data_index":2058,"repeat_index":5,"sample_id":"gpqa-main-45cae4ba5af22868461f1861/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13200,"prompt_tokens":196,"effective_max_tokens":130876,"original_embedded_prediction":"C","question_sha256":"da4480a5d4f2af44b6faf63fe513d557f97bf4cd048901e4a2f0b133273b39db"} +{"uuid":"gpqa-main-6195cef214f3dfad9869d6d3","benchmark":"gpqa_main","data_index":2218,"repeat_index":5,"sample_id":"gpqa-main-6195cef214f3dfad9869d6d3/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":519,"prompt_tokens":351,"effective_max_tokens":130721,"original_embedded_prediction":"B","question_sha256":"d8a4b11aef2d38271a5ebf2c1802dc875d19737c557efb5990cc4a865a052e7c"} +{"uuid":"gpqa-main-78b2ba2dd97e6d6b9942bad9","benchmark":"gpqa_main","data_index":2193,"repeat_index":5,"sample_id":"gpqa-main-78b2ba2dd97e6d6b9942bad9/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2572,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"A","question_sha256":"019eb0f05f025ec512fbae057e0fcb33e0f92eec9bc2dc775494f6a19f4b62f3"} +{"uuid":"gpqa-main-b84eb68d18023ca81e43b35a","benchmark":"gpqa_main","data_index":2213,"repeat_index":5,"sample_id":"gpqa-main-b84eb68d18023ca81e43b35a/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":869,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"C","question_sha256":"6c90e464e06f4dc9c748d6c9be44c96b2d5bec5078b4eb152ea4ccec4c709f2d"} +{"uuid":"gpqa-main-f6714ff18991a64f32fcecf9","benchmark":"gpqa_main","data_index":2206,"repeat_index":5,"sample_id":"gpqa-main-f6714ff18991a64f32fcecf9/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1860,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"a1e860acc41f41cac7f3d9425a64a45a95559ff56553a2d04e1d3569c2f1c1a1"} +{"uuid":"gpqa-main-9f607ccb3302f27b4ebe90a4","benchmark":"gpqa_main","data_index":2210,"repeat_index":5,"sample_id":"gpqa-main-9f607ccb3302f27b4ebe90a4/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1352,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"B","question_sha256":"e2c8b6a88dfedf13a4a35e2964dc77f2e082e87417c972bf7406bdb2405985f7"} +{"uuid":"gpqa-main-1cea82df3087b1eb05c4d230","benchmark":"gpqa_main","data_index":1773,"repeat_index":4,"sample_id":"gpqa-main-1cea82df3087b1eb05c4d230/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":35512,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"dd05d2d9e9053dd1d4367a61d5f718336fc8f18bc81bdf0ccfb104e241053522"} +{"uuid":"gpqa-main-ab4c50e2da12e11b47155f74","benchmark":"gpqa_main","data_index":2212,"repeat_index":5,"sample_id":"gpqa-main-ab4c50e2da12e11b47155f74/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1173,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"b734e134fe4529267a34452ccc5cb2a7d56f7b471273d9e978add607de6f30b6"} +{"uuid":"gpqa-main-ac27f29e5f777e93e751f3f2","benchmark":"gpqa_main","data_index":1975,"repeat_index":5,"sample_id":"gpqa-main-ac27f29e5f777e93e751f3f2/repeat-5","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19917,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"A","question_sha256":"d49aa1d9efc38f6409c199c3e2706ec44f5d20d25b0e7d41f40b9c46668ed1e0"} +{"uuid":"gpqa-main-1923a70feda6403a600f719a","benchmark":"gpqa_main","data_index":1696,"repeat_index":4,"sample_id":"gpqa-main-1923a70feda6403a600f719a/repeat-4","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":43291,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"7acad7dd49efa2a29ce19fb81de0e8b504de87dab9c66159407da7697942a708"} +{"uuid":"gpqa-main-d8cca1a27ad1a42b4a99ce96","benchmark":"gpqa_main","data_index":2189,"repeat_index":5,"sample_id":"gpqa-main-d8cca1a27ad1a42b4a99ce96/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3279,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"6049e26840c0e889bb5632032745b5bcf6684dec9a2f9d0a0cfb76378c5c064e"} +{"uuid":"gpqa-main-bab269fd666fa2ba840a1459","benchmark":"gpqa_main","data_index":2009,"repeat_index":5,"sample_id":"gpqa-main-bab269fd666fa2ba840a1459/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17980,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"e17051d5c4ebf5f6bc793872dc2f5748b41dd7918235cb3d5697fb04882bd7fe"} +{"uuid":"gpqa-main-63aef6e78c9803d030a16f9c","benchmark":"gpqa_main","data_index":2128,"repeat_index":5,"sample_id":"gpqa-main-63aef6e78c9803d030a16f9c/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8074,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"A","question_sha256":"255e934ed277fdd11f71245508448f7031439d40eb38fd78fb3b813b247c5726"} +{"uuid":"gpqa-main-731d6908d225dc9f463d1297","benchmark":"gpqa_main","data_index":2208,"repeat_index":5,"sample_id":"gpqa-main-731d6908d225dc9f463d1297/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1874,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"4774928b0a0c7cdc6d9c17102d2e01adad07f5a344858c23bbc63520a74724d7"} +{"uuid":"gpqa-main-febe4c45e71692110949e3d6","benchmark":"gpqa_main","data_index":1888,"repeat_index":4,"sample_id":"gpqa-main-febe4c45e71692110949e3d6/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":26395,"prompt_tokens":577,"effective_max_tokens":130495,"original_embedded_prediction":"C","question_sha256":"e38dd7750710c37aa45a5b0b5dd91e1b4171070325d670d668ab1fa20431a29e"} +{"uuid":"gpqa-main-cda2fe50fc8423311319e78e","benchmark":"gpqa_main","data_index":2220,"repeat_index":5,"sample_id":"gpqa-main-cda2fe50fc8423311319e78e/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1058,"prompt_tokens":182,"effective_max_tokens":130890,"original_embedded_prediction":"B","question_sha256":"1b04aca1c9a8b4f1fabc653b3653d0a48982315e6f1da934d98cadd1948f776f"} +{"uuid":"gpqa-main-c6cc654afa201cd3d5b66695","benchmark":"gpqa_main","data_index":2232,"repeat_index":5,"sample_id":"gpqa-main-c6cc654afa201cd3d5b66695/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":316,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"A","question_sha256":"79526cdc6c623c8657c3060ab8b305f1b4d8aa35f2b7905c6fd4c3e119c5c310"} +{"uuid":"gpqa-main-043ca5f03089118ef536135d","benchmark":"gpqa_main","data_index":2066,"repeat_index":5,"sample_id":"gpqa-main-043ca5f03089118ef536135d/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13578,"prompt_tokens":594,"effective_max_tokens":130478,"original_embedded_prediction":"C","question_sha256":"43c5cb4f57895b07f3e1815e411f315dfa3fe44fe601b5aacde7c1244cdcaa89"} +{"uuid":"gpqa-main-9aa9fb454d849030d70f9512","benchmark":"gpqa_main","data_index":1806,"repeat_index":4,"sample_id":"gpqa-main-9aa9fb454d849030d70f9512/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":32675,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"A","question_sha256":"b494f4c1785682ee7d284173af2a6ef6db2189c6f3e7ece0edb769c2f10d5f24"} +{"uuid":"gpqa-main-08452235d283f9ba82364ea8","benchmark":"gpqa_main","data_index":1930,"repeat_index":5,"sample_id":"gpqa-main-08452235d283f9ba82364ea8/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":23942,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"65db6ef4b562a9503afeb197451091c7514df18fdee747a881b8057c38e21d0f"} +{"uuid":"gpqa-main-d4ee93c18c20e4432773fe55","benchmark":"gpqa_main","data_index":2231,"repeat_index":5,"sample_id":"gpqa-main-d4ee93c18c20e4432773fe55/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":595,"prompt_tokens":200,"effective_max_tokens":130872,"original_embedded_prediction":"C","question_sha256":"77bffd13a6b6464f7c63296f571164c184ce47a8cd6f8ecf91f0dc28407d44a1"} +{"uuid":"gpqa-main-ae71bab05f11abac2f706bb9","benchmark":"gpqa_main","data_index":725,"repeat_index":1,"sample_id":"gpqa-main-ae71bab05f11abac2f706bb9/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":55801,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"d160134fd023bac8e7f94f4d4e70e01dc36d3ae74bb54ab778b03686e5b7b2c0"} +{"uuid":"gpqa-main-539a673f0443ba9cdc31b864","benchmark":"gpqa_main","data_index":2187,"repeat_index":5,"sample_id":"gpqa-main-539a673f0443ba9cdc31b864/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4142,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"A","question_sha256":"d25187b99e4997c1700ffeb87fd595e878957e452f20a2f00d5489fecd0b3b30"} +{"uuid":"gpqa-main-d5d2365d64430154627d4bb7","benchmark":"gpqa_main","data_index":2188,"repeat_index":5,"sample_id":"gpqa-main-d5d2365d64430154627d4bb7/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4092,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"D","question_sha256":"17f96c74be836037313c787a88438b6c9f69a4aa20ec8cba17697864f5d35599"} +{"uuid":"gpqa-main-92f6e58b4989e9025c8286a9","benchmark":"gpqa_main","data_index":2154,"repeat_index":5,"sample_id":"gpqa-main-92f6e58b4989e9025c8286a9/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6965,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"c003a37af0eaa5e9c6d10f5a25ce1a2e0258ad6638a1655ee2a17d07daab816a"} +{"uuid":"gpqa-main-6f8b58d9d46c4f4e7eba1910","benchmark":"gpqa_main","data_index":2237,"repeat_index":5,"sample_id":"gpqa-main-6f8b58d9d46c4f4e7eba1910/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":631,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"C","question_sha256":"2437e4848569e7740d6491d475d194b9eefbbeae3a6a31cd62ddeb8ba8e93aa9"} +{"uuid":"gpqa-main-6dec9c3aba26b3c8623af13e","benchmark":"gpqa_main","data_index":2235,"repeat_index":5,"sample_id":"gpqa-main-6dec9c3aba26b3c8623af13e/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":801,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"656a46f8bac8e8e0767c9a5675871d3f81ff8707ec78f064bca2ccac673d7561"} +{"uuid":"gpqa-main-c0bc48c4232297b735018487","benchmark":"gpqa_main","data_index":2160,"repeat_index":5,"sample_id":"gpqa-main-c0bc48c4232297b735018487/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6974,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"bbc99977a336fa9fd961baf75728288b14f7c69841a6757f2793e300690fc85b"} +{"uuid":"gpqa-main-7e9652f906d908e059401ac2","benchmark":"gpqa_main","data_index":2244,"repeat_index":5,"sample_id":"gpqa-main-7e9652f906d908e059401ac2/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":637,"prompt_tokens":346,"effective_max_tokens":130726,"original_embedded_prediction":"C","question_sha256":"9dda9414807cb4996f3a1deb9214b8aaf93c75e41d35fac14966aba5058f07ff"} +{"uuid":"gpqa-main-3cb5227445654dab4b5dacc2","benchmark":"gpqa_main","data_index":2234,"repeat_index":5,"sample_id":"gpqa-main-3cb5227445654dab4b5dacc2/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1189,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"4b45de4106aaf95114f9bda69339b541037b0eb04b8fd1f40efb6b91ed2a479e"} +{"uuid":"gpqa-main-24751b175e0f2d19899ad735","benchmark":"gpqa_main","data_index":2180,"repeat_index":5,"sample_id":"gpqa-main-24751b175e0f2d19899ad735/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5195,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"A","question_sha256":"4a5d6fcc83f3561a6447a1feebb680aa9ab094bdeed5677c30f04041964a9c38"} +{"uuid":"gpqa-main-67c1e3a67a2a974a3189d06b","benchmark":"gpqa_main","data_index":2248,"repeat_index":5,"sample_id":"gpqa-main-67c1e3a67a2a974a3189d06b/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":373,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"A","question_sha256":"de0e795a2e1639d4babc3235662e71409fadd14e0c80f8551b3db9b4b53aa8de"} +{"uuid":"gpqa-main-05286f95a107c3da592ecbd9","benchmark":"gpqa_main","data_index":2225,"repeat_index":5,"sample_id":"gpqa-main-05286f95a107c3da592ecbd9/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1653,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"d8a1a7b530a9b1d0cd0b07ec53f60d6d5fcf3059457f02b90e3c4ddf51fdc825"} +{"uuid":"gpqa-main-5afce78005210e6a41636858","benchmark":"gpqa_main","data_index":2181,"repeat_index":5,"sample_id":"gpqa-main-5afce78005210e6a41636858/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5280,"prompt_tokens":312,"effective_max_tokens":130760,"original_embedded_prediction":"B","question_sha256":"1447f629926983e1fb54566e40ab57d7a728998d233e3c84bc33277da7c13a65"} +{"uuid":"gpqa-main-6078bfac5f15131fb59b31ce","benchmark":"gpqa_main","data_index":2226,"repeat_index":5,"sample_id":"gpqa-main-6078bfac5f15131fb59b31ce/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1721,"prompt_tokens":383,"effective_max_tokens":130689,"original_embedded_prediction":"D","question_sha256":"2c08be31c31eb443db8881662320ebedec47eef168a86389032948d5a9cc37d1"} +{"uuid":"gpqa-main-28e3e5e79d7477896c6d853d","benchmark":"gpqa_main","data_index":1560,"repeat_index":4,"sample_id":"gpqa-main-28e3e5e79d7477896c6d853d/repeat-4","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":56670,"prompt_tokens":1047,"effective_max_tokens":130025,"original_embedded_prediction":"A","question_sha256":"d3b33ef7a0e55c33b5deae6a673dd7fff1fc2e7efa223f3419ecf58e57c06207"} +{"uuid":"gpqa-main-c5fc0037165678ab354bad30","benchmark":"gpqa_main","data_index":1765,"repeat_index":4,"sample_id":"gpqa-main-c5fc0037165678ab354bad30/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":37580,"prompt_tokens":158,"effective_max_tokens":130914,"original_embedded_prediction":"B","question_sha256":"cc55519c3a9058d775356db9fd87b9279f120f69e3d435e9886ed87f62c6a229"} +{"uuid":"gpqa-main-aa684f4d5d7c6b9ced383e24","benchmark":"gpqa_main","data_index":2223,"repeat_index":5,"sample_id":"gpqa-main-aa684f4d5d7c6b9ced383e24/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1926,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"96a58da5e1708d76485e32741b0ecddc1bea407ebb53997d2f36e8827f2f2ac9"} +{"uuid":"gpqa-main-d31323dded27ae0c86cb5c75","benchmark":"gpqa_main","data_index":2233,"repeat_index":5,"sample_id":"gpqa-main-d31323dded27ae0c86cb5c75/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1464,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"8f174dd25b58e6fc8e309577a66d0f5a4f46ed89bf1a5165c0cb561a4e3e33e9"} +{"uuid":"gpqa-main-1ae8f8945efaf81788d8d871","benchmark":"gpqa_main","data_index":2059,"repeat_index":5,"sample_id":"gpqa-main-1ae8f8945efaf81788d8d871/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15219,"prompt_tokens":250,"effective_max_tokens":130822,"original_embedded_prediction":"A","question_sha256":"060f07943bcd17960b48a982fabe42fcae4e3899fe8c5473138fe2198f0e8dd8"} +{"uuid":"gpqa-main-4657fdc74d4c0bf48aa0b494","benchmark":"gpqa_main","data_index":2221,"repeat_index":5,"sample_id":"gpqa-main-4657fdc74d4c0bf48aa0b494/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2417,"prompt_tokens":343,"effective_max_tokens":130729,"original_embedded_prediction":"B","question_sha256":"ef34764671cecdd517febbdbff1a8cc3542418de05c4a100ef6c30752c1fc8cb"} +{"uuid":"gpqa-main-51f5bda498b3f05cab60119c","benchmark":"gpqa_main","data_index":1985,"repeat_index":5,"sample_id":"gpqa-main-51f5bda498b3f05cab60119c/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":21089,"prompt_tokens":271,"effective_max_tokens":130801,"original_embedded_prediction":"B","question_sha256":"f7fa8540a448dfeff404af93810c60c41ed387fb5e4c821bbb6e5869dd9f8630"} +{"uuid":"gpqa-main-fd7b1296b8c5ae3f05aa8355","benchmark":"gpqa_main","data_index":2239,"repeat_index":5,"sample_id":"gpqa-main-fd7b1296b8c5ae3f05aa8355/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1228,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"D","question_sha256":"e674bbb69c41e672de8e4c8cbea505f57f0d1fc98a2ae52ced1937ec4c71b62f"} +{"uuid":"gpqa-main-9f0f463200d404d2c62eca59","benchmark":"gpqa_main","data_index":2240,"repeat_index":5,"sample_id":"gpqa-main-9f0f463200d404d2c62eca59/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1250,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"6ed199510dead1f6bd4eaa9162909d9481bd2201f8d9444ee60a2e0e2f20528c"} +{"uuid":"gpqa-main-dd8409336990c7459796bf16","benchmark":"gpqa_main","data_index":2155,"repeat_index":5,"sample_id":"gpqa-main-dd8409336990c7459796bf16/repeat-5","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7853,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"A","question_sha256":"609aca38a7fb3090a0f30d6d141ac5d22646fb06ba18f8c71758e099668e5bf5"} +{"uuid":"gpqa-main-ae94db70e45f3af66518a393","benchmark":"gpqa_main","data_index":2250,"repeat_index":5,"sample_id":"gpqa-main-ae94db70e45f3af66518a393/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":494,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"357c925128939cb69954fa6d11c54df2209c646ee1d3db2ab6dfea44ae6407b6"} +{"uuid":"gpqa-main-3d3dfe64363613833bb52e81","benchmark":"gpqa_main","data_index":1761,"repeat_index":4,"sample_id":"gpqa-main-3d3dfe64363613833bb52e81/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":38161,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"C","question_sha256":"ec22f627211f722949e6d36efcb583b2f796830a38cf5cf5dcba4f727562d975"} +{"uuid":"gpqa-main-48494dbfd36899c84d166873","benchmark":"gpqa_main","data_index":2214,"repeat_index":5,"sample_id":"gpqa-main-48494dbfd36899c84d166873/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2965,"prompt_tokens":315,"effective_max_tokens":130757,"original_embedded_prediction":"B","question_sha256":"a50aa647f4cce396d333dfcfe372bdfadfa7f7aa507ebafd207354812f7ab3f9"} +{"uuid":"gpqa-main-d28c5e0e8deb0d1fde12ef5f","benchmark":"gpqa_main","data_index":2113,"repeat_index":5,"sample_id":"gpqa-main-d28c5e0e8deb0d1fde12ef5f/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11335,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"A","question_sha256":"6913f7a17a2db54c9dcd8af6af20806e66b00fe4bb9691ca42d9f15184908f62"} +{"uuid":"gpqa-main-b9cd3234a1fbbf6fe8b281a7","benchmark":"gpqa_main","data_index":1141,"repeat_index":2,"sample_id":"gpqa-main-b9cd3234a1fbbf6fe8b281a7/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":57141,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"407ed0eb19714d6ab4f488ca6e6a117c40e4991746c31ad1c464c5e529e59565"} +{"uuid":"gpqa-main-2601636e383074212d2b5e52","benchmark":"gpqa_main","data_index":2253,"repeat_index":5,"sample_id":"gpqa-main-2601636e383074212d2b5e52/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":791,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"A","question_sha256":"4346808ce2e49e7dd075a69d154a4e1c8d73b71869876d48ffff93747d8898ec"} +{"uuid":"gpqa-main-b9cd3234a1fbbf6fe8b281a7","benchmark":"gpqa_main","data_index":757,"repeat_index":1,"sample_id":"gpqa-main-b9cd3234a1fbbf6fe8b281a7/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":57329,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"B","question_sha256":"407ed0eb19714d6ab4f488ca6e6a117c40e4991746c31ad1c464c5e529e59565"} +{"uuid":"gpqa-main-60c7c63632b1d67ffb8a4fb7","benchmark":"gpqa_main","data_index":2255,"repeat_index":5,"sample_id":"gpqa-main-60c7c63632b1d67ffb8a4fb7/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":858,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"A","question_sha256":"60c9747de98dcd74354ee70ce1049c3c1d1b8d72f4e9848984af5d6ceb1a0c57"} +{"uuid":"gpqa-main-0069a2b69e59906ffd6ca400","benchmark":"gpqa_main","data_index":2211,"repeat_index":5,"sample_id":"gpqa-main-0069a2b69e59906ffd6ca400/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3764,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"409fe9f5585adb91b6eded6462ef297118cee805597838bb23fa38eb32789450"} +{"uuid":"gpqa-main-0293685a5c3ddbc5b15dcfa0","benchmark":"gpqa_main","data_index":2153,"repeat_index":5,"sample_id":"gpqa-main-0293685a5c3ddbc5b15dcfa0/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8817,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"db2ca8d93d5ff50bd9f602bc5b3d339b547349c54c540850544e01393770a4ff"} +{"uuid":"gpqa-main-77067b016766698b199936c6","benchmark":"gpqa_main","data_index":2263,"repeat_index":5,"sample_id":"gpqa-main-77067b016766698b199936c6/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":760,"prompt_tokens":306,"effective_max_tokens":130766,"original_embedded_prediction":"B","question_sha256":"4c8dd76001266d2c0d3a086b95cb4f68ba3f1b2658186002903315d51bf5bea6"} +{"uuid":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8","benchmark":"gpqa_main","data_index":2216,"repeat_index":5,"sample_id":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3449,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"bf639adbf5de648e6799cd9936073de7b6c750cf7c5870ed99dc4f842748abb9"} +{"uuid":"gpqa-main-d1e25804e939f97ca872c78e","benchmark":"gpqa_main","data_index":1315,"repeat_index":3,"sample_id":"gpqa-main-d1e25804e939f97ca872c78e/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":57649,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"A","question_sha256":"bd713289ab1ffc1ab982f7411da433944bdaa2ce87595d2c1bba8580a8b47bdb"} +{"uuid":"gpqa-main-5f044a1bf575df47abc76e1a","benchmark":"gpqa_main","data_index":2266,"repeat_index":5,"sample_id":"gpqa-main-5f044a1bf575df47abc76e1a/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":799,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"56742e4e637e9ad1340d4a8de7af8e0d6ce2447d668cc5b51dfb52dfb0b2b8e9"} +{"uuid":"gpqa-main-358120bf0c4377ebdbde08fc","benchmark":"gpqa_main","data_index":2228,"repeat_index":5,"sample_id":"gpqa-main-358120bf0c4377ebdbde08fc/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2942,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"A","question_sha256":"051eba2501386001d9e9793a3b0fe9ea4c78a987e3a1576c168659f849b684d6"} +{"uuid":"gpqa-main-ad77d1e365463a217a2cc25c","benchmark":"gpqa_main","data_index":2268,"repeat_index":5,"sample_id":"gpqa-main-ad77d1e365463a217a2cc25c/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1038,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"B","question_sha256":"7c427847fb1acab7f784c40193a51f13be68ffb38b4336c6bf3ebf112916fc29"} +{"uuid":"gpqa-main-22c436000399164406e165b2","benchmark":"gpqa_main","data_index":1756,"repeat_index":4,"sample_id":"gpqa-main-22c436000399164406e165b2/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":39671,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"C","question_sha256":"836be405f3d05ec5ad1a2bc728339e5141836ace3a584fe3d36ecc50af4dc3ee"} +{"uuid":"gpqa-main-8523e39e7dc895f15a06a403","benchmark":"gpqa_main","data_index":2251,"repeat_index":5,"sample_id":"gpqa-main-8523e39e7dc895f15a06a403/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1618,"prompt_tokens":243,"effective_max_tokens":130829,"original_embedded_prediction":"D","question_sha256":"9809fdeb256e4181e9705fa439a61deb6dbe804bfb80ffab6cb1bd4565faa027"} +{"uuid":"gpqa-main-1989edb8041cc1c94659dcc4","benchmark":"gpqa_main","data_index":2260,"repeat_index":5,"sample_id":"gpqa-main-1989edb8041cc1c94659dcc4/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1347,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"364ddb1397abdc7ae2201c88354f8df3f89b63c28330217a94cf8cf96c19ae54"} +{"uuid":"gpqa-main-d3db87adeb915999faca3605","benchmark":"gpqa_main","data_index":2031,"repeat_index":5,"sample_id":"gpqa-main-d3db87adeb915999faca3605/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19411,"prompt_tokens":204,"effective_max_tokens":130868,"original_embedded_prediction":"D","question_sha256":"f6518dd763c1af7a1745bc53b4e021210cafdf588df1ede9b537a622474a998d"} +{"uuid":"gpqa-main-53c8581aa69a3066bf003024","benchmark":"gpqa_main","data_index":2270,"repeat_index":5,"sample_id":"gpqa-main-53c8581aa69a3066bf003024/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1168,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"dbc9784ed2e796c6f534e998f17f2a819df9d6d94cd62aa72bd7fdcbf457c948"} +{"uuid":"gpqa-main-e31881ef9b38bb3d802fa432","benchmark":"gpqa_main","data_index":2245,"repeat_index":5,"sample_id":"gpqa-main-e31881ef9b38bb3d802fa432/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2406,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"A","question_sha256":"d2b3b2f779f59635b5b67b63d55e4ada87e7ff867992c7a0b26b010dac9f8650"} +{"uuid":"gpqa-main-4e62cd257f17d5af418a8d34","benchmark":"gpqa_main","data_index":1750,"repeat_index":4,"sample_id":"gpqa-main-4e62cd257f17d5af418a8d34/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":40831,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"D","question_sha256":"654fc443f2efbec09d0f966244083f4545f4f851e28d7f4e0f9c07cb156b2d1d"} +{"uuid":"gpqa-main-b36b446fe10911202d34a473","benchmark":"gpqa_main","data_index":2279,"repeat_index":5,"sample_id":"gpqa-main-b36b446fe10911202d34a473/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":713,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"a817452b182acac6761625a70d62a32f2da8fc7a708397cb06f4ad35d5fb18f8"} +{"uuid":"gpqa-main-513a35e22e5c48f5b3b0518a","benchmark":"gpqa_main","data_index":2203,"repeat_index":5,"sample_id":"gpqa-main-513a35e22e5c48f5b3b0518a/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5531,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"A","question_sha256":"b4baa0b1a21db872411dec993670e6c6bc360a94404305cc5d3ecc9264fdf913"} +{"uuid":"gpqa-main-f6a21b5c88fe41ca6a55591f","benchmark":"gpqa_main","data_index":2274,"repeat_index":5,"sample_id":"gpqa-main-f6a21b5c88fe41ca6a55591f/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1108,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"b0808ff670ee04ab6af9402dbf89fd865b5fcc16ca43f81c6b8ed06e07bd5ee2"} +{"uuid":"gpqa-main-7c103d3006e7e5942b17dfc2","benchmark":"gpqa_main","data_index":2265,"repeat_index":5,"sample_id":"gpqa-main-7c103d3006e7e5942b17dfc2/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1819,"prompt_tokens":254,"effective_max_tokens":130818,"original_embedded_prediction":"D","question_sha256":"851c6624380df7dd30fbf4b482add6ae0543525ac196eb146f0d1eb73a673d6c"} +{"uuid":"gpqa-main-3f9251e093c698e0c2fa2826","benchmark":"gpqa_main","data_index":2278,"repeat_index":5,"sample_id":"gpqa-main-3f9251e093c698e0c2fa2826/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1323,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"252debe46c4fa81fca060b5a84d473e7c0bf04c99b8b5f54aab8119f22de36b4"} +{"uuid":"gpqa-main-925cb13958435841df0e8c1e","benchmark":"gpqa_main","data_index":2027,"repeat_index":5,"sample_id":"gpqa-main-925cb13958435841df0e8c1e/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20502,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"C","question_sha256":"d21ba2f1c06b876b2d387104c816ee0fcc369a02b8e010a706e0e2448c56f78e"} +{"uuid":"gpqa-main-288426a7fecb5facf10219c7","benchmark":"gpqa_main","data_index":2110,"repeat_index":5,"sample_id":"gpqa-main-288426a7fecb5facf10219c7/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13497,"prompt_tokens":321,"effective_max_tokens":130751,"original_embedded_prediction":"D","question_sha256":"7cccb7714b35c30190fb5db64a1b22a36b726b2a007f241961e1e48c82e4acb3"} +{"uuid":"gpqa-main-fcf4fc69f21da83688056521","benchmark":"gpqa_main","data_index":2283,"repeat_index":5,"sample_id":"gpqa-main-fcf4fc69f21da83688056521/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1014,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"691112dd08aec41d1dfd7a48bf6e56a828dc8b340887ad6364daff290f8a88c4"} +{"uuid":"gpqa-main-219ad07bcb0cda7b85845999","benchmark":"gpqa_main","data_index":2191,"repeat_index":5,"sample_id":"gpqa-main-219ad07bcb0cda7b85845999/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7114,"prompt_tokens":412,"effective_max_tokens":130660,"original_embedded_prediction":"C","question_sha256":"a6336c3b0760d09010077fee728ae5348e4421bcfcbbc8bb9c4a72d541ddfb24"} +{"uuid":"gpqa-main-9c0b631b2a7823cec0729a4b","benchmark":"gpqa_main","data_index":2163,"repeat_index":5,"sample_id":"gpqa-main-9c0b631b2a7823cec0729a4b/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9392,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"9d42c24c2f67ff118699d880fbb6276f14043e3527a9fea8f6d55fe2bf82e091"} +{"uuid":"gpqa-main-72464184a419f296dae470a9","benchmark":"gpqa_main","data_index":2177,"repeat_index":5,"sample_id":"gpqa-main-72464184a419f296dae470a9/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8494,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"C","question_sha256":"16bcf4c7129e083cade7afd040c6c4e0fa1fc7677a11aa70fb1b5a3d0e5fb5ea"} +{"uuid":"gpqa-main-a39e48c3dd280f4d62399e78","benchmark":"gpqa_main","data_index":2291,"repeat_index":5,"sample_id":"gpqa-main-a39e48c3dd280f4d62399e78/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":924,"prompt_tokens":397,"effective_max_tokens":130675,"original_embedded_prediction":"D","question_sha256":"721c25455cfe9ff83ae29b7ba79700cb78268040d9773283d4d8afebd849187b"} +{"uuid":"gpqa-main-238c4616c3347122f4b974e4","benchmark":"gpqa_main","data_index":2285,"repeat_index":5,"sample_id":"gpqa-main-238c4616c3347122f4b974e4/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1445,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"A","question_sha256":"5a24c76ed39eb083ccc9c24780d936fe2e52cba76ae67efa4d647cc35e10037b"} +{"uuid":"gpqa-main-cdaa7da74e15a8dfc40e0582","benchmark":"gpqa_main","data_index":2111,"repeat_index":5,"sample_id":"gpqa-main-cdaa7da74e15a8dfc40e0582/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13996,"prompt_tokens":410,"effective_max_tokens":130662,"original_embedded_prediction":"D","question_sha256":"733e93868ff7691423e0d318a4d9ba6ce801d7c2ef5c53b8020d7eb13c2c9a5c"} +{"uuid":"gpqa-main-2651d2e67639a9e1741c23d7","benchmark":"gpqa_main","data_index":2281,"repeat_index":5,"sample_id":"gpqa-main-2651d2e67639a9e1741c23d7/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1661,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"B","question_sha256":"4dde21b33c78ccf27d8f3043edfe68636929e2ed7d52841b78b767027425afcb"} +{"uuid":"gpqa-main-0fb808246cf99919fa61cf95","benchmark":"gpqa_main","data_index":2288,"repeat_index":5,"sample_id":"gpqa-main-0fb808246cf99919fa61cf95/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1331,"prompt_tokens":415,"effective_max_tokens":130657,"original_embedded_prediction":"D","question_sha256":"8dd19f310e71e68caf9619c551faf073baee082c2fdae90e86d766c8f04dd15c"} +{"uuid":"gpqa-main-d8d5dbb2aa6f203775147357","benchmark":"gpqa_main","data_index":2238,"repeat_index":5,"sample_id":"gpqa-main-d8d5dbb2aa6f203775147357/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4089,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"bb18da47ffe6578fb5b30d30128525e8addf5e823c1985c70c606c89ce8d4d7e"} +{"uuid":"gpqa-main-67410b7a8dc0eaa2a0ad0e33","benchmark":"gpqa_main","data_index":2267,"repeat_index":5,"sample_id":"gpqa-main-67410b7a8dc0eaa2a0ad0e33/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2699,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"bb309e44424b270e31ff68a9df49f0a2f19335280a19eb9a92c5dcd1810cc3e8"} +{"uuid":"gpqa-main-83f8b78e2bcb92bda5c03787","benchmark":"gpqa_main","data_index":2256,"repeat_index":5,"sample_id":"gpqa-main-83f8b78e2bcb92bda5c03787/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3005,"prompt_tokens":162,"effective_max_tokens":130910,"original_embedded_prediction":"B","question_sha256":"1f06efeb2323c27b7a92e2f6b6d0f631f5b1caa5357a701f99ff4c3d08286bcf"} +{"uuid":"gpqa-main-7c04a20e5411bd3e0a2bc2c8","benchmark":"gpqa_main","data_index":2147,"repeat_index":5,"sample_id":"gpqa-main-7c04a20e5411bd3e0a2bc2c8/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11288,"prompt_tokens":413,"effective_max_tokens":130659,"original_embedded_prediction":"A","question_sha256":"e23b62b19c3ab4ec896e631f56a7a92ed38aca13300af7a7b449b979999886f3"} +{"uuid":"gpqa-main-eda22ee564030fef1ab0bcaf","benchmark":"gpqa_main","data_index":1384,"repeat_index":3,"sample_id":"gpqa-main-eda22ee564030fef1ab0bcaf/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":59776,"prompt_tokens":316,"effective_max_tokens":130756,"original_embedded_prediction":"D","question_sha256":"e78929c2c3d5e04cda51c77e05ad4a3d1cbbf98cc2db0103b7fbc594e78bb602"} +{"uuid":"gpqa-main-f022820fa3c0f536a4d4a9bc","benchmark":"gpqa_main","data_index":2275,"repeat_index":5,"sample_id":"gpqa-main-f022820fa3c0f536a4d4a9bc/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2353,"prompt_tokens":288,"effective_max_tokens":130784,"original_embedded_prediction":"A","question_sha256":"d7be2d674d4903c49886b492451a9febcfb5696ccd6f0931c4d48ef06a19b2b9"} +{"uuid":"gpqa-main-0b01dd8e7881a40d7eb61175","benchmark":"gpqa_main","data_index":2259,"repeat_index":5,"sample_id":"gpqa-main-0b01dd8e7881a40d7eb61175/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3219,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"C","question_sha256":"74998926c571f30bb050d73fd21eee2727687e5a8320253f13d3d84b8605a913"} +{"uuid":"gpqa-main-9254c2db95aeb7ad8ae8a32d","benchmark":"gpqa_main","data_index":2215,"repeat_index":5,"sample_id":"gpqa-main-9254c2db95aeb7ad8ae8a32d/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5834,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"183797b844f5aaf0d4762d5da650b2a14964b261306db104b29a00499b949bd6"} +{"uuid":"gpqa-main-b9cd3234a1fbbf6fe8b281a7","benchmark":"gpqa_main","data_index":1525,"repeat_index":3,"sample_id":"gpqa-main-b9cd3234a1fbbf6fe8b281a7/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":60044,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"407ed0eb19714d6ab4f488ca6e6a117c40e4991746c31ad1c464c5e529e59565"} +{"uuid":"gpqa-main-ce2839297e4b63e0b36f6300","benchmark":"gpqa_main","data_index":2069,"repeat_index":5,"sample_id":"gpqa-main-ce2839297e4b63e0b36f6300/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17752,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"80cca49a2f6ae39b2d3a2dfe110572d39720d0831c65246ce20603c40578b118"} +{"uuid":"gpqa-main-1af843966aecfd5da1f08dd6","benchmark":"gpqa_main","data_index":2310,"repeat_index":6,"sample_id":"gpqa-main-1af843966aecfd5da1f08dd6/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":570,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"C","question_sha256":"13e7c71f8aae7040bd98bd6b7bfe361f01f9aa9f4fd4b6095b40f97963688bdc"} +{"uuid":"gpqa-main-24659eabc462bf7fb5295951","benchmark":"gpqa_main","data_index":2185,"repeat_index":5,"sample_id":"gpqa-main-24659eabc462bf7fb5295951/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8802,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"A","question_sha256":"f26df2fb1b4182bacbf5d951a583b120ed154d22ea6f9659ed264ae020297543"} +{"uuid":"gpqa-main-992d40815d86851a9f6e7230","benchmark":"gpqa_main","data_index":2305,"repeat_index":6,"sample_id":"gpqa-main-992d40815d86851a9f6e7230/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":852,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"b698ebb0cb6d3abffa554435859e51f21dd11a9955cfceece2c7a6fa9b0e2023"} +{"uuid":"gpqa-main-ad37592fd14aa64b9045a2c4","benchmark":"gpqa_main","data_index":2294,"repeat_index":5,"sample_id":"gpqa-main-ad37592fd14aa64b9045a2c4/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1571,"prompt_tokens":142,"effective_max_tokens":130930,"original_embedded_prediction":"B","question_sha256":"1b3ff6b6ef905e2e7d9fad403ad7bcef59c07ba5858ab30374d9c1f3f07e7dee"} +{"uuid":"gpqa-main-43903740f46e3267ecd42324","benchmark":"gpqa_main","data_index":2271,"repeat_index":5,"sample_id":"gpqa-main-43903740f46e3267ecd42324/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3629,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"D","question_sha256":"b52b0025e64a7d0c0023e98ca9fe1f002e22bd987dd934f74304bd22e6e7da20"} +{"uuid":"gpqa-main-7ac0db7d29e6e8c587a8e8f2","benchmark":"gpqa_main","data_index":2236,"repeat_index":5,"sample_id":"gpqa-main-7ac0db7d29e6e8c587a8e8f2/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5437,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"B","question_sha256":"1fc80dd29a6d1127a37414c18382b28b3e9d2f38b390130751d4cbfe90841375"} +{"uuid":"gpqa-main-4df6eb7fd5661c3196a52be6","benchmark":"gpqa_main","data_index":2205,"repeat_index":5,"sample_id":"gpqa-main-4df6eb7fd5661c3196a52be6/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7902,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"B","question_sha256":"71ef41cf00fbcb9e6751fd492a52caefd2830032777c8824465c1b4ea8dc48ea"} +{"uuid":"gpqa-main-18347a23c4b32df1f0b31d1a","benchmark":"gpqa_main","data_index":2315,"repeat_index":6,"sample_id":"gpqa-main-18347a23c4b32df1f0b31d1a/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":793,"prompt_tokens":438,"effective_max_tokens":130634,"original_embedded_prediction":"C","question_sha256":"f69ff8c0001cb2bdea3e51d7d4063a70e8b64bf6f735f62088f0ace464bbe468"} +{"uuid":"gpqa-main-4373b5f7be197f26258c18cf","benchmark":"gpqa_main","data_index":2096,"repeat_index":5,"sample_id":"gpqa-main-4373b5f7be197f26258c18cf/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16525,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"B","question_sha256":"56563ccb64ef7d8686cd4d8da77c8b4636353d0bb75dbefa360323671dfffed1"} +{"uuid":"gpqa-main-ae71bab05f11abac2f706bb9","benchmark":"gpqa_main","data_index":1877,"repeat_index":4,"sample_id":"gpqa-main-ae71bab05f11abac2f706bb9/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":32980,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"D","question_sha256":"d160134fd023bac8e7f94f4d4e70e01dc36d3ae74bb54ab778b03686e5b7b2c0"} +{"uuid":"gpqa-main-c5506c52a996021a33525b24","benchmark":"gpqa_main","data_index":2162,"repeat_index":5,"sample_id":"gpqa-main-c5506c52a996021a33525b24/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11347,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"ec867cdcf4e586ae70e24b76b87230ee2b48ec67a5234d7a682f06f846fbdf0d"} +{"uuid":"gpqa-main-5af38d4af998e6cc090b76a4","benchmark":"gpqa_main","data_index":2286,"repeat_index":5,"sample_id":"gpqa-main-5af38d4af998e6cc090b76a4/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2902,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"b20325f500465457b07762e2fe70b04e5055bd3df2783351050b6c3d04223eb4"} +{"uuid":"gpqa-main-39045ad4d1274d0e56839d7b","benchmark":"gpqa_main","data_index":2296,"repeat_index":5,"sample_id":"gpqa-main-39045ad4d1274d0e56839d7b/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2252,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"429df35a12720ff87021b558515bede2e2590914376178a956309c141594787f"} +{"uuid":"gpqa-main-50467ff0a4937693425f108b","benchmark":"gpqa_main","data_index":2311,"repeat_index":6,"sample_id":"gpqa-main-50467ff0a4937693425f108b/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1448,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"A","question_sha256":"ee40e0ba47746454343829f9f66dd4d391816fe24ca19edf78fcce05cf1f26d8"} +{"uuid":"gpqa-main-91b254f1e1c8041fbc1a3222","benchmark":"gpqa_main","data_index":2280,"repeat_index":5,"sample_id":"gpqa-main-91b254f1e1c8041fbc1a3222/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3716,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"35cf9161cc3c5b82d0770ab2b2fdef4a970ddae93523dee3a6bde8574e79b13d"} +{"uuid":"gpqa-main-950b8724526dc5d718438bec","benchmark":"gpqa_main","data_index":2316,"repeat_index":6,"sample_id":"gpqa-main-950b8724526dc5d718438bec/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1181,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"B","question_sha256":"d81eab0b3deeedb23d68076a8f0de5ca6461b5d2d1a7da228f6a0b6ba6ca53e7"} +{"uuid":"gpqa-main-12fef4b097b802dea2564ea2","benchmark":"gpqa_main","data_index":2106,"repeat_index":5,"sample_id":"gpqa-main-12fef4b097b802dea2564ea2/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16538,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"D","question_sha256":"254c10ac4fdccd2709d12769dd755a22c6de6b1e6bff2363164511e2905446d7"} +{"uuid":"gpqa-main-3ad0b182e1494c1e76262069","benchmark":"gpqa_main","data_index":1925,"repeat_index":5,"sample_id":"gpqa-main-3ad0b182e1494c1e76262069/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":30346,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"C","question_sha256":"835ebb67a4198184dbd29c03b43e4283e93c0473d886ab6c3b6c52ffb918b6ab"} +{"uuid":"gpqa-main-0d56f92dcb32c3f0494a4705","benchmark":"gpqa_main","data_index":2319,"repeat_index":6,"sample_id":"gpqa-main-0d56f92dcb32c3f0494a4705/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1196,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"D","question_sha256":"d48362abba761cef50927ef586befd9a2fdb343aa19b2fa457ee74fb6dbfb56b"} +{"uuid":"gpqa-main-1f0af84f0bdb1b68af6a7719","benchmark":"gpqa_main","data_index":2301,"repeat_index":5,"sample_id":"gpqa-main-1f0af84f0bdb1b68af6a7719/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2365,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"D","question_sha256":"47eb07162cc525d2e6a87977deb802204fed59b801dd5e2935cc6edb3c036af1"} +{"uuid":"gpqa-main-ff45876351041ad1ce200bb4","benchmark":"gpqa_main","data_index":2243,"repeat_index":5,"sample_id":"gpqa-main-ff45876351041ad1ce200bb4/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6070,"prompt_tokens":345,"effective_max_tokens":130727,"original_embedded_prediction":"A","question_sha256":"32bdeb2d6746cedbaa666a09cbe9ff84eedb094a4f81edb9c09ab191add49c41"} +{"uuid":"gpqa-main-47999f808ae4df35fd817dd2","benchmark":"gpqa_main","data_index":2318,"repeat_index":6,"sample_id":"gpqa-main-47999f808ae4df35fd817dd2/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1410,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"0b24415e0a51d238b6f9b4a8ae6a56386da27f195c825aa8d124ca3e7adc5bb9"} +{"uuid":"gpqa-main-e47ea8383f43129dec459997","benchmark":"gpqa_main","data_index":1820,"repeat_index":4,"sample_id":"gpqa-main-e47ea8383f43129dec459997/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":37875,"prompt_tokens":262,"effective_max_tokens":130810,"original_embedded_prediction":"D","question_sha256":"9e7260c352d5970f26856e94943b008fa72ebf3264a0e2790592a41209cfac2d"} +{"uuid":"gpqa-main-4f958672c6f9249c44f2f9b9","benchmark":"gpqa_main","data_index":2107,"repeat_index":5,"sample_id":"gpqa-main-4f958672c6f9249c44f2f9b9/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16619,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"D","question_sha256":"7d91198c9c48996b89ebbb62d8d76d86e32d7c14fb108c7491c9ff812263613a"} +{"uuid":"gpqa-main-ff85a5ccc5b465a708f70be3","benchmark":"gpqa_main","data_index":2333,"repeat_index":6,"sample_id":"gpqa-main-ff85a5ccc5b465a708f70be3/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":401,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"f86f6ace621f9a5dc4c1d23e2bb2d546e1ca384df523a7a90d793b41a43ebfc6"} +{"uuid":"gpqa-main-485d6d2d8d4ef097891a30ae","benchmark":"gpqa_main","data_index":2290,"repeat_index":5,"sample_id":"gpqa-main-485d6d2d8d4ef097891a30ae/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3706,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"D","question_sha256":"c6a4a4365a6f088ad7d433e788ad1983c25ce2a6965fa332c2fd4f61eea9bbbc"} +{"uuid":"gpqa-main-33c3b423f54aabfcfca66691","benchmark":"gpqa_main","data_index":2254,"repeat_index":5,"sample_id":"gpqa-main-33c3b423f54aabfcfca66691/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5558,"prompt_tokens":323,"effective_max_tokens":130749,"original_embedded_prediction":"B","question_sha256":"d3ede1ef1590cafbeca0278be62d75df7a0ca03bdf527b454a132420994473ae"} +{"uuid":"gpqa-main-3d4249ae7ea85a07b7726fff","benchmark":"gpqa_main","data_index":2313,"repeat_index":6,"sample_id":"gpqa-main-3d4249ae7ea85a07b7726fff/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2180,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"f3a651caf4cc86d7183e2aa4e94783901dfd4ba7026521589b0aa1f1c95b0e55"} +{"uuid":"gpqa-main-32802554a860af51b4d7360f","benchmark":"gpqa_main","data_index":2156,"repeat_index":5,"sample_id":"gpqa-main-32802554a860af51b4d7360f/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13107,"prompt_tokens":399,"effective_max_tokens":130673,"original_embedded_prediction":"C","question_sha256":"ea1d2c2fd4395ec2cad416b20c41a657730d84acd26fb53712bf10f6807a4e64"} +{"uuid":"gpqa-main-33b9f4658edfefac92faa4d3","benchmark":"gpqa_main","data_index":2196,"repeat_index":5,"sample_id":"gpqa-main-33b9f4658edfefac92faa4d3/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9703,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"A","question_sha256":"21b950759e4e088c97c70fcca487f4b3ceddd69dd2563433e332a0dde94eeddb"} +{"uuid":"gpqa-main-d022f771c467d057bbb527d0","benchmark":"gpqa_main","data_index":2343,"repeat_index":6,"sample_id":"gpqa-main-d022f771c467d057bbb527d0/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":189,"prompt_tokens":192,"effective_max_tokens":130880,"original_embedded_prediction":"A","question_sha256":"f3fdb78f6fe3c60a21e29d92babec94b4d8c0f6e012394045833653cbdb1a4d7"} +{"uuid":"gpqa-main-87a8747afb6b0414b9ccbe1e","benchmark":"gpqa_main","data_index":2194,"repeat_index":5,"sample_id":"gpqa-main-87a8747afb6b0414b9ccbe1e/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10114,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"D","question_sha256":"cdb165b285d51cf6a09160d99c4c49b653710aac879cce0b87c74a48eee0172b"} +{"uuid":"gpqa-main-ad8f0afd2f116341ed3a69c0","benchmark":"gpqa_main","data_index":2344,"repeat_index":6,"sample_id":"gpqa-main-ad8f0afd2f116341ed3a69c0/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":217,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"b6c9142bf69c50d0a62b5b8254344b66610ca208a646e6a69a606819b7eb1bf8"} +{"uuid":"gpqa-main-b7ef729c55e0cb48c67bca16","benchmark":"gpqa_main","data_index":2335,"repeat_index":6,"sample_id":"gpqa-main-b7ef729c55e0cb48c67bca16/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":809,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"B","question_sha256":"732a49f65a753e1d2c9ebb525ad8cc4c9ea6aa812fdc5eda3c630aa4aa35c7b5"} +{"uuid":"gpqa-main-55e31c256bb6191d94e6db4d","benchmark":"gpqa_main","data_index":2282,"repeat_index":5,"sample_id":"gpqa-main-55e31c256bb6191d94e6db4d/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4568,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"126561d6b58fa17bbaffda56837acaf8fab4bf282ccdfdcc2c7a97bfe520889c"} +{"uuid":"gpqa-main-cda1b642d52c30858bcdf7a3","benchmark":"gpqa_main","data_index":2331,"repeat_index":6,"sample_id":"gpqa-main-cda1b642d52c30858bcdf7a3/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1093,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"85f5a80c90290184ac6ec65307174970563ac9442644e868f064c886836d7a25"} +{"uuid":"gpqa-main-eda22ee564030fef1ab0bcaf","benchmark":"gpqa_main","data_index":1768,"repeat_index":4,"sample_id":"gpqa-main-eda22ee564030fef1ab0bcaf/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":43468,"prompt_tokens":316,"effective_max_tokens":130756,"original_embedded_prediction":"A","question_sha256":"e78929c2c3d5e04cda51c77e05ad4a3d1cbbf98cc2db0103b7fbc594e78bb602"} +{"uuid":"gpqa-main-7684b3ed8a4540e6099495df","benchmark":"gpqa_main","data_index":2247,"repeat_index":5,"sample_id":"gpqa-main-7684b3ed8a4540e6099495df/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6776,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"C","question_sha256":"0caf81b8c83789b0b258b80856002cff7fd589a737844db0407269017bcd1955"} +{"uuid":"gpqa-main-810618179b41cff3d8593ba5","benchmark":"gpqa_main","data_index":2327,"repeat_index":6,"sample_id":"gpqa-main-810618179b41cff3d8593ba5/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1723,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"B","question_sha256":"4f7077a78998cfa5dbe881d51f9f859973bb281cce9f5a2bde9d5475cc520111"} +{"uuid":"gpqa-main-e17c3d61061a563977ae3c11","benchmark":"gpqa_main","data_index":2164,"repeat_index":5,"sample_id":"gpqa-main-e17c3d61061a563977ae3c11/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13176,"prompt_tokens":352,"effective_max_tokens":130720,"original_embedded_prediction":"A","question_sha256":"41b609bbf5cd4517a7d53e382a762d7b2caa65fd58ea44549bdf7183daf1d2c0"} +{"uuid":"gpqa-main-b306a5cb19a37a5923ddeda3","benchmark":"gpqa_main","data_index":2295,"repeat_index":5,"sample_id":"gpqa-main-b306a5cb19a37a5923ddeda3/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4031,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"10d0692d1c6af6008ffff69894cb0183dafbb80748247a3a0e1961e87f1e7c9f"} +{"uuid":"gpqa-main-09311165c3bc8a7742115024","benchmark":"gpqa_main","data_index":2325,"repeat_index":6,"sample_id":"gpqa-main-09311165c3bc8a7742115024/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2078,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d6deae7022d40b283a8b0053867ff7e2d44f15fac7c364d3b34e67d903596cf7"} +{"uuid":"gpqa-main-cdc31486df3de65ec2c324e2","benchmark":"gpqa_main","data_index":2323,"repeat_index":6,"sample_id":"gpqa-main-cdc31486df3de65ec2c324e2/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2255,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"4d233cd7b8524c989eb47a4c40d6f2f47070b986fea11e3ee3029c07db9b3356"} +{"uuid":"gpqa-main-a1ec72afe45eedbea242cd73","benchmark":"gpqa_main","data_index":2348,"repeat_index":6,"sample_id":"gpqa-main-a1ec72afe45eedbea242cd73/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":670,"prompt_tokens":310,"effective_max_tokens":130762,"original_embedded_prediction":"A","question_sha256":"e87180319d813402cf71637950d93636988703d0477e2bb79fb03a1d2df9afe3"} +{"uuid":"gpqa-main-21bf0d1bb4513b046dfdf875","benchmark":"gpqa_main","data_index":2326,"repeat_index":6,"sample_id":"gpqa-main-21bf0d1bb4513b046dfdf875/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2243,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"916a1ca795d38f4c815c99d6f162f52af934ee4e1b0d100dc0a7fb747631f7a7"} +{"uuid":"gpqa-main-1634ccababef2067673cd88c","benchmark":"gpqa_main","data_index":1966,"repeat_index":5,"sample_id":"gpqa-main-1634ccababef2067673cd88c/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":28534,"prompt_tokens":593,"effective_max_tokens":130479,"original_embedded_prediction":"A","question_sha256":"d8c36bd55ba561cb499054e9d5a01217a0498dfd20875e8d9e99d34bcdfd7830"} +{"uuid":"gpqa-main-5334e8bdecfbd08a0fceb69b","benchmark":"gpqa_main","data_index":2351,"repeat_index":6,"sample_id":"gpqa-main-5334e8bdecfbd08a0fceb69b/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":765,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"B","question_sha256":"0c1cc6cb8c9b9a25c645b86bbada068207876248621f0327486d559892b7a8a9"} +{"uuid":"gpqa-main-7239e8e1a6f52b11d89b376d","benchmark":"gpqa_main","data_index":2339,"repeat_index":6,"sample_id":"gpqa-main-7239e8e1a6f52b11d89b376d/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1481,"prompt_tokens":359,"effective_max_tokens":130713,"original_embedded_prediction":"D","question_sha256":"6b778965b4593497cd5378ecaa94e84f97d2910300038afb6590a8e9376b791c"} +{"uuid":"gpqa-main-834c95c23407a9d2c736d2ee","benchmark":"gpqa_main","data_index":2361,"repeat_index":6,"sample_id":"gpqa-main-834c95c23407a9d2c736d2ee/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":295,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"bb698537245b51d08b5d5a6cecdfd1a4e34f7ac0f17e13da8d713af9341a9366"} +{"uuid":"gpqa-main-17eb0ef902a11d36b13bb4ba","benchmark":"gpqa_main","data_index":2298,"repeat_index":5,"sample_id":"gpqa-main-17eb0ef902a11d36b13bb4ba/repeat-5","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4404,"prompt_tokens":290,"effective_max_tokens":130782,"original_embedded_prediction":"A","question_sha256":"da025e796cabfda79ad3a899a873052b028159563074d0934fabc7ee4c54d8ad"} +{"uuid":"gpqa-main-f79cea2e3c2e242b6e0da4d5","benchmark":"gpqa_main","data_index":2358,"repeat_index":6,"sample_id":"gpqa-main-f79cea2e3c2e242b6e0da4d5/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":469,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"D","question_sha256":"bdc1ab103002886dcbe879cd751d3e27b8ba6e988859bb80422ea04871269448"} +{"uuid":"gpqa-main-7093e90be0c6d72d98ef432c","benchmark":"gpqa_main","data_index":2276,"repeat_index":5,"sample_id":"gpqa-main-7093e90be0c6d72d98ef432c/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6031,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"A","question_sha256":"d73f092255e75c14953338c7dc17fa9e41c6378f650bac797b23d3c68133744d"} +{"uuid":"gpqa-main-9b60a112c6568a530227ce47","benchmark":"gpqa_main","data_index":2352,"repeat_index":6,"sample_id":"gpqa-main-9b60a112c6568a530227ce47/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":971,"prompt_tokens":443,"effective_max_tokens":130629,"original_embedded_prediction":"D","question_sha256":"4dd7bd0636dc935d4359866d23d365353db91692ab9b80b438a3f65683abf4e7"} +{"uuid":"gpqa-main-c720b28fe25654b1cedc9285","benchmark":"gpqa_main","data_index":2042,"repeat_index":5,"sample_id":"gpqa-main-c720b28fe25654b1cedc9285/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":23922,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"9f6e1d1b2c053afcba8c78142311f336846eb87d19344fb8aa6e71ed9aecc477"} +{"uuid":"gpqa-main-d750e02b8d42b4b4d6aba4b9","benchmark":"gpqa_main","data_index":2345,"repeat_index":6,"sample_id":"gpqa-main-d750e02b8d42b4b4d6aba4b9/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1395,"prompt_tokens":944,"effective_max_tokens":130128,"original_embedded_prediction":"D","question_sha256":"5ea7e9b17f677439bf5f6e43169cb794916985d1c5964f6a0d8becf3f9e3b7ad"} +{"uuid":"gpqa-main-e10311e2a20f5ef70b44af1a","benchmark":"gpqa_main","data_index":2300,"repeat_index":5,"sample_id":"gpqa-main-e10311e2a20f5ef70b44af1a/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4581,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"D","question_sha256":"840fab180da436fa17bd480d15eb270c8be4535800795f8fe8c3d0b1ac29ca9d"} +{"uuid":"gpqa-main-fbf1f6e62b48cbbf0bca4714","benchmark":"gpqa_main","data_index":2355,"repeat_index":6,"sample_id":"gpqa-main-fbf1f6e62b48cbbf0bca4714/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":814,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"59affc9a905621c391ee7886c0e428eac5cb1f60c7c251e2fc1fcb081cb8e076"} +{"uuid":"gpqa-main-9baab02407bb5e317c8c71c4","benchmark":"gpqa_main","data_index":2334,"repeat_index":6,"sample_id":"gpqa-main-9baab02407bb5e317c8c71c4/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2184,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"C","question_sha256":"4c49b01c534dd76a31b5023fe34fe490913c400dc715a3fa7a874695ca10b949"} +{"uuid":"gpqa-main-c8bb35d2e6add774a878c895","benchmark":"gpqa_main","data_index":1747,"repeat_index":4,"sample_id":"gpqa-main-c8bb35d2e6add774a878c895/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":46627,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"8b5b2cb731b5a7fb6556557d17fc7ef7fb607adfa5050f0d70418eb3b983605b"} +{"uuid":"gpqa-main-ca986cf878bcb98d3bdf6b0a","benchmark":"gpqa_main","data_index":2172,"repeat_index":5,"sample_id":"gpqa-main-ca986cf878bcb98d3bdf6b0a/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13581,"prompt_tokens":553,"effective_max_tokens":130519,"original_embedded_prediction":"D","question_sha256":"03946dc24ec69699ccf0d502676d0724f19c404c61b61996d4b5d979f21785da"} +{"uuid":"gpqa-main-579e17ce4c553c730c526a5c","benchmark":"gpqa_main","data_index":2346,"repeat_index":6,"sample_id":"gpqa-main-579e17ce4c553c730c526a5c/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1970,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"D","question_sha256":"1ce3d847d25b2c2f678c304f134266501155719553a1a003f38a6b0a75ffb81b"} +{"uuid":"gpqa-main-8db8ffb39e6d3e618c8d388c","benchmark":"gpqa_main","data_index":2360,"repeat_index":6,"sample_id":"gpqa-main-8db8ffb39e6d3e618c8d388c/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1195,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"B","question_sha256":"28dff82ab12e25f0b479054be2f5d8b597951c2458e383bb25cf488b09c98ff5"} +{"uuid":"gpqa-main-3ebc2c6c608ed7f5e7bf9463","benchmark":"gpqa_main","data_index":2324,"repeat_index":6,"sample_id":"gpqa-main-3ebc2c6c608ed7f5e7bf9463/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3604,"prompt_tokens":286,"effective_max_tokens":130786,"original_embedded_prediction":"D","question_sha256":"81bfcfb746da8dbf79e11ca4c419d5416ea1be46678f915598ebe3f9c6b6fc32"} +{"uuid":"gpqa-main-fc2653b5d83e082e9e4f6390","benchmark":"gpqa_main","data_index":2224,"repeat_index":5,"sample_id":"gpqa-main-fc2653b5d83e082e9e4f6390/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9754,"prompt_tokens":429,"effective_max_tokens":130643,"original_embedded_prediction":"B","question_sha256":"d039314a334267e1364c2bb5dc0ab4e72b6b86a69936c2f7f318902ffc422f15"} +{"uuid":"gpqa-main-efc527af4c77c27856f0d201","benchmark":"gpqa_main","data_index":2364,"repeat_index":6,"sample_id":"gpqa-main-efc527af4c77c27856f0d201/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1084,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"29ffae74d292a9a38f72dd8e95efab3be752912b79e848701193359c657937f6"} +{"uuid":"gpqa-main-9eaa6714b15499d3c303ce90","benchmark":"gpqa_main","data_index":2143,"repeat_index":5,"sample_id":"gpqa-main-9eaa6714b15499d3c303ce90/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16521,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"D","question_sha256":"cfac786b87a07d0c92f7c3da73233aa6c32340b63dff9d3f72bd1bd025cd565d"} +{"uuid":"gpqa-main-13dda0527a69422c0bfefb23","benchmark":"gpqa_main","data_index":2349,"repeat_index":6,"sample_id":"gpqa-main-13dda0527a69422c0bfefb23/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2254,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"A","question_sha256":"952dd56af4d111bc829dbe6171c480a13632e8b5771e33245330d32115f96774"} +{"uuid":"gpqa-main-fcf4fbe275826c7d67e6067b","benchmark":"gpqa_main","data_index":2252,"repeat_index":5,"sample_id":"gpqa-main-fcf4fbe275826c7d67e6067b/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8489,"prompt_tokens":319,"effective_max_tokens":130753,"original_embedded_prediction":"B","question_sha256":"804a1298d02f33e3d34af9885ef317731ae757104a1e874356955c98921afd18"} +{"uuid":"gpqa-main-763daf42ea0c79050a6a4d1d","benchmark":"gpqa_main","data_index":2365,"repeat_index":6,"sample_id":"gpqa-main-763daf42ea0c79050a6a4d1d/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1371,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"D","question_sha256":"72b4053b92adde478bb40c3fb9ef1e06215efe5922e2d600121170f824d32c13"} +{"uuid":"gpqa-main-ba7b4d8b6b363240553a5da8","benchmark":"gpqa_main","data_index":2317,"repeat_index":6,"sample_id":"gpqa-main-ba7b4d8b6b363240553a5da8/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4607,"prompt_tokens":320,"effective_max_tokens":130752,"original_embedded_prediction":"C","question_sha256":"f31ead87a22282cc5dfb01f73a1fe9c84520ad1b8dc017953d8293dbe8b47044"} +{"uuid":"gpqa-main-143dc33c1aad9828daf5e615","benchmark":"gpqa_main","data_index":2015,"repeat_index":5,"sample_id":"gpqa-main-143dc33c1aad9828daf5e615/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":27475,"prompt_tokens":354,"effective_max_tokens":130718,"original_embedded_prediction":"C","question_sha256":"ff60c18b72aac9e90842c7a2d5e79c68092a3fbb1d6c0318cee6d2892a43a0a1"} +{"uuid":"gpqa-main-49e3b768e85f009875fb4b7f","benchmark":"gpqa_main","data_index":2374,"repeat_index":6,"sample_id":"gpqa-main-49e3b768e85f009875fb4b7f/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1105,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"B","question_sha256":"181abbdaf75899b4c447f9c98c58f90512c06ffe5521e109fa83597da1fb7aae"} +{"uuid":"gpqa-main-47f8cee187b620660c7d11b3","benchmark":"gpqa_main","data_index":2376,"repeat_index":6,"sample_id":"gpqa-main-47f8cee187b620660c7d11b3/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":766,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"b114078343a4ce3eeaa845ee2c7bfa4ac7c9add00f507d8ff60e46cca593fb46"} +{"uuid":"gpqa-main-de59169ce40a93ff305f9a41","benchmark":"gpqa_main","data_index":2304,"repeat_index":6,"sample_id":"gpqa-main-de59169ce40a93ff305f9a41/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5490,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"c5859c729f1f8217c8555103da018a579f07eb8df38d8389383b2f4634573327"} +{"uuid":"gpqa-main-ed6a4565f708132bae39b742","benchmark":"gpqa_main","data_index":2175,"repeat_index":5,"sample_id":"gpqa-main-ed6a4565f708132bae39b742/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14372,"prompt_tokens":393,"effective_max_tokens":130679,"original_embedded_prediction":"A","question_sha256":"5ce997bcaa654b6fdbbb00b63b66633167679a850d02d845b8a9b1b716979197"} +{"uuid":"gpqa-main-feeb39404129cbb3b7e867ec","benchmark":"gpqa_main","data_index":2347,"repeat_index":6,"sample_id":"gpqa-main-feeb39404129cbb3b7e867ec/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2761,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"B","question_sha256":"a80144fd582290217d4749a45438b278db047877b2f9babd5f52d9d0dcc88daf"} +{"uuid":"gpqa-main-d9fdff837cb2d2e4d1e81014","benchmark":"gpqa_main","data_index":2303,"repeat_index":5,"sample_id":"gpqa-main-d9fdff837cb2d2e4d1e81014/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5617,"prompt_tokens":153,"effective_max_tokens":130919,"original_embedded_prediction":"C","question_sha256":"021732e23dc83767a3bfeabac85945e664d0c83c8f4cd2ecee91855cda0b0d54"} +{"uuid":"gpqa-main-64193be5f9a6bbd67bec4010","benchmark":"gpqa_main","data_index":2048,"repeat_index":5,"sample_id":"gpqa-main-64193be5f9a6bbd67bec4010/repeat-5","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":25064,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"A","question_sha256":"373990fe818e4182469d242b845eeb2f78db2f00cfb3a8fdbd2dbd696e08d552"} +{"uuid":"gpqa-main-84e0462fb979739143160f76","benchmark":"gpqa_main","data_index":2378,"repeat_index":6,"sample_id":"gpqa-main-84e0462fb979739143160f76/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":696,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"A","question_sha256":"17821f797104818a4e9c06d5499572866481ca7a9f6bf4d3993cbc935754c06e"} +{"uuid":"gpqa-main-35569b36357cfce18162c999","benchmark":"gpqa_main","data_index":2356,"repeat_index":6,"sample_id":"gpqa-main-35569b36357cfce18162c999/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2233,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"D","question_sha256":"a2136b05b78259562b913f1f56520c4184d70bf60017617a442a41f907c31b78"} +{"uuid":"gpqa-main-ca7a4b18584754c3664d8758","benchmark":"gpqa_main","data_index":2320,"repeat_index":6,"sample_id":"gpqa-main-ca7a4b18584754c3664d8758/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4578,"prompt_tokens":517,"effective_max_tokens":130555,"original_embedded_prediction":"A","question_sha256":"b15ab8a50cd7768206339f81478bb5a4757f87b1bf1c7671597c48117910482f"} +{"uuid":"gpqa-main-08cb3c41dbaa57f424632b84","benchmark":"gpqa_main","data_index":2308,"repeat_index":6,"sample_id":"gpqa-main-08cb3c41dbaa57f424632b84/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5744,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"B","question_sha256":"e37327eb6a290bf649f9b548f5d9834983b5d59efc10b4281a4bdbb75523863f"} +{"uuid":"gpqa-main-baefee4c54836e933082fd33","benchmark":"gpqa_main","data_index":1741,"repeat_index":4,"sample_id":"gpqa-main-baefee4c54836e933082fd33/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":48819,"prompt_tokens":487,"effective_max_tokens":130585,"original_embedded_prediction":"A","question_sha256":"f4486aea8f80b6405ceaabbd6f225378761eafc49f1e042873a464b3b94da620"} +{"uuid":"gpqa-main-7a6f40292c595b5ffad3d66b","benchmark":"gpqa_main","data_index":2384,"repeat_index":6,"sample_id":"gpqa-main-7a6f40292c595b5ffad3d66b/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":569,"prompt_tokens":317,"effective_max_tokens":130755,"original_embedded_prediction":"A","question_sha256":"82d8161e96256872367b5e1c12af2c1f91e6c4a6aac3d066708fccb1826bf840"} +{"uuid":"gpqa-main-45b8834e3ed027ec73e9cb93","benchmark":"gpqa_main","data_index":2246,"repeat_index":5,"sample_id":"gpqa-main-45b8834e3ed027ec73e9cb93/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9694,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"C","question_sha256":"14a2ed1ddcecc5a3752c954a0c07f0e2ae102378d648cc66bd57385516fbbe20"} +{"uuid":"gpqa-main-7c7ae85beee22afc94024aa0","benchmark":"gpqa_main","data_index":2297,"repeat_index":5,"sample_id":"gpqa-main-7c7ae85beee22afc94024aa0/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6675,"prompt_tokens":179,"effective_max_tokens":130893,"original_embedded_prediction":"C","question_sha256":"17ee204f8a3ef8904b0418dcf3bac347173df36a87b5535f055046fe6fae8879"} +{"uuid":"gpqa-main-efa466851677550746c06a1f","benchmark":"gpqa_main","data_index":2342,"repeat_index":6,"sample_id":"gpqa-main-efa466851677550746c06a1f/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3753,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"D","question_sha256":"b64a2faa078044133322af9742b3f75788b5f8e5701f1fee08d693854a842448"} +{"uuid":"gpqa-main-eda22ee564030fef1ab0bcaf","benchmark":"gpqa_main","data_index":1000,"repeat_index":2,"sample_id":"gpqa-main-eda22ee564030fef1ab0bcaf/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":65896,"prompt_tokens":316,"effective_max_tokens":130756,"original_embedded_prediction":"C","question_sha256":"e78929c2c3d5e04cda51c77e05ad4a3d1cbbf98cc2db0103b7fbc594e78bb602"} +{"uuid":"gpqa-main-832feb793ff377da50abf878","benchmark":"gpqa_main","data_index":2373,"repeat_index":6,"sample_id":"gpqa-main-832feb793ff377da50abf878/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2018,"prompt_tokens":202,"effective_max_tokens":130870,"original_embedded_prediction":"B","question_sha256":"9cb12d81fbbe616cc95beecd1627265e0b5a2fa48b8e7493d3df89b378afbc12"} +{"uuid":"gpqa-main-ddc1b02f963a2f785385132e","benchmark":"gpqa_main","data_index":2397,"repeat_index":6,"sample_id":"gpqa-main-ddc1b02f963a2f785385132e/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":607,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"d5e7b22736a2cdaa0f2553a100795aa6b7e150fcc1b9fe093e28e3fea855f346"} +{"uuid":"gpqa-main-cfc742b1ce24bfc75356765e","benchmark":"gpqa_main","data_index":2199,"repeat_index":5,"sample_id":"gpqa-main-cfc742b1ce24bfc75356765e/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13207,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"B","question_sha256":"c1f013c71ec1bfdf03d8071ec0a1d30c0d10b7e87429512ec32711a88cc41cb1"} +{"uuid":"gpqa-main-2fc8b9731f60b1c9eb476570","benchmark":"gpqa_main","data_index":2379,"repeat_index":6,"sample_id":"gpqa-main-2fc8b9731f60b1c9eb476570/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1987,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"A","question_sha256":"8d64fc9e228388438862fd18b500e048e168f26e7191a4220ea8281beb789ea2"} +{"uuid":"gpqa-main-c5fc0037165678ab354bad30","benchmark":"gpqa_main","data_index":2149,"repeat_index":5,"sample_id":"gpqa-main-c5fc0037165678ab354bad30/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17943,"prompt_tokens":158,"effective_max_tokens":130914,"original_embedded_prediction":"B","question_sha256":"cc55519c3a9058d775356db9fd87b9279f120f69e3d435e9886ed87f62c6a229"} +{"uuid":"gpqa-main-41ca21006bb37fef24a8975a","benchmark":"gpqa_main","data_index":2390,"repeat_index":6,"sample_id":"gpqa-main-41ca21006bb37fef24a8975a/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1561,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"8d132ce83553f28f02599f90e3c52fb60d8f58faea0f09152f78f7df6e310abc"} +{"uuid":"gpqa-main-a8c391dd6337620cc79cae0e","benchmark":"gpqa_main","data_index":2336,"repeat_index":6,"sample_id":"gpqa-main-a8c391dd6337620cc79cae0e/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4846,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"435ccdce7cc6c5543ffaf20b4d850d905357568605d01b3a595d44df3dd30d0d"} +{"uuid":"gpqa-main-11b88a6212278288c390be69","benchmark":"gpqa_main","data_index":2257,"repeat_index":5,"sample_id":"gpqa-main-11b88a6212278288c390be69/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10045,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"29eb581590e7852467849e4c58c5e3b1b97736035880adbd4e12298c320ac7e4"} +{"uuid":"gpqa-main-efbd16944acebfe43928d489","benchmark":"gpqa_main","data_index":2353,"repeat_index":6,"sample_id":"gpqa-main-efbd16944acebfe43928d489/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3895,"prompt_tokens":328,"effective_max_tokens":130744,"original_embedded_prediction":"B","question_sha256":"40b2b50a3c993902d4327a3072c497b0bfcbac42a638ecf92be395be7ef82ab0"} +{"uuid":"gpqa-main-8cf981eedacab9acbdd5b00c","benchmark":"gpqa_main","data_index":2396,"repeat_index":6,"sample_id":"gpqa-main-8cf981eedacab9acbdd5b00c/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1780,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"D","question_sha256":"14dcd60f9986bbbcbbdc0e4b3462397b01801a452d9756100ed129baa5baf68c"} +{"uuid":"gpqa-main-b654b748170277d4b0d0c6b5","benchmark":"gpqa_main","data_index":2398,"repeat_index":6,"sample_id":"gpqa-main-b654b748170277d4b0d0c6b5/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1716,"prompt_tokens":508,"effective_max_tokens":130564,"original_embedded_prediction":"D","question_sha256":"010973f2a9805982e33bfecd460da27e4d2f170e4567ebf854c807385bea09d3"} +{"uuid":"gpqa-main-7c3c45d7826322d2dd84475f","benchmark":"gpqa_main","data_index":2402,"repeat_index":6,"sample_id":"gpqa-main-7c3c45d7826322d2dd84475f/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1387,"prompt_tokens":419,"effective_max_tokens":130653,"original_embedded_prediction":"A","question_sha256":"f98a4cc383b4e02c52b4cdafe1b79c1d58df251d5d10ab65f71740d27243ed28"} +{"uuid":"gpqa-main-e2b759199021c586345ac38f","benchmark":"gpqa_main","data_index":2321,"repeat_index":6,"sample_id":"gpqa-main-e2b759199021c586345ac38f/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6393,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"B","question_sha256":"ca59405f2d298a50a3e8fd6d281b67ca4a3ee503578df49e700cc46fe3c4f3d8"} +{"uuid":"gpqa-main-bf684ea09dc8822450fbd37c","benchmark":"gpqa_main","data_index":2388,"repeat_index":6,"sample_id":"gpqa-main-bf684ea09dc8822450fbd37c/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2174,"prompt_tokens":372,"effective_max_tokens":130700,"original_embedded_prediction":"A","question_sha256":"8f0911e951adf5df2bfc8aa29c14de392a998e2fa48463ceecedcd39a8301453"} +{"uuid":"gpqa-main-4fb391edde117a3fa772fe15","benchmark":"gpqa_main","data_index":2299,"repeat_index":5,"sample_id":"gpqa-main-4fb391edde117a3fa772fe15/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8016,"prompt_tokens":230,"effective_max_tokens":130842,"original_embedded_prediction":"A","question_sha256":"5131eb311b518c1f3eade66e9c0f4df88aa05e6477bb06e86e3ac1e6fc1ea102"} +{"uuid":"gpqa-main-c69005af8b1e76a851528e02","benchmark":"gpqa_main","data_index":2371,"repeat_index":6,"sample_id":"gpqa-main-c69005af8b1e76a851528e02/repeat-6","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3416,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"29e6a1db070bf5e5af8af4b82da4953dd47dcd2a1bbd7ad2db04f3d1d4cd805e"} +{"uuid":"gpqa-main-6543e2c47b61f7f328bcf42d","benchmark":"gpqa_main","data_index":2340,"repeat_index":6,"sample_id":"gpqa-main-6543e2c47b61f7f328bcf42d/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5280,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"C","question_sha256":"9f8c4aa52521e2926d56fdd03cf5aeaf3543c911c9b75774731cd1204efc1328"} +{"uuid":"gpqa-main-adffc79c4b20a953ccbf4cd1","benchmark":"gpqa_main","data_index":2292,"repeat_index":5,"sample_id":"gpqa-main-adffc79c4b20a953ccbf4cd1/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8873,"prompt_tokens":170,"effective_max_tokens":130902,"original_embedded_prediction":"D","question_sha256":"a9acc5caf0ab2f58b68d62ac52eac5bd31ee4a74a832bd753df339176dbbaefe"} +{"uuid":"gpqa-main-002cb7f9ef3ee2a3d460b42e","benchmark":"gpqa_main","data_index":2389,"repeat_index":6,"sample_id":"gpqa-main-002cb7f9ef3ee2a3d460b42e/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2480,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"3bed68f29773b3484a0b5acab22f438229b63f2a324fb817a933e4d514178386"} +{"uuid":"gpqa-main-a5811d01e615771d5e0b48fb","benchmark":"gpqa_main","data_index":2404,"repeat_index":6,"sample_id":"gpqa-main-a5811d01e615771d5e0b48fb/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1724,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"D","question_sha256":"18c1c5c103fb01b10fd0ca282f8eab427517d6587a0a9962010b5ad16e05b98f"} +{"uuid":"gpqa-main-398c3b21ff64a0edc7ed8444","benchmark":"gpqa_main","data_index":1733,"repeat_index":4,"sample_id":"gpqa-main-398c3b21ff64a0edc7ed8444/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":51984,"prompt_tokens":839,"effective_max_tokens":130233,"original_embedded_prediction":"B","question_sha256":"8efc35cf270e2b051ad9ae732723df9c7261cecaf1410edf2c43f3ca7aa749cc"} +{"uuid":"gpqa-main-ec756f5cd58f1d3e9c9c8676","benchmark":"gpqa_main","data_index":2414,"repeat_index":6,"sample_id":"gpqa-main-ec756f5cd58f1d3e9c9c8676/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":560,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"B","question_sha256":"016bbafd184cf46762e3e824d2499734daf9efd8cb5f0adad12078f151c96a12"} +{"uuid":"gpqa-main-29e885003cf7658ac2eb0ba4","benchmark":"gpqa_main","data_index":2407,"repeat_index":6,"sample_id":"gpqa-main-29e885003cf7658ac2eb0ba4/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1333,"prompt_tokens":299,"effective_max_tokens":130773,"original_embedded_prediction":"D","question_sha256":"e6fd9b7cea6cbcd53eabc57f63ae367008b2774a1092f55e23e78b7eafbdbafa"} +{"uuid":"gpqa-main-87c633148441d2b07b8e2e81","benchmark":"gpqa_main","data_index":2392,"repeat_index":6,"sample_id":"gpqa-main-87c633148441d2b07b8e2e81/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2731,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"0fb47d10edb4eca17f93926dea501fdd19bde76cfe58f57edb445a7272d7787c"} +{"uuid":"gpqa-main-6f84d17ede852cd9196347bd","benchmark":"gpqa_main","data_index":2284,"repeat_index":5,"sample_id":"gpqa-main-6f84d17ede852cd9196347bd/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9818,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"C","question_sha256":"e410f49b6f85564bf5b9226069391669e4c376097b2656e616a6b82abd4729ac"} +{"uuid":"gpqa-main-84cbf72ad94d1afe2aa56331","benchmark":"gpqa_main","data_index":2401,"repeat_index":6,"sample_id":"gpqa-main-84cbf72ad94d1afe2aa56331/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2253,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"D","question_sha256":"089a55e5a3fbca456cb952a230bd88a82c177ec99470bd05f822803a1bdd3db5"} +{"uuid":"gpqa-main-d751f2081e63be8d69314287","benchmark":"gpqa_main","data_index":2405,"repeat_index":6,"sample_id":"gpqa-main-d751f2081e63be8d69314287/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2021,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"f56e41493e430f6c013c094b4b462aa30dc9826a273d867eec6a04fc8a646443"} +{"uuid":"gpqa-main-a3be70bb026878238a72f88b","benchmark":"gpqa_main","data_index":2370,"repeat_index":6,"sample_id":"gpqa-main-a3be70bb026878238a72f88b/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4315,"prompt_tokens":446,"effective_max_tokens":130626,"original_embedded_prediction":"C","question_sha256":"42da82ad5cb9e03bf1c8f1d786b162fd55245c32907328f445c191681a98b669"} +{"uuid":"gpqa-main-3357b4ebb8c461cb9eeca4bd","benchmark":"gpqa_main","data_index":2382,"repeat_index":6,"sample_id":"gpqa-main-3357b4ebb8c461cb9eeca4bd/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3255,"prompt_tokens":283,"effective_max_tokens":130789,"original_embedded_prediction":"B","question_sha256":"cdffe5a4f742a97a3cc2ffedfc8d78a3ffa14249a51afc48e9d7aa8fc6b499a8"} +{"uuid":"gpqa-main-498b428b55b7644426a781c9","benchmark":"gpqa_main","data_index":2368,"repeat_index":6,"sample_id":"gpqa-main-498b428b55b7644426a781c9/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4411,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"C","question_sha256":"7fbfdc18f5a18b666f8d4afc859af60c4c56ab7d8d677d46fb01a050207ac688"} +{"uuid":"gpqa-main-2d88ca9efdaae7d19aed9660","benchmark":"gpqa_main","data_index":2416,"repeat_index":6,"sample_id":"gpqa-main-2d88ca9efdaae7d19aed9660/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1237,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"43af6d11597079a7d069dd93bbf3db87f0b5bb604fbfc66fc60c268d149d8fba"} +{"uuid":"gpqa-main-e47ea8383f43129dec459997","benchmark":"gpqa_main","data_index":2204,"repeat_index":5,"sample_id":"gpqa-main-e47ea8383f43129dec459997/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15570,"prompt_tokens":262,"effective_max_tokens":130810,"original_embedded_prediction":"C","question_sha256":"9e7260c352d5970f26856e94943b008fa72ebf3264a0e2790592a41209cfac2d"} +{"uuid":"gpqa-main-759e35a2024fc09bd491c9ff","benchmark":"gpqa_main","data_index":1923,"repeat_index":5,"sample_id":"gpqa-main-759e35a2024fc09bd491c9ff/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":37340,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"B","question_sha256":"4c284608a459b460f3ec3dfd5c7c71cfa84c171d4eb8a52aab9e6e4a8cb409bb"} +{"uuid":"gpqa-main-ea0400e59078652fc57eb6e1","benchmark":"gpqa_main","data_index":2400,"repeat_index":6,"sample_id":"gpqa-main-ea0400e59078652fc57eb6e1/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3002,"prompt_tokens":537,"effective_max_tokens":130535,"original_embedded_prediction":"D","question_sha256":"50fc83bec6235fb29a76a0a00342f5c99a24684597a5930df882fe103e170363"} +{"uuid":"gpqa-main-be458c5a0490a8298ea11494","benchmark":"gpqa_main","data_index":2423,"repeat_index":6,"sample_id":"gpqa-main-be458c5a0490a8298ea11494/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1075,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"17cada7a00fa20e35d380a47aad58aace15d791f3cd4f119acb4635e55951129"} +{"uuid":"gpqa-main-2322ddc82747aa5a01bf1c1e","benchmark":"gpqa_main","data_index":2406,"repeat_index":6,"sample_id":"gpqa-main-2322ddc82747aa5a01bf1c1e/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2804,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"d9d7e1406d6a9d440081915edafcb4a493a40b6172838b858a979c0a58bb4c62"} +{"uuid":"gpqa-main-b13e6b95879d48313e527260","benchmark":"gpqa_main","data_index":2409,"repeat_index":6,"sample_id":"gpqa-main-b13e6b95879d48313e527260/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2285,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"B","question_sha256":"145b51d1c857830091d0dfa7043504329aa8d2a847b5b738079d210a94da31cb"} +{"uuid":"gpqa-main-8a20fac7d1a5bff58e8c63ca","benchmark":"gpqa_main","data_index":2377,"repeat_index":6,"sample_id":"gpqa-main-8a20fac7d1a5bff58e8c63ca/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4495,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"C","question_sha256":"065acbbc3564fb2547e820ab1c35567bac49dff768319e8f4b46ee23bdd92415"} +{"uuid":"gpqa-main-f1451c98bdb50fb5b0dbdc55","benchmark":"gpqa_main","data_index":2420,"repeat_index":6,"sample_id":"gpqa-main-f1451c98bdb50fb5b0dbdc55/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1766,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"B","question_sha256":"650bb2feaa18830493f8e50de85c38c1f24570d9f1e7c9970c8ed9fbcbbde337"} +{"uuid":"gpqa-main-9b7f84c844aa65b8ebfee235","benchmark":"gpqa_main","data_index":2424,"repeat_index":6,"sample_id":"gpqa-main-9b7f84c844aa65b8ebfee235/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1574,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"9443960fd2664e6d4890575733c6a4f1f6d804ec21e10e0f9d415b99297f9845"} +{"uuid":"gpqa-main-1b113e4801541a0f8a992733","benchmark":"gpqa_main","data_index":1874,"repeat_index":4,"sample_id":"gpqa-main-1b113e4801541a0f8a992733/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":41612,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"A","question_sha256":"934c12bf2e6db997c9f4c22933b7e9545d3398849fc6e181c8a8187d83cf44b5"} +{"uuid":"gpqa-main-4c4e7752fc041224f19d3f9a","benchmark":"gpqa_main","data_index":2230,"repeat_index":5,"sample_id":"gpqa-main-4c4e7752fc041224f19d3f9a/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14316,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"a7183bc025131850f86e24e7faa64e367e334f399dbbc968c1e6069905fe8c28"} +{"uuid":"gpqa-main-7bb8e05365d19cc8328252e0","benchmark":"gpqa_main","data_index":2425,"repeat_index":6,"sample_id":"gpqa-main-7bb8e05365d19cc8328252e0/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2080,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"6aff7faed92c98148418177c8cae4893850a1d67b5ceb00cf6a09467c4491367"} +{"uuid":"gpqa-main-2ad64f0bf627cf52a8ad924c","benchmark":"gpqa_main","data_index":2439,"repeat_index":6,"sample_id":"gpqa-main-2ad64f0bf627cf52a8ad924c/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1037,"prompt_tokens":146,"effective_max_tokens":130926,"original_embedded_prediction":"A","question_sha256":"e9afb48881134b480ce09710124320be56d4166a402490b65f81bdb1df6e3a1d"} +{"uuid":"gpqa-main-4b84b53bf506bc0a4468fb2d","benchmark":"gpqa_main","data_index":2375,"repeat_index":6,"sample_id":"gpqa-main-4b84b53bf506bc0a4468fb2d/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5892,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"e302b2005d8d406eb5e8fd7aa1707959448ef06e72b5647d2711c9a056cfeffc"} +{"uuid":"gpqa-main-106fe8a64f4453f81be6f7bd","benchmark":"gpqa_main","data_index":2329,"repeat_index":6,"sample_id":"gpqa-main-106fe8a64f4453f81be6f7bd/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8811,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"D","question_sha256":"f0c3d97c5c67fa210dafa49946af010682993c23bb8995a306a6ee484e0c3b03"} +{"uuid":"gpqa-main-6bb4180b8c6df2f8f7490345","benchmark":"gpqa_main","data_index":2330,"repeat_index":6,"sample_id":"gpqa-main-6bb4180b8c6df2f8f7490345/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8852,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"a40e1e0f0ddd21a34df82626b6553232ad944bbeec5bf0819aaf5ae0b1a92c59"} +{"uuid":"gpqa-main-b5b0614a110a5eb0657cbe9a","benchmark":"gpqa_main","data_index":2419,"repeat_index":6,"sample_id":"gpqa-main-b5b0614a110a5eb0657cbe9a/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3102,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"D","question_sha256":"829ccc830e5fe3601c6e7c0a975192c938019f4d4e5c1b2334d55bb1d951711e"} +{"uuid":"gpqa-main-8d43dd1cebfb1a76c18a3589","benchmark":"gpqa_main","data_index":2133,"repeat_index":5,"sample_id":"gpqa-main-8d43dd1cebfb1a76c18a3589/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":22879,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"A","question_sha256":"1c3b360d52d717d4eda55f53310217b072979b1026b8896b235a2ba9f5151964"} +{"uuid":"gpqa-main-68d5dcbd7078889c19a9a93c","benchmark":"gpqa_main","data_index":2440,"repeat_index":6,"sample_id":"gpqa-main-68d5dcbd7078889c19a9a93c/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1573,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"618551bfaaf71599d5802135cbf18d8e9b5a33b38537d32515c5298d556df601"} +{"uuid":"gpqa-main-bceb5bf342ad44aac4fdbe55","benchmark":"gpqa_main","data_index":2427,"repeat_index":6,"sample_id":"gpqa-main-bceb5bf342ad44aac4fdbe55/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2723,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"20d48d5f0a9a8b77bea35e72a90794c2d2147aa8321ae6aa60e84491688a0803"} +{"uuid":"gpqa-main-138fcbeedbaf865565ec35fd","benchmark":"gpqa_main","data_index":2431,"repeat_index":6,"sample_id":"gpqa-main-138fcbeedbaf865565ec35fd/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2620,"prompt_tokens":409,"effective_max_tokens":130663,"original_embedded_prediction":"D","question_sha256":"15bed1ac60d1bdcf0eec84539d669d6f38a2eb24b51e5072a922d8d9391ab135"} +{"uuid":"gpqa-main-544e43760baf2de3b5be5741","benchmark":"gpqa_main","data_index":2289,"repeat_index":5,"sample_id":"gpqa-main-544e43760baf2de3b5be5741/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12383,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"B","question_sha256":"89418be241a19daa5c02878e565ee51b73f6f2c9bcafffaf554b45989088c1d8"} +{"uuid":"gpqa-main-0306849689d2123fedfcfeb5","benchmark":"gpqa_main","data_index":2386,"repeat_index":6,"sample_id":"gpqa-main-0306849689d2123fedfcfeb5/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5702,"prompt_tokens":301,"effective_max_tokens":130771,"original_embedded_prediction":"D","question_sha256":"9b236e1b2c7db4edd3fd08eaeff4fcfd3b13c11bfc0f9c5510349957a837d13a"} +{"uuid":"gpqa-main-8980ca71edb4f58a3e46b256","benchmark":"gpqa_main","data_index":2448,"repeat_index":6,"sample_id":"gpqa-main-8980ca71edb4f58a3e46b256/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":662,"prompt_tokens":145,"effective_max_tokens":130927,"original_embedded_prediction":"B","question_sha256":"fb9586d35200647be665790b2cd3eee5c8cca1b79e6afcf01f027007fa057b64"} +{"uuid":"gpqa-main-01e62a7b7362ebd043bef6f7","benchmark":"gpqa_main","data_index":2148,"repeat_index":5,"sample_id":"gpqa-main-01e62a7b7362ebd043bef6f7/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":22340,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"339602fd0ae9cbdaef368f3dcff01cd2d212565d5c7830b14c0fd29de1cb58d6"} +{"uuid":"gpqa-main-1f9ad1ca59cf537e3cdf47c2","benchmark":"gpqa_main","data_index":2434,"repeat_index":6,"sample_id":"gpqa-main-1f9ad1ca59cf537e3cdf47c2/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2406,"prompt_tokens":318,"effective_max_tokens":130754,"original_embedded_prediction":"B","question_sha256":"229ffbdb774489fcfd578450da500a74b0c6fd603d3f4050eb6ff993659f5c7e"} +{"uuid":"gpqa-main-f7ba77d144b7a11de90a37c4","benchmark":"gpqa_main","data_index":2449,"repeat_index":6,"sample_id":"gpqa-main-f7ba77d144b7a11de90a37c4/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1119,"prompt_tokens":236,"effective_max_tokens":130836,"original_embedded_prediction":"B","question_sha256":"ac7263466ea3cfcdcebac618b1d20835b4103b2d80b75b1a7110e9763eb45aa2"} +{"uuid":"gpqa-main-35d088e32fb39438767e1141","benchmark":"gpqa_main","data_index":2383,"repeat_index":6,"sample_id":"gpqa-main-35d088e32fb39438767e1141/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6503,"prompt_tokens":434,"effective_max_tokens":130638,"original_embedded_prediction":"B","question_sha256":"9d467213ec07b8217d3c3aa11a312c8536475e654bbb7ef916a4b8f92e0c7a7d"} +{"uuid":"gpqa-main-3ad0b182e1494c1e76262069","benchmark":"gpqa_main","data_index":2309,"repeat_index":6,"sample_id":"gpqa-main-3ad0b182e1494c1e76262069/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11767,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"C","question_sha256":"835ebb67a4198184dbd29c03b43e4283e93c0473d886ab6c3b6c52ffb918b6ab"} +{"uuid":"gpqa-main-5f336d7998263d21db8f15c1","benchmark":"gpqa_main","data_index":2354,"repeat_index":6,"sample_id":"gpqa-main-5f336d7998263d21db8f15c1/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8624,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"D","question_sha256":"5028b464f9ac881885af02d0d7fda29d17165d3804f0f84dbc2e8f6dbd923739"} +{"uuid":"gpqa-main-756cafdacac7e9642e2102c6","benchmark":"gpqa_main","data_index":2394,"repeat_index":6,"sample_id":"gpqa-main-756cafdacac7e9642e2102c6/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6307,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"b26abbcea4f9adbbc6faf6378336b8d024ffe4491d2853b927bf9afdc27073a9"} +{"uuid":"gpqa-main-084903ab17db0fab7bc6caea","benchmark":"gpqa_main","data_index":2433,"repeat_index":6,"sample_id":"gpqa-main-084903ab17db0fab7bc6caea/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3590,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"b560f550d5d9fb2378520f0fcf7b6573aec2027430ef06270491ace18a0497fc"} +{"uuid":"gpqa-main-cb8b679fe50f1b3a7168eb92","benchmark":"gpqa_main","data_index":2458,"repeat_index":6,"sample_id":"gpqa-main-cb8b679fe50f1b3a7168eb92/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":907,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"B","question_sha256":"8ed0101055c99512a99310385277c13855047c3a1b31ca6b8a6ee3f83cf5d4f3"} +{"uuid":"gpqa-main-08452235d283f9ba82364ea8","benchmark":"gpqa_main","data_index":2314,"repeat_index":6,"sample_id":"gpqa-main-08452235d283f9ba82364ea8/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11776,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"65db6ef4b562a9503afeb197451091c7514df18fdee747a881b8057c38e21d0f"} +{"uuid":"gpqa-main-79721e93e90bdb2d8da052c0","benchmark":"gpqa_main","data_index":2436,"repeat_index":6,"sample_id":"gpqa-main-79721e93e90bdb2d8da052c0/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3258,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"2a09355eb98c6b8d6ad0b51afb3b27f719fed44786d3b2998dfe7ee66413a028"} +{"uuid":"gpqa-main-ad697760bc60543062e8b7b4","benchmark":"gpqa_main","data_index":2457,"repeat_index":6,"sample_id":"gpqa-main-ad697760bc60543062e8b7b4/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1223,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"B","question_sha256":"7f9b4679645e2d89214a154be6bdb13eafdc747457ce2950bda27a9a2b97917f"} +{"uuid":"gpqa-main-5f1108e8b2f18297c04895bf","benchmark":"gpqa_main","data_index":2249,"repeat_index":5,"sample_id":"gpqa-main-5f1108e8b2f18297c04895bf/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15515,"prompt_tokens":447,"effective_max_tokens":130625,"original_embedded_prediction":"A","question_sha256":"d6e89de54268d0839b91cc5f860fd4903b1d8277accaf665ced8b5404cdbbe84"} +{"uuid":"gpqa-main-00a9d82facaec210f417af7a","benchmark":"gpqa_main","data_index":2461,"repeat_index":6,"sample_id":"gpqa-main-00a9d82facaec210f417af7a/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":824,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"77f0590db54b06b37e142e7363145cbdb1a8d11c2a7575d9ae0fc10b3a6708bd"} +{"uuid":"gpqa-main-34faeb45e152eaf4c29e65e4","benchmark":"gpqa_main","data_index":2455,"repeat_index":6,"sample_id":"gpqa-main-34faeb45e152eaf4c29e65e4/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1502,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"B","question_sha256":"82e6266418c679493cea34e30d0f71026adb6ab6c433e643d37860fb718999ec"} +{"uuid":"gpqa-main-e6ff92ca0c11b47b14793d2f","benchmark":"gpqa_main","data_index":2428,"repeat_index":6,"sample_id":"gpqa-main-e6ff92ca0c11b47b14793d2f/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4278,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"A","question_sha256":"ca2abe8a98bc00aadbd20baf4ff27e830539507a5ff7402eed5e2491347f95aa"} +{"uuid":"gpqa-main-3b1469c59353cec7a0dd6866","benchmark":"gpqa_main","data_index":2445,"repeat_index":6,"sample_id":"gpqa-main-3b1469c59353cec7a0dd6866/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2712,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"B","question_sha256":"ebc638f9e42bd31bd87f0fab4dff50846ee425d9aef0cb954a4e5013a5a107e4"} +{"uuid":"gpqa-main-c8bb35d2e6add774a878c895","benchmark":"gpqa_main","data_index":2131,"repeat_index":5,"sample_id":"gpqa-main-c8bb35d2e6add774a878c895/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24842,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"8b5b2cb731b5a7fb6556557d17fc7ef7fb607adfa5050f0d70418eb3b983605b"} +{"uuid":"gpqa-main-d98819c9bc2a4086534acf1b","benchmark":"gpqa_main","data_index":2201,"repeat_index":5,"sample_id":"gpqa-main-d98819c9bc2a4086534acf1b/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19548,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"d53ea2c13c1ce696b626852774a73a189571a138a5fd872cdd3bb15f21f0bf06"} +{"uuid":"gpqa-main-f635511b161f39dc301e05eb","benchmark":"gpqa_main","data_index":2200,"repeat_index":5,"sample_id":"gpqa-main-f635511b161f39dc301e05eb/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19553,"prompt_tokens":650,"effective_max_tokens":130422,"original_embedded_prediction":"B","question_sha256":"cb7f697eb685eca3061fc46cacb94c19aba74add8390e74234ade788b9fa4ff3"} +{"uuid":"gpqa-main-8d43dd1cebfb1a76c18a3589","benchmark":"gpqa_main","data_index":1749,"repeat_index":4,"sample_id":"gpqa-main-8d43dd1cebfb1a76c18a3589/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":55087,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"D","question_sha256":"1c3b360d52d717d4eda55f53310217b072979b1026b8896b235a2ba9f5151964"} +{"uuid":"gpqa-main-104b659bbac6e52c4c877c0b","benchmark":"gpqa_main","data_index":2456,"repeat_index":6,"sample_id":"gpqa-main-104b659bbac6e52c4c877c0b/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1985,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"D","question_sha256":"de6e1846b7e0c60ac3b7b0f613ad67cc3d941770b7de58c7a45add8c64d1db8b"} +{"uuid":"gpqa-main-6845f28b26fa44b2b44ded84","benchmark":"gpqa_main","data_index":2444,"repeat_index":6,"sample_id":"gpqa-main-6845f28b26fa44b2b44ded84/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3234,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"7c6678dd868700f600b69c54e83e52a10695ac957465ffbe08c35d20f42b448e"} +{"uuid":"gpqa-main-b38dfd97dcfb80fb4df4c6f2","benchmark":"gpqa_main","data_index":2430,"repeat_index":6,"sample_id":"gpqa-main-b38dfd97dcfb80fb4df4c6f2/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4674,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"28fc44d6ca68ec833bb9837a558199f6e126ccb90f29dc42a2a4bf34ea4b66a7"} +{"uuid":"gpqa-main-73f6c00588963349c225df6c","benchmark":"gpqa_main","data_index":2417,"repeat_index":6,"sample_id":"gpqa-main-73f6c00588963349c225df6c/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5510,"prompt_tokens":476,"effective_max_tokens":130596,"original_embedded_prediction":"C","question_sha256":"6c8759c4aac1084515abf1e3c463c7a0b6411dc3fa720a9a5fb5ac8f5777b49c"} +{"uuid":"gpqa-main-86d8d26ea3f4092dd4bac144","benchmark":"gpqa_main","data_index":2438,"repeat_index":6,"sample_id":"gpqa-main-86d8d26ea3f4092dd4bac144/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4181,"prompt_tokens":227,"effective_max_tokens":130845,"original_embedded_prediction":"A","question_sha256":"299c83f78042a13c78ad054088517dc82d5ed82bcc9ef75ec08dc120f2b8052f"} +{"uuid":"gpqa-main-682237ee740e033537fb5707","benchmark":"gpqa_main","data_index":2473,"repeat_index":6,"sample_id":"gpqa-main-682237ee740e033537fb5707/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":824,"prompt_tokens":291,"effective_max_tokens":130781,"original_embedded_prediction":"A","question_sha256":"6cec89b2019b24f8e8c4001cade388815345ae403b5d5fc687cf7fdccbcc6ce1"} +{"uuid":"gpqa-main-ef65739a36457c1672913212","benchmark":"gpqa_main","data_index":2463,"repeat_index":6,"sample_id":"gpqa-main-ef65739a36457c1672913212/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1537,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"46601a7bcf5dcc71504dda490de685062fce72cdc997d7acb8b78e5a351a96bc"} +{"uuid":"gpqa-main-542dd8f1dc74ca5163382df8","benchmark":"gpqa_main","data_index":2112,"repeat_index":5,"sample_id":"gpqa-main-542dd8f1dc74ca5163382df8/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":27381,"prompt_tokens":165,"effective_max_tokens":130907,"original_embedded_prediction":"A","question_sha256":"2413c551ec9a06a20197c81fa22effbd7f215abcc2e5f14c5f9f0a86e5402736"} +{"uuid":"gpqa-main-50aaa7274c5010d9768274ec","benchmark":"gpqa_main","data_index":2479,"repeat_index":6,"sample_id":"gpqa-main-50aaa7274c5010d9768274ec/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":829,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"D","question_sha256":"0cda758f1290855df9dd7b9a4319bb6ae8108c8113b125a3a2f60705af536a34"} +{"uuid":"gpqa-main-009c62a9f3d3e5b23d7032af","benchmark":"gpqa_main","data_index":2421,"repeat_index":6,"sample_id":"gpqa-main-009c62a9f3d3e5b23d7032af/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6005,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"eb3c8e77ceb6bbf6b5fc6d705376aeb984e8d20d498b1668992fc1441b062661"} +{"uuid":"gpqa-main-1923a70feda6403a600f719a","benchmark":"gpqa_main","data_index":2080,"repeat_index":5,"sample_id":"gpqa-main-1923a70feda6403a600f719a/repeat-5","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":30281,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"7acad7dd49efa2a29ce19fb81de0e8b504de87dab9c66159407da7697942a708"} +{"uuid":"gpqa-main-bab6e331fae29c00395de3a4","benchmark":"gpqa_main","data_index":2470,"repeat_index":6,"sample_id":"gpqa-main-bab6e331fae29c00395de3a4/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1511,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"cf500f5f076470e539799f3822047d1a6263a0abc77614f9abc48a4f60ba507d"} +{"uuid":"gpqa-main-781f4efc4b25ff35b588e87c","benchmark":"gpqa_main","data_index":2485,"repeat_index":6,"sample_id":"gpqa-main-781f4efc4b25ff35b588e87c/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":479,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"C","question_sha256":"f933a526e8aec15b0dc77756bad3ba0839404a6d042443e3f5a0ab0b8d1cfa96"} +{"uuid":"gpqa-main-3cbf7d3e13c908f5e699f9e0","benchmark":"gpqa_main","data_index":2437,"repeat_index":6,"sample_id":"gpqa-main-3cbf7d3e13c908f5e699f9e0/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4906,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"B","question_sha256":"0dbcc69ff35530f240a5bb623a78f2cd1d042037d2dedb122ebcca751bf9d08e"} +{"uuid":"gpqa-main-913c4ee0ce195992ff9638b1","benchmark":"gpqa_main","data_index":2482,"repeat_index":6,"sample_id":"gpqa-main-913c4ee0ce195992ff9638b1/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":875,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"ed904d04c24f37586b1f78a18bd22f28752e80a5ecc489939950778aa5307d98"} +{"uuid":"gpqa-main-99878f707c7c4024511bae58","benchmark":"gpqa_main","data_index":2478,"repeat_index":6,"sample_id":"gpqa-main-99878f707c7c4024511bae58/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1306,"prompt_tokens":241,"effective_max_tokens":130831,"original_embedded_prediction":"B","question_sha256":"826fb502d2db0f2db5e44683cd45f09d18423fd8a339643c8dc8b32b1accd428"} +{"uuid":"gpqa-main-c028fe71611d73b87b4cbb03","benchmark":"gpqa_main","data_index":2460,"repeat_index":6,"sample_id":"gpqa-main-c028fe71611d73b87b4cbb03/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2969,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"D","question_sha256":"f56f3f5d135dc8d61dc42f902943e2459f79e4343f2fef6741f6f86d4133a99a"} +{"uuid":"gpqa-main-3b577bce88d27365cf34e990","benchmark":"gpqa_main","data_index":2264,"repeat_index":5,"sample_id":"gpqa-main-3b577bce88d27365cf34e990/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17003,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"952132525f3a442f1b38bdc3d0190df1c505766096106e7ac626a451f1b236fc"} +{"uuid":"gpqa-main-09b661e081004aa4c0d45778","benchmark":"gpqa_main","data_index":2410,"repeat_index":6,"sample_id":"gpqa-main-09b661e081004aa4c0d45778/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7164,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"D","question_sha256":"47741045402119262be7a1c17b98cc587ee55b46bb8620655271dca518a4f927"} +{"uuid":"gpqa-main-69bcb32ba17f6e7aa0918597","benchmark":"gpqa_main","data_index":2418,"repeat_index":6,"sample_id":"gpqa-main-69bcb32ba17f6e7aa0918597/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6748,"prompt_tokens":758,"effective_max_tokens":130314,"original_embedded_prediction":"C","question_sha256":"9eb1fde9ac6acb7dc761f4941a792f3d0d052ad76d36e12bb9e406963b3906ef"} +{"uuid":"gpqa-main-a6eb05bb931229a396d81e44","benchmark":"gpqa_main","data_index":2476,"repeat_index":6,"sample_id":"gpqa-main-a6eb05bb931229a396d81e44/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1755,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"D","question_sha256":"19c2c8e0578e84094a1f97568e95e1e88fadee2743b1c6519b7fc661c8577cde"} +{"uuid":"gpqa-main-4644969e4e4615b014b9669f","benchmark":"gpqa_main","data_index":1736,"repeat_index":4,"sample_id":"gpqa-main-4644969e4e4615b014b9669f/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":57850,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"e663684f8a7728af99d977f274c335c497ac6a7ccf43c64ab979e8407155ce6c"} +{"uuid":"gpqa-main-6030f5f53fe38c334b2c3a6a","benchmark":"gpqa_main","data_index":2477,"repeat_index":6,"sample_id":"gpqa-main-6030f5f53fe38c334b2c3a6a/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1726,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"88d277706c3af734be0507cde034c23c7e206f855c2fcc97d6ed69f8ad92df57"} +{"uuid":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3","benchmark":"gpqa_main","data_index":2462,"repeat_index":6,"sample_id":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2660,"prompt_tokens":252,"effective_max_tokens":130820,"original_embedded_prediction":"A","question_sha256":"71075d4447ee264b63e5544da7b40502fb235decc31484f33ee97a8ef70c3d1f"} +{"uuid":"gpqa-main-1cea82df3087b1eb05c4d230","benchmark":"gpqa_main","data_index":2157,"repeat_index":5,"sample_id":"gpqa-main-1cea82df3087b1eb05c4d230/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24868,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"dd05d2d9e9053dd1d4367a61d5f718336fc8f18bc81bdf0ccfb104e241053522"} +{"uuid":"gpqa-main-7d850f6448c27424d9f68c4e","benchmark":"gpqa_main","data_index":2488,"repeat_index":6,"sample_id":"gpqa-main-7d850f6448c27424d9f68c4e/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":905,"prompt_tokens":544,"effective_max_tokens":130528,"original_embedded_prediction":"B","question_sha256":"48bf9d4f95299b8f9288e190dca6edd0c3cf53cf40dada120e22abf98469d3e3"} +{"uuid":"gpqa-main-e3e073f3f0f646532e4caf06","benchmark":"gpqa_main","data_index":2471,"repeat_index":6,"sample_id":"gpqa-main-e3e073f3f0f646532e4caf06/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2411,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"D","question_sha256":"a1cff30033350ed32c6446abacb176ef3ffad0fc471aaacf3468c78e0aad550e"} +{"uuid":"gpqa-main-d7c4372bfbc5d0f0f9331350","benchmark":"gpqa_main","data_index":2489,"repeat_index":6,"sample_id":"gpqa-main-d7c4372bfbc5d0f0f9331350/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":967,"prompt_tokens":588,"effective_max_tokens":130484,"original_embedded_prediction":"D","question_sha256":"92d8ffd16886567ac1ed2f15a6c2d3d6ac2a2fb0fd0e56836671babcde327d3f"} +{"uuid":"gpqa-main-692e40bceeaff3accdc11ead","benchmark":"gpqa_main","data_index":2441,"repeat_index":6,"sample_id":"gpqa-main-692e40bceeaff3accdc11ead/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5459,"prompt_tokens":471,"effective_max_tokens":130601,"original_embedded_prediction":"D","question_sha256":"954d12809188bb6fb15643c4406ac6b108f5d7836e1eeabd73e49df01f2c616e"} +{"uuid":"gpqa-main-547aac137dd7671e7ef03fa9","benchmark":"gpqa_main","data_index":2468,"repeat_index":6,"sample_id":"gpqa-main-547aac137dd7671e7ef03fa9/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2717,"prompt_tokens":497,"effective_max_tokens":130575,"original_embedded_prediction":"C","question_sha256":"8369c6a1ffc960e3f3d88e5e4c521eebcc37f39ca9adf654c3cd4b61f892f2ef"} +{"uuid":"gpqa-main-8d147d8bf7fad22423fc5dd7","benchmark":"gpqa_main","data_index":2202,"repeat_index":5,"sample_id":"gpqa-main-8d147d8bf7fad22423fc5dd7/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":21639,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"bfad7a1309a7d02668c615391f7302c03e1c3f61ffaee5d1f44ba2c9f5c40b7d"} +{"uuid":"gpqa-main-5e6a032f9aa67c7725f828d0","benchmark":"gpqa_main","data_index":2499,"repeat_index":6,"sample_id":"gpqa-main-5e6a032f9aa67c7725f828d0/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":583,"prompt_tokens":330,"effective_max_tokens":130742,"original_embedded_prediction":"A","question_sha256":"8accf5d31cc4cf5c2467ac477d83885c90d2715606f7c2e68d318476741bbdd7"} +{"uuid":"gpqa-main-50a8ab2bd1710dbcfa2e32b5","benchmark":"gpqa_main","data_index":2472,"repeat_index":6,"sample_id":"gpqa-main-50a8ab2bd1710dbcfa2e32b5/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2554,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"5fb04957154b48d4ebad83862909a8fd3afc5ba5399a7dbe4594b5c72255964c"} +{"uuid":"gpqa-main-8e23eaed901a11ec534e6f8b","benchmark":"gpqa_main","data_index":2019,"repeat_index":5,"sample_id":"gpqa-main-8e23eaed901a11ec534e6f8b/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":36857,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"ed842ad329efe1e08f990fad3dd3cd5e5fb16736a9da1dbfa314d5e19156887e"} +{"uuid":"gpqa-main-50b06dfa0f6f3a64a58faa00","benchmark":"gpqa_main","data_index":1833,"repeat_index":4,"sample_id":"gpqa-main-50b06dfa0f6f3a64a58faa00/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":49729,"prompt_tokens":2889,"effective_max_tokens":128183,"original_embedded_prediction":"A","question_sha256":"6d83e75112500dd8a0852c4eaa9859c4fb625c97bdf5f7d5c532bcd6347ea1a8"} +{"uuid":"gpqa-main-1ae8f8945efaf81788d8d871","benchmark":"gpqa_main","data_index":2443,"repeat_index":6,"sample_id":"gpqa-main-1ae8f8945efaf81788d8d871/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5606,"prompt_tokens":250,"effective_max_tokens":130822,"original_embedded_prediction":"B","question_sha256":"060f07943bcd17960b48a982fabe42fcae4e3899fe8c5473138fe2198f0e8dd8"} +{"uuid":"gpqa-main-82354c49d9280b8a980b98b4","benchmark":"gpqa_main","data_index":2090,"repeat_index":5,"sample_id":"gpqa-main-82354c49d9280b8a980b98b4/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":30894,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"C","question_sha256":"57b065d28a6d02a29a3a84f39dd670ba7cdf4e3403506e79b5fc90713897f68e"} +{"uuid":"gpqa-main-381032537ca0c968de7d5c06","benchmark":"gpqa_main","data_index":2507,"repeat_index":6,"sample_id":"gpqa-main-381032537ca0c968de7d5c06/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":575,"prompt_tokens":186,"effective_max_tokens":130886,"original_embedded_prediction":"A","question_sha256":"045347c35e2957dbd6bc83158fecec24c157df70fdefaaddc8633ecda3435cdc"} +{"uuid":"gpqa-main-d3a774e5f1af1a1e11117582","benchmark":"gpqa_main","data_index":2466,"repeat_index":6,"sample_id":"gpqa-main-d3a774e5f1af1a1e11117582/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3342,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"B","question_sha256":"26b8e966c8adf9fe2824ff1fd3c23b2d488a785fe8a68cbce362bac46e891a79"} +{"uuid":"gpqa-main-249edae2034ba7f3819aaa7b","benchmark":"gpqa_main","data_index":2514,"repeat_index":6,"sample_id":"gpqa-main-249edae2034ba7f3819aaa7b/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":247,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"A","question_sha256":"c4d795814405ce2bb231fe7012e4581bcaebca12bb3f8c3260a3ad239aa51a79"} +{"uuid":"gpqa-main-aa04ac251ed805588a6be27c","benchmark":"gpqa_main","data_index":2469,"repeat_index":6,"sample_id":"gpqa-main-aa04ac251ed805588a6be27c/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3305,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"D","question_sha256":"198a9824ae684cea2edf9d0597e69c2274e0be94e0a0ffcf7b4ad3e95f4a6dae"} +{"uuid":"gpqa-main-bf00d194c934803975b81b7b","benchmark":"gpqa_main","data_index":2241,"repeat_index":5,"sample_id":"gpqa-main-bf00d194c934803975b81b7b/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19479,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"A","question_sha256":"55e1269d132671f2c7b7f41498cb0b404e702d8ce370ac5555d837581e1b3ad7"} +{"uuid":"gpqa-main-f2c0ff64cf18a6ae32dc45dc","benchmark":"gpqa_main","data_index":2503,"repeat_index":6,"sample_id":"gpqa-main-f2c0ff64cf18a6ae32dc45dc/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1266,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"f2467e0d99b11d10fdd18675d7a73d1a19569e58d6aa97be50c24c2cb28731b1"} +{"uuid":"gpqa-main-51f5bda498b3f05cab60119c","benchmark":"gpqa_main","data_index":2369,"repeat_index":6,"sample_id":"gpqa-main-51f5bda498b3f05cab60119c/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11718,"prompt_tokens":271,"effective_max_tokens":130801,"original_embedded_prediction":"B","question_sha256":"f7fa8540a448dfeff404af93810c60c41ed387fb5e4c821bbb6e5869dd9f8630"} +{"uuid":"gpqa-main-dbbe3054b6bdabe917f5ab5d","benchmark":"gpqa_main","data_index":2451,"repeat_index":6,"sample_id":"gpqa-main-dbbe3054b6bdabe917f5ab5d/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5056,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"1054cb147fa0d82e2b1830b0238455ab6cea42cde361a81e9934864240f22f50"} +{"uuid":"gpqa-main-666fc74619f38e356e33a285","benchmark":"gpqa_main","data_index":2484,"repeat_index":6,"sample_id":"gpqa-main-666fc74619f38e356e33a285/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2612,"prompt_tokens":693,"effective_max_tokens":130379,"original_embedded_prediction":"C","question_sha256":"89fa5b222a94e07a283a5140341a0704109ec3b7f62de72dd072383182771ebc"} +{"uuid":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c","benchmark":"gpqa_main","data_index":2422,"repeat_index":6,"sample_id":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7937,"prompt_tokens":340,"effective_max_tokens":130732,"original_embedded_prediction":"C","question_sha256":"626cda94018ba930400d9c043f6fc1aa30c317abf6fd8f6d0ec8b133ce2036c8"} +{"uuid":"gpqa-main-fd21f7c7356e7f51f0cabd07","benchmark":"gpqa_main","data_index":2505,"repeat_index":6,"sample_id":"gpqa-main-fd21f7c7356e7f51f0cabd07/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1231,"prompt_tokens":601,"effective_max_tokens":130471,"original_embedded_prediction":"D","question_sha256":"db246f6acae65ff2e4bb6caad314b6583cd0085f0d81b1b20515ca2fe73b6f72"} +{"uuid":"gpqa-main-e069314491adb5be236d3fe7","benchmark":"gpqa_main","data_index":2306,"repeat_index":6,"sample_id":"gpqa-main-e069314491adb5be236d3fe7/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15906,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"D","question_sha256":"2662eff7a6231613f45042d2ef5df63caaeb5a326d264e93009a737a99fb27bb"} +{"uuid":"gpqa-main-acecd9428a5b4368f1f5bc82","benchmark":"gpqa_main","data_index":2229,"repeat_index":5,"sample_id":"gpqa-main-acecd9428a5b4368f1f5bc82/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20569,"prompt_tokens":336,"effective_max_tokens":130736,"original_embedded_prediction":"B","question_sha256":"2d1e5de4bf7305d1b5eee8dda5415195dc333d71b3f50fa60508a928b67fb336"} +{"uuid":"gpqa-main-4462dc9f2d34289881ef2b1c","benchmark":"gpqa_main","data_index":2446,"repeat_index":6,"sample_id":"gpqa-main-4462dc9f2d34289881ef2b1c/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5809,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"63318cb18413a705693b9a4312f73dbf5358312aafc1d703c3d29a6340ffa0d1"} +{"uuid":"gpqa-main-4644969e4e4615b014b9669f","benchmark":"gpqa_main","data_index":2120,"repeat_index":5,"sample_id":"gpqa-main-4644969e4e4615b014b9669f/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":29307,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"e663684f8a7728af99d977f274c335c497ac6a7ccf43c64ab979e8407155ce6c"} +{"uuid":"gpqa-main-4117517dba1fdbd711e3d32b","benchmark":"gpqa_main","data_index":2452,"repeat_index":6,"sample_id":"gpqa-main-4117517dba1fdbd711e3d32b/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5265,"prompt_tokens":398,"effective_max_tokens":130674,"original_embedded_prediction":"C","question_sha256":"3e04ad2cb1248bfb53a7bd8f05efedea49f42b201c6f35907baa6c30abf40733"} +{"uuid":"gpqa-main-8dd5ae41d915a09d1c8b9add","benchmark":"gpqa_main","data_index":2081,"repeat_index":5,"sample_id":"gpqa-main-8dd5ae41d915a09d1c8b9add/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":32541,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"B","question_sha256":"8a246eed19ab5f877aa822da432a7aaa0f52615ea4655b0a89995d374971cd27"} +{"uuid":"gpqa-main-ac27f29e5f777e93e751f3f2","benchmark":"gpqa_main","data_index":2359,"repeat_index":6,"sample_id":"gpqa-main-ac27f29e5f777e93e751f3f2/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12703,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"d49aa1d9efc38f6409c199c3e2706ec44f5d20d25b0e7d41f40b9c46668ed1e0"} +{"uuid":"gpqa-main-7475b6b01129fce5b436b0ee","benchmark":"gpqa_main","data_index":2502,"repeat_index":6,"sample_id":"gpqa-main-7475b6b01129fce5b436b0ee/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1851,"prompt_tokens":235,"effective_max_tokens":130837,"original_embedded_prediction":"B","question_sha256":"797be7099117e146adaaf5ad31bd914d9adbd510441211b0040aad2812fffc40"} +{"uuid":"gpqa-main-9e1b7c5b2ce53e8d6424b66a","benchmark":"gpqa_main","data_index":2363,"repeat_index":6,"sample_id":"gpqa-main-9e1b7c5b2ce53e8d6424b66a/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12518,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"97732ba422afbf18b5d2d6b3bd26f6c540049e2f82d9628414525cebe7e9a5dd"} +{"uuid":"gpqa-main-779369aa96b96a67933939f1","benchmark":"gpqa_main","data_index":2528,"repeat_index":6,"sample_id":"gpqa-main-779369aa96b96a67933939f1/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":548,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"acf784efba891531b08709383ede2379cee1f604b6334b753dd1fcaab37af970"} +{"uuid":"gpqa-main-ecb6740406340eb07beacf42","benchmark":"gpqa_main","data_index":2530,"repeat_index":6,"sample_id":"gpqa-main-ecb6740406340eb07beacf42/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":457,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"29f96711820eba41ccced6676074bc5bcd9e3eb6c97ce5e8507128a91a175bb0"} +{"uuid":"gpqa-main-5a280dae7286e8bab3887904","benchmark":"gpqa_main","data_index":2516,"repeat_index":6,"sample_id":"gpqa-main-5a280dae7286e8bab3887904/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1316,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"C","question_sha256":"b8398a470c0a1a045a6dcf2005bd8e8351bdf75ffa7c473958cf3c4b5d4fb288"} +{"uuid":"gpqa-main-8af90a4147e5f0c98bfd00fa","benchmark":"gpqa_main","data_index":2522,"repeat_index":6,"sample_id":"gpqa-main-8af90a4147e5f0c98bfd00fa/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1061,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"C","question_sha256":"29a55065f72c47169c5073a91e6b55d82fe2f5784289d2baf5cf5444f8d6fd65"} +{"uuid":"gpqa-main-46f745f508b4d1ad41a0eb01","benchmark":"gpqa_main","data_index":2262,"repeat_index":5,"sample_id":"gpqa-main-46f745f508b4d1ad41a0eb01/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19691,"prompt_tokens":392,"effective_max_tokens":130680,"original_embedded_prediction":"A","question_sha256":"4971bc5df5aee8c296226e29269969e334193d698a942dccd75dac5459c05a5c"} +{"uuid":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2","benchmark":"gpqa_main","data_index":2070,"repeat_index":5,"sample_id":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":34390,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"C","question_sha256":"58604895b423acc46c4efaa28ed2e4d6eaf2d93d55c7ad3766cffce3719ddf62"} +{"uuid":"gpqa-main-04a5c442799262dec9375c25","benchmark":"gpqa_main","data_index":2498,"repeat_index":6,"sample_id":"gpqa-main-04a5c442799262dec9375c25/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3049,"prompt_tokens":365,"effective_max_tokens":130707,"original_embedded_prediction":"D","question_sha256":"e90ec32d975ec61b7cd079ff6968bc3dbaa4fc87e74699c1406ce59093066dbc"} +{"uuid":"gpqa-main-bd228dea7f1aa14b70216372","benchmark":"gpqa_main","data_index":2521,"repeat_index":6,"sample_id":"gpqa-main-bd228dea7f1aa14b70216372/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1771,"prompt_tokens":425,"effective_max_tokens":130647,"original_embedded_prediction":"C","question_sha256":"c1dea594f51ba7757d0d9ec69efa6b56bfeeaff965f074faaf89160cca96a0e9"} +{"uuid":"gpqa-main-e408cf011e5548359fd7cfa7","benchmark":"gpqa_main","data_index":2372,"repeat_index":6,"sample_id":"gpqa-main-e408cf011e5548359fd7cfa7/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13294,"prompt_tokens":190,"effective_max_tokens":130882,"original_embedded_prediction":"D","question_sha256":"62f7808cdd914d23316e18802ada081dc433f34465864581ce0c27bfafdcd343"} +{"uuid":"gpqa-main-9bb169e317cdd76b98ada24f","benchmark":"gpqa_main","data_index":2493,"repeat_index":6,"sample_id":"gpqa-main-9bb169e317cdd76b98ada24f/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3638,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d0bbc79a116a93d5c5c1325e012b3feb17a7b705d2ccd57a86ecfbdc2bf78030"} +{"uuid":"gpqa-main-2bd63c617299c18c1cfd5b0a","benchmark":"gpqa_main","data_index":2116,"repeat_index":5,"sample_id":"gpqa-main-2bd63c617299c18c1cfd5b0a/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":31282,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"C","question_sha256":"bd7804f896ba3deb7fd65cc0c562744a80232f45bbc9c5ffa8652308c167c329"} +{"uuid":"gpqa-main-70afc730094f43bb0e05f371","benchmark":"gpqa_main","data_index":2513,"repeat_index":6,"sample_id":"gpqa-main-70afc730094f43bb0e05f371/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2505,"prompt_tokens":360,"effective_max_tokens":130712,"original_embedded_prediction":"A","question_sha256":"f328e748a74c78b0ab73f790c6848b663fb5bffac884e2793a63bb9ce351e4b6"} +{"uuid":"gpqa-main-be779fa0e49ff52e19357207","benchmark":"gpqa_main","data_index":2543,"repeat_index":6,"sample_id":"gpqa-main-be779fa0e49ff52e19357207/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":357,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"ea7bb5901d85914d8997afb87e1ae6be7a8efe03889a4cc08f64de2ccdc9180e"} +{"uuid":"gpqa-main-0cc54149033350a37cf90b8b","benchmark":"gpqa_main","data_index":2003,"repeat_index":5,"sample_id":"gpqa-main-0cc54149033350a37cf90b8b/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":40296,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"D","question_sha256":"3298921b7dfbbae04c9893edbe6870746b53e2b7af12e9816f07b6f5e0bff9cb"} +{"uuid":"gpqa-main-f432c1aa4319a4b1f6fa2ac1","benchmark":"gpqa_main","data_index":2413,"repeat_index":6,"sample_id":"gpqa-main-f432c1aa4319a4b1f6fa2ac1/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10197,"prompt_tokens":264,"effective_max_tokens":130808,"original_embedded_prediction":"C","question_sha256":"19d5ec504b7008b3eada0ca0c300cd88147b20679109f6681bfd8946e0db2c8c"} +{"uuid":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea","benchmark":"gpqa_main","data_index":2269,"repeat_index":5,"sample_id":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20511,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"A","question_sha256":"78b6f83c0d1137982356bff0e0d20f60e32542e5815ffd693af8f421f9e4741d"} +{"uuid":"gpqa-main-60a022e707f18a7b5f445773","benchmark":"gpqa_main","data_index":2508,"repeat_index":6,"sample_id":"gpqa-main-60a022e707f18a7b5f445773/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3164,"prompt_tokens":337,"effective_max_tokens":130735,"original_embedded_prediction":"D","question_sha256":"9d46302b763896c7fa475d975b5bc365adee2236b273f23e7216a78871204b74"} +{"uuid":"gpqa-main-7ed621f8290d6ac14181ce45","benchmark":"gpqa_main","data_index":2302,"repeat_index":5,"sample_id":"gpqa-main-7ed621f8290d6ac14181ce45/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18174,"prompt_tokens":298,"effective_max_tokens":130774,"original_embedded_prediction":"B","question_sha256":"c1c0ad22e4376412fe1e7564fd1f8c00dd970292dbf0dbb83b0350881e74b306"} +{"uuid":"gpqa-main-4a8c97220fb14b99f363b2ce","benchmark":"gpqa_main","data_index":2492,"repeat_index":6,"sample_id":"gpqa-main-4a8c97220fb14b99f363b2ce/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4248,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"D","question_sha256":"a939b9de7ea4048442a9378048f992097c413c77ad1c665790486c352036c7e3"} +{"uuid":"gpqa-main-fa3e9be7fdf8e7c8952739d8","benchmark":"gpqa_main","data_index":2435,"repeat_index":6,"sample_id":"gpqa-main-fa3e9be7fdf8e7c8952739d8/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9224,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"5e9819e02e7dd08ec53ff217d848ce64e833e2b069cd81e9940f7a72a5230b30"} +{"uuid":"gpqa-main-ddd2b405606ced65b4ce6345","benchmark":"gpqa_main","data_index":2552,"repeat_index":6,"sample_id":"gpqa-main-ddd2b405606ced65b4ce6345/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":321,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"2066c0e835493298c00391dd9236de10adec10d611fe3e2777f252677dfe9724"} +{"uuid":"gpqa-main-443f8ea9f271c4442521f8e4","benchmark":"gpqa_main","data_index":2219,"repeat_index":5,"sample_id":"gpqa-main-443f8ea9f271c4442521f8e4/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":23734,"prompt_tokens":326,"effective_max_tokens":130746,"original_embedded_prediction":"B","question_sha256":"9211da2d82adb786850c236cd14fc05728eb04599b0abc0202714ba6bd385d19"} +{"uuid":"gpqa-main-1754a508e794225bd932adeb","benchmark":"gpqa_main","data_index":2357,"repeat_index":6,"sample_id":"gpqa-main-1754a508e794225bd932adeb/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14909,"prompt_tokens":276,"effective_max_tokens":130796,"original_embedded_prediction":"D","question_sha256":"16464cac7090a24d3b5a0bf989e1699bafd2dd7b1555e816a1f77804d8e890db"} +{"uuid":"gpqa-main-65b3a19abfb8f6bf88bf75f5","benchmark":"gpqa_main","data_index":2287,"repeat_index":5,"sample_id":"gpqa-main-65b3a19abfb8f6bf88bf75f5/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19877,"prompt_tokens":308,"effective_max_tokens":130764,"original_embedded_prediction":"B","question_sha256":"a8345a17dbfe0f12b34f72265cd346edb8235c10a1aa78acb6be06124a19360a"} +{"uuid":"gpqa-main-5ace8b3dabb97ffc3da20e7c","benchmark":"gpqa_main","data_index":2554,"repeat_index":6,"sample_id":"gpqa-main-5ace8b3dabb97ffc3da20e7c/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":575,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"4ebb5a46cf109d4237b98081e218fcaba27d8f9d03f7a930300f2938f71c1ef0"} +{"uuid":"gpqa-main-56cc62f5d70b661868d341e7","benchmark":"gpqa_main","data_index":2542,"repeat_index":6,"sample_id":"gpqa-main-56cc62f5d70b661868d341e7/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1468,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"A","question_sha256":"c974918b90f5892aaad4308e337b490844102dbfad26c90bf508602f9c595d5d"} +{"uuid":"gpqa-main-6119656f6ad0247c537028e7","benchmark":"gpqa_main","data_index":2550,"repeat_index":6,"sample_id":"gpqa-main-6119656f6ad0247c537028e7/repeat-6","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1021,"prompt_tokens":329,"effective_max_tokens":130743,"original_embedded_prediction":"A","question_sha256":"e426a9a1b0977a66badcc2dd4f0d54629b39c2594a512e459e9afd20bba599ba"} +{"uuid":"gpqa-main-212277d3e39540a6739d98b8","benchmark":"gpqa_main","data_index":2553,"repeat_index":6,"sample_id":"gpqa-main-212277d3e39540a6739d98b8/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":727,"prompt_tokens":147,"effective_max_tokens":130925,"original_embedded_prediction":"A","question_sha256":"d20446ccbbfc1ed40bcb669bfa65f9f9cd8e38ec8f7e67621c88e3dbe91f083d"} +{"uuid":"gpqa-main-7ceb372c1cdc7a180b73516c","benchmark":"gpqa_main","data_index":2534,"repeat_index":6,"sample_id":"gpqa-main-7ceb372c1cdc7a180b73516c/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2563,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"B","question_sha256":"142aeb435e38240c03d26aafbfb8dc0ab94e7ef4f752a271c1ab011350a965be"} +{"uuid":"gpqa-main-efb673a27e8a1e042786abf9","benchmark":"gpqa_main","data_index":2367,"repeat_index":6,"sample_id":"gpqa-main-efb673a27e8a1e042786abf9/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14828,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"1f2f27b90dac22c1b4d70e1b1679a095c5ce0b5ec5dd0bbf48f16b8328b18d89"} +{"uuid":"gpqa-main-742076c80dda93477062cfc0","benchmark":"gpqa_main","data_index":2566,"repeat_index":6,"sample_id":"gpqa-main-742076c80dda93477062cfc0/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":156,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"D","question_sha256":"528bc237c35f64d2635edb6fea3202ce958bca92ea956fae0da7c5b4c72081d8"} +{"uuid":"gpqa-main-a454a3157aff6eee743541b7","benchmark":"gpqa_main","data_index":2486,"repeat_index":6,"sample_id":"gpqa-main-a454a3157aff6eee743541b7/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5629,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"C","question_sha256":"025e20e6e9b45e1ddb3f6901f58f69b40df5e8f9ffb6b80b5b17bc518d9f5d17"} +{"uuid":"gpqa-main-22c436000399164406e165b2","benchmark":"gpqa_main","data_index":2140,"repeat_index":5,"sample_id":"gpqa-main-22c436000399164406e165b2/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":30724,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"C","question_sha256":"836be405f3d05ec5ad1a2bc728339e5141836ace3a584fe3d36ecc50af4dc3ee"} +{"uuid":"gpqa-main-728c68de5f34aba879617ff3","benchmark":"gpqa_main","data_index":2273,"repeat_index":5,"sample_id":"gpqa-main-728c68de5f34aba879617ff3/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":21386,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"B","question_sha256":"93587b6fdb0ccf1d1701c58bd12431b38885397117475f14823f4c52994b39b4"} +{"uuid":"gpqa-main-87740f520845c3f77369e5a1","benchmark":"gpqa_main","data_index":2562,"repeat_index":6,"sample_id":"gpqa-main-87740f520845c3f77369e5a1/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":527,"prompt_tokens":188,"effective_max_tokens":130884,"original_embedded_prediction":"D","question_sha256":"f6c5a12c2cd600eeb524956c760164ff890d185cffd979bfba482f46aa46a1ac"} +{"uuid":"gpqa-main-7bb7c5ace8216100d38e616a","benchmark":"gpqa_main","data_index":2526,"repeat_index":6,"sample_id":"gpqa-main-7bb7c5ace8216100d38e616a/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3320,"prompt_tokens":197,"effective_max_tokens":130875,"original_embedded_prediction":"B","question_sha256":"6dbc821cf1e89c0764e62d1bef4818136877fbc8e333f255bfa42276ac9aeb88"} +{"uuid":"gpqa-main-e4e8eab3e5612de26e298f3f","benchmark":"gpqa_main","data_index":2063,"repeat_index":5,"sample_id":"gpqa-main-e4e8eab3e5612de26e298f3f/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":37023,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"A","question_sha256":"1037e0c8b2c1aced006713d114efa5f1233a7eadf2f0aac355081aeacd10b00f"} +{"uuid":"gpqa-main-822957bb60d3551275f08aa0","benchmark":"gpqa_main","data_index":2557,"repeat_index":6,"sample_id":"gpqa-main-822957bb60d3551275f08aa0/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1045,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"A","question_sha256":"4690c4bb391b2ef2a7b53f1a15866e05411bdf5f0f7b4f32c9e27d8ef6e8cb48"} +{"uuid":"gpqa-main-92c7c513709816748efab029","benchmark":"gpqa_main","data_index":2555,"repeat_index":6,"sample_id":"gpqa-main-92c7c513709816748efab029/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1210,"prompt_tokens":253,"effective_max_tokens":130819,"original_embedded_prediction":"C","question_sha256":"c9ed693d3f7d5c30b94e2c01b9b5f22591922f961e4dbc9ef4b70309b61bae5c"} +{"uuid":"gpqa-main-63aef6e78c9803d030a16f9c","benchmark":"gpqa_main","data_index":2512,"repeat_index":6,"sample_id":"gpqa-main-63aef6e78c9803d030a16f9c/repeat-6","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4367,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"A","question_sha256":"255e934ed277fdd11f71245508448f7031439d40eb38fd78fb3b813b247c5726"} +{"uuid":"gpqa-main-1728184fad8153eeb2e2a7de","benchmark":"gpqa_main","data_index":2568,"repeat_index":6,"sample_id":"gpqa-main-1728184fad8153eeb2e2a7de/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":426,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"d8505733319a8047e94d63c293a2d9dbb08c42e4bde2c223467f371da6665e08"} +{"uuid":"gpqa-main-6364129e0f80d3896a3d60e2","benchmark":"gpqa_main","data_index":2001,"repeat_index":5,"sample_id":"gpqa-main-6364129e0f80d3896a3d60e2/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":42367,"prompt_tokens":526,"effective_max_tokens":130546,"original_embedded_prediction":"A","question_sha256":"123161632faf32d9079808c0fb48f9d5492735ab0a8290fe32ca2f58fad36797"} +{"uuid":"gpqa-main-92c9d90b543b6779261f70f7","benchmark":"gpqa_main","data_index":2563,"repeat_index":6,"sample_id":"gpqa-main-92c9d90b543b6779261f70f7/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":944,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"A","question_sha256":"1c7aff3f5221c2086c7143b43e0c46921a03859d45bfce22f1a1286ece235b1a"} +{"uuid":"gpqa-main-e605c3d20abb4c52d96e9b60","benchmark":"gpqa_main","data_index":2475,"repeat_index":6,"sample_id":"gpqa-main-e605c3d20abb4c52d96e9b60/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7342,"prompt_tokens":361,"effective_max_tokens":130711,"original_embedded_prediction":"D","question_sha256":"84b58aec9b33c09286d45fb66ca82cc4ec03e310a0917bc0783bda81a0fa23b6"} +{"uuid":"gpqa-main-31313469465f81cc0fa5dd28","benchmark":"gpqa_main","data_index":2560,"repeat_index":6,"sample_id":"gpqa-main-31313469465f81cc0fa5dd28/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1482,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"B","question_sha256":"cd18749d0354640af760ebe1c6a150eed2a0202cc444345b5c3f00b0f0df67d2"} +{"uuid":"gpqa-main-4355802640dddd3e060d2a59","benchmark":"gpqa_main","data_index":2483,"repeat_index":6,"sample_id":"gpqa-main-4355802640dddd3e060d2a59/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6915,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"ebe141e8c3f27bb731fd3889679a36aab5827f4caa81d8400d66a6bf492fe486"} +{"uuid":"gpqa-main-acdff999b6cbfcbc8be6ffac","benchmark":"gpqa_main","data_index":2545,"repeat_index":6,"sample_id":"gpqa-main-acdff999b6cbfcbc8be6ffac/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2635,"prompt_tokens":404,"effective_max_tokens":130668,"original_embedded_prediction":"B","question_sha256":"96f00c3d898d9c364f022eae18e69424d7f2ddde12fbde50541b7390ffd40103"} +{"uuid":"gpqa-main-3d3dfe64363613833bb52e81","benchmark":"gpqa_main","data_index":2145,"repeat_index":5,"sample_id":"gpqa-main-3d3dfe64363613833bb52e81/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":31526,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"B","question_sha256":"ec22f627211f722949e6d36efcb583b2f796830a38cf5cf5dcba4f727562d975"} +{"uuid":"gpqa-main-219ad07bcb0cda7b85845999","benchmark":"gpqa_main","data_index":2575,"repeat_index":6,"sample_id":"gpqa-main-219ad07bcb0cda7b85845999/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1092,"prompt_tokens":412,"effective_max_tokens":130660,"original_embedded_prediction":"A","question_sha256":"a6336c3b0760d09010077fee728ae5348e4421bcfcbbc8bb9c4a72d541ddfb24"} +{"uuid":"gpqa-main-8299e0bf116ad8ad7b960d26","benchmark":"gpqa_main","data_index":2558,"repeat_index":6,"sample_id":"gpqa-main-8299e0bf116ad8ad7b960d26/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2090,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"D","question_sha256":"dac89ff46a5330836dfa04de2060a9a9d447a0cffd96c06e0cdee48c6a991035"} +{"uuid":"gpqa-main-55aa21aa9a62e56aab915b32","benchmark":"gpqa_main","data_index":2222,"repeat_index":5,"sample_id":"gpqa-main-55aa21aa9a62e56aab915b32/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":25690,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"A","question_sha256":"e6eba602b3eef649fed522c6b8737556699845aee5b419773938063ec6b83257"} +{"uuid":"gpqa-main-d1e25804e939f97ca872c78e","benchmark":"gpqa_main","data_index":2467,"repeat_index":6,"sample_id":"gpqa-main-d1e25804e939f97ca872c78e/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8763,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"bd713289ab1ffc1ab982f7411da433944bdaa2ce87595d2c1bba8580a8b47bdb"} +{"uuid":"gpqa-main-9753ac5963fbae8c8e907ef3","benchmark":"gpqa_main","data_index":2581,"repeat_index":6,"sample_id":"gpqa-main-9753ac5963fbae8c8e907ef3/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":853,"prompt_tokens":181,"effective_max_tokens":130891,"original_embedded_prediction":"C","question_sha256":"ec3a07db51d6010b2b9fae103e36b62707efee3ad0713fcd4420f8ba8f55c00b"} +{"uuid":"gpqa-main-c0bc48c4232297b735018487","benchmark":"gpqa_main","data_index":2544,"repeat_index":6,"sample_id":"gpqa-main-c0bc48c4232297b735018487/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3682,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"bbc99977a336fa9fd961baf75728288b14f7c69841a6757f2793e300690fc85b"} +{"uuid":"gpqa-main-643d18139459da0f9c1b2e17","benchmark":"gpqa_main","data_index":2227,"repeat_index":5,"sample_id":"gpqa-main-643d18139459da0f9c1b2e17/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":25662,"prompt_tokens":375,"effective_max_tokens":130697,"original_embedded_prediction":"D","question_sha256":"4bab53f383207a2bc9c94789bb8114d3e7db442308789d848023661e90b2ab49"} +{"uuid":"gpqa-main-fe61aa6baba6418fcde1fa11","benchmark":"gpqa_main","data_index":2576,"repeat_index":6,"sample_id":"gpqa-main-fe61aa6baba6418fcde1fa11/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2001,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"73eb245ef4dcc164186307ecd210b767147568ad3c1b03847a63b2e67ac5d0ab"} +{"uuid":"gpqa-main-9c0b631b2a7823cec0729a4b","benchmark":"gpqa_main","data_index":2547,"repeat_index":6,"sample_id":"gpqa-main-9c0b631b2a7823cec0729a4b/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3906,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"9d42c24c2f67ff118699d880fbb6276f14043e3527a9fea8f6d55fe2bf82e091"} +{"uuid":"gpqa-main-a67142bf6c763d9963d7474d","benchmark":"gpqa_main","data_index":2337,"repeat_index":6,"sample_id":"gpqa-main-a67142bf6c763d9963d7474d/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19281,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"7ed6c7d194038ef8d8c6a84cb18be1015f73754e42d4facb7418e8412ad86b77"} +{"uuid":"gpqa-main-a028903aa7112583a0e7b5d2","benchmark":"gpqa_main","data_index":2520,"repeat_index":6,"sample_id":"gpqa-main-a028903aa7112583a0e7b5d2/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6192,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"D","question_sha256":"c6231a95c81ba1af7d31e5ce8f8e8ad4c4def88d86ab8f801a248cf19814e2d2"} +{"uuid":"gpqa-main-24751b175e0f2d19899ad735","benchmark":"gpqa_main","data_index":2564,"repeat_index":6,"sample_id":"gpqa-main-24751b175e0f2d19899ad735/repeat-6","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3090,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"A","question_sha256":"4a5d6fcc83f3561a6447a1feebb680aa9ab094bdeed5677c30f04041964a9c38"} +{"uuid":"gpqa-main-6f6ff532d544554128a0bbbe","benchmark":"gpqa_main","data_index":2412,"repeat_index":6,"sample_id":"gpqa-main-6f6ff532d544554128a0bbbe/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14722,"prompt_tokens":368,"effective_max_tokens":130704,"original_embedded_prediction":"A","question_sha256":"ebb5b9328e54d98f40b988b171044869d75c67b6efaa8f44675c485448b7b02c"} +{"uuid":"gpqa-main-8e23eaed901a11ec534e6f8b","benchmark":"gpqa_main","data_index":2403,"repeat_index":6,"sample_id":"gpqa-main-8e23eaed901a11ec534e6f8b/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15568,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"ed842ad329efe1e08f990fad3dd3cd5e5fb16736a9da1dbfa314d5e19156887e"} +{"uuid":"gpqa-main-20f8612bcc2efb9c2355d32e","benchmark":"gpqa_main","data_index":2510,"repeat_index":6,"sample_id":"gpqa-main-20f8612bcc2efb9c2355d32e/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6993,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"B","question_sha256":"d746be8625afecad5925e7069f57336e8de3f39dfdf843820421eba66b7bc620"} +{"uuid":"gpqa-main-f6714ff18991a64f32fcecf9","benchmark":"gpqa_main","data_index":2590,"repeat_index":6,"sample_id":"gpqa-main-f6714ff18991a64f32fcecf9/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":998,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"a1e860acc41f41cac7f3d9425a64a45a95559ff56553a2d04e1d3569c2f1c1a1"} +{"uuid":"gpqa-main-a41b7b18fc60247bc6e08ecc","benchmark":"gpqa_main","data_index":2582,"repeat_index":6,"sample_id":"gpqa-main-a41b7b18fc60247bc6e08ecc/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1954,"prompt_tokens":270,"effective_max_tokens":130802,"original_embedded_prediction":"A","question_sha256":"87c04c470b12fde8cca6d843b12d3265c10bf824a883929eca2654ab55681839"} +{"uuid":"gpqa-main-89f68a802c7c6e55b5b802fd","benchmark":"gpqa_main","data_index":2183,"repeat_index":5,"sample_id":"gpqa-main-89f68a802c7c6e55b5b802fd/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":30331,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"0815a781881ae5e8651c7fad2acd62427e6f4161f30b842d196debe30bd5ee83"} +{"uuid":"gpqa-main-86976aae6f871f46c4680830","benchmark":"gpqa_main","data_index":2519,"repeat_index":6,"sample_id":"gpqa-main-86976aae6f871f46c4680830/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6888,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"D","question_sha256":"e5c3c79a60db2de596dac1585bfc2e940bac2acb65a3352ff5f7e99821846aed"} +{"uuid":"gpqa-main-baefee4c54836e933082fd33","benchmark":"gpqa_main","data_index":2125,"repeat_index":5,"sample_id":"gpqa-main-baefee4c54836e933082fd33/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":35144,"prompt_tokens":487,"effective_max_tokens":130585,"original_embedded_prediction":"D","question_sha256":"f4486aea8f80b6405ceaabbd6f225378761eafc49f1e042873a464b3b94da620"} +{"uuid":"gpqa-main-288426a7fecb5facf10219c7","benchmark":"gpqa_main","data_index":2494,"repeat_index":6,"sample_id":"gpqa-main-288426a7fecb5facf10219c7/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8381,"prompt_tokens":321,"effective_max_tokens":130751,"original_embedded_prediction":"D","question_sha256":"7cccb7714b35c30190fb5db64a1b22a36b726b2a007f241961e1e48c82e4acb3"} +{"uuid":"gpqa-main-731d6908d225dc9f463d1297","benchmark":"gpqa_main","data_index":2592,"repeat_index":6,"sample_id":"gpqa-main-731d6908d225dc9f463d1297/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":972,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"4774928b0a0c7cdc6d9c17102d2e01adad07f5a344858c23bbc63520a74724d7"} +{"uuid":"gpqa-main-9a5518ae94b2b0d35d86de13","benchmark":"gpqa_main","data_index":2593,"repeat_index":6,"sample_id":"gpqa-main-9a5518ae94b2b0d35d86de13/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":962,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"C","question_sha256":"3fcfcbf2649513809f04d9fdbcbe0c6bc1a91164f8dcfd7d9748267f2db7c6ce"} +{"uuid":"gpqa-main-ab4c50e2da12e11b47155f74","benchmark":"gpqa_main","data_index":2596,"repeat_index":6,"sample_id":"gpqa-main-ab4c50e2da12e11b47155f74/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":753,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"b734e134fe4529267a34452ccc5cb2a7d56f7b471273d9e978add607de6f30b6"} +{"uuid":"gpqa-main-5afce78005210e6a41636858","benchmark":"gpqa_main","data_index":2565,"repeat_index":6,"sample_id":"gpqa-main-5afce78005210e6a41636858/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3838,"prompt_tokens":312,"effective_max_tokens":130760,"original_embedded_prediction":"B","question_sha256":"1447f629926983e1fb54566e40ab57d7a728998d233e3c84bc33277da7c13a65"} +{"uuid":"gpqa-main-72464184a419f296dae470a9","benchmark":"gpqa_main","data_index":2561,"repeat_index":6,"sample_id":"gpqa-main-72464184a419f296dae470a9/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4045,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"C","question_sha256":"16bcf4c7129e083cade7afd040c6c4e0fa1fc7677a11aa70fb1b5a3d0e5fb5ea"} +{"uuid":"gpqa-main-105b94b83de2671f0b86688d","benchmark":"gpqa_main","data_index":2535,"repeat_index":6,"sample_id":"gpqa-main-105b94b83de2671f0b86688d/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6498,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"D","question_sha256":"062b8c1448dabb342bd7815bdfbab0a55eb915c5c6793d19a5037bf7a9aa63f3"} +{"uuid":"gpqa-main-b84eb68d18023ca81e43b35a","benchmark":"gpqa_main","data_index":2597,"repeat_index":6,"sample_id":"gpqa-main-b84eb68d18023ca81e43b35a/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1200,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"C","question_sha256":"6c90e464e06f4dc9c748d6c9be44c96b2d5bec5078b4eb152ea4ccec4c709f2d"} +{"uuid":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7","benchmark":"gpqa_main","data_index":2341,"repeat_index":6,"sample_id":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20606,"prompt_tokens":279,"effective_max_tokens":130793,"original_embedded_prediction":"C","question_sha256":"f730b35adb897658b28382d90ae7881a77e5d86003cc9b3942862d742001d4fb"} +{"uuid":"gpqa-main-6195cef214f3dfad9869d6d3","benchmark":"gpqa_main","data_index":2602,"repeat_index":6,"sample_id":"gpqa-main-6195cef214f3dfad9869d6d3/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":946,"prompt_tokens":351,"effective_max_tokens":130721,"original_embedded_prediction":"B","question_sha256":"d8a4b11aef2d38271a5ebf2c1802dc875d19737c557efb5990cc4a865a052e7c"} +{"uuid":"gpqa-main-d8361782f08c0e6d16de3839","benchmark":"gpqa_main","data_index":2591,"repeat_index":6,"sample_id":"gpqa-main-d8361782f08c0e6d16de3839/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2127,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"aed1658f69a85980c41ce94c10ac1535d2de3683f7a5c3821d1a84fa594d4571"} +{"uuid":"gpqa-main-60f734b52603f7ef29671f95","benchmark":"gpqa_main","data_index":2459,"repeat_index":6,"sample_id":"gpqa-main-60f734b52603f7ef29671f95/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11984,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"D","question_sha256":"bf9de03889292b969198f42b877b6d4c7b56ce10ae654e71f4be720b5efdb1f1"} +{"uuid":"gpqa-main-539a673f0443ba9cdc31b864","benchmark":"gpqa_main","data_index":2571,"repeat_index":6,"sample_id":"gpqa-main-539a673f0443ba9cdc31b864/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4090,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"A","question_sha256":"d25187b99e4997c1700ffeb87fd595e878957e452f20a2f00d5489fecd0b3b30"} +{"uuid":"gpqa-main-043ca5f03089118ef536135d","benchmark":"gpqa_main","data_index":2450,"repeat_index":6,"sample_id":"gpqa-main-043ca5f03089118ef536135d/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12713,"prompt_tokens":594,"effective_max_tokens":130478,"original_embedded_prediction":"C","question_sha256":"43c5cb4f57895b07f3e1815e411f315dfa3fe44fe601b5aacde7c1244cdcaa89"} +{"uuid":"gpqa-main-48494dbfd36899c84d166873","benchmark":"gpqa_main","data_index":2598,"repeat_index":6,"sample_id":"gpqa-main-48494dbfd36899c84d166873/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1574,"prompt_tokens":315,"effective_max_tokens":130757,"original_embedded_prediction":"B","question_sha256":"a50aa647f4cce396d333dfcfe372bdfadfa7f7aa507ebafd207354812f7ab3f9"} +{"uuid":"gpqa-main-9f607ccb3302f27b4ebe90a4","benchmark":"gpqa_main","data_index":2594,"repeat_index":6,"sample_id":"gpqa-main-9f607ccb3302f27b4ebe90a4/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2079,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"B","question_sha256":"e2c8b6a88dfedf13a4a35e2964dc77f2e082e87417c972bf7406bdb2405985f7"} +{"uuid":"gpqa-main-5caa71cb7e0124d349b3046e","benchmark":"gpqa_main","data_index":2380,"repeat_index":6,"sample_id":"gpqa-main-5caa71cb7e0124d349b3046e/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18571,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"C","question_sha256":"965fd430b8ea291a67e2311c4874eba053c21ea0ce6fa222eec4bed300fc2976"} +{"uuid":"gpqa-main-ca986cf878bcb98d3bdf6b0a","benchmark":"gpqa_main","data_index":2556,"repeat_index":6,"sample_id":"gpqa-main-ca986cf878bcb98d3bdf6b0a/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5537,"prompt_tokens":553,"effective_max_tokens":130519,"original_embedded_prediction":"D","question_sha256":"03946dc24ec69699ccf0d502676d0724f19c404c61b61996d4b5d979f21785da"} +{"uuid":"gpqa-main-c6cc654afa201cd3d5b66695","benchmark":"gpqa_main","data_index":2616,"repeat_index":6,"sample_id":"gpqa-main-c6cc654afa201cd3d5b66695/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":467,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"A","question_sha256":"79526cdc6c623c8657c3060ab8b305f1b4d8aa35f2b7905c6fd4c3e119c5c310"} +{"uuid":"gpqa-main-d4ee93c18c20e4432773fe55","benchmark":"gpqa_main","data_index":2615,"repeat_index":6,"sample_id":"gpqa-main-d4ee93c18c20e4432773fe55/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":609,"prompt_tokens":200,"effective_max_tokens":130872,"original_embedded_prediction":"C","question_sha256":"77bffd13a6b6464f7c63296f571164c184ce47a8cd6f8ecf91f0dc28407d44a1"} +{"uuid":"gpqa-main-6dec9c3aba26b3c8623af13e","benchmark":"gpqa_main","data_index":2619,"repeat_index":6,"sample_id":"gpqa-main-6dec9c3aba26b3c8623af13e/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":547,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"656a46f8bac8e8e0767c9a5675871d3f81ff8707ec78f064bca2ccac673d7561"} +{"uuid":"gpqa-main-6f8b58d9d46c4f4e7eba1910","benchmark":"gpqa_main","data_index":2621,"repeat_index":6,"sample_id":"gpqa-main-6f8b58d9d46c4f4e7eba1910/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":429,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"C","question_sha256":"2437e4848569e7740d6491d475d194b9eefbbeae3a6a31cd62ddeb8ba8e93aa9"} +{"uuid":"gpqa-main-ac1c72784d1e0da293fe4bd4","benchmark":"gpqa_main","data_index":2506,"repeat_index":6,"sample_id":"gpqa-main-ac1c72784d1e0da293fe4bd4/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9374,"prompt_tokens":169,"effective_max_tokens":130903,"original_embedded_prediction":"D","question_sha256":"6e2bd9ec28efb9c97dbc7bea49224b4964011afaa5ca659996fac7fd65c4468d"} +{"uuid":"gpqa-main-63f2aea89eec9b67abe0bacf","benchmark":"gpqa_main","data_index":2097,"repeat_index":5,"sample_id":"gpqa-main-63f2aea89eec9b67abe0bacf/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":39310,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"C","question_sha256":"32596b406efecc4795e9f82b1d00f89787b9ed9e4f9d6239bed8194f13da06e7"} +{"uuid":"gpqa-main-3cb5227445654dab4b5dacc2","benchmark":"gpqa_main","data_index":2618,"repeat_index":6,"sample_id":"gpqa-main-3cb5227445654dab4b5dacc2/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":752,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"4b45de4106aaf95114f9bda69339b541037b0eb04b8fd1f40efb6b91ed2a479e"} +{"uuid":"gpqa-main-20f50fda9aeae51c6b9b4ba0","benchmark":"gpqa_main","data_index":2395,"repeat_index":6,"sample_id":"gpqa-main-20f50fda9aeae51c6b9b4ba0/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18621,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"D","question_sha256":"c7914fc7bcc19ad8377798d825d6dbc59be8fb64f2b51a89ec26f55423d9edd1"} +{"uuid":"gpqa-main-8d147d8bf7fad22423fc5dd7","benchmark":"gpqa_main","data_index":2586,"repeat_index":6,"sample_id":"gpqa-main-8d147d8bf7fad22423fc5dd7/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3808,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"bfad7a1309a7d02668c615391f7302c03e1c3f61ffaee5d1f44ba2c9f5c40b7d"} +{"uuid":"gpqa-main-87a8747afb6b0414b9ccbe1e","benchmark":"gpqa_main","data_index":2578,"repeat_index":6,"sample_id":"gpqa-main-87a8747afb6b0414b9ccbe1e/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4826,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"D","question_sha256":"cdb165b285d51cf6a09160d99c4c49b653710aac879cce0b87c74a48eee0172b"} +{"uuid":"gpqa-main-f0a74958c23332566374eae8","benchmark":"gpqa_main","data_index":2549,"repeat_index":6,"sample_id":"gpqa-main-f0a74958c23332566374eae8/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6620,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"0122463c60c1fa5ad768f1fc6147fd593b46126713e705864d5de5632804d4b5"} +{"uuid":"gpqa-main-28e3e5e79d7477896c6d853d","benchmark":"gpqa_main","data_index":1944,"repeat_index":5,"sample_id":"gpqa-main-28e3e5e79d7477896c6d853d/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":50877,"prompt_tokens":1047,"effective_max_tokens":130025,"original_embedded_prediction":"B","question_sha256":"d3b33ef7a0e55c33b5deae6a673dd7fff1fc2e7efa223f3419ecf58e57c06207"} +{"uuid":"gpqa-main-d5d2365d64430154627d4bb7","benchmark":"gpqa_main","data_index":2572,"repeat_index":6,"sample_id":"gpqa-main-d5d2365d64430154627d4bb7/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5146,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"D","question_sha256":"17f96c74be836037313c787a88438b6c9f69a4aa20ec8cba17697864f5d35599"} +{"uuid":"gpqa-main-92f6e58b4989e9025c8286a9","benchmark":"gpqa_main","data_index":2538,"repeat_index":6,"sample_id":"gpqa-main-92f6e58b4989e9025c8286a9/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7881,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"c003a37af0eaa5e9c6d10f5a25ce1a2e0258ad6638a1655ee2a17d07daab816a"} +{"uuid":"gpqa-main-216433a347b01989e26ed83a","benchmark":"gpqa_main","data_index":2551,"repeat_index":6,"sample_id":"gpqa-main-216433a347b01989e26ed83a/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6774,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"ead16c05d1abbf4387485257726593cf57a0384c3e0a3db31ba489bb1676ce72"} +{"uuid":"gpqa-main-8a352b243ffac6230977fc90","benchmark":"gpqa_main","data_index":2523,"repeat_index":6,"sample_id":"gpqa-main-8a352b243ffac6230977fc90/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8739,"prompt_tokens":389,"effective_max_tokens":130683,"original_embedded_prediction":"C","question_sha256":"7408ac0330a09a182b52a627f89920c8c4e825da7da4e441973cbefe32b852ac"} +{"uuid":"gpqa-main-67c1e3a67a2a974a3189d06b","benchmark":"gpqa_main","data_index":2632,"repeat_index":6,"sample_id":"gpqa-main-67c1e3a67a2a974a3189d06b/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":322,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"A","question_sha256":"de0e795a2e1639d4babc3235662e71409fadd14e0c80f8551b3db9b4b53aa8de"} +{"uuid":"gpqa-main-64193be5f9a6bbd67bec4010","benchmark":"gpqa_main","data_index":2432,"repeat_index":6,"sample_id":"gpqa-main-64193be5f9a6bbd67bec4010/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16211,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"C","question_sha256":"373990fe818e4182469d242b845eeb2f78db2f00cfb3a8fdbd2dbd696e08d552"} +{"uuid":"gpqa-main-3f72ea9cda0c3c6f970bd310","benchmark":"gpqa_main","data_index":2362,"repeat_index":6,"sample_id":"gpqa-main-3f72ea9cda0c3c6f970bd310/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20873,"prompt_tokens":432,"effective_max_tokens":130640,"original_embedded_prediction":"B","question_sha256":"a5bf307fdc69920b346c2d288b6a35b24485c92c8e245174a775055fa172cdc6"} +{"uuid":"gpqa-main-1a3571c1ec099b06b5011ceb","benchmark":"gpqa_main","data_index":1858,"repeat_index":4,"sample_id":"gpqa-main-1a3571c1ec099b06b5011ceb/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":57473,"prompt_tokens":166,"effective_max_tokens":130906,"original_embedded_prediction":"C","question_sha256":"853f9bd759921129a51dd81d489f867c5aa9463f1925c203fe6f1e3147741f08"} +{"uuid":"gpqa-main-ae94db70e45f3af66518a393","benchmark":"gpqa_main","data_index":2634,"repeat_index":6,"sample_id":"gpqa-main-ae94db70e45f3af66518a393/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":552,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"357c925128939cb69954fa6d11c54df2209c646ee1d3db2ab6dfea44ae6407b6"} +{"uuid":"gpqa-main-aa684f4d5d7c6b9ced383e24","benchmark":"gpqa_main","data_index":2607,"repeat_index":6,"sample_id":"gpqa-main-aa684f4d5d7c6b9ced383e24/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2412,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"96a58da5e1708d76485e32741b0ecddc1bea407ebb53997d2f36e8827f2f2ac9"} +{"uuid":"gpqa-main-fd7b1296b8c5ae3f05aa8355","benchmark":"gpqa_main","data_index":2623,"repeat_index":6,"sample_id":"gpqa-main-fd7b1296b8c5ae3f05aa8355/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1209,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"D","question_sha256":"e674bbb69c41e672de8e4c8cbea505f57f0d1fc98a2ae52ced1937ec4c71b62f"} +{"uuid":"gpqa-main-05286f95a107c3da592ecbd9","benchmark":"gpqa_main","data_index":2609,"repeat_index":6,"sample_id":"gpqa-main-05286f95a107c3da592ecbd9/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2258,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"d8a1a7b530a9b1d0cd0b07ec53f60d6d5fcf3059457f02b90e3c4ddf51fdc825"} +{"uuid":"gpqa-main-cda2fe50fc8423311319e78e","benchmark":"gpqa_main","data_index":2604,"repeat_index":6,"sample_id":"gpqa-main-cda2fe50fc8423311319e78e/repeat-6","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2796,"prompt_tokens":182,"effective_max_tokens":130890,"original_embedded_prediction":"A","question_sha256":"1b04aca1c9a8b4f1fabc653b3653d0a48982315e6f1da934d98cadd1948f776f"} +{"uuid":"gpqa-main-8523e39e7dc895f15a06a403","benchmark":"gpqa_main","data_index":2635,"repeat_index":6,"sample_id":"gpqa-main-8523e39e7dc895f15a06a403/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":730,"prompt_tokens":243,"effective_max_tokens":130829,"original_embedded_prediction":"D","question_sha256":"9809fdeb256e4181e9705fa439a61deb6dbe804bfb80ffab6cb1bd4565faa027"} +{"uuid":"gpqa-main-7e9652f906d908e059401ac2","benchmark":"gpqa_main","data_index":2628,"repeat_index":6,"sample_id":"gpqa-main-7e9652f906d908e059401ac2/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1089,"prompt_tokens":346,"effective_max_tokens":130726,"original_embedded_prediction":"C","question_sha256":"9dda9414807cb4996f3a1deb9214b8aaf93c75e41d35fac14966aba5058f07ff"} +{"uuid":"gpqa-main-d8cca1a27ad1a42b4a99ce96","benchmark":"gpqa_main","data_index":2573,"repeat_index":6,"sample_id":"gpqa-main-d8cca1a27ad1a42b4a99ce96/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6003,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"6049e26840c0e889bb5632032745b5bcf6684dec9a2f9d0a0cfb76378c5c064e"} +{"uuid":"gpqa-main-12fef4b097b802dea2564ea2","benchmark":"gpqa_main","data_index":2490,"repeat_index":6,"sample_id":"gpqa-main-12fef4b097b802dea2564ea2/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11582,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"D","question_sha256":"254c10ac4fdccd2709d12769dd755a22c6de6b1e6bff2363164511e2905446d7"} +{"uuid":"gpqa-main-d31323dded27ae0c86cb5c75","benchmark":"gpqa_main","data_index":2617,"repeat_index":6,"sample_id":"gpqa-main-d31323dded27ae0c86cb5c75/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2239,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"8f174dd25b58e6fc8e309577a66d0f5a4f46ed89bf1a5165c0cb561a4e3e33e9"} +{"uuid":"gpqa-main-1a3571c1ec099b06b5011ceb","benchmark":"gpqa_main","data_index":2242,"repeat_index":5,"sample_id":"gpqa-main-1a3571c1ec099b06b5011ceb/repeat-5","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":29450,"prompt_tokens":166,"effective_max_tokens":130906,"original_embedded_prediction":"A","question_sha256":"853f9bd759921129a51dd81d489f867c5aa9463f1925c203fe6f1e3147741f08"} +{"uuid":"gpqa-main-d98819c9bc2a4086534acf1b","benchmark":"gpqa_main","data_index":2585,"repeat_index":6,"sample_id":"gpqa-main-d98819c9bc2a4086534acf1b/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5228,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"d53ea2c13c1ce696b626852774a73a189571a138a5fd872cdd3bb15f21f0bf06"} +{"uuid":"gpqa-main-33c3b423f54aabfcfca66691","benchmark":"gpqa_main","data_index":2638,"repeat_index":6,"sample_id":"gpqa-main-33c3b423f54aabfcfca66691/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1155,"prompt_tokens":323,"effective_max_tokens":130749,"original_embedded_prediction":"B","question_sha256":"d3ede1ef1590cafbeca0278be62d75df7a0ca03bdf527b454a132420994473ae"} +{"uuid":"gpqa-main-2601636e383074212d2b5e52","benchmark":"gpqa_main","data_index":2637,"repeat_index":6,"sample_id":"gpqa-main-2601636e383074212d2b5e52/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1279,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"A","question_sha256":"4346808ce2e49e7dd075a69d154a4e1c8d73b71869876d48ffff93747d8898ec"} +{"uuid":"gpqa-main-78b2ba2dd97e6d6b9942bad9","benchmark":"gpqa_main","data_index":2577,"repeat_index":6,"sample_id":"gpqa-main-78b2ba2dd97e6d6b9942bad9/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6345,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"A","question_sha256":"019eb0f05f025ec512fbae057e0fcb33e0f92eec9bc2dc775494f6a19f4b62f3"} +{"uuid":"gpqa-main-5f044a1bf575df47abc76e1a","benchmark":"gpqa_main","data_index":2650,"repeat_index":6,"sample_id":"gpqa-main-5f044a1bf575df47abc76e1a/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":628,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"56742e4e637e9ad1340d4a8de7af8e0d6ce2447d668cc5b51dfb52dfb0b2b8e9"} +{"uuid":"gpqa-main-60c7c63632b1d67ffb8a4fb7","benchmark":"gpqa_main","data_index":2639,"repeat_index":6,"sample_id":"gpqa-main-60c7c63632b1d67ffb8a4fb7/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1395,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"A","question_sha256":"60c9747de98dcd74354ee70ce1049c3c1d1b8d72f4e9848984af5d6ceb1a0c57"} +{"uuid":"gpqa-main-1989edb8041cc1c94659dcc4","benchmark":"gpqa_main","data_index":2644,"repeat_index":6,"sample_id":"gpqa-main-1989edb8041cc1c94659dcc4/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1210,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"364ddb1397abdc7ae2201c88354f8df3f89b63c28330217a94cf8cf96c19ae54"} +{"uuid":"gpqa-main-9f0f463200d404d2c62eca59","benchmark":"gpqa_main","data_index":2624,"repeat_index":6,"sample_id":"gpqa-main-9f0f463200d404d2c62eca59/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2324,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"6ed199510dead1f6bd4eaa9162909d9481bd2201f8d9444ee60a2e0e2f20528c"} +{"uuid":"gpqa-main-0b01dd8e7881a40d7eb61175","benchmark":"gpqa_main","data_index":2643,"repeat_index":6,"sample_id":"gpqa-main-0b01dd8e7881a40d7eb61175/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1346,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"C","question_sha256":"74998926c571f30bb050d73fd21eee2727687e5a8320253f13d3d84b8605a913"} +{"uuid":"gpqa-main-77067b016766698b199936c6","benchmark":"gpqa_main","data_index":2647,"repeat_index":6,"sample_id":"gpqa-main-77067b016766698b199936c6/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1137,"prompt_tokens":306,"effective_max_tokens":130766,"original_embedded_prediction":"B","question_sha256":"4c8dd76001266d2c0d3a086b95cb4f68ba3f1b2658186002903315d51bf5bea6"} +{"uuid":"gpqa-main-e17c3d61061a563977ae3c11","benchmark":"gpqa_main","data_index":2548,"repeat_index":6,"sample_id":"gpqa-main-e17c3d61061a563977ae3c11/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8666,"prompt_tokens":352,"effective_max_tokens":130720,"original_embedded_prediction":"A","question_sha256":"41b609bbf5cd4517a7d53e382a762d7b2caa65fd58ea44549bdf7183daf1d2c0"} +{"uuid":"gpqa-main-4657fdc74d4c0bf48aa0b494","benchmark":"gpqa_main","data_index":2605,"repeat_index":6,"sample_id":"gpqa-main-4657fdc74d4c0bf48aa0b494/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3963,"prompt_tokens":343,"effective_max_tokens":130729,"original_embedded_prediction":"B","question_sha256":"ef34764671cecdd517febbdbff1a8cc3542418de05c4a100ef6c30752c1fc8cb"} +{"uuid":"gpqa-main-4e62cd257f17d5af418a8d34","benchmark":"gpqa_main","data_index":2134,"repeat_index":5,"sample_id":"gpqa-main-4e62cd257f17d5af418a8d34/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":38410,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"D","question_sha256":"654fc443f2efbec09d0f966244083f4545f4f851e28d7f4e0f9c07cb156b2d1d"} +{"uuid":"gpqa-main-ad77d1e365463a217a2cc25c","benchmark":"gpqa_main","data_index":2652,"repeat_index":6,"sample_id":"gpqa-main-ad77d1e365463a217a2cc25c/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":833,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"B","question_sha256":"7c427847fb1acab7f784c40193a51f13be68ffb38b4336c6bf3ebf112916fc29"} +{"uuid":"gpqa-main-84c386fbd7476f5541ea16f0","benchmark":"gpqa_main","data_index":1811,"repeat_index":4,"sample_id":"gpqa-main-84c386fbd7476f5541ea16f0/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":62504,"prompt_tokens":370,"effective_max_tokens":130702,"original_embedded_prediction":"B","question_sha256":"083aa3572345d938b0c707cfb8c710aea73759344b234ada78ed36f1ec66eb0d"} +{"uuid":"gpqa-main-7c103d3006e7e5942b17dfc2","benchmark":"gpqa_main","data_index":2649,"repeat_index":6,"sample_id":"gpqa-main-7c103d3006e7e5942b17dfc2/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1445,"prompt_tokens":254,"effective_max_tokens":130818,"original_embedded_prediction":"D","question_sha256":"851c6624380df7dd30fbf4b482add6ae0543525ac196eb146f0d1eb73a673d6c"} +{"uuid":"gpqa-main-7c04a20e5411bd3e0a2bc2c8","benchmark":"gpqa_main","data_index":2531,"repeat_index":6,"sample_id":"gpqa-main-7c04a20e5411bd3e0a2bc2c8/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10591,"prompt_tokens":413,"effective_max_tokens":130659,"original_embedded_prediction":"A","question_sha256":"e23b62b19c3ab4ec896e631f56a7a92ed38aca13300af7a7b449b979999886f3"} +{"uuid":"gpqa-main-9aa9fb454d849030d70f9512","benchmark":"gpqa_main","data_index":2190,"repeat_index":5,"sample_id":"gpqa-main-9aa9fb454d849030d70f9512/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":34236,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"D","question_sha256":"b494f4c1785682ee7d284173af2a6ef6db2189c6f3e7ece0edb769c2f10d5f24"} +{"uuid":"gpqa-main-b36b446fe10911202d34a473","benchmark":"gpqa_main","data_index":2663,"repeat_index":6,"sample_id":"gpqa-main-b36b446fe10911202d34a473/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":461,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"a817452b182acac6761625a70d62a32f2da8fc7a708397cb06f4ad35d5fb18f8"} +{"uuid":"gpqa-main-53c8581aa69a3066bf003024","benchmark":"gpqa_main","data_index":2654,"repeat_index":6,"sample_id":"gpqa-main-53c8581aa69a3066bf003024/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1164,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"dbc9784ed2e796c6f534e998f17f2a819df9d6d94cd62aa72bd7fdcbf457c948"} +{"uuid":"gpqa-main-30529bca8e7fdf66400bd444","benchmark":"gpqa_main","data_index":1938,"repeat_index":5,"sample_id":"gpqa-main-30529bca8e7fdf66400bd444/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":53884,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"fc081c2fbb63be5006154edbddcd4d1654207c4f1ad333e12f9bc19972753482"} +{"uuid":"gpqa-main-e31881ef9b38bb3d802fa432","benchmark":"gpqa_main","data_index":2629,"repeat_index":6,"sample_id":"gpqa-main-e31881ef9b38bb3d802fa432/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2698,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"A","question_sha256":"d2b3b2f779f59635b5b67b63d55e4ada87e7ff867992c7a0b26b010dac9f8650"} +{"uuid":"gpqa-main-3f9251e093c698e0c2fa2826","benchmark":"gpqa_main","data_index":2662,"repeat_index":6,"sample_id":"gpqa-main-3f9251e093c698e0c2fa2826/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":688,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"252debe46c4fa81fca060b5a84d473e7c0bf04c99b8b5f54aab8119f22de36b4"} +{"uuid":"gpqa-main-1634ccababef2067673cd88c","benchmark":"gpqa_main","data_index":2350,"repeat_index":6,"sample_id":"gpqa-main-1634ccababef2067673cd88c/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":24047,"prompt_tokens":593,"effective_max_tokens":130479,"original_embedded_prediction":"D","question_sha256":"d8c36bd55ba561cb499054e9d5a01217a0498dfd20875e8d9e99d34bcdfd7830"} +{"uuid":"gpqa-main-f6a21b5c88fe41ca6a55591f","benchmark":"gpqa_main","data_index":2658,"repeat_index":6,"sample_id":"gpqa-main-f6a21b5c88fe41ca6a55591f/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1154,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"b0808ff670ee04ab6af9402dbf89fd865b5fcc16ca43f81c6b8ed06e07bd5ee2"} +{"uuid":"gpqa-main-43903740f46e3267ecd42324","benchmark":"gpqa_main","data_index":2655,"repeat_index":6,"sample_id":"gpqa-main-43903740f46e3267ecd42324/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1440,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"D","question_sha256":"b52b0025e64a7d0c0023e98ca9fe1f002e22bd987dd934f74304bd22e6e7da20"} +{"uuid":"gpqa-main-7ac0db7d29e6e8c587a8e8f2","benchmark":"gpqa_main","data_index":2620,"repeat_index":6,"sample_id":"gpqa-main-7ac0db7d29e6e8c587a8e8f2/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3505,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"B","question_sha256":"1fc80dd29a6d1127a37414c18382b28b3e9d2f38b390130751d4cbfe90841375"} +{"uuid":"gpqa-main-82354c49d9280b8a980b98b4","benchmark":"gpqa_main","data_index":2474,"repeat_index":6,"sample_id":"gpqa-main-82354c49d9280b8a980b98b4/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14607,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"C","question_sha256":"57b065d28a6d02a29a3a84f39dd670ba7cdf4e3403506e79b5fc90713897f68e"} +{"uuid":"gpqa-main-86060b054d8de358356a29fd","benchmark":"gpqa_main","data_index":2312,"repeat_index":6,"sample_id":"gpqa-main-86060b054d8de358356a29fd/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":26929,"prompt_tokens":435,"effective_max_tokens":130637,"original_embedded_prediction":"A","question_sha256":"d20ccd218e50c4a58da8030db612f52c5bac88ad6d1859a85b0358c1595e54e1"} +{"uuid":"gpqa-main-542dd8f1dc74ca5163382df8","benchmark":"gpqa_main","data_index":1728,"repeat_index":4,"sample_id":"gpqa-main-542dd8f1dc74ca5163382df8/repeat-4","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":71484,"prompt_tokens":165,"effective_max_tokens":130907,"original_embedded_prediction":null,"question_sha256":"2413c551ec9a06a20197c81fa22effbd7f215abcc2e5f14c5f9f0a86e5402736"} +{"uuid":"gpqa-main-f35f531075e0f4b71e6bfdf7","benchmark":"gpqa_main","data_index":2332,"repeat_index":6,"sample_id":"gpqa-main-f35f531075e0f4b71e6bfdf7/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":25535,"prompt_tokens":440,"effective_max_tokens":130632,"original_embedded_prediction":"B","question_sha256":"1dec0a47229d6987f418c244cc1169bdeb04c6134b883ac8895dc2380cdf0539"} +{"uuid":"gpqa-main-f6f707a4d7db96af855de986","benchmark":"gpqa_main","data_index":2570,"repeat_index":6,"sample_id":"gpqa-main-f6f707a4d7db96af855de986/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8421,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"049a3a3426b30e36d29d782b3ea4916bf545838ac3945e9c707804638ad48f04"} +{"uuid":"gpqa-main-358120bf0c4377ebdbde08fc","benchmark":"gpqa_main","data_index":2612,"repeat_index":6,"sample_id":"gpqa-main-358120bf0c4377ebdbde08fc/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4481,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"A","question_sha256":"051eba2501386001d9e9793a3b0fe9ea4c78a987e3a1576c168659f849b684d6"} +{"uuid":"gpqa-main-2651d2e67639a9e1741c23d7","benchmark":"gpqa_main","data_index":2665,"repeat_index":6,"sample_id":"gpqa-main-2651d2e67639a9e1741c23d7/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1368,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"B","question_sha256":"4dde21b33c78ccf27d8f3043edfe68636929e2ed7d52841b78b767027425afcb"} +{"uuid":"gpqa-main-b22053dbc40179e114f0c866","benchmark":"gpqa_main","data_index":2429,"repeat_index":6,"sample_id":"gpqa-main-b22053dbc40179e114f0c866/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19433,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"1f101bccd20044577731aef887c9704a6a153baf063dff8d9a04510e7b8dcfb7"} +{"uuid":"gpqa-main-925cb13958435841df0e8c1e","benchmark":"gpqa_main","data_index":2411,"repeat_index":6,"sample_id":"gpqa-main-925cb13958435841df0e8c1e/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20713,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"B","question_sha256":"d21ba2f1c06b876b2d387104c816ee0fcc369a02b8e010a706e0e2448c56f78e"} +{"uuid":"gpqa-main-67410b7a8dc0eaa2a0ad0e33","benchmark":"gpqa_main","data_index":2651,"repeat_index":6,"sample_id":"gpqa-main-67410b7a8dc0eaa2a0ad0e33/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2462,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"bb309e44424b270e31ff68a9df49f0a2f19335280a19eb9a92c5dcd1810cc3e8"} +{"uuid":"gpqa-main-a39e48c3dd280f4d62399e78","benchmark":"gpqa_main","data_index":2675,"repeat_index":6,"sample_id":"gpqa-main-a39e48c3dd280f4d62399e78/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1113,"prompt_tokens":397,"effective_max_tokens":130675,"original_embedded_prediction":"D","question_sha256":"721c25455cfe9ff83ae29b7ba79700cb78268040d9773283d4d8afebd849187b"} +{"uuid":"gpqa-main-84c386fbd7476f5541ea16f0","benchmark":"gpqa_main","data_index":2579,"repeat_index":6,"sample_id":"gpqa-main-84c386fbd7476f5541ea16f0/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8417,"prompt_tokens":370,"effective_max_tokens":130702,"original_embedded_prediction":"D","question_sha256":"083aa3572345d938b0c707cfb8c710aea73759344b234ada78ed36f1ec66eb0d"} +{"uuid":"gpqa-main-84c386fbd7476f5541ea16f0","benchmark":"gpqa_main","data_index":2195,"repeat_index":5,"sample_id":"gpqa-main-84c386fbd7476f5541ea16f0/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":35268,"prompt_tokens":370,"effective_max_tokens":130702,"original_embedded_prediction":"A","question_sha256":"083aa3572345d938b0c707cfb8c710aea73759344b234ada78ed36f1ec66eb0d"} +{"uuid":"gpqa-main-9eaa6714b15499d3c303ce90","benchmark":"gpqa_main","data_index":2527,"repeat_index":6,"sample_id":"gpqa-main-9eaa6714b15499d3c303ce90/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12319,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"D","question_sha256":"cfac786b87a07d0c92f7c3da73233aa6c32340b63dff9d3f72bd1bd025cd565d"} +{"uuid":"gpqa-main-f022820fa3c0f536a4d4a9bc","benchmark":"gpqa_main","data_index":2659,"repeat_index":6,"sample_id":"gpqa-main-f022820fa3c0f536a4d4a9bc/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2271,"prompt_tokens":288,"effective_max_tokens":130784,"original_embedded_prediction":"A","question_sha256":"d7be2d674d4903c49886b492451a9febcfb5696ccd6f0931c4d48ef06a19b2b9"} +{"uuid":"gpqa-main-5af38d4af998e6cc090b76a4","benchmark":"gpqa_main","data_index":2670,"repeat_index":6,"sample_id":"gpqa-main-5af38d4af998e6cc090b76a4/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1621,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"b20325f500465457b07762e2fe70b04e5055bd3df2783351050b6c3d04223eb4"} +{"uuid":"gpqa-main-c720b28fe25654b1cedc9285","benchmark":"gpqa_main","data_index":2426,"repeat_index":6,"sample_id":"gpqa-main-c720b28fe25654b1cedc9285/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20011,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"B","question_sha256":"9f6e1d1b2c053afcba8c78142311f336846eb87d19344fb8aa6e71ed9aecc477"} +{"uuid":"gpqa-main-9254c2db95aeb7ad8ae8a32d","benchmark":"gpqa_main","data_index":2599,"repeat_index":6,"sample_id":"gpqa-main-9254c2db95aeb7ad8ae8a32d/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6477,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"183797b844f5aaf0d4762d5da650b2a14964b261306db104b29a00499b949bd6"} +{"uuid":"gpqa-main-1f0af84f0bdb1b68af6a7719","benchmark":"gpqa_main","data_index":2685,"repeat_index":6,"sample_id":"gpqa-main-1f0af84f0bdb1b68af6a7719/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1074,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"D","question_sha256":"47eb07162cc525d2e6a87977deb802204fed59b801dd5e2935cc6edb3c036af1"} +{"uuid":"gpqa-main-485d6d2d8d4ef097891a30ae","benchmark":"gpqa_main","data_index":2674,"repeat_index":6,"sample_id":"gpqa-main-485d6d2d8d4ef097891a30ae/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2119,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"D","question_sha256":"c6a4a4365a6f088ad7d433e788ad1983c25ce2a6965fa332c2fd4f61eea9bbbc"} +{"uuid":"gpqa-main-992d40815d86851a9f6e7230","benchmark":"gpqa_main","data_index":2689,"repeat_index":7,"sample_id":"gpqa-main-992d40815d86851a9f6e7230/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1144,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"b698ebb0cb6d3abffa554435859e51f21dd11a9955cfceece2c7a6fa9b0e2023"} +{"uuid":"gpqa-main-9f5d195170ba73ccdc7a3b84","benchmark":"gpqa_main","data_index":2511,"repeat_index":6,"sample_id":"gpqa-main-9f5d195170ba73ccdc7a3b84/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13989,"prompt_tokens":552,"effective_max_tokens":130520,"original_embedded_prediction":"A","question_sha256":"e4e5526f8ea9205cbe6b33a5256144298ad11d8250b020cbd4fddbba85a12596"} +{"uuid":"gpqa-main-6078bfac5f15131fb59b31ce","benchmark":"gpqa_main","data_index":2610,"repeat_index":6,"sample_id":"gpqa-main-6078bfac5f15131fb59b31ce/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6379,"prompt_tokens":383,"effective_max_tokens":130689,"original_embedded_prediction":"D","question_sha256":"2c08be31c31eb443db8881662320ebedec47eef168a86389032948d5a9cc37d1"} +{"uuid":"gpqa-main-ad37592fd14aa64b9045a2c4","benchmark":"gpqa_main","data_index":2678,"repeat_index":6,"sample_id":"gpqa-main-ad37592fd14aa64b9045a2c4/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2063,"prompt_tokens":142,"effective_max_tokens":130930,"original_embedded_prediction":"B","question_sha256":"1b3ff6b6ef905e2e7d9fad403ad7bcef59c07ba5858ab30374d9c1f3f07e7dee"} +{"uuid":"gpqa-main-fcf4fc69f21da83688056521","benchmark":"gpqa_main","data_index":2667,"repeat_index":6,"sample_id":"gpqa-main-fcf4fc69f21da83688056521/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2759,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"691112dd08aec41d1dfd7a48bf6e56a828dc8b340887ad6364daff290f8a88c4"} +{"uuid":"gpqa-main-cdaa7da74e15a8dfc40e0582","benchmark":"gpqa_main","data_index":2495,"repeat_index":6,"sample_id":"gpqa-main-cdaa7da74e15a8dfc40e0582/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15117,"prompt_tokens":410,"effective_max_tokens":130662,"original_embedded_prediction":"D","question_sha256":"733e93868ff7691423e0d318a4d9ba6ce801d7c2ef5c53b8020d7eb13c2c9a5c"} +{"uuid":"gpqa-main-1af843966aecfd5da1f08dd6","benchmark":"gpqa_main","data_index":2694,"repeat_index":7,"sample_id":"gpqa-main-1af843966aecfd5da1f08dd6/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":971,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"C","question_sha256":"13e7c71f8aae7040bd98bd6b7bfe361f01f9aa9f4fd4b6095b40f97963688bdc"} +{"uuid":"gpqa-main-c5506c52a996021a33525b24","benchmark":"gpqa_main","data_index":2546,"repeat_index":6,"sample_id":"gpqa-main-c5506c52a996021a33525b24/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11706,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"ec867cdcf4e586ae70e24b76b87230ee2b48ec67a5234d7a682f06f846fbdf0d"} +{"uuid":"gpqa-main-39045ad4d1274d0e56839d7b","benchmark":"gpqa_main","data_index":2680,"repeat_index":6,"sample_id":"gpqa-main-39045ad4d1274d0e56839d7b/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2377,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"429df35a12720ff87021b558515bede2e2590914376178a956309c141594787f"} +{"uuid":"gpqa-main-e10311e2a20f5ef70b44af1a","benchmark":"gpqa_main","data_index":2684,"repeat_index":6,"sample_id":"gpqa-main-e10311e2a20f5ef70b44af1a/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2089,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"D","question_sha256":"840fab180da436fa17bd480d15eb270c8be4535800795f8fe8c3d0b1ac29ca9d"} +{"uuid":"gpqa-main-18347a23c4b32df1f0b31d1a","benchmark":"gpqa_main","data_index":2699,"repeat_index":7,"sample_id":"gpqa-main-18347a23c4b32df1f0b31d1a/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1044,"prompt_tokens":438,"effective_max_tokens":130634,"original_embedded_prediction":"C","question_sha256":"f69ff8c0001cb2bdea3e51d7d4063a70e8b64bf6f735f62088f0ace464bbe468"} +{"uuid":"gpqa-main-50467ff0a4937693425f108b","benchmark":"gpqa_main","data_index":2695,"repeat_index":7,"sample_id":"gpqa-main-50467ff0a4937693425f108b/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1449,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"A","question_sha256":"ee40e0ba47746454343829f9f66dd4d391816fe24ca19edf78fcce05cf1f26d8"} +{"uuid":"gpqa-main-91b254f1e1c8041fbc1a3222","benchmark":"gpqa_main","data_index":2664,"repeat_index":6,"sample_id":"gpqa-main-91b254f1e1c8041fbc1a3222/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3477,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"35cf9161cc3c5b82d0770ab2b2fdef4a970ddae93523dee3a6bde8574e79b13d"} +{"uuid":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8","benchmark":"gpqa_main","data_index":2600,"repeat_index":6,"sample_id":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7806,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"bf639adbf5de648e6799cd9936073de7b6c750cf7c5870ed99dc4f842748abb9"} +{"uuid":"gpqa-main-238c4616c3347122f4b974e4","benchmark":"gpqa_main","data_index":2669,"repeat_index":6,"sample_id":"gpqa-main-238c4616c3347122f4b974e4/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3180,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"A","question_sha256":"5a24c76ed39eb083ccc9c24780d936fe2e52cba76ae67efa4d647cc35e10037b"} +{"uuid":"gpqa-main-398c3b21ff64a0edc7ed8444","benchmark":"gpqa_main","data_index":2117,"repeat_index":5,"sample_id":"gpqa-main-398c3b21ff64a0edc7ed8444/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":43579,"prompt_tokens":839,"effective_max_tokens":130233,"original_embedded_prediction":"B","question_sha256":"8efc35cf270e2b051ad9ae732723df9c7261cecaf1410edf2c43f3ca7aa749cc"} +{"uuid":"gpqa-main-45cae4ba5af22868461f1861","benchmark":"gpqa_main","data_index":2442,"repeat_index":6,"sample_id":"gpqa-main-45cae4ba5af22868461f1861/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20497,"prompt_tokens":196,"effective_max_tokens":130876,"original_embedded_prediction":"C","question_sha256":"da4480a5d4f2af44b6faf63fe513d557f97bf4cd048901e4a2f0b133273b39db"} +{"uuid":"gpqa-main-b306a5cb19a37a5923ddeda3","benchmark":"gpqa_main","data_index":2679,"repeat_index":6,"sample_id":"gpqa-main-b306a5cb19a37a5923ddeda3/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2926,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"10d0692d1c6af6008ffff69894cb0183dafbb80748247a3a0e1961e87f1e7c9f"} +{"uuid":"gpqa-main-08452235d283f9ba82364ea8","benchmark":"gpqa_main","data_index":2698,"repeat_index":7,"sample_id":"gpqa-main-08452235d283f9ba82364ea8/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1712,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"65db6ef4b562a9503afeb197451091c7514df18fdee747a881b8057c38e21d0f"} +{"uuid":"gpqa-main-544e43760baf2de3b5be5741","benchmark":"gpqa_main","data_index":2673,"repeat_index":6,"sample_id":"gpqa-main-544e43760baf2de3b5be5741/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3329,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"A","question_sha256":"89418be241a19daa5c02878e565ee51b73f6f2c9bcafffaf554b45989088c1d8"} +{"uuid":"gpqa-main-950b8724526dc5d718438bec","benchmark":"gpqa_main","data_index":2700,"repeat_index":7,"sample_id":"gpqa-main-950b8724526dc5d718438bec/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1266,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"B","question_sha256":"d81eab0b3deeedb23d68076a8f0de5ca6461b5d2d1a7da228f6a0b6ba6ca53e7"} +{"uuid":"gpqa-main-ff85a5ccc5b465a708f70be3","benchmark":"gpqa_main","data_index":2717,"repeat_index":7,"sample_id":"gpqa-main-ff85a5ccc5b465a708f70be3/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":252,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"f86f6ace621f9a5dc4c1d23e2bb2d546e1ca384df523a7a90d793b41a43ebfc6"} +{"uuid":"gpqa-main-47999f808ae4df35fd817dd2","benchmark":"gpqa_main","data_index":2702,"repeat_index":7,"sample_id":"gpqa-main-47999f808ae4df35fd817dd2/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1289,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"0b24415e0a51d238b6f9b4a8ae6a56386da27f195c825aa8d124ca3e7adc5bb9"} +{"uuid":"gpqa-main-513a35e22e5c48f5b3b0518a","benchmark":"gpqa_main","data_index":2587,"repeat_index":6,"sample_id":"gpqa-main-513a35e22e5c48f5b3b0518a/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9558,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"D","question_sha256":"b4baa0b1a21db872411dec993670e6c6bc360a94404305cc5d3ecc9264fdf913"} +{"uuid":"gpqa-main-3d4249ae7ea85a07b7726fff","benchmark":"gpqa_main","data_index":2697,"repeat_index":7,"sample_id":"gpqa-main-3d4249ae7ea85a07b7726fff/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2030,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"f3a651caf4cc86d7183e2aa4e94783901dfd4ba7026521589b0aa1f1c95b0e55"} +{"uuid":"gpqa-main-0d56f92dcb32c3f0494a4705","benchmark":"gpqa_main","data_index":2703,"repeat_index":7,"sample_id":"gpqa-main-0d56f92dcb32c3f0494a4705/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1286,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"D","question_sha256":"d48362abba761cef50927ef586befd9a2fdb343aa19b2fa457ee74fb6dbfb56b"} +{"uuid":"gpqa-main-08cb3c41dbaa57f424632b84","benchmark":"gpqa_main","data_index":2692,"repeat_index":7,"sample_id":"gpqa-main-08cb3c41dbaa57f424632b84/repeat-7","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2317,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"B","question_sha256":"e37327eb6a290bf649f9b548f5d9834983b5d59efc10b4281a4bdbb75523863f"} +{"uuid":"gpqa-main-d022f771c467d057bbb527d0","benchmark":"gpqa_main","data_index":2727,"repeat_index":7,"sample_id":"gpqa-main-d022f771c467d057bbb527d0/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":143,"prompt_tokens":192,"effective_max_tokens":130880,"original_embedded_prediction":"A","question_sha256":"f3fdb78f6fe3c60a21e29d92babec94b4d8c0f6e012394045833653cbdb1a4d7"} +{"uuid":"gpqa-main-0fb808246cf99919fa61cf95","benchmark":"gpqa_main","data_index":2672,"repeat_index":6,"sample_id":"gpqa-main-0fb808246cf99919fa61cf95/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3852,"prompt_tokens":415,"effective_max_tokens":130657,"original_embedded_prediction":"D","question_sha256":"8dd19f310e71e68caf9619c551faf073baee082c2fdae90e86d766c8f04dd15c"} +{"uuid":"gpqa-main-0069a2b69e59906ffd6ca400","benchmark":"gpqa_main","data_index":2595,"repeat_index":6,"sample_id":"gpqa-main-0069a2b69e59906ffd6ca400/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8874,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"409fe9f5585adb91b6eded6462ef297118cee805597838bb23fa38eb32789450"} +{"uuid":"gpqa-main-0293685a5c3ddbc5b15dcfa0","benchmark":"gpqa_main","data_index":2537,"repeat_index":6,"sample_id":"gpqa-main-0293685a5c3ddbc5b15dcfa0/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14226,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"db2ca8d93d5ff50bd9f602bc5b3d339b547349c54c540850544e01393770a4ff"} +{"uuid":"gpqa-main-b7ef729c55e0cb48c67bca16","benchmark":"gpqa_main","data_index":2719,"repeat_index":7,"sample_id":"gpqa-main-b7ef729c55e0cb48c67bca16/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":615,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"B","question_sha256":"732a49f65a753e1d2c9ebb525ad8cc4c9ea6aa812fdc5eda3c630aa4aa35c7b5"} +{"uuid":"gpqa-main-4df6eb7fd5661c3196a52be6","benchmark":"gpqa_main","data_index":2589,"repeat_index":6,"sample_id":"gpqa-main-4df6eb7fd5661c3196a52be6/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9887,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"B","question_sha256":"71ef41cf00fbcb9e6751fd492a52caefd2830032777c8824465c1b4ea8dc48ea"} +{"uuid":"gpqa-main-17eb0ef902a11d36b13bb4ba","benchmark":"gpqa_main","data_index":2682,"repeat_index":6,"sample_id":"gpqa-main-17eb0ef902a11d36b13bb4ba/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3519,"prompt_tokens":290,"effective_max_tokens":130782,"original_embedded_prediction":"C","question_sha256":"da025e796cabfda79ad3a899a873052b028159563074d0934fabc7ee4c54d8ad"} +{"uuid":"gpqa-main-ad8f0afd2f116341ed3a69c0","benchmark":"gpqa_main","data_index":2728,"repeat_index":7,"sample_id":"gpqa-main-ad8f0afd2f116341ed3a69c0/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":228,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"b6c9142bf69c50d0a62b5b8254344b66610ca208a646e6a69a606819b7eb1bf8"} +{"uuid":"gpqa-main-ba7b4d8b6b363240553a5da8","benchmark":"gpqa_main","data_index":2701,"repeat_index":7,"sample_id":"gpqa-main-ba7b4d8b6b363240553a5da8/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1884,"prompt_tokens":320,"effective_max_tokens":130752,"original_embedded_prediction":"C","question_sha256":"f31ead87a22282cc5dfb01f73a1fe9c84520ad1b8dc017953d8293dbe8b47044"} +{"uuid":"gpqa-main-cda1b642d52c30858bcdf7a3","benchmark":"gpqa_main","data_index":2715,"repeat_index":7,"sample_id":"gpqa-main-cda1b642d52c30858bcdf7a3/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1059,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"85f5a80c90290184ac6ec65307174970563ac9442644e868f064c886836d7a25"} +{"uuid":"gpqa-main-4f958672c6f9249c44f2f9b9","benchmark":"gpqa_main","data_index":2491,"repeat_index":6,"sample_id":"gpqa-main-4f958672c6f9249c44f2f9b9/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17085,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"D","question_sha256":"7d91198c9c48996b89ebbb62d8d76d86e32d7c14fb108c7491c9ff812263613a"} +{"uuid":"gpqa-main-83f8b78e2bcb92bda5c03787","benchmark":"gpqa_main","data_index":2640,"repeat_index":6,"sample_id":"gpqa-main-83f8b78e2bcb92bda5c03787/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6275,"prompt_tokens":162,"effective_max_tokens":130910,"original_embedded_prediction":"B","question_sha256":"1f06efeb2323c27b7a92e2f6b6d0f631f5b1caa5357a701f99ff4c3d08286bcf"} +{"uuid":"gpqa-main-3ebc2c6c608ed7f5e7bf9463","benchmark":"gpqa_main","data_index":2708,"repeat_index":7,"sample_id":"gpqa-main-3ebc2c6c608ed7f5e7bf9463/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1766,"prompt_tokens":286,"effective_max_tokens":130786,"original_embedded_prediction":"D","question_sha256":"81bfcfb746da8dbf79e11ca4c419d5416ea1be46678f915598ebe3f9c6b6fc32"} +{"uuid":"gpqa-main-178c84548026beb35252a961","benchmark":"gpqa_main","data_index":2408,"repeat_index":6,"sample_id":"gpqa-main-178c84548026beb35252a961/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":24192,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"B","question_sha256":"4ea09b6f60208405c59e5923a565f195c94315e0b6e230acd59351f1ee59ed96"} +{"uuid":"gpqa-main-7c7ae85beee22afc94024aa0","benchmark":"gpqa_main","data_index":2681,"repeat_index":6,"sample_id":"gpqa-main-7c7ae85beee22afc94024aa0/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4099,"prompt_tokens":179,"effective_max_tokens":130893,"original_embedded_prediction":"C","question_sha256":"17ee204f8a3ef8904b0418dcf3bac347173df36a87b5535f055046fe6fae8879"} +{"uuid":"gpqa-main-a1ec72afe45eedbea242cd73","benchmark":"gpqa_main","data_index":2732,"repeat_index":7,"sample_id":"gpqa-main-a1ec72afe45eedbea242cd73/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":556,"prompt_tokens":310,"effective_max_tokens":130762,"original_embedded_prediction":"A","question_sha256":"e87180319d813402cf71637950d93636988703d0477e2bb79fb03a1d2df9afe3"} +{"uuid":"gpqa-main-33b9f4658edfefac92faa4d3","benchmark":"gpqa_main","data_index":2580,"repeat_index":6,"sample_id":"gpqa-main-33b9f4658edfefac92faa4d3/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11495,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"A","question_sha256":"21b950759e4e088c97c70fcca487f4b3ceddd69dd2563433e332a0dde94eeddb"} +{"uuid":"gpqa-main-810618179b41cff3d8593ba5","benchmark":"gpqa_main","data_index":2711,"repeat_index":7,"sample_id":"gpqa-main-810618179b41cff3d8593ba5/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1816,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"4f7077a78998cfa5dbe881d51f9f859973bb281cce9f5a2bde9d5475cc520111"} +{"uuid":"gpqa-main-21bf0d1bb4513b046dfdf875","benchmark":"gpqa_main","data_index":2710,"repeat_index":7,"sample_id":"gpqa-main-21bf0d1bb4513b046dfdf875/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1873,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"916a1ca795d38f4c815c99d6f162f52af934ee4e1b0d100dc0a7fb747631f7a7"} +{"uuid":"gpqa-main-d8d5dbb2aa6f203775147357","benchmark":"gpqa_main","data_index":2622,"repeat_index":6,"sample_id":"gpqa-main-d8d5dbb2aa6f203775147357/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7869,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"bb18da47ffe6578fb5b30d30128525e8addf5e823c1985c70c606c89ce8d4d7e"} +{"uuid":"gpqa-main-579e17ce4c553c730c526a5c","benchmark":"gpqa_main","data_index":2730,"repeat_index":7,"sample_id":"gpqa-main-579e17ce4c553c730c526a5c/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1029,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"D","question_sha256":"1ce3d847d25b2c2f678c304f134266501155719553a1a003f38a6b0a75ffb81b"} +{"uuid":"gpqa-main-de59169ce40a93ff305f9a41","benchmark":"gpqa_main","data_index":2688,"repeat_index":7,"sample_id":"gpqa-main-de59169ce40a93ff305f9a41/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3887,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"A","question_sha256":"c5859c729f1f8217c8555103da018a579f07eb8df38d8389383b2f4634573327"} +{"uuid":"gpqa-main-9b60a112c6568a530227ce47","benchmark":"gpqa_main","data_index":2736,"repeat_index":7,"sample_id":"gpqa-main-9b60a112c6568a530227ce47/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":888,"prompt_tokens":443,"effective_max_tokens":130629,"original_embedded_prediction":"D","question_sha256":"4dd7bd0636dc935d4359866d23d365353db91692ab9b80b438a3f65683abf4e7"} +{"uuid":"gpqa-main-f79cea2e3c2e242b6e0da4d5","benchmark":"gpqa_main","data_index":2742,"repeat_index":7,"sample_id":"gpqa-main-f79cea2e3c2e242b6e0da4d5/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":521,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"D","question_sha256":"bdc1ab103002886dcbe879cd751d3e27b8ba6e988859bb80422ea04871269448"} +{"uuid":"gpqa-main-834c95c23407a9d2c736d2ee","benchmark":"gpqa_main","data_index":2745,"repeat_index":7,"sample_id":"gpqa-main-834c95c23407a9d2c736d2ee/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":346,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"bb698537245b51d08b5d5a6cecdfd1a4e34f7ac0f17e13da8d713af9341a9366"} +{"uuid":"gpqa-main-7239e8e1a6f52b11d89b376d","benchmark":"gpqa_main","data_index":2723,"repeat_index":7,"sample_id":"gpqa-main-7239e8e1a6f52b11d89b376d/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1609,"prompt_tokens":359,"effective_max_tokens":130713,"original_embedded_prediction":"D","question_sha256":"6b778965b4593497cd5378ecaa94e84f97d2910300038afb6590a8e9376b791c"} +{"uuid":"gpqa-main-9baab02407bb5e317c8c71c4","benchmark":"gpqa_main","data_index":2718,"repeat_index":7,"sample_id":"gpqa-main-9baab02407bb5e317c8c71c4/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1832,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"C","question_sha256":"4c49b01c534dd76a31b5023fe34fe490913c400dc715a3fa7a874695ca10b949"} +{"uuid":"gpqa-main-cfc742b1ce24bfc75356765e","benchmark":"gpqa_main","data_index":2583,"repeat_index":6,"sample_id":"gpqa-main-cfc742b1ce24bfc75356765e/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11938,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"B","question_sha256":"c1f013c71ec1bfdf03d8071ec0a1d30c0d10b7e87429512ec32711a88cc41cb1"} +{"uuid":"gpqa-main-09311165c3bc8a7742115024","benchmark":"gpqa_main","data_index":2709,"repeat_index":7,"sample_id":"gpqa-main-09311165c3bc8a7742115024/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2604,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d6deae7022d40b283a8b0053867ff7e2d44f15fac7c364d3b34e67d903596cf7"} +{"uuid":"gpqa-main-728c68de5f34aba879617ff3","benchmark":"gpqa_main","data_index":2657,"repeat_index":6,"sample_id":"gpqa-main-728c68de5f34aba879617ff3/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6386,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"B","question_sha256":"93587b6fdb0ccf1d1701c58bd12431b38885397117475f14823f4c52994b39b4"} +{"uuid":"gpqa-main-cdc31486df3de65ec2c324e2","benchmark":"gpqa_main","data_index":2707,"repeat_index":7,"sample_id":"gpqa-main-cdc31486df3de65ec2c324e2/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3090,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"4d233cd7b8524c989eb47a4c40d6f2f47070b986fea11e3ee3029c07db9b3356"} +{"uuid":"gpqa-main-8db8ffb39e6d3e618c8d388c","benchmark":"gpqa_main","data_index":2744,"repeat_index":7,"sample_id":"gpqa-main-8db8ffb39e6d3e618c8d388c/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":893,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"B","question_sha256":"28dff82ab12e25f0b479054be2f5d8b597951c2458e383bb25cf488b09c98ff5"} +{"uuid":"gpqa-main-5334e8bdecfbd08a0fceb69b","benchmark":"gpqa_main","data_index":2735,"repeat_index":7,"sample_id":"gpqa-main-5334e8bdecfbd08a0fceb69b/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1770,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"B","question_sha256":"0c1cc6cb8c9b9a25c645b86bbada068207876248621f0327486d559892b7a8a9"} +{"uuid":"gpqa-main-d750e02b8d42b4b4d6aba4b9","benchmark":"gpqa_main","data_index":2729,"repeat_index":7,"sample_id":"gpqa-main-d750e02b8d42b4b4d6aba4b9/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2273,"prompt_tokens":944,"effective_max_tokens":130128,"original_embedded_prediction":"D","question_sha256":"5ea7e9b17f677439bf5f6e43169cb794916985d1c5964f6a0d8becf3f9e3b7ad"} +{"uuid":"gpqa-main-fbf1f6e62b48cbbf0bca4714","benchmark":"gpqa_main","data_index":2739,"repeat_index":7,"sample_id":"gpqa-main-fbf1f6e62b48cbbf0bca4714/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1891,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"59affc9a905621c391ee7886c0e428eac5cb1f60c7c251e2fc1fcb081cb8e076"} +{"uuid":"gpqa-main-efc527af4c77c27856f0d201","benchmark":"gpqa_main","data_index":2748,"repeat_index":7,"sample_id":"gpqa-main-efc527af4c77c27856f0d201/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1347,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"29ffae74d292a9a38f72dd8e95efab3be752912b79e848701193359c657937f6"} +{"uuid":"gpqa-main-8dd5ae41d915a09d1c8b9add","benchmark":"gpqa_main","data_index":2465,"repeat_index":6,"sample_id":"gpqa-main-8dd5ae41d915a09d1c8b9add/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21079,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"B","question_sha256":"8a246eed19ab5f877aa822da432a7aaa0f52615ea4655b0a89995d374971cd27"} +{"uuid":"gpqa-main-feeb39404129cbb3b7e867ec","benchmark":"gpqa_main","data_index":2731,"repeat_index":7,"sample_id":"gpqa-main-feeb39404129cbb3b7e867ec/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2315,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"B","question_sha256":"a80144fd582290217d4749a45438b278db047877b2f9babd5f52d9d0dcc88daf"} +{"uuid":"gpqa-main-c5fc0037165678ab354bad30","benchmark":"gpqa_main","data_index":2533,"repeat_index":6,"sample_id":"gpqa-main-c5fc0037165678ab354bad30/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16979,"prompt_tokens":158,"effective_max_tokens":130914,"original_embedded_prediction":"B","question_sha256":"cc55519c3a9058d775356db9fd87b9279f120f69e3d435e9886ed87f62c6a229"} +{"uuid":"gpqa-main-45b8834e3ed027ec73e9cb93","benchmark":"gpqa_main","data_index":2630,"repeat_index":6,"sample_id":"gpqa-main-45b8834e3ed027ec73e9cb93/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8902,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"C","question_sha256":"14a2ed1ddcecc5a3752c954a0c07f0e2ae102378d648cc66bd57385516fbbe20"} +{"uuid":"gpqa-main-47f8cee187b620660c7d11b3","benchmark":"gpqa_main","data_index":2760,"repeat_index":7,"sample_id":"gpqa-main-47f8cee187b620660c7d11b3/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1037,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"b114078343a4ce3eeaa845ee2c7bfa4ac7c9add00f507d8ff60e46cca593fb46"} +{"uuid":"gpqa-main-84e0462fb979739143160f76","benchmark":"gpqa_main","data_index":2762,"repeat_index":7,"sample_id":"gpqa-main-84e0462fb979739143160f76/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":935,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"A","question_sha256":"17821f797104818a4e9c06d5499572866481ca7a9f6bf4d3993cbc935754c06e"} +{"uuid":"gpqa-main-1b113e4801541a0f8a992733","benchmark":"gpqa_main","data_index":2258,"repeat_index":5,"sample_id":"gpqa-main-1b113e4801541a0f8a992733/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":36704,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"D","question_sha256":"934c12bf2e6db997c9f4c22933b7e9545d3398849fc6e181c8a8187d83cf44b5"} +{"uuid":"gpqa-main-6543e2c47b61f7f328bcf42d","benchmark":"gpqa_main","data_index":2724,"repeat_index":7,"sample_id":"gpqa-main-6543e2c47b61f7f328bcf42d/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3512,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"C","question_sha256":"9f8c4aa52521e2926d56fdd03cf5aeaf3543c911c9b75774731cd1204efc1328"} +{"uuid":"gpqa-main-2fc8b9731f60b1c9eb476570","benchmark":"gpqa_main","data_index":2763,"repeat_index":7,"sample_id":"gpqa-main-2fc8b9731f60b1c9eb476570/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":868,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"A","question_sha256":"8d64fc9e228388438862fd18b500e048e168f26e7191a4220ea8281beb789ea2"} +{"uuid":"gpqa-main-832feb793ff377da50abf878","benchmark":"gpqa_main","data_index":2757,"repeat_index":7,"sample_id":"gpqa-main-832feb793ff377da50abf878/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1726,"prompt_tokens":202,"effective_max_tokens":130870,"original_embedded_prediction":"B","question_sha256":"9cb12d81fbbe616cc95beecd1627265e0b5a2fa48b8e7493d3df89b378afbc12"} +{"uuid":"gpqa-main-49e3b768e85f009875fb4b7f","benchmark":"gpqa_main","data_index":2758,"repeat_index":7,"sample_id":"gpqa-main-49e3b768e85f009875fb4b7f/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1644,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"B","question_sha256":"181abbdaf75899b4c447f9c98c58f90512c06ffe5521e109fa83597da1fb7aae"} +{"uuid":"gpqa-main-4373b5f7be197f26258c18cf","benchmark":"gpqa_main","data_index":2480,"repeat_index":6,"sample_id":"gpqa-main-4373b5f7be197f26258c18cf/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20906,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"C","question_sha256":"56563ccb64ef7d8686cd4d8da77c8b4636353d0bb75dbefa360323671dfffed1"} +{"uuid":"gpqa-main-763daf42ea0c79050a6a4d1d","benchmark":"gpqa_main","data_index":2749,"repeat_index":7,"sample_id":"gpqa-main-763daf42ea0c79050a6a4d1d/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2594,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"D","question_sha256":"72b4053b92adde478bb40c3fb9ef1e06215efe5922e2d600121170f824d32c13"} +{"uuid":"gpqa-main-acecd9428a5b4368f1f5bc82","benchmark":"gpqa_main","data_index":2613,"repeat_index":6,"sample_id":"gpqa-main-acecd9428a5b4368f1f5bc82/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11457,"prompt_tokens":336,"effective_max_tokens":130736,"original_embedded_prediction":"B","question_sha256":"2d1e5de4bf7305d1b5eee8dda5415195dc333d71b3f50fa60508a928b67fb336"} +{"uuid":"gpqa-main-efa466851677550746c06a1f","benchmark":"gpqa_main","data_index":2726,"repeat_index":7,"sample_id":"gpqa-main-efa466851677550746c06a1f/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4220,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"B","question_sha256":"b64a2faa078044133322af9742b3f75788b5f8e5701f1fee08d693854a842448"} +{"uuid":"gpqa-main-7e29412fd534df20c4a23267","benchmark":"gpqa_main","data_index":2391,"repeat_index":6,"sample_id":"gpqa-main-7e29412fd534df20c4a23267/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":29084,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"7fda2b6ca2ff9984ace9bf53f465cebb4b8d963f7ddcb5aa5f5015cd6989be42"} +{"uuid":"gpqa-main-d9fdff837cb2d2e4d1e81014","benchmark":"gpqa_main","data_index":2687,"repeat_index":6,"sample_id":"gpqa-main-d9fdff837cb2d2e4d1e81014/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6930,"prompt_tokens":153,"effective_max_tokens":130919,"original_embedded_prediction":"D","question_sha256":"021732e23dc83767a3bfeabac85945e664d0c83c8f4cd2ecee91855cda0b0d54"} +{"uuid":"gpqa-main-7a6f40292c595b5ffad3d66b","benchmark":"gpqa_main","data_index":2768,"repeat_index":7,"sample_id":"gpqa-main-7a6f40292c595b5ffad3d66b/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1072,"prompt_tokens":317,"effective_max_tokens":130755,"original_embedded_prediction":"A","question_sha256":"82d8161e96256872367b5e1c12af2c1f91e6c4a6aac3d066708fccb1826bf840"} +{"uuid":"gpqa-main-fc2653b5d83e082e9e4f6390","benchmark":"gpqa_main","data_index":2608,"repeat_index":6,"sample_id":"gpqa-main-fc2653b5d83e082e9e4f6390/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12171,"prompt_tokens":429,"effective_max_tokens":130643,"original_embedded_prediction":"B","question_sha256":"d039314a334267e1364c2bb5dc0ab4e72b6b86a69936c2f7f318902ffc422f15"} +{"uuid":"gpqa-main-6f84d17ede852cd9196347bd","benchmark":"gpqa_main","data_index":2668,"repeat_index":6,"sample_id":"gpqa-main-6f84d17ede852cd9196347bd/repeat-6","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8366,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"A","question_sha256":"e410f49b6f85564bf5b9226069391669e4c376097b2656e616a6b82abd4729ac"} +{"uuid":"gpqa-main-ddc1b02f963a2f785385132e","benchmark":"gpqa_main","data_index":2781,"repeat_index":7,"sample_id":"gpqa-main-ddc1b02f963a2f785385132e/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":567,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"d5e7b22736a2cdaa0f2553a100795aa6b7e150fcc1b9fe093e28e3fea855f346"} +{"uuid":"gpqa-main-13dda0527a69422c0bfefb23","benchmark":"gpqa_main","data_index":2733,"repeat_index":7,"sample_id":"gpqa-main-13dda0527a69422c0bfefb23/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4480,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"A","question_sha256":"952dd56af4d111bc829dbe6171c480a13632e8b5771e33245330d32115f96774"} +{"uuid":"gpqa-main-a8c391dd6337620cc79cae0e","benchmark":"gpqa_main","data_index":2720,"repeat_index":7,"sample_id":"gpqa-main-a8c391dd6337620cc79cae0e/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5161,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"435ccdce7cc6c5543ffaf20b4d850d905357568605d01b3a595d44df3dd30d0d"} +{"uuid":"gpqa-main-bf684ea09dc8822450fbd37c","benchmark":"gpqa_main","data_index":2772,"repeat_index":7,"sample_id":"gpqa-main-bf684ea09dc8822450fbd37c/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1477,"prompt_tokens":372,"effective_max_tokens":130700,"original_embedded_prediction":"A","question_sha256":"8f0911e951adf5df2bfc8aa29c14de392a998e2fa48463ceecedcd39a8301453"} +{"uuid":"gpqa-main-89f68a802c7c6e55b5b802fd","benchmark":"gpqa_main","data_index":2567,"repeat_index":6,"sample_id":"gpqa-main-89f68a802c7c6e55b5b802fd/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16456,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"0815a781881ae5e8651c7fad2acd62427e6f4161f30b842d196debe30bd5ee83"} +{"uuid":"gpqa-main-41ca21006bb37fef24a8975a","benchmark":"gpqa_main","data_index":2774,"repeat_index":7,"sample_id":"gpqa-main-41ca21006bb37fef24a8975a/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1548,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"8d132ce83553f28f02599f90e3c52fb60d8f58faea0f09152f78f7df6e310abc"} +{"uuid":"gpqa-main-55f2934c4eb0b8293b1d65aa","benchmark":"gpqa_main","data_index":2141,"repeat_index":5,"sample_id":"gpqa-main-55f2934c4eb0b8293b1d65aa/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":47035,"prompt_tokens":314,"effective_max_tokens":130758,"original_embedded_prediction":"C","question_sha256":"790d06fbc2ae95b0429cab870e5895c5de8a75b14d0bda1401b1503293606c67"} +{"uuid":"gpqa-main-498b428b55b7644426a781c9","benchmark":"gpqa_main","data_index":2752,"repeat_index":7,"sample_id":"gpqa-main-498b428b55b7644426a781c9/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4085,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"C","question_sha256":"7fbfdc18f5a18b666f8d4afc859af60c4c56ab7d8d677d46fb01a050207ac688"} +{"uuid":"gpqa-main-8cf981eedacab9acbdd5b00c","benchmark":"gpqa_main","data_index":2780,"repeat_index":7,"sample_id":"gpqa-main-8cf981eedacab9acbdd5b00c/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1390,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"D","question_sha256":"14dcd60f9986bbbcbbdc0e4b3462397b01801a452d9756100ed129baa5baf68c"} +{"uuid":"gpqa-main-ed6a4565f708132bae39b742","benchmark":"gpqa_main","data_index":2559,"repeat_index":6,"sample_id":"gpqa-main-ed6a4565f708132bae39b742/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17626,"prompt_tokens":393,"effective_max_tokens":130679,"original_embedded_prediction":"A","question_sha256":"5ce997bcaa654b6fdbbb00b63b66633167679a850d02d845b8a9b1b716979197"} +{"uuid":"gpqa-main-4b84b53bf506bc0a4468fb2d","benchmark":"gpqa_main","data_index":2759,"repeat_index":7,"sample_id":"gpqa-main-4b84b53bf506bc0a4468fb2d/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3749,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"e302b2005d8d406eb5e8fd7aa1707959448ef06e72b5647d2711c9a056cfeffc"} +{"uuid":"gpqa-main-002cb7f9ef3ee2a3d460b42e","benchmark":"gpqa_main","data_index":2773,"repeat_index":7,"sample_id":"gpqa-main-002cb7f9ef3ee2a3d460b42e/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2197,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"3bed68f29773b3484a0b5acab22f438229b63f2a324fb817a933e4d514178386"} +{"uuid":"gpqa-main-84cbf72ad94d1afe2aa56331","benchmark":"gpqa_main","data_index":2785,"repeat_index":7,"sample_id":"gpqa-main-84cbf72ad94d1afe2aa56331/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":950,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"D","question_sha256":"089a55e5a3fbca456cb952a230bd88a82c177ec99470bd05f822803a1bdd3db5"} +{"uuid":"gpqa-main-6364129e0f80d3896a3d60e2","benchmark":"gpqa_main","data_index":2385,"repeat_index":6,"sample_id":"gpqa-main-6364129e0f80d3896a3d60e2/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":30848,"prompt_tokens":526,"effective_max_tokens":130546,"original_embedded_prediction":"A","question_sha256":"123161632faf32d9079808c0fb48f9d5492735ab0a8290fe32ca2f58fad36797"} +{"uuid":"gpqa-main-87c633148441d2b07b8e2e81","benchmark":"gpqa_main","data_index":2776,"repeat_index":7,"sample_id":"gpqa-main-87c633148441d2b07b8e2e81/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1955,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"0fb47d10edb4eca17f93926dea501fdd19bde76cfe58f57edb445a7272d7787c"} +{"uuid":"gpqa-main-8a20fac7d1a5bff58e8c63ca","benchmark":"gpqa_main","data_index":2761,"repeat_index":7,"sample_id":"gpqa-main-8a20fac7d1a5bff58e8c63ca/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3431,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"C","question_sha256":"065acbbc3564fb2547e820ab1c35567bac49dff768319e8f4b46ee23bdd92415"} +{"uuid":"gpqa-main-7c3c45d7826322d2dd84475f","benchmark":"gpqa_main","data_index":2786,"repeat_index":7,"sample_id":"gpqa-main-7c3c45d7826322d2dd84475f/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":998,"prompt_tokens":419,"effective_max_tokens":130653,"original_embedded_prediction":"A","question_sha256":"f98a4cc383b4e02c52b4cdafe1b79c1d58df251d5d10ab65f71740d27243ed28"} +{"uuid":"gpqa-main-b654b748170277d4b0d0c6b5","benchmark":"gpqa_main","data_index":2782,"repeat_index":7,"sample_id":"gpqa-main-b654b748170277d4b0d0c6b5/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1577,"prompt_tokens":508,"effective_max_tokens":130564,"original_embedded_prediction":"D","question_sha256":"010973f2a9805982e33bfecd460da27e4d2f170e4567ebf854c807385bea09d3"} +{"uuid":"gpqa-main-2322ddc82747aa5a01bf1c1e","benchmark":"gpqa_main","data_index":2790,"repeat_index":7,"sample_id":"gpqa-main-2322ddc82747aa5a01bf1c1e/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":788,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"d9d7e1406d6a9d440081915edafcb4a493a40b6172838b858a979c0a58bb4c62"} +{"uuid":"gpqa-main-5f1108e8b2f18297c04895bf","benchmark":"gpqa_main","data_index":2633,"repeat_index":6,"sample_id":"gpqa-main-5f1108e8b2f18297c04895bf/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12100,"prompt_tokens":447,"effective_max_tokens":130625,"original_embedded_prediction":"A","question_sha256":"d6e89de54268d0839b91cc5f860fd4903b1d8277accaf665ced8b5404cdbbe84"} +{"uuid":"gpqa-main-bab269fd666fa2ba840a1459","benchmark":"gpqa_main","data_index":2393,"repeat_index":6,"sample_id":"gpqa-main-bab269fd666fa2ba840a1459/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":30864,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"e17051d5c4ebf5f6bc793872dc2f5748b41dd7918235cb3d5697fb04882bd7fe"} +{"uuid":"gpqa-main-adffc79c4b20a953ccbf4cd1","benchmark":"gpqa_main","data_index":2676,"repeat_index":6,"sample_id":"gpqa-main-adffc79c4b20a953ccbf4cd1/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9559,"prompt_tokens":170,"effective_max_tokens":130902,"original_embedded_prediction":"D","question_sha256":"a9acc5caf0ab2f58b68d62ac52eac5bd31ee4a74a832bd753df339176dbbaefe"} +{"uuid":"gpqa-main-8d43dd1cebfb1a76c18a3589","benchmark":"gpqa_main","data_index":2517,"repeat_index":6,"sample_id":"gpqa-main-8d43dd1cebfb1a76c18a3589/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21195,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"C","question_sha256":"1c3b360d52d717d4eda55f53310217b072979b1026b8896b235a2ba9f5151964"} +{"uuid":"gpqa-main-a5811d01e615771d5e0b48fb","benchmark":"gpqa_main","data_index":2788,"repeat_index":7,"sample_id":"gpqa-main-a5811d01e615771d5e0b48fb/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1150,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"D","question_sha256":"18c1c5c103fb01b10fd0ca282f8eab427517d6587a0a9962010b5ad16e05b98f"} +{"uuid":"gpqa-main-ec756f5cd58f1d3e9c9c8676","benchmark":"gpqa_main","data_index":2798,"repeat_index":7,"sample_id":"gpqa-main-ec756f5cd58f1d3e9c9c8676/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1014,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"B","question_sha256":"016bbafd184cf46762e3e824d2499734daf9efd8cb5f0adad12078f151c96a12"} +{"uuid":"gpqa-main-f35f531075e0f4b71e6bfdf7","benchmark":"gpqa_main","data_index":2716,"repeat_index":7,"sample_id":"gpqa-main-f35f531075e0f4b71e6bfdf7/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7340,"prompt_tokens":440,"effective_max_tokens":130632,"original_embedded_prediction":"B","question_sha256":"1dec0a47229d6987f418c244cc1169bdeb04c6134b883ac8895dc2380cdf0539"} +{"uuid":"gpqa-main-32802554a860af51b4d7360f","benchmark":"gpqa_main","data_index":2540,"repeat_index":6,"sample_id":"gpqa-main-32802554a860af51b4d7360f/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20453,"prompt_tokens":399,"effective_max_tokens":130673,"original_embedded_prediction":"C","question_sha256":"ea1d2c2fd4395ec2cad416b20c41a657730d84acd26fb53712bf10f6807a4e64"} +{"uuid":"gpqa-main-c69005af8b1e76a851528e02","benchmark":"gpqa_main","data_index":2755,"repeat_index":7,"sample_id":"gpqa-main-c69005af8b1e76a851528e02/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5220,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"29e6a1db070bf5e5af8af4b82da4953dd47dcd2a1bbd7ad2db04f3d1d4cd805e"} +{"uuid":"gpqa-main-fcf4fbe275826c7d67e6067b","benchmark":"gpqa_main","data_index":2636,"repeat_index":6,"sample_id":"gpqa-main-fcf4fbe275826c7d67e6067b/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12989,"prompt_tokens":319,"effective_max_tokens":130753,"original_embedded_prediction":"D","question_sha256":"804a1298d02f33e3d34af9885ef317731ae757104a1e874356955c98921afd18"} +{"uuid":"gpqa-main-2d88ca9efdaae7d19aed9660","benchmark":"gpqa_main","data_index":2800,"repeat_index":7,"sample_id":"gpqa-main-2d88ca9efdaae7d19aed9660/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1270,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"43af6d11597079a7d069dd93bbf3db87f0b5bb604fbfc66fc60c268d149d8fba"} +{"uuid":"gpqa-main-4c4e7752fc041224f19d3f9a","benchmark":"gpqa_main","data_index":2614,"repeat_index":6,"sample_id":"gpqa-main-4c4e7752fc041224f19d3f9a/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14505,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"a7183bc025131850f86e24e7faa64e367e334f399dbbc968c1e6069905fe8c28"} +{"uuid":"gpqa-main-efbd16944acebfe43928d489","benchmark":"gpqa_main","data_index":2737,"repeat_index":7,"sample_id":"gpqa-main-efbd16944acebfe43928d489/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6776,"prompt_tokens":328,"effective_max_tokens":130744,"original_embedded_prediction":"B","question_sha256":"40b2b50a3c993902d4327a3072c497b0bfcbac42a638ecf92be395be7ef82ab0"} +{"uuid":"gpqa-main-35d088e32fb39438767e1141","benchmark":"gpqa_main","data_index":2767,"repeat_index":7,"sample_id":"gpqa-main-35d088e32fb39438767e1141/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4510,"prompt_tokens":434,"effective_max_tokens":130638,"original_embedded_prediction":"B","question_sha256":"9d467213ec07b8217d3c3aa11a312c8536475e654bbb7ef916a4b8f92e0c7a7d"} +{"uuid":"gpqa-main-55e31c256bb6191d94e6db4d","benchmark":"gpqa_main","data_index":2666,"repeat_index":6,"sample_id":"gpqa-main-55e31c256bb6191d94e6db4d/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11340,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"126561d6b58fa17bbaffda56837acaf8fab4bf282ccdfdcc2c7a97bfe520889c"} +{"uuid":"gpqa-main-baefee4c54836e933082fd33","benchmark":"gpqa_main","data_index":2509,"repeat_index":6,"sample_id":"gpqa-main-baefee4c54836e933082fd33/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":22884,"prompt_tokens":487,"effective_max_tokens":130585,"original_embedded_prediction":"C","question_sha256":"f4486aea8f80b6405ceaabbd6f225378761eafc49f1e042873a464b3b94da620"} +{"uuid":"gpqa-main-7093e90be0c6d72d98ef432c","benchmark":"gpqa_main","data_index":2660,"repeat_index":6,"sample_id":"gpqa-main-7093e90be0c6d72d98ef432c/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11765,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"A","question_sha256":"d73f092255e75c14953338c7dc17fa9e41c6378f650bac797b23d3c68133744d"} +{"uuid":"gpqa-main-e4e8eab3e5612de26e298f3f","benchmark":"gpqa_main","data_index":2447,"repeat_index":6,"sample_id":"gpqa-main-e4e8eab3e5612de26e298f3f/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":27737,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"A","question_sha256":"1037e0c8b2c1aced006713d114efa5f1233a7eadf2f0aac355081aeacd10b00f"} +{"uuid":"gpqa-main-2efd60649bdbaa65b5969003","benchmark":"gpqa_main","data_index":2277,"repeat_index":5,"sample_id":"gpqa-main-2efd60649bdbaa65b5969003/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":40049,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"D","question_sha256":"af907b84cdd249e3bd0dcd3a0fc488c3673df744a66342233bebd85574ac74c3"} +{"uuid":"gpqa-main-be458c5a0490a8298ea11494","benchmark":"gpqa_main","data_index":2807,"repeat_index":7,"sample_id":"gpqa-main-be458c5a0490a8298ea11494/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1429,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"17cada7a00fa20e35d380a47aad58aace15d791f3cd4f119acb4635e55951129"} +{"uuid":"gpqa-main-d751f2081e63be8d69314287","benchmark":"gpqa_main","data_index":2789,"repeat_index":7,"sample_id":"gpqa-main-d751f2081e63be8d69314287/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2573,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"f56e41493e430f6c013c094b4b462aa30dc9826a273d867eec6a04fc8a646443"} +{"uuid":"gpqa-main-b13e6b95879d48313e527260","benchmark":"gpqa_main","data_index":2793,"repeat_index":7,"sample_id":"gpqa-main-b13e6b95879d48313e527260/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2108,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"B","question_sha256":"145b51d1c857830091d0dfa7043504329aa8d2a847b5b738079d210a94da31cb"} +{"uuid":"gpqa-main-9b7f84c844aa65b8ebfee235","benchmark":"gpqa_main","data_index":2808,"repeat_index":7,"sample_id":"gpqa-main-9b7f84c844aa65b8ebfee235/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":998,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"9443960fd2664e6d4890575733c6a4f1f6d804ec21e10e0f9d415b99297f9845"} +{"uuid":"gpqa-main-29e885003cf7658ac2eb0ba4","benchmark":"gpqa_main","data_index":2791,"repeat_index":7,"sample_id":"gpqa-main-29e885003cf7658ac2eb0ba4/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2440,"prompt_tokens":299,"effective_max_tokens":130773,"original_embedded_prediction":"D","question_sha256":"e6fd9b7cea6cbcd53eabc57f63ae367008b2774a1092f55e23e78b7eafbdbafa"} +{"uuid":"gpqa-main-e069314491adb5be236d3fe7","benchmark":"gpqa_main","data_index":2690,"repeat_index":7,"sample_id":"gpqa-main-e069314491adb5be236d3fe7/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10521,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"D","question_sha256":"2662eff7a6231613f45042d2ef5df63caaeb5a326d264e93009a737a99fb27bb"} +{"uuid":"gpqa-main-143dc33c1aad9828daf5e615","benchmark":"gpqa_main","data_index":2399,"repeat_index":6,"sample_id":"gpqa-main-143dc33c1aad9828daf5e615/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":32562,"prompt_tokens":354,"effective_max_tokens":130718,"original_embedded_prediction":"C","question_sha256":"ff60c18b72aac9e90842c7a2d5e79c68092a3fbb1d6c0318cee6d2892a43a0a1"} +{"uuid":"gpqa-main-a3be70bb026878238a72f88b","benchmark":"gpqa_main","data_index":2754,"repeat_index":7,"sample_id":"gpqa-main-a3be70bb026878238a72f88b/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6695,"prompt_tokens":446,"effective_max_tokens":130626,"original_embedded_prediction":"C","question_sha256":"42da82ad5cb9e03bf1c8f1d786b162fd55245c32907328f445c191681a98b669"} +{"uuid":"gpqa-main-f1451c98bdb50fb5b0dbdc55","benchmark":"gpqa_main","data_index":2804,"repeat_index":7,"sample_id":"gpqa-main-f1451c98bdb50fb5b0dbdc55/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2205,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"B","question_sha256":"650bb2feaa18830493f8e50de85c38c1f24570d9f1e7c9970c8ed9fbcbbde337"} +{"uuid":"gpqa-main-3cbf7d3e13c908f5e699f9e0","benchmark":"gpqa_main","data_index":2821,"repeat_index":7,"sample_id":"gpqa-main-3cbf7d3e13c908f5e699f9e0/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":623,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"D","question_sha256":"0dbcc69ff35530f240a5bb623a78f2cd1d042037d2dedb122ebcca751bf9d08e"} +{"uuid":"gpqa-main-e2b759199021c586345ac38f","benchmark":"gpqa_main","data_index":2705,"repeat_index":7,"sample_id":"gpqa-main-e2b759199021c586345ac38f/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9641,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"B","question_sha256":"ca59405f2d298a50a3e8fd6d281b67ca4a3ee503578df49e700cc46fe3c4f3d8"} +{"uuid":"gpqa-main-51f5bda498b3f05cab60119c","benchmark":"gpqa_main","data_index":2753,"repeat_index":7,"sample_id":"gpqa-main-51f5bda498b3f05cab60119c/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6936,"prompt_tokens":271,"effective_max_tokens":130801,"original_embedded_prediction":"A","question_sha256":"f7fa8540a448dfeff404af93810c60c41ed387fb5e4c821bbb6e5869dd9f8630"} +{"uuid":"gpqa-main-106fe8a64f4453f81be6f7bd","benchmark":"gpqa_main","data_index":2713,"repeat_index":7,"sample_id":"gpqa-main-106fe8a64f4453f81be6f7bd/repeat-7","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9304,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"B","question_sha256":"f0c3d97c5c67fa210dafa49946af010682993c23bb8995a306a6ee484e0c3b03"} +{"uuid":"gpqa-main-dd8409336990c7459796bf16","benchmark":"gpqa_main","data_index":2539,"repeat_index":6,"sample_id":"gpqa-main-dd8409336990c7459796bf16/repeat-6","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":22468,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"A","question_sha256":"609aca38a7fb3090a0f30d6d141ac5d22646fb06ba18f8c71758e099668e5bf5"} +{"uuid":"gpqa-main-ca7a4b18584754c3664d8758","benchmark":"gpqa_main","data_index":2704,"repeat_index":7,"sample_id":"gpqa-main-ca7a4b18584754c3664d8758/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10369,"prompt_tokens":517,"effective_max_tokens":130555,"original_embedded_prediction":"D","question_sha256":"b15ab8a50cd7768206339f81478bb5a4757f87b1bf1c7671597c48117910482f"} +{"uuid":"gpqa-main-46f745f508b4d1ad41a0eb01","benchmark":"gpqa_main","data_index":2646,"repeat_index":6,"sample_id":"gpqa-main-46f745f508b4d1ad41a0eb01/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14600,"prompt_tokens":392,"effective_max_tokens":130680,"original_embedded_prediction":"A","question_sha256":"4971bc5df5aee8c296226e29269969e334193d698a942dccd75dac5459c05a5c"} +{"uuid":"gpqa-main-756cafdacac7e9642e2102c6","benchmark":"gpqa_main","data_index":2778,"repeat_index":7,"sample_id":"gpqa-main-756cafdacac7e9642e2102c6/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4946,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"b26abbcea4f9adbbc6faf6378336b8d024ffe4491d2853b927bf9afdc27073a9"} +{"uuid":"gpqa-main-68d5dcbd7078889c19a9a93c","benchmark":"gpqa_main","data_index":2824,"repeat_index":7,"sample_id":"gpqa-main-68d5dcbd7078889c19a9a93c/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1384,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"618551bfaaf71599d5802135cbf18d8e9b5a33b38537d32515c5298d556df601"} +{"uuid":"gpqa-main-ae71bab05f11abac2f706bb9","benchmark":"gpqa_main","data_index":2261,"repeat_index":5,"sample_id":"gpqa-main-ae71bab05f11abac2f706bb9/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":42511,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"d160134fd023bac8e7f94f4d4e70e01dc36d3ae74bb54ab778b03686e5b7b2c0"} +{"uuid":"gpqa-main-2ad64f0bf627cf52a8ad924c","benchmark":"gpqa_main","data_index":2823,"repeat_index":7,"sample_id":"gpqa-main-2ad64f0bf627cf52a8ad924c/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1633,"prompt_tokens":146,"effective_max_tokens":130926,"original_embedded_prediction":"A","question_sha256":"e9afb48881134b480ce09710124320be56d4166a402490b65f81bdb1df6e3a1d"} +{"uuid":"gpqa-main-2efd60649bdbaa65b5969003","benchmark":"gpqa_main","data_index":2661,"repeat_index":6,"sample_id":"gpqa-main-2efd60649bdbaa65b5969003/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13771,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"D","question_sha256":"af907b84cdd249e3bd0dcd3a0fc488c3673df744a66342233bebd85574ac74c3"} +{"uuid":"gpqa-main-643d18139459da0f9c1b2e17","benchmark":"gpqa_main","data_index":2611,"repeat_index":6,"sample_id":"gpqa-main-643d18139459da0f9c1b2e17/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17069,"prompt_tokens":375,"effective_max_tokens":130697,"original_embedded_prediction":"D","question_sha256":"4bab53f383207a2bc9c94789bb8114d3e7db442308789d848023661e90b2ab49"} +{"uuid":"gpqa-main-bceb5bf342ad44aac4fdbe55","benchmark":"gpqa_main","data_index":2811,"repeat_index":7,"sample_id":"gpqa-main-bceb5bf342ad44aac4fdbe55/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2592,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"20d48d5f0a9a8b77bea35e72a90794c2d2147aa8321ae6aa60e84491688a0803"} +{"uuid":"gpqa-main-ff45876351041ad1ce200bb4","benchmark":"gpqa_main","data_index":2627,"repeat_index":6,"sample_id":"gpqa-main-ff45876351041ad1ce200bb4/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15808,"prompt_tokens":345,"effective_max_tokens":130727,"original_embedded_prediction":"B","question_sha256":"32bdeb2d6746cedbaa666a09cbe9ff84eedb094a4f81edb9c09ab191add49c41"} +{"uuid":"gpqa-main-09b661e081004aa4c0d45778","benchmark":"gpqa_main","data_index":2794,"repeat_index":7,"sample_id":"gpqa-main-09b661e081004aa4c0d45778/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3884,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"D","question_sha256":"47741045402119262be7a1c17b98cc587ee55b46bb8620655271dca518a4f927"} +{"uuid":"gpqa-main-f7ba77d144b7a11de90a37c4","benchmark":"gpqa_main","data_index":2833,"repeat_index":7,"sample_id":"gpqa-main-f7ba77d144b7a11de90a37c4/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1142,"prompt_tokens":236,"effective_max_tokens":130836,"original_embedded_prediction":"B","question_sha256":"ac7263466ea3cfcdcebac618b1d20835b4103b2d80b75b1a7110e9763eb45aa2"} +{"uuid":"gpqa-main-24659eabc462bf7fb5295951","benchmark":"gpqa_main","data_index":2569,"repeat_index":6,"sample_id":"gpqa-main-24659eabc462bf7fb5295951/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20894,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"f26df2fb1b4182bacbf5d951a583b120ed154d22ea6f9659ed264ae020297543"} +{"uuid":"gpqa-main-5f336d7998263d21db8f15c1","benchmark":"gpqa_main","data_index":2738,"repeat_index":7,"sample_id":"gpqa-main-5f336d7998263d21db8f15c1/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9126,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"D","question_sha256":"5028b464f9ac881885af02d0d7fda29d17165d3804f0f84dbc2e8f6dbd923739"} +{"uuid":"gpqa-main-759e35a2024fc09bd491c9ff","benchmark":"gpqa_main","data_index":2307,"repeat_index":6,"sample_id":"gpqa-main-759e35a2024fc09bd491c9ff/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":40147,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"D","question_sha256":"4c284608a459b460f3ec3dfd5c7c71cfa84c171d4eb8a52aab9e6e4a8cb409bb"} +{"uuid":"gpqa-main-398c3b21ff64a0edc7ed8444","benchmark":"gpqa_main","data_index":2501,"repeat_index":6,"sample_id":"gpqa-main-398c3b21ff64a0edc7ed8444/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":25812,"prompt_tokens":839,"effective_max_tokens":130233,"original_embedded_prediction":"C","question_sha256":"8efc35cf270e2b051ad9ae732723df9c7261cecaf1410edf2c43f3ca7aa749cc"} +{"uuid":"gpqa-main-cb8b679fe50f1b3a7168eb92","benchmark":"gpqa_main","data_index":2842,"repeat_index":7,"sample_id":"gpqa-main-cb8b679fe50f1b3a7168eb92/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":418,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"B","question_sha256":"8ed0101055c99512a99310385277c13855047c3a1b31ca6b8a6ee3f83cf5d4f3"} +{"uuid":"gpqa-main-4c9f4186c5ccd49ab906a399","benchmark":"gpqa_main","data_index":2103,"repeat_index":5,"sample_id":"gpqa-main-4c9f4186c5ccd49ab906a399/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":55172,"prompt_tokens":610,"effective_max_tokens":130462,"original_embedded_prediction":"C","question_sha256":"f634534b5e2327dcc39982a4da6dff404f299e9759a0ac957b0f6017fbe7586e"} +{"uuid":"gpqa-main-00a9d82facaec210f417af7a","benchmark":"gpqa_main","data_index":2845,"repeat_index":7,"sample_id":"gpqa-main-00a9d82facaec210f417af7a/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":681,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"77f0590db54b06b37e142e7363145cbdb1a8d11c2a7575d9ae0fc10b3a6708bd"} +{"uuid":"gpqa-main-9e1b7c5b2ce53e8d6424b66a","benchmark":"gpqa_main","data_index":2747,"repeat_index":7,"sample_id":"gpqa-main-9e1b7c5b2ce53e8d6424b66a/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9114,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"97732ba422afbf18b5d2d6b3bd26f6c540049e2f82d9628414525cebe7e9a5dd"} +{"uuid":"gpqa-main-79721e93e90bdb2d8da052c0","benchmark":"gpqa_main","data_index":2820,"repeat_index":7,"sample_id":"gpqa-main-79721e93e90bdb2d8da052c0/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2711,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"2a09355eb98c6b8d6ad0b51afb3b27f719fed44786d3b2998dfe7ee66413a028"} +{"uuid":"gpqa-main-138fcbeedbaf865565ec35fd","benchmark":"gpqa_main","data_index":2815,"repeat_index":7,"sample_id":"gpqa-main-138fcbeedbaf865565ec35fd/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3090,"prompt_tokens":409,"effective_max_tokens":130663,"original_embedded_prediction":"D","question_sha256":"15bed1ac60d1bdcf0eec84539d669d6f38a2eb24b51e5072a922d8d9391ab135"} +{"uuid":"gpqa-main-65b3a19abfb8f6bf88bf75f5","benchmark":"gpqa_main","data_index":2671,"repeat_index":6,"sample_id":"gpqa-main-65b3a19abfb8f6bf88bf75f5/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14129,"prompt_tokens":308,"effective_max_tokens":130764,"original_embedded_prediction":"B","question_sha256":"a8345a17dbfe0f12b34f72265cd346edb8235c10a1aa78acb6be06124a19360a"} +{"uuid":"gpqa-main-e6ff92ca0c11b47b14793d2f","benchmark":"gpqa_main","data_index":2812,"repeat_index":7,"sample_id":"gpqa-main-e6ff92ca0c11b47b14793d2f/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3457,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"A","question_sha256":"ca2abe8a98bc00aadbd20baf4ff27e830539507a5ff7402eed5e2491347f95aa"} +{"uuid":"gpqa-main-ea0400e59078652fc57eb6e1","benchmark":"gpqa_main","data_index":2784,"repeat_index":7,"sample_id":"gpqa-main-ea0400e59078652fc57eb6e1/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5899,"prompt_tokens":537,"effective_max_tokens":130535,"original_embedded_prediction":"D","question_sha256":"50fc83bec6235fb29a76a0a00342f5c99a24684597a5930df882fe103e170363"} +{"uuid":"gpqa-main-ad697760bc60543062e8b7b4","benchmark":"gpqa_main","data_index":2841,"repeat_index":7,"sample_id":"gpqa-main-ad697760bc60543062e8b7b4/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1614,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"B","question_sha256":"7f9b4679645e2d89214a154be6bdb13eafdc747457ce2950bda27a9a2b97917f"} +{"uuid":"gpqa-main-11b88a6212278288c390be69","benchmark":"gpqa_main","data_index":2641,"repeat_index":6,"sample_id":"gpqa-main-11b88a6212278288c390be69/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16722,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"29eb581590e7852467849e4c58c5e3b1b97736035880adbd4e12298c320ac7e4"} +{"uuid":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3","benchmark":"gpqa_main","data_index":2846,"repeat_index":7,"sample_id":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1516,"prompt_tokens":252,"effective_max_tokens":130820,"original_embedded_prediction":"A","question_sha256":"71075d4447ee264b63e5544da7b40502fb235decc31484f33ee97a8ef70c3d1f"} +{"uuid":"gpqa-main-3b1469c59353cec7a0dd6866","benchmark":"gpqa_main","data_index":2829,"repeat_index":7,"sample_id":"gpqa-main-3b1469c59353cec7a0dd6866/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2905,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"B","question_sha256":"ebc638f9e42bd31bd87f0fab4dff50846ee425d9aef0cb954a4e5013a5a107e4"} +{"uuid":"gpqa-main-682237ee740e033537fb5707","benchmark":"gpqa_main","data_index":2857,"repeat_index":7,"sample_id":"gpqa-main-682237ee740e033537fb5707/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":736,"prompt_tokens":291,"effective_max_tokens":130781,"original_embedded_prediction":"A","question_sha256":"6cec89b2019b24f8e8c4001cade388815345ae403b5d5fc687cf7fdccbcc6ce1"} +{"uuid":"gpqa-main-8980ca71edb4f58a3e46b256","benchmark":"gpqa_main","data_index":2832,"repeat_index":7,"sample_id":"gpqa-main-8980ca71edb4f58a3e46b256/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2746,"prompt_tokens":145,"effective_max_tokens":130927,"original_embedded_prediction":"B","question_sha256":"fb9586d35200647be665790b2cd3eee5c8cca1b79e6afcf01f027007fa057b64"} +{"uuid":"gpqa-main-50b06dfa0f6f3a64a58faa00","benchmark":"gpqa_main","data_index":2217,"repeat_index":5,"sample_id":"gpqa-main-50b06dfa0f6f3a64a58faa00/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":47071,"prompt_tokens":2889,"effective_max_tokens":128183,"original_embedded_prediction":"B","question_sha256":"6d83e75112500dd8a0852c4eaa9859c4fb625c97bdf5f7d5c532bcd6347ea1a8"} +{"uuid":"gpqa-main-3357b4ebb8c461cb9eeca4bd","benchmark":"gpqa_main","data_index":2766,"repeat_index":7,"sample_id":"gpqa-main-3357b4ebb8c461cb9eeca4bd/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8514,"prompt_tokens":283,"effective_max_tokens":130789,"original_embedded_prediction":"B","question_sha256":"cdffe5a4f742a97a3cc2ffedfc8d78a3ffa14249a51afc48e9d7aa8fc6b499a8"} +{"uuid":"gpqa-main-c028fe71611d73b87b4cbb03","benchmark":"gpqa_main","data_index":2844,"repeat_index":7,"sample_id":"gpqa-main-c028fe71611d73b87b4cbb03/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1835,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"D","question_sha256":"f56f3f5d135dc8d61dc42f902943e2459f79e4343f2fef6741f6f86d4133a99a"} +{"uuid":"gpqa-main-5caa71cb7e0124d349b3046e","benchmark":"gpqa_main","data_index":2764,"repeat_index":7,"sample_id":"gpqa-main-5caa71cb7e0124d349b3046e/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8964,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"C","question_sha256":"965fd430b8ea291a67e2311c4874eba053c21ea0ce6fa222eec4bed300fc2976"} +{"uuid":"gpqa-main-4e62cd257f17d5af418a8d34","benchmark":"gpqa_main","data_index":2518,"repeat_index":6,"sample_id":"gpqa-main-4e62cd257f17d5af418a8d34/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":26578,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"654fc443f2efbec09d0f966244083f4545f4f851e28d7f4e0f9c07cb156b2d1d"} +{"uuid":"gpqa-main-4462dc9f2d34289881ef2b1c","benchmark":"gpqa_main","data_index":2830,"repeat_index":7,"sample_id":"gpqa-main-4462dc9f2d34289881ef2b1c/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3342,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"63318cb18413a705693b9a4312f73dbf5358312aafc1d703c3d29a6340ffa0d1"} +{"uuid":"gpqa-main-4fb391edde117a3fa772fe15","benchmark":"gpqa_main","data_index":2683,"repeat_index":6,"sample_id":"gpqa-main-4fb391edde117a3fa772fe15/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14784,"prompt_tokens":230,"effective_max_tokens":130842,"original_embedded_prediction":"A","question_sha256":"5131eb311b518c1f3eade66e9c0f4df88aa05e6477bb06e86e3ac1e6fc1ea102"} +{"uuid":"gpqa-main-6845f28b26fa44b2b44ded84","benchmark":"gpqa_main","data_index":2828,"repeat_index":7,"sample_id":"gpqa-main-6845f28b26fa44b2b44ded84/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3538,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"7c6678dd868700f600b69c54e83e52a10695ac957465ffbe08c35d20f42b448e"} +{"uuid":"gpqa-main-86d8d26ea3f4092dd4bac144","benchmark":"gpqa_main","data_index":2822,"repeat_index":7,"sample_id":"gpqa-main-86d8d26ea3f4092dd4bac144/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4091,"prompt_tokens":227,"effective_max_tokens":130845,"original_embedded_prediction":"A","question_sha256":"299c83f78042a13c78ad054088517dc82d5ed82bcc9ef75ec08dc120f2b8052f"} +{"uuid":"gpqa-main-bab6e331fae29c00395de3a4","benchmark":"gpqa_main","data_index":2854,"repeat_index":7,"sample_id":"gpqa-main-bab6e331fae29c00395de3a4/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1585,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"cf500f5f076470e539799f3822047d1a6263a0abc77614f9abc48a4f60ba507d"} +{"uuid":"gpqa-main-34faeb45e152eaf4c29e65e4","benchmark":"gpqa_main","data_index":2839,"repeat_index":7,"sample_id":"gpqa-main-34faeb45e152eaf4c29e65e4/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2653,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"B","question_sha256":"82e6266418c679493cea34e30d0f71026adb6ab6c433e643d37860fb718999ec"} +{"uuid":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c","benchmark":"gpqa_main","data_index":2806,"repeat_index":7,"sample_id":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5729,"prompt_tokens":340,"effective_max_tokens":130732,"original_embedded_prediction":"C","question_sha256":"626cda94018ba930400d9c043f6fc1aa30c317abf6fd8f6d0ec8b133ce2036c8"} +{"uuid":"gpqa-main-d1e25804e939f97ca872c78e","benchmark":"gpqa_main","data_index":2083,"repeat_index":5,"sample_id":"gpqa-main-d1e25804e939f97ca872c78e/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":58466,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"A","question_sha256":"bd713289ab1ffc1ab982f7411da433944bdaa2ce87595d2c1bba8580a8b47bdb"} +{"uuid":"gpqa-main-50aaa7274c5010d9768274ec","benchmark":"gpqa_main","data_index":2863,"repeat_index":7,"sample_id":"gpqa-main-50aaa7274c5010d9768274ec/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":849,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"D","question_sha256":"0cda758f1290855df9dd7b9a4319bb6ae8108c8113b125a3a2f60705af536a34"} +{"uuid":"gpqa-main-009c62a9f3d3e5b23d7032af","benchmark":"gpqa_main","data_index":2805,"repeat_index":7,"sample_id":"gpqa-main-009c62a9f3d3e5b23d7032af/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6107,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"eb3c8e77ceb6bbf6b5fc6d705376aeb984e8d20d498b1668992fc1441b062661"} +{"uuid":"gpqa-main-07134ad2ae69bd2e9f09ae64","benchmark":"gpqa_main","data_index":2381,"repeat_index":6,"sample_id":"gpqa-main-07134ad2ae69bd2e9f09ae64/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":37388,"prompt_tokens":374,"effective_max_tokens":130698,"original_embedded_prediction":"B","question_sha256":"e1448af5dcb7e4a7a5cf31dd231d4a2b2a3829ce3dabc5d7da48a195c1b39112"} +{"uuid":"gpqa-main-913c4ee0ce195992ff9638b1","benchmark":"gpqa_main","data_index":2866,"repeat_index":7,"sample_id":"gpqa-main-913c4ee0ce195992ff9638b1/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1105,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"ed904d04c24f37586b1f78a18bd22f28752e80a5ecc489939950778aa5307d98"} +{"uuid":"gpqa-main-781f4efc4b25ff35b588e87c","benchmark":"gpqa_main","data_index":2869,"repeat_index":7,"sample_id":"gpqa-main-781f4efc4b25ff35b588e87c/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":889,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"C","question_sha256":"f933a526e8aec15b0dc77756bad3ba0839404a6d042443e3f5a0ab0b8d1cfa96"} +{"uuid":"gpqa-main-99878f707c7c4024511bae58","benchmark":"gpqa_main","data_index":2862,"repeat_index":7,"sample_id":"gpqa-main-99878f707c7c4024511bae58/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1306,"prompt_tokens":241,"effective_max_tokens":130831,"original_embedded_prediction":"B","question_sha256":"826fb502d2db0f2db5e44683cd45f09d18423fd8a339643c8dc8b32b1accd428"} +{"uuid":"gpqa-main-d3a774e5f1af1a1e11117582","benchmark":"gpqa_main","data_index":2850,"repeat_index":7,"sample_id":"gpqa-main-d3a774e5f1af1a1e11117582/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2543,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"B","question_sha256":"26b8e966c8adf9fe2824ff1fd3c23b2d488a785fe8a68cbce362bac46e891a79"} +{"uuid":"gpqa-main-4117517dba1fdbd711e3d32b","benchmark":"gpqa_main","data_index":2836,"repeat_index":7,"sample_id":"gpqa-main-4117517dba1fdbd711e3d32b/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3265,"prompt_tokens":398,"effective_max_tokens":130674,"original_embedded_prediction":"A","question_sha256":"3e04ad2cb1248bfb53a7bd8f05efedea49f42b201c6f35907baa6c30abf40733"} +{"uuid":"gpqa-main-3f72ea9cda0c3c6f970bd310","benchmark":"gpqa_main","data_index":2746,"repeat_index":7,"sample_id":"gpqa-main-3f72ea9cda0c3c6f970bd310/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11282,"prompt_tokens":432,"effective_max_tokens":130640,"original_embedded_prediction":"C","question_sha256":"a5bf307fdc69920b346c2d288b6a35b24485c92c8e245174a775055fa172cdc6"} +{"uuid":"gpqa-main-7bb8e05365d19cc8328252e0","benchmark":"gpqa_main","data_index":2809,"repeat_index":7,"sample_id":"gpqa-main-7bb8e05365d19cc8328252e0/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5495,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"6aff7faed92c98148418177c8cae4893850a1d67b5ceb00cf6a09467c4491367"} +{"uuid":"gpqa-main-d3db87adeb915999faca3605","benchmark":"gpqa_main","data_index":2415,"repeat_index":6,"sample_id":"gpqa-main-d3db87adeb915999faca3605/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":35204,"prompt_tokens":204,"effective_max_tokens":130868,"original_embedded_prediction":"D","question_sha256":"f6518dd763c1af7a1745bc53b4e021210cafdf588df1ede9b537a622474a998d"} +{"uuid":"gpqa-main-ef65739a36457c1672913212","benchmark":"gpqa_main","data_index":2847,"repeat_index":7,"sample_id":"gpqa-main-ef65739a36457c1672913212/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2878,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"46601a7bcf5dcc71504dda490de685062fce72cdc997d7acb8b78e5a351a96bc"} +{"uuid":"gpqa-main-35569b36357cfce18162c999","benchmark":"gpqa_main","data_index":2740,"repeat_index":7,"sample_id":"gpqa-main-35569b36357cfce18162c999/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11842,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"B","question_sha256":"a2136b05b78259562b913f1f56520c4184d70bf60017617a442a41f907c31b78"} +{"uuid":"gpqa-main-46549f6d718b80e38f4412cd","benchmark":"gpqa_main","data_index":2338,"repeat_index":6,"sample_id":"gpqa-main-46549f6d718b80e38f4412cd/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":40609,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"D","question_sha256":"a1def6786f9e3174bf07c7887ea2c97711ea721fe1cf730202fc93d69ecac09d"} +{"uuid":"gpqa-main-1634ccababef2067673cd88c","benchmark":"gpqa_main","data_index":2734,"repeat_index":7,"sample_id":"gpqa-main-1634ccababef2067673cd88c/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12313,"prompt_tokens":593,"effective_max_tokens":130479,"original_embedded_prediction":"D","question_sha256":"d8c36bd55ba561cb499054e9d5a01217a0498dfd20875e8d9e99d34bcdfd7830"} +{"uuid":"gpqa-main-5e6a032f9aa67c7725f828d0","benchmark":"gpqa_main","data_index":2883,"repeat_index":7,"sample_id":"gpqa-main-5e6a032f9aa67c7725f828d0/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":429,"prompt_tokens":330,"effective_max_tokens":130742,"original_embedded_prediction":"A","question_sha256":"8accf5d31cc4cf5c2467ac477d83885c90d2715606f7c2e68d318476741bbdd7"} +{"uuid":"gpqa-main-104b659bbac6e52c4c877c0b","benchmark":"gpqa_main","data_index":2840,"repeat_index":7,"sample_id":"gpqa-main-104b659bbac6e52c4c877c0b/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3429,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"D","question_sha256":"de6e1846b7e0c60ac3b7b0f613ad67cc3d941770b7de58c7a45add8c64d1db8b"} +{"uuid":"gpqa-main-692e40bceeaff3accdc11ead","benchmark":"gpqa_main","data_index":2825,"repeat_index":7,"sample_id":"gpqa-main-692e40bceeaff3accdc11ead/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4864,"prompt_tokens":471,"effective_max_tokens":130601,"original_embedded_prediction":"D","question_sha256":"954d12809188bb6fb15643c4406ac6b108f5d7836e1eeabd73e49df01f2c616e"} +{"uuid":"gpqa-main-381032537ca0c968de7d5c06","benchmark":"gpqa_main","data_index":2891,"repeat_index":7,"sample_id":"gpqa-main-381032537ca0c968de7d5c06/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":342,"prompt_tokens":186,"effective_max_tokens":130886,"original_embedded_prediction":"A","question_sha256":"045347c35e2957dbd6bc83158fecec24c157df70fdefaaddc8633ecda3435cdc"} +{"uuid":"gpqa-main-547aac137dd7671e7ef03fa9","benchmark":"gpqa_main","data_index":2852,"repeat_index":7,"sample_id":"gpqa-main-547aac137dd7671e7ef03fa9/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2872,"prompt_tokens":497,"effective_max_tokens":130575,"original_embedded_prediction":"B","question_sha256":"8369c6a1ffc960e3f3d88e5e4c521eebcc37f39ca9adf654c3cd4b61f892f2ef"} +{"uuid":"gpqa-main-d7c4372bfbc5d0f0f9331350","benchmark":"gpqa_main","data_index":2873,"repeat_index":7,"sample_id":"gpqa-main-d7c4372bfbc5d0f0f9331350/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1160,"prompt_tokens":588,"effective_max_tokens":130484,"original_embedded_prediction":"D","question_sha256":"92d8ffd16886567ac1ed2f15a6c2d3d6ac2a2fb0fd0e56836671babcde327d3f"} +{"uuid":"gpqa-main-6030f5f53fe38c334b2c3a6a","benchmark":"gpqa_main","data_index":2861,"repeat_index":7,"sample_id":"gpqa-main-6030f5f53fe38c334b2c3a6a/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1901,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"88d277706c3af734be0507cde034c23c7e206f855c2fcc97d6ed69f8ad92df57"} +{"uuid":"gpqa-main-50a8ab2bd1710dbcfa2e32b5","benchmark":"gpqa_main","data_index":2856,"repeat_index":7,"sample_id":"gpqa-main-50a8ab2bd1710dbcfa2e32b5/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2546,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"5fb04957154b48d4ebad83862909a8fd3afc5ba5399a7dbe4594b5c72255964c"} +{"uuid":"gpqa-main-249edae2034ba7f3819aaa7b","benchmark":"gpqa_main","data_index":2898,"repeat_index":7,"sample_id":"gpqa-main-249edae2034ba7f3819aaa7b/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":184,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"A","question_sha256":"c4d795814405ce2bb231fe7012e4581bcaebca12bb3f8c3260a3ad239aa51a79"} +{"uuid":"gpqa-main-aa04ac251ed805588a6be27c","benchmark":"gpqa_main","data_index":2853,"repeat_index":7,"sample_id":"gpqa-main-aa04ac251ed805588a6be27c/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3107,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"D","question_sha256":"198a9824ae684cea2edf9d0597e69c2274e0be94e0a0ffcf7b4ad3e95f4a6dae"} +{"uuid":"gpqa-main-a6eb05bb931229a396d81e44","benchmark":"gpqa_main","data_index":2860,"repeat_index":7,"sample_id":"gpqa-main-a6eb05bb931229a396d81e44/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2620,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"D","question_sha256":"19c2c8e0578e84094a1f97568e95e1e88fadee2743b1c6519b7fc661c8577cde"} +{"uuid":"gpqa-main-febe4c45e71692110949e3d6","benchmark":"gpqa_main","data_index":2272,"repeat_index":5,"sample_id":"gpqa-main-febe4c45e71692110949e3d6/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":46048,"prompt_tokens":577,"effective_max_tokens":130495,"original_embedded_prediction":"C","question_sha256":"e38dd7750710c37aa45a5b0b5dd91e1b4171070325d670d668ab1fa20431a29e"} +{"uuid":"gpqa-main-dbbe3054b6bdabe917f5ab5d","benchmark":"gpqa_main","data_index":2835,"repeat_index":7,"sample_id":"gpqa-main-dbbe3054b6bdabe917f5ab5d/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4733,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"1054cb147fa0d82e2b1830b0238455ab6cea42cde361a81e9934864240f22f50"} +{"uuid":"gpqa-main-5a280dae7286e8bab3887904","benchmark":"gpqa_main","data_index":2900,"repeat_index":7,"sample_id":"gpqa-main-5a280dae7286e8bab3887904/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":911,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"C","question_sha256":"b8398a470c0a1a045a6dcf2005bd8e8351bdf75ffa7c473958cf3c4b5d4fb288"} +{"uuid":"gpqa-main-b9cd3234a1fbbf6fe8b281a7","benchmark":"gpqa_main","data_index":1909,"repeat_index":4,"sample_id":"gpqa-main-b9cd3234a1fbbf6fe8b281a7/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":73266,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"407ed0eb19714d6ab4f488ca6e6a117c40e4991746c31ad1c464c5e529e59565"} +{"uuid":"gpqa-main-7d850f6448c27424d9f68c4e","benchmark":"gpqa_main","data_index":2872,"repeat_index":7,"sample_id":"gpqa-main-7d850f6448c27424d9f68c4e/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2133,"prompt_tokens":544,"effective_max_tokens":130528,"original_embedded_prediction":"B","question_sha256":"48bf9d4f95299b8f9288e190dca6edd0c3cf53cf40dada120e22abf98469d3e3"} +{"uuid":"gpqa-main-f432c1aa4319a4b1f6fa2ac1","benchmark":"gpqa_main","data_index":2797,"repeat_index":7,"sample_id":"gpqa-main-f432c1aa4319a4b1f6fa2ac1/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7972,"prompt_tokens":264,"effective_max_tokens":130808,"original_embedded_prediction":"C","question_sha256":"19d5ec504b7008b3eada0ca0c300cd88147b20679109f6681bfd8946e0db2c8c"} +{"uuid":"gpqa-main-b22053dbc40179e114f0c866","benchmark":"gpqa_main","data_index":2813,"repeat_index":7,"sample_id":"gpqa-main-b22053dbc40179e114f0c866/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6903,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"1f101bccd20044577731aef887c9704a6a153baf063dff8d9a04510e7b8dcfb7"} +{"uuid":"gpqa-main-70afc730094f43bb0e05f371","benchmark":"gpqa_main","data_index":2897,"repeat_index":7,"sample_id":"gpqa-main-70afc730094f43bb0e05f371/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1486,"prompt_tokens":360,"effective_max_tokens":130712,"original_embedded_prediction":"A","question_sha256":"f328e748a74c78b0ab73f790c6848b663fb5bffac884e2793a63bb9ce351e4b6"} +{"uuid":"gpqa-main-f2c0ff64cf18a6ae32dc45dc","benchmark":"gpqa_main","data_index":2887,"repeat_index":7,"sample_id":"gpqa-main-f2c0ff64cf18a6ae32dc45dc/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1875,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"f2467e0d99b11d10fdd18675d7a73d1a19569e58d6aa97be50c24c2cb28731b1"} +{"uuid":"gpqa-main-8af90a4147e5f0c98bfd00fa","benchmark":"gpqa_main","data_index":2906,"repeat_index":7,"sample_id":"gpqa-main-8af90a4147e5f0c98bfd00fa/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":946,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"C","question_sha256":"29a55065f72c47169c5073a91e6b55d82fe2f5784289d2baf5cf5444f8d6fd65"} +{"uuid":"gpqa-main-73f6c00588963349c225df6c","benchmark":"gpqa_main","data_index":2801,"repeat_index":7,"sample_id":"gpqa-main-73f6c00588963349c225df6c/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8479,"prompt_tokens":476,"effective_max_tokens":130596,"original_embedded_prediction":"C","question_sha256":"6c8759c4aac1084515abf1e3c463c7a0b6411dc3fa720a9a5fb5ac8f5777b49c"} +{"uuid":"gpqa-main-779369aa96b96a67933939f1","benchmark":"gpqa_main","data_index":2912,"repeat_index":7,"sample_id":"gpqa-main-779369aa96b96a67933939f1/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":404,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"acf784efba891531b08709383ede2379cee1f604b6334b753dd1fcaab37af970"} +{"uuid":"gpqa-main-ecb6740406340eb07beacf42","benchmark":"gpqa_main","data_index":2914,"repeat_index":7,"sample_id":"gpqa-main-ecb6740406340eb07beacf42/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":528,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"29f96711820eba41ccced6676074bc5bcd9e3eb6c97ce5e8507128a91a175bb0"} +{"uuid":"gpqa-main-7475b6b01129fce5b436b0ee","benchmark":"gpqa_main","data_index":2886,"repeat_index":7,"sample_id":"gpqa-main-7475b6b01129fce5b436b0ee/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2496,"prompt_tokens":235,"effective_max_tokens":130837,"original_embedded_prediction":"B","question_sha256":"797be7099117e146adaaf5ad31bd914d9adbd510441211b0040aad2812fffc40"} +{"uuid":"gpqa-main-e3e073f3f0f646532e4caf06","benchmark":"gpqa_main","data_index":2855,"repeat_index":7,"sample_id":"gpqa-main-e3e073f3f0f646532e4caf06/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4635,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"D","question_sha256":"a1cff30033350ed32c6446abacb176ef3ffad0fc471aaacf3468c78e0aad550e"} +{"uuid":"gpqa-main-d28c5e0e8deb0d1fde12ef5f","benchmark":"gpqa_main","data_index":2497,"repeat_index":6,"sample_id":"gpqa-main-d28c5e0e8deb0d1fde12ef5f/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":31031,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"D","question_sha256":"6913f7a17a2db54c9dcd8af6af20806e66b00fe4bb9691ca42d9f15184908f62"} +{"uuid":"gpqa-main-b38dfd97dcfb80fb4df4c6f2","benchmark":"gpqa_main","data_index":2814,"repeat_index":7,"sample_id":"gpqa-main-b38dfd97dcfb80fb4df4c6f2/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7637,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"28fc44d6ca68ec833bb9837a558199f6e126ccb90f29dc42a2a4bf34ea4b66a7"} +{"uuid":"gpqa-main-bd228dea7f1aa14b70216372","benchmark":"gpqa_main","data_index":2905,"repeat_index":7,"sample_id":"gpqa-main-bd228dea7f1aa14b70216372/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1682,"prompt_tokens":425,"effective_max_tokens":130647,"original_embedded_prediction":"C","question_sha256":"c1dea594f51ba7757d0d9ec69efa6b56bfeeaff965f074faaf89160cca96a0e9"} +{"uuid":"gpqa-main-1f9ad1ca59cf537e3cdf47c2","benchmark":"gpqa_main","data_index":2818,"repeat_index":7,"sample_id":"gpqa-main-1f9ad1ca59cf537e3cdf47c2/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7855,"prompt_tokens":318,"effective_max_tokens":130754,"original_embedded_prediction":"B","question_sha256":"229ffbdb774489fcfd578450da500a74b0c6fd603d3f4050eb6ff993659f5c7e"} +{"uuid":"gpqa-main-443f8ea9f271c4442521f8e4","benchmark":"gpqa_main","data_index":2603,"repeat_index":6,"sample_id":"gpqa-main-443f8ea9f271c4442521f8e4/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":23403,"prompt_tokens":326,"effective_max_tokens":130746,"original_embedded_prediction":"B","question_sha256":"9211da2d82adb786850c236cd14fc05728eb04599b0abc0202714ba6bd385d19"} +{"uuid":"gpqa-main-30529bca8e7fdf66400bd444","benchmark":"gpqa_main","data_index":2322,"repeat_index":6,"sample_id":"gpqa-main-30529bca8e7fdf66400bd444/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":44534,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"fc081c2fbb63be5006154edbddcd4d1654207c4f1ad333e12f9bc19972753482"} +{"uuid":"gpqa-main-1ae8f8945efaf81788d8d871","benchmark":"gpqa_main","data_index":2827,"repeat_index":7,"sample_id":"gpqa-main-1ae8f8945efaf81788d8d871/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7434,"prompt_tokens":250,"effective_max_tokens":130822,"original_embedded_prediction":"C","question_sha256":"060f07943bcd17960b48a982fabe42fcae4e3899fe8c5473138fe2198f0e8dd8"} +{"uuid":"gpqa-main-fa3e9be7fdf8e7c8952739d8","benchmark":"gpqa_main","data_index":2819,"repeat_index":7,"sample_id":"gpqa-main-fa3e9be7fdf8e7c8952739d8/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8124,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"5e9819e02e7dd08ec53ff217d848ce64e833e2b069cd81e9940f7a72a5230b30"} +{"uuid":"gpqa-main-4a8c97220fb14b99f363b2ce","benchmark":"gpqa_main","data_index":2876,"repeat_index":7,"sample_id":"gpqa-main-4a8c97220fb14b99f363b2ce/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3849,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"D","question_sha256":"a939b9de7ea4048442a9378048f992097c413c77ad1c665790486c352036c7e3"} +{"uuid":"gpqa-main-60a022e707f18a7b5f445773","benchmark":"gpqa_main","data_index":2892,"repeat_index":7,"sample_id":"gpqa-main-60a022e707f18a7b5f445773/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3168,"prompt_tokens":337,"effective_max_tokens":130735,"original_embedded_prediction":"D","question_sha256":"9d46302b763896c7fa475d975b5bc365adee2236b273f23e7216a78871204b74"} +{"uuid":"gpqa-main-d3db87adeb915999faca3605","benchmark":"gpqa_main","data_index":2799,"repeat_index":7,"sample_id":"gpqa-main-d3db87adeb915999faca3605/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9869,"prompt_tokens":204,"effective_max_tokens":130868,"original_embedded_prediction":"D","question_sha256":"f6518dd763c1af7a1745bc53b4e021210cafdf588df1ede9b537a622474a998d"} +{"uuid":"gpqa-main-8a352b243ffac6230977fc90","benchmark":"gpqa_main","data_index":2907,"repeat_index":7,"sample_id":"gpqa-main-8a352b243ffac6230977fc90/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2292,"prompt_tokens":389,"effective_max_tokens":130683,"original_embedded_prediction":"C","question_sha256":"7408ac0330a09a182b52a627f89920c8c4e825da7da4e441973cbefe32b852ac"} +{"uuid":"gpqa-main-be779fa0e49ff52e19357207","benchmark":"gpqa_main","data_index":2927,"repeat_index":7,"sample_id":"gpqa-main-be779fa0e49ff52e19357207/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":413,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"ea7bb5901d85914d8997afb87e1ae6be7a8efe03889a4cc08f64de2ccdc9180e"} +{"uuid":"gpqa-main-6f6ff532d544554128a0bbbe","benchmark":"gpqa_main","data_index":2796,"repeat_index":7,"sample_id":"gpqa-main-6f6ff532d544554128a0bbbe/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10064,"prompt_tokens":368,"effective_max_tokens":130704,"original_embedded_prediction":"A","question_sha256":"ebb5b9328e54d98f40b988b171044869d75c67b6efaa8f44675c485448b7b02c"} +{"uuid":"gpqa-main-7ceb372c1cdc7a180b73516c","benchmark":"gpqa_main","data_index":2918,"repeat_index":7,"sample_id":"gpqa-main-7ceb372c1cdc7a180b73516c/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1149,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"B","question_sha256":"142aeb435e38240c03d26aafbfb8dc0ab94e7ef4f752a271c1ab011350a965be"} +{"uuid":"gpqa-main-46549f6d718b80e38f4412cd","benchmark":"gpqa_main","data_index":2722,"repeat_index":7,"sample_id":"gpqa-main-46549f6d718b80e38f4412cd/repeat-7","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16073,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"B","question_sha256":"a1def6786f9e3174bf07c7887ea2c97711ea721fe1cf730202fc93d69ecac09d"} +{"uuid":"gpqa-main-f635511b161f39dc301e05eb","benchmark":"gpqa_main","data_index":2584,"repeat_index":6,"sample_id":"gpqa-main-f635511b161f39dc301e05eb/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":26104,"prompt_tokens":650,"effective_max_tokens":130422,"original_embedded_prediction":"C","question_sha256":"cb7f697eb685eca3061fc46cacb94c19aba74add8390e74234ade788b9fa4ff3"} +{"uuid":"gpqa-main-e605c3d20abb4c52d96e9b60","benchmark":"gpqa_main","data_index":2859,"repeat_index":7,"sample_id":"gpqa-main-e605c3d20abb4c52d96e9b60/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5700,"prompt_tokens":361,"effective_max_tokens":130711,"original_embedded_prediction":"D","question_sha256":"84b58aec9b33c09286d45fb66ca82cc4ec03e310a0917bc0783bda81a0fa23b6"} +{"uuid":"gpqa-main-63aef6e78c9803d030a16f9c","benchmark":"gpqa_main","data_index":2896,"repeat_index":7,"sample_id":"gpqa-main-63aef6e78c9803d030a16f9c/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3604,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"A","question_sha256":"255e934ed277fdd11f71245508448f7031439d40eb38fd78fb3b813b247c5726"} +{"uuid":"gpqa-main-7e29412fd534df20c4a23267","benchmark":"gpqa_main","data_index":2775,"repeat_index":7,"sample_id":"gpqa-main-7e29412fd534df20c4a23267/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12796,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"7fda2b6ca2ff9984ace9bf53f465cebb4b8d963f7ddcb5aa5f5015cd6989be42"} +{"uuid":"gpqa-main-3d3dfe64363613833bb52e81","benchmark":"gpqa_main","data_index":2529,"repeat_index":6,"sample_id":"gpqa-main-3d3dfe64363613833bb52e81/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":30786,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"C","question_sha256":"ec22f627211f722949e6d36efcb583b2f796830a38cf5cf5dcba4f727562d975"} +{"uuid":"gpqa-main-edbd99e5f03e3b3f074ba126","benchmark":"gpqa_main","data_index":2750,"repeat_index":7,"sample_id":"gpqa-main-edbd99e5f03e3b3f074ba126/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15071,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"A","question_sha256":"b690990e73efd994587057d6ed5ae270235b0ec6bd4e98df3fc472f01c179765"} +{"uuid":"gpqa-main-e408cf011e5548359fd7cfa7","benchmark":"gpqa_main","data_index":2756,"repeat_index":7,"sample_id":"gpqa-main-e408cf011e5548359fd7cfa7/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14703,"prompt_tokens":190,"effective_max_tokens":130882,"original_embedded_prediction":"D","question_sha256":"62f7808cdd914d23316e18802ada081dc433f34465864581ce0c27bfafdcd343"} +{"uuid":"gpqa-main-6119656f6ad0247c537028e7","benchmark":"gpqa_main","data_index":2934,"repeat_index":7,"sample_id":"gpqa-main-6119656f6ad0247c537028e7/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":636,"prompt_tokens":329,"effective_max_tokens":130743,"original_embedded_prediction":"A","question_sha256":"e426a9a1b0977a66badcc2dd4f0d54629b39c2594a512e459e9afd20bba599ba"} +{"uuid":"gpqa-main-ddd2b405606ced65b4ce6345","benchmark":"gpqa_main","data_index":2936,"repeat_index":7,"sample_id":"gpqa-main-ddd2b405606ced65b4ce6345/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":614,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"2066c0e835493298c00391dd9236de10adec10d611fe3e2777f252677dfe9724"} +{"uuid":"gpqa-main-56cc62f5d70b661868d341e7","benchmark":"gpqa_main","data_index":2926,"repeat_index":7,"sample_id":"gpqa-main-56cc62f5d70b661868d341e7/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1159,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"A","question_sha256":"c974918b90f5892aaad4308e337b490844102dbfad26c90bf508602f9c595d5d"} +{"uuid":"gpqa-main-edbd99e5f03e3b3f074ba126","benchmark":"gpqa_main","data_index":2366,"repeat_index":6,"sample_id":"gpqa-main-edbd99e5f03e3b3f074ba126/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":43076,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"A","question_sha256":"b690990e73efd994587057d6ed5ae270235b0ec6bd4e98df3fc472f01c179765"} +{"uuid":"gpqa-main-a67142bf6c763d9963d7474d","benchmark":"gpqa_main","data_index":2721,"repeat_index":7,"sample_id":"gpqa-main-a67142bf6c763d9963d7474d/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16878,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"7ed6c7d194038ef8d8c6a84cb18be1015f73754e42d4facb7418e8412ad86b77"} +{"uuid":"gpqa-main-7ed621f8290d6ac14181ce45","benchmark":"gpqa_main","data_index":2686,"repeat_index":6,"sample_id":"gpqa-main-7ed621f8290d6ac14181ce45/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19590,"prompt_tokens":298,"effective_max_tokens":130774,"original_embedded_prediction":"B","question_sha256":"c1c0ad22e4376412fe1e7564fd1f8c00dd970292dbf0dbb83b0350881e74b306"} +{"uuid":"gpqa-main-b9cd3234a1fbbf6fe8b281a7","benchmark":"gpqa_main","data_index":2293,"repeat_index":5,"sample_id":"gpqa-main-b9cd3234a1fbbf6fe8b281a7/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":48107,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"407ed0eb19714d6ab4f488ca6e6a117c40e4991746c31ad1c464c5e529e59565"} +{"uuid":"gpqa-main-22c436000399164406e165b2","benchmark":"gpqa_main","data_index":2524,"repeat_index":6,"sample_id":"gpqa-main-22c436000399164406e165b2/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":31406,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"C","question_sha256":"836be405f3d05ec5ad1a2bc728339e5141836ace3a584fe3d36ecc50af4dc3ee"} +{"uuid":"gpqa-main-04a5c442799262dec9375c25","benchmark":"gpqa_main","data_index":2882,"repeat_index":7,"sample_id":"gpqa-main-04a5c442799262dec9375c25/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4743,"prompt_tokens":365,"effective_max_tokens":130707,"original_embedded_prediction":"C","question_sha256":"e90ec32d975ec61b7cd079ff6968bc3dbaa4fc87e74699c1406ce59093066dbc"} +{"uuid":"gpqa-main-a454a3157aff6eee743541b7","benchmark":"gpqa_main","data_index":2870,"repeat_index":7,"sample_id":"gpqa-main-a454a3157aff6eee743541b7/repeat-7","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5403,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"B","question_sha256":"025e20e6e9b45e1ddb3f6901f58f69b40df5e8f9ffb6b80b5b17bc518d9f5d17"} +{"uuid":"gpqa-main-742076c80dda93477062cfc0","benchmark":"gpqa_main","data_index":2950,"repeat_index":7,"sample_id":"gpqa-main-742076c80dda93477062cfc0/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":154,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"D","question_sha256":"528bc237c35f64d2635edb6fea3202ce958bca92ea956fae0da7c5b4c72081d8"} +{"uuid":"gpqa-main-87740f520845c3f77369e5a1","benchmark":"gpqa_main","data_index":2946,"repeat_index":7,"sample_id":"gpqa-main-87740f520845c3f77369e5a1/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":412,"prompt_tokens":188,"effective_max_tokens":130884,"original_embedded_prediction":"D","question_sha256":"f6c5a12c2cd600eeb524956c760164ff890d185cffd979bfba482f46aa46a1ac"} +{"uuid":"gpqa-main-212277d3e39540a6739d98b8","benchmark":"gpqa_main","data_index":2937,"repeat_index":7,"sample_id":"gpqa-main-212277d3e39540a6739d98b8/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1090,"prompt_tokens":147,"effective_max_tokens":130925,"original_embedded_prediction":"A","question_sha256":"d20446ccbbfc1ed40bcb669bfa65f9f9cd8e38ec8f7e67621c88e3dbe91f083d"} +{"uuid":"gpqa-main-1728184fad8153eeb2e2a7de","benchmark":"gpqa_main","data_index":2952,"repeat_index":7,"sample_id":"gpqa-main-1728184fad8153eeb2e2a7de/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":353,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"d8505733319a8047e94d63c293a2d9dbb08c42e4bde2c223467f371da6665e08"} +{"uuid":"gpqa-main-9bb169e317cdd76b98ada24f","benchmark":"gpqa_main","data_index":2877,"repeat_index":7,"sample_id":"gpqa-main-9bb169e317cdd76b98ada24f/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5728,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d0bbc79a116a93d5c5c1325e012b3feb17a7b705d2ccd57a86ecfbdc2bf78030"} +{"uuid":"gpqa-main-925cb13958435841df0e8c1e","benchmark":"gpqa_main","data_index":2795,"repeat_index":7,"sample_id":"gpqa-main-925cb13958435841df0e8c1e/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11846,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"B","question_sha256":"d21ba2f1c06b876b2d387104c816ee0fcc369a02b8e010a706e0e2448c56f78e"} +{"uuid":"gpqa-main-5ace8b3dabb97ffc3da20e7c","benchmark":"gpqa_main","data_index":2938,"repeat_index":7,"sample_id":"gpqa-main-5ace8b3dabb97ffc3da20e7c/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1428,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"4ebb5a46cf109d4237b98081e218fcaba27d8f9d03f7a930300f2938f71c1ef0"} +{"uuid":"gpqa-main-69bcb32ba17f6e7aa0918597","benchmark":"gpqa_main","data_index":2802,"repeat_index":7,"sample_id":"gpqa-main-69bcb32ba17f6e7aa0918597/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11626,"prompt_tokens":758,"effective_max_tokens":130314,"original_embedded_prediction":"C","question_sha256":"9eb1fde9ac6acb7dc761f4941a792f3d0d052ad76d36e12bb9e406963b3906ef"} +{"uuid":"gpqa-main-3ad0b182e1494c1e76262069","benchmark":"gpqa_main","data_index":2693,"repeat_index":7,"sample_id":"gpqa-main-3ad0b182e1494c1e76262069/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20092,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"C","question_sha256":"835ebb67a4198184dbd29c03b43e4283e93c0473d886ab6c3b6c52ffb918b6ab"} +{"uuid":"gpqa-main-45cae4ba5af22868461f1861","benchmark":"gpqa_main","data_index":2826,"repeat_index":7,"sample_id":"gpqa-main-45cae4ba5af22868461f1861/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9944,"prompt_tokens":196,"effective_max_tokens":130876,"original_embedded_prediction":"C","question_sha256":"da4480a5d4f2af44b6faf63fe513d557f97bf4cd048901e4a2f0b133273b39db"} +{"uuid":"gpqa-main-92c7c513709816748efab029","benchmark":"gpqa_main","data_index":2939,"repeat_index":7,"sample_id":"gpqa-main-92c7c513709816748efab029/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1709,"prompt_tokens":253,"effective_max_tokens":130819,"original_embedded_prediction":"C","question_sha256":"c9ed693d3f7d5c30b94e2c01b9b5f22591922f961e4dbc9ef4b70309b61bae5c"} +{"uuid":"gpqa-main-4644969e4e4615b014b9669f","benchmark":"gpqa_main","data_index":2504,"repeat_index":6,"sample_id":"gpqa-main-4644969e4e4615b014b9669f/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":33867,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"e663684f8a7728af99d977f274c335c497ac6a7ccf43c64ab979e8407155ce6c"} +{"uuid":"gpqa-main-92c9d90b543b6779261f70f7","benchmark":"gpqa_main","data_index":2947,"repeat_index":7,"sample_id":"gpqa-main-92c9d90b543b6779261f70f7/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1377,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"A","question_sha256":"1c7aff3f5221c2086c7143b43e0c46921a03859d45bfce22f1a1286ece235b1a"} +{"uuid":"gpqa-main-1cea82df3087b1eb05c4d230","benchmark":"gpqa_main","data_index":2541,"repeat_index":6,"sample_id":"gpqa-main-1cea82df3087b1eb05c4d230/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":31608,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"dd05d2d9e9053dd1d4367a61d5f718336fc8f18bc81bdf0ccfb104e241053522"} +{"uuid":"gpqa-main-216433a347b01989e26ed83a","benchmark":"gpqa_main","data_index":2935,"repeat_index":7,"sample_id":"gpqa-main-216433a347b01989e26ed83a/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2197,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"ead16c05d1abbf4387485257726593cf57a0384c3e0a3db31ba489bb1676ce72"} +{"uuid":"gpqa-main-105b94b83de2671f0b86688d","benchmark":"gpqa_main","data_index":2919,"repeat_index":7,"sample_id":"gpqa-main-105b94b83de2671f0b86688d/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3277,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"D","question_sha256":"062b8c1448dabb342bd7815bdfbab0a55eb915c5c6793d19a5037bf7a9aa63f3"} +{"uuid":"gpqa-main-31313469465f81cc0fa5dd28","benchmark":"gpqa_main","data_index":2944,"repeat_index":7,"sample_id":"gpqa-main-31313469465f81cc0fa5dd28/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1946,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"B","question_sha256":"cd18749d0354640af760ebe1c6a150eed2a0202cc444345b5c3f00b0f0df67d2"} +{"uuid":"gpqa-main-9c0b631b2a7823cec0729a4b","benchmark":"gpqa_main","data_index":2931,"repeat_index":7,"sample_id":"gpqa-main-9c0b631b2a7823cec0729a4b/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2744,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"9d42c24c2f67ff118699d880fbb6276f14043e3527a9fea8f6d55fe2bf82e091"} +{"uuid":"gpqa-main-7bb7c5ace8216100d38e616a","benchmark":"gpqa_main","data_index":2910,"repeat_index":7,"sample_id":"gpqa-main-7bb7c5ace8216100d38e616a/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4759,"prompt_tokens":197,"effective_max_tokens":130875,"original_embedded_prediction":"B","question_sha256":"6dbc821cf1e89c0764e62d1bef4818136877fbc8e333f255bfa42276ac9aeb88"} +{"uuid":"gpqa-main-60f734b52603f7ef29671f95","benchmark":"gpqa_main","data_index":2843,"repeat_index":7,"sample_id":"gpqa-main-60f734b52603f7ef29671f95/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9013,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"D","question_sha256":"bf9de03889292b969198f42b877b6d4c7b56ce10ae654e71f4be720b5efdb1f1"} +{"uuid":"gpqa-main-72464184a419f296dae470a9","benchmark":"gpqa_main","data_index":2945,"repeat_index":7,"sample_id":"gpqa-main-72464184a419f296dae470a9/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2243,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"C","question_sha256":"16bcf4c7129e083cade7afd040c6c4e0fa1fc7677a11aa70fb1b5a3d0e5fb5ea"} +{"uuid":"gpqa-main-24751b175e0f2d19899ad735","benchmark":"gpqa_main","data_index":2948,"repeat_index":7,"sample_id":"gpqa-main-24751b175e0f2d19899ad735/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2154,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"A","question_sha256":"4a5d6fcc83f3561a6447a1feebb680aa9ab094bdeed5677c30f04041964a9c38"} +{"uuid":"gpqa-main-9753ac5963fbae8c8e907ef3","benchmark":"gpqa_main","data_index":2965,"repeat_index":7,"sample_id":"gpqa-main-9753ac5963fbae8c8e907ef3/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":844,"prompt_tokens":181,"effective_max_tokens":130891,"original_embedded_prediction":"C","question_sha256":"ec3a07db51d6010b2b9fae103e36b62707efee3ad0713fcd4420f8ba8f55c00b"} +{"uuid":"gpqa-main-1a3571c1ec099b06b5011ceb","benchmark":"gpqa_main","data_index":2626,"repeat_index":6,"sample_id":"gpqa-main-1a3571c1ec099b06b5011ceb/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":25257,"prompt_tokens":166,"effective_max_tokens":130906,"original_embedded_prediction":"D","question_sha256":"853f9bd759921129a51dd81d489f867c5aa9463f1925c203fe6f1e3147741f08"} +{"uuid":"gpqa-main-ac1c72784d1e0da293fe4bd4","benchmark":"gpqa_main","data_index":2890,"repeat_index":7,"sample_id":"gpqa-main-ac1c72784d1e0da293fe4bd4/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6505,"prompt_tokens":169,"effective_max_tokens":130903,"original_embedded_prediction":"D","question_sha256":"6e2bd9ec28efb9c97dbc7bea49224b4964011afaa5ca659996fac7fd65c4468d"} +{"uuid":"gpqa-main-4355802640dddd3e060d2a59","benchmark":"gpqa_main","data_index":2867,"repeat_index":7,"sample_id":"gpqa-main-4355802640dddd3e060d2a59/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7776,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"ebe141e8c3f27bb731fd3889679a36aab5827f4caa81d8400d66a6bf492fe486"} +{"uuid":"gpqa-main-8299e0bf116ad8ad7b960d26","benchmark":"gpqa_main","data_index":2942,"repeat_index":7,"sample_id":"gpqa-main-8299e0bf116ad8ad7b960d26/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2693,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"D","question_sha256":"dac89ff46a5330836dfa04de2060a9a9d447a0cffd96c06e0cdee48c6a991035"} +{"uuid":"gpqa-main-084903ab17db0fab7bc6caea","benchmark":"gpqa_main","data_index":2817,"repeat_index":7,"sample_id":"gpqa-main-084903ab17db0fab7bc6caea/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11947,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"B","question_sha256":"b560f550d5d9fb2378520f0fcf7b6573aec2027430ef06270491ace18a0497fc"} +{"uuid":"gpqa-main-d8361782f08c0e6d16de3839","benchmark":"gpqa_main","data_index":2975,"repeat_index":7,"sample_id":"gpqa-main-d8361782f08c0e6d16de3839/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":440,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"aed1658f69a85980c41ce94c10ac1535d2de3683f7a5c3821d1a84fa594d4571"} +{"uuid":"gpqa-main-7684b3ed8a4540e6099495df","benchmark":"gpqa_main","data_index":2631,"repeat_index":6,"sample_id":"gpqa-main-7684b3ed8a4540e6099495df/repeat-6","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":25433,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"0caf81b8c83789b0b258b80856002cff7fd589a737844db0407269017bcd1955"} +{"uuid":"gpqa-main-a41b7b18fc60247bc6e08ecc","benchmark":"gpqa_main","data_index":2966,"repeat_index":7,"sample_id":"gpqa-main-a41b7b18fc60247bc6e08ecc/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1427,"prompt_tokens":270,"effective_max_tokens":130802,"original_embedded_prediction":"A","question_sha256":"87c04c470b12fde8cca6d843b12d3265c10bf824a883929eca2654ab55681839"} +{"uuid":"gpqa-main-63f2aea89eec9b67abe0bacf","benchmark":"gpqa_main","data_index":2481,"repeat_index":6,"sample_id":"gpqa-main-63f2aea89eec9b67abe0bacf/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":36905,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"C","question_sha256":"32596b406efecc4795e9f82b1d00f89787b9ed9e4f9d6239bed8194f13da06e7"} +{"uuid":"gpqa-main-9a5518ae94b2b0d35d86de13","benchmark":"gpqa_main","data_index":2977,"repeat_index":7,"sample_id":"gpqa-main-9a5518ae94b2b0d35d86de13/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":837,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"C","question_sha256":"3fcfcbf2649513809f04d9fdbcbe0c6bc1a91164f8dcfd7d9748267f2db7c6ce"} +{"uuid":"gpqa-main-acdff999b6cbfcbc8be6ffac","benchmark":"gpqa_main","data_index":2929,"repeat_index":7,"sample_id":"gpqa-main-acdff999b6cbfcbc8be6ffac/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4157,"prompt_tokens":404,"effective_max_tokens":130668,"original_embedded_prediction":"B","question_sha256":"96f00c3d898d9c364f022eae18e69424d7f2ddde12fbde50541b7390ffd40103"} +{"uuid":"gpqa-main-219ad07bcb0cda7b85845999","benchmark":"gpqa_main","data_index":2959,"repeat_index":7,"sample_id":"gpqa-main-219ad07bcb0cda7b85845999/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2304,"prompt_tokens":412,"effective_max_tokens":130660,"original_embedded_prediction":"A","question_sha256":"a6336c3b0760d09010077fee728ae5348e4421bcfcbbc8bb9c4a72d541ddfb24"} +{"uuid":"gpqa-main-822957bb60d3551275f08aa0","benchmark":"gpqa_main","data_index":2941,"repeat_index":7,"sample_id":"gpqa-main-822957bb60d3551275f08aa0/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3511,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"A","question_sha256":"4690c4bb391b2ef2a7b53f1a15866e05411bdf5f0f7b4f32c9e27d8ef6e8cb48"} +{"uuid":"gpqa-main-d5d2365d64430154627d4bb7","benchmark":"gpqa_main","data_index":2956,"repeat_index":7,"sample_id":"gpqa-main-d5d2365d64430154627d4bb7/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2841,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"D","question_sha256":"17f96c74be836037313c787a88438b6c9f69a4aa20ec8cba17697864f5d35599"} +{"uuid":"gpqa-main-731d6908d225dc9f463d1297","benchmark":"gpqa_main","data_index":2976,"repeat_index":7,"sample_id":"gpqa-main-731d6908d225dc9f463d1297/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1061,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"4774928b0a0c7cdc6d9c17102d2e01adad07f5a344858c23bbc63520a74724d7"} +{"uuid":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7","benchmark":"gpqa_main","data_index":2725,"repeat_index":7,"sample_id":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20087,"prompt_tokens":279,"effective_max_tokens":130793,"original_embedded_prediction":"C","question_sha256":"f730b35adb897658b28382d90ae7881a77e5d86003cc9b3942862d742001d4fb"} +{"uuid":"gpqa-main-9f607ccb3302f27b4ebe90a4","benchmark":"gpqa_main","data_index":2978,"repeat_index":7,"sample_id":"gpqa-main-9f607ccb3302f27b4ebe90a4/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1296,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"B","question_sha256":"e2c8b6a88dfedf13a4a35e2964dc77f2e082e87417c972bf7406bdb2405985f7"} +{"uuid":"gpqa-main-d98819c9bc2a4086534acf1b","benchmark":"gpqa_main","data_index":2969,"repeat_index":7,"sample_id":"gpqa-main-d98819c9bc2a4086534acf1b/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2218,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"d53ea2c13c1ce696b626852774a73a189571a138a5fd872cdd3bb15f21f0bf06"} +{"uuid":"gpqa-main-5afce78005210e6a41636858","benchmark":"gpqa_main","data_index":2949,"repeat_index":7,"sample_id":"gpqa-main-5afce78005210e6a41636858/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3664,"prompt_tokens":312,"effective_max_tokens":130760,"original_embedded_prediction":"B","question_sha256":"1447f629926983e1fb54566e40ab57d7a728998d233e3c84bc33277da7c13a65"} +{"uuid":"gpqa-main-b84eb68d18023ca81e43b35a","benchmark":"gpqa_main","data_index":2981,"repeat_index":7,"sample_id":"gpqa-main-b84eb68d18023ca81e43b35a/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1138,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"C","question_sha256":"6c90e464e06f4dc9c748d6c9be44c96b2d5bec5078b4eb152ea4ccec4c709f2d"} +{"uuid":"gpqa-main-efb673a27e8a1e042786abf9","benchmark":"gpqa_main","data_index":2751,"repeat_index":7,"sample_id":"gpqa-main-efb673a27e8a1e042786abf9/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19013,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"1f2f27b90dac22c1b4d70e1b1679a095c5ce0b5ec5dd0bbf48f16b8328b18d89"} +{"uuid":"gpqa-main-87a8747afb6b0414b9ccbe1e","benchmark":"gpqa_main","data_index":2962,"repeat_index":7,"sample_id":"gpqa-main-87a8747afb6b0414b9ccbe1e/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2587,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"D","question_sha256":"cdb165b285d51cf6a09160d99c4c49b653710aac879cce0b87c74a48eee0172b"} +{"uuid":"gpqa-main-513a35e22e5c48f5b3b0518a","benchmark":"gpqa_main","data_index":2971,"repeat_index":7,"sample_id":"gpqa-main-513a35e22e5c48f5b3b0518a/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1990,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"A","question_sha256":"b4baa0b1a21db872411dec993670e6c6bc360a94404305cc5d3ecc9264fdf913"} +{"uuid":"gpqa-main-eda22ee564030fef1ab0bcaf","benchmark":"gpqa_main","data_index":2152,"repeat_index":5,"sample_id":"gpqa-main-eda22ee564030fef1ab0bcaf/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":61865,"prompt_tokens":316,"effective_max_tokens":130756,"original_embedded_prediction":"B","question_sha256":"e78929c2c3d5e04cda51c77e05ad4a3d1cbbf98cc2db0103b7fbc594e78bb602"} +{"uuid":"gpqa-main-0069a2b69e59906ffd6ca400","benchmark":"gpqa_main","data_index":2979,"repeat_index":7,"sample_id":"gpqa-main-0069a2b69e59906ffd6ca400/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1600,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"409fe9f5585adb91b6eded6462ef297118cee805597838bb23fa38eb32789450"} +{"uuid":"gpqa-main-6195cef214f3dfad9869d6d3","benchmark":"gpqa_main","data_index":2986,"repeat_index":7,"sample_id":"gpqa-main-6195cef214f3dfad9869d6d3/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":874,"prompt_tokens":351,"effective_max_tokens":130721,"original_embedded_prediction":"B","question_sha256":"d8a4b11aef2d38271a5ebf2c1802dc875d19737c557efb5990cc4a865a052e7c"} +{"uuid":"gpqa-main-f6714ff18991a64f32fcecf9","benchmark":"gpqa_main","data_index":2974,"repeat_index":7,"sample_id":"gpqa-main-f6714ff18991a64f32fcecf9/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1897,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"a1e860acc41f41cac7f3d9425a64a45a95559ff56553a2d04e1d3569c2f1c1a1"} +{"uuid":"gpqa-main-539a673f0443ba9cdc31b864","benchmark":"gpqa_main","data_index":2955,"repeat_index":7,"sample_id":"gpqa-main-539a673f0443ba9cdc31b864/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3704,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"A","question_sha256":"d25187b99e4997c1700ffeb87fd595e878957e452f20a2f00d5489fecd0b3b30"} +{"uuid":"gpqa-main-d4ee93c18c20e4432773fe55","benchmark":"gpqa_main","data_index":2999,"repeat_index":7,"sample_id":"gpqa-main-d4ee93c18c20e4432773fe55/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":341,"prompt_tokens":200,"effective_max_tokens":130872,"original_embedded_prediction":"C","question_sha256":"77bffd13a6b6464f7c63296f571164c184ce47a8cd6f8ecf91f0dc28407d44a1"} +{"uuid":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea","benchmark":"gpqa_main","data_index":2653,"repeat_index":6,"sample_id":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":25602,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"A","question_sha256":"78b6f83c0d1137982356bff0e0d20f60e32542e5815ffd693af8f421f9e4741d"} +{"uuid":"gpqa-main-6dec9c3aba26b3c8623af13e","benchmark":"gpqa_main","data_index":3003,"repeat_index":7,"sample_id":"gpqa-main-6dec9c3aba26b3c8623af13e/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":315,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"656a46f8bac8e8e0767c9a5675871d3f81ff8707ec78f064bca2ccac673d7561"} +{"uuid":"gpqa-main-4df6eb7fd5661c3196a52be6","benchmark":"gpqa_main","data_index":2973,"repeat_index":7,"sample_id":"gpqa-main-4df6eb7fd5661c3196a52be6/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2491,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"B","question_sha256":"71ef41cf00fbcb9e6751fd492a52caefd2830032777c8824465c1b4ea8dc48ea"} +{"uuid":"gpqa-main-b5b0614a110a5eb0657cbe9a","benchmark":"gpqa_main","data_index":2803,"repeat_index":7,"sample_id":"gpqa-main-b5b0614a110a5eb0657cbe9a/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15067,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"D","question_sha256":"829ccc830e5fe3601c6e7c0a975192c938019f4d4e5c1b2334d55bb1d951711e"} +{"uuid":"gpqa-main-c6cc654afa201cd3d5b66695","benchmark":"gpqa_main","data_index":3000,"repeat_index":7,"sample_id":"gpqa-main-c6cc654afa201cd3d5b66695/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":509,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"A","question_sha256":"79526cdc6c623c8657c3060ab8b305f1b4d8aa35f2b7905c6fd4c3e119c5c310"} +{"uuid":"gpqa-main-fd21f7c7356e7f51f0cabd07","benchmark":"gpqa_main","data_index":2889,"repeat_index":7,"sample_id":"gpqa-main-fd21f7c7356e7f51f0cabd07/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8903,"prompt_tokens":601,"effective_max_tokens":130471,"original_embedded_prediction":"D","question_sha256":"db246f6acae65ff2e4bb6caad314b6583cd0085f0d81b1b20515ca2fe73b6f72"} +{"uuid":"gpqa-main-6f8b58d9d46c4f4e7eba1910","benchmark":"gpqa_main","data_index":3005,"repeat_index":7,"sample_id":"gpqa-main-6f8b58d9d46c4f4e7eba1910/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":610,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"C","question_sha256":"2437e4848569e7740d6491d475d194b9eefbbeae3a6a31cd62ddeb8ba8e93aa9"} +{"uuid":"gpqa-main-f6f707a4d7db96af855de986","benchmark":"gpqa_main","data_index":2954,"repeat_index":7,"sample_id":"gpqa-main-f6f707a4d7db96af855de986/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4491,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"049a3a3426b30e36d29d782b3ea4916bf545838ac3945e9c707804638ad48f04"} +{"uuid":"gpqa-main-8d147d8bf7fad22423fc5dd7","benchmark":"gpqa_main","data_index":2970,"repeat_index":7,"sample_id":"gpqa-main-8d147d8bf7fad22423fc5dd7/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3064,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"bfad7a1309a7d02668c615391f7302c03e1c3f61ffaee5d1f44ba2c9f5c40b7d"} +{"uuid":"gpqa-main-4c9f4186c5ccd49ab906a399","benchmark":"gpqa_main","data_index":2487,"repeat_index":6,"sample_id":"gpqa-main-4c9f4186c5ccd49ab906a399/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":38622,"prompt_tokens":610,"effective_max_tokens":130462,"original_embedded_prediction":"D","question_sha256":"f634534b5e2327dcc39982a4da6dff404f299e9759a0ac957b0f6017fbe7586e"} +{"uuid":"gpqa-main-48494dbfd36899c84d166873","benchmark":"gpqa_main","data_index":2982,"repeat_index":7,"sample_id":"gpqa-main-48494dbfd36899c84d166873/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2396,"prompt_tokens":315,"effective_max_tokens":130757,"original_embedded_prediction":"B","question_sha256":"a50aa647f4cce396d333dfcfe372bdfadfa7f7aa507ebafd207354812f7ab3f9"} +{"uuid":"gpqa-main-ab4c50e2da12e11b47155f74","benchmark":"gpqa_main","data_index":2980,"repeat_index":7,"sample_id":"gpqa-main-ab4c50e2da12e11b47155f74/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2689,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"b734e134fe4529267a34452ccc5cb2a7d56f7b471273d9e978add607de6f30b6"} +{"uuid":"gpqa-main-01e62a7b7362ebd043bef6f7","benchmark":"gpqa_main","data_index":2532,"repeat_index":6,"sample_id":"gpqa-main-01e62a7b7362ebd043bef6f7/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":36102,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"339602fd0ae9cbdaef368f3dcff01cd2d212565d5c7830b14c0fd29de1cb58d6"} +{"uuid":"gpqa-main-86976aae6f871f46c4680830","benchmark":"gpqa_main","data_index":2903,"repeat_index":7,"sample_id":"gpqa-main-86976aae6f871f46c4680830/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8903,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"D","question_sha256":"e5c3c79a60db2de596dac1585bfc2e940bac2acb65a3352ff5f7e99821846aed"} +{"uuid":"gpqa-main-0cc54149033350a37cf90b8b","benchmark":"gpqa_main","data_index":2387,"repeat_index":6,"sample_id":"gpqa-main-0cc54149033350a37cf90b8b/repeat-6","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":46901,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"A","question_sha256":"3298921b7dfbbae04c9893edbe6870746b53e2b7af12e9816f07b6f5e0bff9cb"} +{"uuid":"gpqa-main-67c1e3a67a2a974a3189d06b","benchmark":"gpqa_main","data_index":3016,"repeat_index":7,"sample_id":"gpqa-main-67c1e3a67a2a974a3189d06b/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":272,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"A","question_sha256":"de0e795a2e1639d4babc3235662e71409fadd14e0c80f8551b3db9b4b53aa8de"} +{"uuid":"gpqa-main-143dc33c1aad9828daf5e615","benchmark":"gpqa_main","data_index":2783,"repeat_index":7,"sample_id":"gpqa-main-143dc33c1aad9828daf5e615/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17621,"prompt_tokens":354,"effective_max_tokens":130718,"original_embedded_prediction":"C","question_sha256":"ff60c18b72aac9e90842c7a2d5e79c68092a3fbb1d6c0318cee6d2892a43a0a1"} +{"uuid":"gpqa-main-7ac0db7d29e6e8c587a8e8f2","benchmark":"gpqa_main","data_index":3004,"repeat_index":7,"sample_id":"gpqa-main-7ac0db7d29e6e8c587a8e8f2/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1389,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"B","question_sha256":"1fc80dd29a6d1127a37414c18382b28b3e9d2f38b390130751d4cbfe90841375"} +{"uuid":"gpqa-main-9f0f463200d404d2c62eca59","benchmark":"gpqa_main","data_index":3008,"repeat_index":7,"sample_id":"gpqa-main-9f0f463200d404d2c62eca59/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1175,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"6ed199510dead1f6bd4eaa9162909d9481bd2201f8d9444ee60a2e0e2f20528c"} +{"uuid":"gpqa-main-05286f95a107c3da592ecbd9","benchmark":"gpqa_main","data_index":2993,"repeat_index":7,"sample_id":"gpqa-main-05286f95a107c3da592ecbd9/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1997,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"d8a1a7b530a9b1d0cd0b07ec53f60d6d5fcf3059457f02b90e3c4ddf51fdc825"} +{"uuid":"gpqa-main-d31323dded27ae0c86cb5c75","benchmark":"gpqa_main","data_index":3001,"repeat_index":7,"sample_id":"gpqa-main-d31323dded27ae0c86cb5c75/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1636,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"8f174dd25b58e6fc8e309577a66d0f5a4f46ed89bf1a5165c0cb561a4e3e33e9"} +{"uuid":"gpqa-main-7e9652f906d908e059401ac2","benchmark":"gpqa_main","data_index":3012,"repeat_index":7,"sample_id":"gpqa-main-7e9652f906d908e059401ac2/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":974,"prompt_tokens":346,"effective_max_tokens":130726,"original_embedded_prediction":"C","question_sha256":"9dda9414807cb4996f3a1deb9214b8aaf93c75e41d35fac14966aba5058f07ff"} +{"uuid":"gpqa-main-3cb5227445654dab4b5dacc2","benchmark":"gpqa_main","data_index":3002,"repeat_index":7,"sample_id":"gpqa-main-3cb5227445654dab4b5dacc2/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1799,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"4b45de4106aaf95114f9bda69339b541037b0eb04b8fd1f40efb6b91ed2a479e"} +{"uuid":"gpqa-main-fe61aa6baba6418fcde1fa11","benchmark":"gpqa_main","data_index":2960,"repeat_index":7,"sample_id":"gpqa-main-fe61aa6baba6418fcde1fa11/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4928,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"73eb245ef4dcc164186307ecd210b767147568ad3c1b03847a63b2e67ac5d0ab"} +{"uuid":"gpqa-main-288426a7fecb5facf10219c7","benchmark":"gpqa_main","data_index":2878,"repeat_index":7,"sample_id":"gpqa-main-288426a7fecb5facf10219c7/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10634,"prompt_tokens":321,"effective_max_tokens":130751,"original_embedded_prediction":"D","question_sha256":"7cccb7714b35c30190fb5db64a1b22a36b726b2a007f241961e1e48c82e4acb3"} +{"uuid":"gpqa-main-4657fdc74d4c0bf48aa0b494","benchmark":"gpqa_main","data_index":2989,"repeat_index":7,"sample_id":"gpqa-main-4657fdc74d4c0bf48aa0b494/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2631,"prompt_tokens":343,"effective_max_tokens":130729,"original_embedded_prediction":"B","question_sha256":"ef34764671cecdd517febbdbff1a8cc3542418de05c4a100ef6c30752c1fc8cb"} +{"uuid":"gpqa-main-ae94db70e45f3af66518a393","benchmark":"gpqa_main","data_index":3018,"repeat_index":7,"sample_id":"gpqa-main-ae94db70e45f3af66518a393/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":746,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"357c925128939cb69954fa6d11c54df2209c646ee1d3db2ab6dfea44ae6407b6"} +{"uuid":"gpqa-main-cda2fe50fc8423311319e78e","benchmark":"gpqa_main","data_index":2988,"repeat_index":7,"sample_id":"gpqa-main-cda2fe50fc8423311319e78e/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2879,"prompt_tokens":182,"effective_max_tokens":130890,"original_embedded_prediction":"A","question_sha256":"1b04aca1c9a8b4f1fabc653b3653d0a48982315e6f1da934d98cadd1948f776f"} +{"uuid":"gpqa-main-fd7b1296b8c5ae3f05aa8355","benchmark":"gpqa_main","data_index":3007,"repeat_index":7,"sample_id":"gpqa-main-fd7b1296b8c5ae3f05aa8355/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1814,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"D","question_sha256":"e674bbb69c41e672de8e4c8cbea505f57f0d1fc98a2ae52ced1937ec4c71b62f"} +{"uuid":"gpqa-main-8523e39e7dc895f15a06a403","benchmark":"gpqa_main","data_index":3019,"repeat_index":7,"sample_id":"gpqa-main-8523e39e7dc895f15a06a403/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":944,"prompt_tokens":243,"effective_max_tokens":130829,"original_embedded_prediction":"D","question_sha256":"9809fdeb256e4181e9705fa439a61deb6dbe804bfb80ffab6cb1bd4565faa027"} +{"uuid":"gpqa-main-a028903aa7112583a0e7b5d2","benchmark":"gpqa_main","data_index":2904,"repeat_index":7,"sample_id":"gpqa-main-a028903aa7112583a0e7b5d2/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9684,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"D","question_sha256":"c6231a95c81ba1af7d31e5ce8f8e8ad4c4def88d86ab8f801a248cf19814e2d2"} +{"uuid":"gpqa-main-2601636e383074212d2b5e52","benchmark":"gpqa_main","data_index":3021,"repeat_index":7,"sample_id":"gpqa-main-2601636e383074212d2b5e52/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":973,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"A","question_sha256":"4346808ce2e49e7dd075a69d154a4e1c8d73b71869876d48ffff93747d8898ec"} +{"uuid":"gpqa-main-33c3b423f54aabfcfca66691","benchmark":"gpqa_main","data_index":3022,"repeat_index":7,"sample_id":"gpqa-main-33c3b423f54aabfcfca66691/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1341,"prompt_tokens":323,"effective_max_tokens":130749,"original_embedded_prediction":"C","question_sha256":"d3ede1ef1590cafbeca0278be62d75df7a0ca03bdf527b454a132420994473ae"} +{"uuid":"gpqa-main-60c7c63632b1d67ffb8a4fb7","benchmark":"gpqa_main","data_index":3023,"repeat_index":7,"sample_id":"gpqa-main-60c7c63632b1d67ffb8a4fb7/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1372,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"A","question_sha256":"60c9747de98dcd74354ee70ce1049c3c1d1b8d72f4e9848984af5d6ceb1a0c57"} +{"uuid":"gpqa-main-d8cca1a27ad1a42b4a99ce96","benchmark":"gpqa_main","data_index":2957,"repeat_index":7,"sample_id":"gpqa-main-d8cca1a27ad1a42b4a99ce96/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6235,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"6049e26840c0e889bb5632032745b5bcf6684dec9a2f9d0a0cfb76378c5c064e"} +{"uuid":"gpqa-main-5f044a1bf575df47abc76e1a","benchmark":"gpqa_main","data_index":3034,"repeat_index":7,"sample_id":"gpqa-main-5f044a1bf575df47abc76e1a/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":749,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"56742e4e637e9ad1340d4a8de7af8e0d6ce2447d668cc5b51dfb52dfb0b2b8e9"} +{"uuid":"gpqa-main-1989edb8041cc1c94659dcc4","benchmark":"gpqa_main","data_index":3028,"repeat_index":7,"sample_id":"gpqa-main-1989edb8041cc1c94659dcc4/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1250,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"364ddb1397abdc7ae2201c88354f8df3f89b63c28330217a94cf8cf96c19ae54"} +{"uuid":"gpqa-main-ad77d1e365463a217a2cc25c","benchmark":"gpqa_main","data_index":3036,"repeat_index":7,"sample_id":"gpqa-main-ad77d1e365463a217a2cc25c/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":903,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"B","question_sha256":"7c427847fb1acab7f784c40193a51f13be68ffb38b4336c6bf3ebf112916fc29"} +{"uuid":"gpqa-main-77067b016766698b199936c6","benchmark":"gpqa_main","data_index":3031,"repeat_index":7,"sample_id":"gpqa-main-77067b016766698b199936c6/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1402,"prompt_tokens":306,"effective_max_tokens":130766,"original_embedded_prediction":"B","question_sha256":"4c8dd76001266d2c0d3a086b95cb4f68ba3f1b2658186002903315d51bf5bea6"} +{"uuid":"gpqa-main-0b01dd8e7881a40d7eb61175","benchmark":"gpqa_main","data_index":3027,"repeat_index":7,"sample_id":"gpqa-main-0b01dd8e7881a40d7eb61175/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1614,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"C","question_sha256":"74998926c571f30bb050d73fd21eee2727687e5a8320253f13d3d84b8605a913"} +{"uuid":"gpqa-main-78b2ba2dd97e6d6b9942bad9","benchmark":"gpqa_main","data_index":2961,"repeat_index":7,"sample_id":"gpqa-main-78b2ba2dd97e6d6b9942bad9/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6534,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"A","question_sha256":"019eb0f05f025ec512fbae057e0fcb33e0f92eec9bc2dc775494f6a19f4b62f3"} +{"uuid":"gpqa-main-178c84548026beb35252a961","benchmark":"gpqa_main","data_index":2792,"repeat_index":7,"sample_id":"gpqa-main-178c84548026beb35252a961/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18602,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"B","question_sha256":"4ea09b6f60208405c59e5923a565f195c94315e0b6e230acd59351f1ee59ed96"} +{"uuid":"gpqa-main-7c103d3006e7e5942b17dfc2","benchmark":"gpqa_main","data_index":3033,"repeat_index":7,"sample_id":"gpqa-main-7c103d3006e7e5942b17dfc2/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1493,"prompt_tokens":254,"effective_max_tokens":130818,"original_embedded_prediction":"D","question_sha256":"851c6624380df7dd30fbf4b482add6ae0543525ac196eb146f0d1eb73a673d6c"} +{"uuid":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8","benchmark":"gpqa_main","data_index":2984,"repeat_index":7,"sample_id":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4850,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"bf639adbf5de648e6799cd9936073de7b6c750cf7c5870ed99dc4f842748abb9"} +{"uuid":"gpqa-main-24659eabc462bf7fb5295951","benchmark":"gpqa_main","data_index":2953,"repeat_index":7,"sample_id":"gpqa-main-24659eabc462bf7fb5295951/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7460,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"f26df2fb1b4182bacbf5d951a583b120ed154d22ea6f9659ed264ae020297543"} +{"uuid":"gpqa-main-e47ea8383f43129dec459997","benchmark":"gpqa_main","data_index":2588,"repeat_index":6,"sample_id":"gpqa-main-e47ea8383f43129dec459997/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":34099,"prompt_tokens":262,"effective_max_tokens":130810,"original_embedded_prediction":"C","question_sha256":"9e7260c352d5970f26856e94943b008fa72ebf3264a0e2790592a41209cfac2d"} +{"uuid":"gpqa-main-dd8409336990c7459796bf16","benchmark":"gpqa_main","data_index":2923,"repeat_index":7,"sample_id":"gpqa-main-dd8409336990c7459796bf16/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9564,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"A","question_sha256":"609aca38a7fb3090a0f30d6d141ac5d22646fb06ba18f8c71758e099668e5bf5"} +{"uuid":"gpqa-main-64193be5f9a6bbd67bec4010","benchmark":"gpqa_main","data_index":2816,"repeat_index":7,"sample_id":"gpqa-main-64193be5f9a6bbd67bec4010/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17383,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"C","question_sha256":"373990fe818e4182469d242b845eeb2f78db2f00cfb3a8fdbd2dbd696e08d552"} +{"uuid":"gpqa-main-ac27f29e5f777e93e751f3f2","benchmark":"gpqa_main","data_index":2743,"repeat_index":7,"sample_id":"gpqa-main-ac27f29e5f777e93e751f3f2/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":23816,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"A","question_sha256":"d49aa1d9efc38f6409c199c3e2706ec44f5d20d25b0e7d41f40b9c46668ed1e0"} +{"uuid":"gpqa-main-55aa21aa9a62e56aab915b32","benchmark":"gpqa_main","data_index":2606,"repeat_index":6,"sample_id":"gpqa-main-55aa21aa9a62e56aab915b32/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":32787,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"A","question_sha256":"e6eba602b3eef649fed522c6b8737556699845aee5b419773938063ec6b83257"} +{"uuid":"gpqa-main-3f9251e093c698e0c2fa2826","benchmark":"gpqa_main","data_index":3046,"repeat_index":7,"sample_id":"gpqa-main-3f9251e093c698e0c2fa2826/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":677,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"252debe46c4fa81fca060b5a84d473e7c0bf04c99b8b5f54aab8119f22de36b4"} +{"uuid":"gpqa-main-c0bc48c4232297b735018487","benchmark":"gpqa_main","data_index":2928,"repeat_index":7,"sample_id":"gpqa-main-c0bc48c4232297b735018487/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9257,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"bbc99977a336fa9fd961baf75728288b14f7c69841a6757f2793e300690fc85b"} +{"uuid":"gpqa-main-b36b446fe10911202d34a473","benchmark":"gpqa_main","data_index":3047,"repeat_index":7,"sample_id":"gpqa-main-b36b446fe10911202d34a473/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":635,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"a817452b182acac6761625a70d62a32f2da8fc7a708397cb06f4ad35d5fb18f8"} +{"uuid":"gpqa-main-e31881ef9b38bb3d802fa432","benchmark":"gpqa_main","data_index":3013,"repeat_index":7,"sample_id":"gpqa-main-e31881ef9b38bb3d802fa432/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3401,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"A","question_sha256":"d2b3b2f779f59635b5b67b63d55e4ada87e7ff867992c7a0b26b010dac9f8650"} +{"uuid":"gpqa-main-f022820fa3c0f536a4d4a9bc","benchmark":"gpqa_main","data_index":3043,"repeat_index":7,"sample_id":"gpqa-main-f022820fa3c0f536a4d4a9bc/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1159,"prompt_tokens":288,"effective_max_tokens":130784,"original_embedded_prediction":"A","question_sha256":"d7be2d674d4903c49886b492451a9febcfb5696ccd6f0931c4d48ef06a19b2b9"} +{"uuid":"gpqa-main-f6a21b5c88fe41ca6a55591f","benchmark":"gpqa_main","data_index":3042,"repeat_index":7,"sample_id":"gpqa-main-f6a21b5c88fe41ca6a55591f/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1285,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"b0808ff670ee04ab6af9402dbf89fd865b5fcc16ca43f81c6b8ed06e07bd5ee2"} +{"uuid":"gpqa-main-6078bfac5f15131fb59b31ce","benchmark":"gpqa_main","data_index":2994,"repeat_index":7,"sample_id":"gpqa-main-6078bfac5f15131fb59b31ce/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5037,"prompt_tokens":383,"effective_max_tokens":130689,"original_embedded_prediction":"D","question_sha256":"2c08be31c31eb443db8881662320ebedec47eef168a86389032948d5a9cc37d1"} +{"uuid":"gpqa-main-55f2934c4eb0b8293b1d65aa","benchmark":"gpqa_main","data_index":2525,"repeat_index":6,"sample_id":"gpqa-main-55f2934c4eb0b8293b1d65aa/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":40005,"prompt_tokens":314,"effective_max_tokens":130758,"original_embedded_prediction":"B","question_sha256":"790d06fbc2ae95b0429cab870e5895c5de8a75b14d0bda1401b1503293606c67"} +{"uuid":"gpqa-main-a39e48c3dd280f4d62399e78","benchmark":"gpqa_main","data_index":3059,"repeat_index":7,"sample_id":"gpqa-main-a39e48c3dd280f4d62399e78/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":816,"prompt_tokens":397,"effective_max_tokens":130675,"original_embedded_prediction":"D","question_sha256":"721c25455cfe9ff83ae29b7ba79700cb78268040d9773283d4d8afebd849187b"} +{"uuid":"gpqa-main-9aa9fb454d849030d70f9512","benchmark":"gpqa_main","data_index":2574,"repeat_index":6,"sample_id":"gpqa-main-9aa9fb454d849030d70f9512/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":36948,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"D","question_sha256":"b494f4c1785682ee7d284173af2a6ef6db2189c6f3e7ece0edb769c2f10d5f24"} +{"uuid":"gpqa-main-c5506c52a996021a33525b24","benchmark":"gpqa_main","data_index":2930,"repeat_index":7,"sample_id":"gpqa-main-c5506c52a996021a33525b24/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10200,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"ec867cdcf4e586ae70e24b76b87230ee2b48ec67a5234d7a682f06f846fbdf0d"} +{"uuid":"gpqa-main-53c8581aa69a3066bf003024","benchmark":"gpqa_main","data_index":3038,"repeat_index":7,"sample_id":"gpqa-main-53c8581aa69a3066bf003024/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2445,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"dbc9784ed2e796c6f534e998f17f2a819df9d6d94cd62aa72bd7fdcbf457c948"} +{"uuid":"gpqa-main-9254c2db95aeb7ad8ae8a32d","benchmark":"gpqa_main","data_index":2983,"repeat_index":7,"sample_id":"gpqa-main-9254c2db95aeb7ad8ae8a32d/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6620,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"183797b844f5aaf0d4762d5da650b2a14964b261306db104b29a00499b949bd6"} +{"uuid":"gpqa-main-5af38d4af998e6cc090b76a4","benchmark":"gpqa_main","data_index":3054,"repeat_index":7,"sample_id":"gpqa-main-5af38d4af998e6cc090b76a4/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1260,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"b20325f500465457b07762e2fe70b04e5055bd3df2783351050b6c3d04223eb4"} +{"uuid":"gpqa-main-83f8b78e2bcb92bda5c03787","benchmark":"gpqa_main","data_index":3024,"repeat_index":7,"sample_id":"gpqa-main-83f8b78e2bcb92bda5c03787/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3870,"prompt_tokens":162,"effective_max_tokens":130910,"original_embedded_prediction":"C","question_sha256":"1f06efeb2323c27b7a92e2f6b6d0f631f5b1caa5357a701f99ff4c3d08286bcf"} +{"uuid":"gpqa-main-fc2653b5d83e082e9e4f6390","benchmark":"gpqa_main","data_index":2992,"repeat_index":7,"sample_id":"gpqa-main-fc2653b5d83e082e9e4f6390/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6073,"prompt_tokens":429,"effective_max_tokens":130643,"original_embedded_prediction":"C","question_sha256":"d039314a334267e1364c2bb5dc0ab4e72b6b86a69936c2f7f318902ffc422f15"} +{"uuid":"gpqa-main-ad37592fd14aa64b9045a2c4","benchmark":"gpqa_main","data_index":3062,"repeat_index":7,"sample_id":"gpqa-main-ad37592fd14aa64b9045a2c4/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":802,"prompt_tokens":142,"effective_max_tokens":130930,"original_embedded_prediction":"B","question_sha256":"1b3ff6b6ef905e2e7d9fad403ad7bcef59c07ba5858ab30374d9c1f3f07e7dee"} +{"uuid":"gpqa-main-4f958672c6f9249c44f2f9b9","benchmark":"gpqa_main","data_index":2875,"repeat_index":7,"sample_id":"gpqa-main-4f958672c6f9249c44f2f9b9/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14526,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"D","question_sha256":"7d91198c9c48996b89ebbb62d8d76d86e32d7c14fb108c7491c9ff812263613a"} +{"uuid":"gpqa-main-2651d2e67639a9e1741c23d7","benchmark":"gpqa_main","data_index":3049,"repeat_index":7,"sample_id":"gpqa-main-2651d2e67639a9e1741c23d7/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1988,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"B","question_sha256":"4dde21b33c78ccf27d8f3043edfe68636929e2ed7d52841b78b767027425afcb"} +{"uuid":"gpqa-main-0306849689d2123fedfcfeb5","benchmark":"gpqa_main","data_index":2770,"repeat_index":7,"sample_id":"gpqa-main-0306849689d2123fedfcfeb5/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":22961,"prompt_tokens":301,"effective_max_tokens":130771,"original_embedded_prediction":"D","question_sha256":"9b236e1b2c7db4edd3fd08eaeff4fcfd3b13c11bfc0f9c5510349957a837d13a"} +{"uuid":"gpqa-main-50b06dfa0f6f3a64a58faa00","benchmark":"gpqa_main","data_index":2601,"repeat_index":6,"sample_id":"gpqa-main-50b06dfa0f6f3a64a58faa00/repeat-6","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":34728,"prompt_tokens":2889,"effective_max_tokens":128183,"original_embedded_prediction":"A","question_sha256":"6d83e75112500dd8a0852c4eaa9859c4fb625c97bdf5f7d5c532bcd6347ea1a8"} +{"uuid":"gpqa-main-238c4616c3347122f4b974e4","benchmark":"gpqa_main","data_index":3053,"repeat_index":7,"sample_id":"gpqa-main-238c4616c3347122f4b974e4/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1679,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"A","question_sha256":"5a24c76ed39eb083ccc9c24780d936fe2e52cba76ae67efa4d647cc35e10037b"} +{"uuid":"gpqa-main-d8d5dbb2aa6f203775147357","benchmark":"gpqa_main","data_index":3006,"repeat_index":7,"sample_id":"gpqa-main-d8d5dbb2aa6f203775147357/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5565,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"bb18da47ffe6578fb5b30d30128525e8addf5e823c1985c70c606c89ce8d4d7e"} +{"uuid":"gpqa-main-4373b5f7be197f26258c18cf","benchmark":"gpqa_main","data_index":2864,"repeat_index":7,"sample_id":"gpqa-main-4373b5f7be197f26258c18cf/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15318,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"C","question_sha256":"56563ccb64ef7d8686cd4d8da77c8b4636353d0bb75dbefa360323671dfffed1"} +{"uuid":"gpqa-main-c8bb35d2e6add774a878c895","benchmark":"gpqa_main","data_index":2515,"repeat_index":6,"sample_id":"gpqa-main-c8bb35d2e6add774a878c895/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":41501,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"8b5b2cb731b5a7fb6556557d17fc7ef7fb607adfa5050f0d70418eb3b983605b"} +{"uuid":"gpqa-main-28e3e5e79d7477896c6d853d","benchmark":"gpqa_main","data_index":2328,"repeat_index":6,"sample_id":"gpqa-main-28e3e5e79d7477896c6d853d/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":55464,"prompt_tokens":1047,"effective_max_tokens":130025,"original_embedded_prediction":"B","question_sha256":"d3b33ef7a0e55c33b5deae6a673dd7fff1fc2e7efa223f3419ecf58e57c06207"} +{"uuid":"gpqa-main-84c386fbd7476f5541ea16f0","benchmark":"gpqa_main","data_index":2963,"repeat_index":7,"sample_id":"gpqa-main-84c386fbd7476f5541ea16f0/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8947,"prompt_tokens":370,"effective_max_tokens":130702,"original_embedded_prediction":"D","question_sha256":"083aa3572345d938b0c707cfb8c710aea73759344b234ada78ed36f1ec66eb0d"} +{"uuid":"gpqa-main-aa684f4d5d7c6b9ced383e24","benchmark":"gpqa_main","data_index":2991,"repeat_index":7,"sample_id":"gpqa-main-aa684f4d5d7c6b9ced383e24/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7068,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"96a58da5e1708d76485e32741b0ecddc1bea407ebb53997d2f36e8827f2f2ac9"} +{"uuid":"gpqa-main-1923a70feda6403a600f719a","benchmark":"gpqa_main","data_index":2464,"repeat_index":6,"sample_id":"gpqa-main-1923a70feda6403a600f719a/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":45557,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"C","question_sha256":"7acad7dd49efa2a29ce19fb81de0e8b504de87dab9c66159407da7697942a708"} +{"uuid":"gpqa-main-ca986cf878bcb98d3bdf6b0a","benchmark":"gpqa_main","data_index":2940,"repeat_index":7,"sample_id":"gpqa-main-ca986cf878bcb98d3bdf6b0a/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10810,"prompt_tokens":553,"effective_max_tokens":130519,"original_embedded_prediction":"D","question_sha256":"03946dc24ec69699ccf0d502676d0724f19c404c61b61996d4b5d979f21785da"} +{"uuid":"gpqa-main-20f8612bcc2efb9c2355d32e","benchmark":"gpqa_main","data_index":2894,"repeat_index":7,"sample_id":"gpqa-main-20f8612bcc2efb9c2355d32e/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14529,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"C","question_sha256":"d746be8625afecad5925e7069f57336e8de3f39dfdf843820421eba66b7bc620"} +{"uuid":"gpqa-main-7c04a20e5411bd3e0a2bc2c8","benchmark":"gpqa_main","data_index":2915,"repeat_index":7,"sample_id":"gpqa-main-7c04a20e5411bd3e0a2bc2c8/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12936,"prompt_tokens":413,"effective_max_tokens":130659,"original_embedded_prediction":"A","question_sha256":"e23b62b19c3ab4ec896e631f56a7a92ed38aca13300af7a7b449b979999886f3"} +{"uuid":"gpqa-main-febe4c45e71692110949e3d6","benchmark":"gpqa_main","data_index":2656,"repeat_index":6,"sample_id":"gpqa-main-febe4c45e71692110949e3d6/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":32036,"prompt_tokens":577,"effective_max_tokens":130495,"original_embedded_prediction":"C","question_sha256":"e38dd7750710c37aa45a5b0b5dd91e1b4171070325d670d668ab1fa20431a29e"} +{"uuid":"gpqa-main-fcf4fc69f21da83688056521","benchmark":"gpqa_main","data_index":3051,"repeat_index":7,"sample_id":"gpqa-main-fcf4fc69f21da83688056521/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2913,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"691112dd08aec41d1dfd7a48bf6e56a828dc8b340887ad6364daff290f8a88c4"} +{"uuid":"gpqa-main-1f0af84f0bdb1b68af6a7719","benchmark":"gpqa_main","data_index":3069,"repeat_index":7,"sample_id":"gpqa-main-1f0af84f0bdb1b68af6a7719/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1616,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"D","question_sha256":"47eb07162cc525d2e6a87977deb802204fed59b801dd5e2935cc6edb3c036af1"} +{"uuid":"gpqa-main-0fb808246cf99919fa61cf95","benchmark":"gpqa_main","data_index":3056,"repeat_index":7,"sample_id":"gpqa-main-0fb808246cf99919fa61cf95/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2839,"prompt_tokens":415,"effective_max_tokens":130657,"original_embedded_prediction":"D","question_sha256":"8dd19f310e71e68caf9619c551faf073baee082c2fdae90e86d766c8f04dd15c"} +{"uuid":"gpqa-main-43903740f46e3267ecd42324","benchmark":"gpqa_main","data_index":3039,"repeat_index":7,"sample_id":"gpqa-main-43903740f46e3267ecd42324/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4407,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"D","question_sha256":"b52b0025e64a7d0c0023e98ca9fe1f002e22bd987dd934f74304bd22e6e7da20"} +{"uuid":"gpqa-main-3b577bce88d27365cf34e990","benchmark":"gpqa_main","data_index":2648,"repeat_index":6,"sample_id":"gpqa-main-3b577bce88d27365cf34e990/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":33227,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"952132525f3a442f1b38bdc3d0190df1c505766096106e7ac626a451f1b236fc"} +{"uuid":"gpqa-main-485d6d2d8d4ef097891a30ae","benchmark":"gpqa_main","data_index":3058,"repeat_index":7,"sample_id":"gpqa-main-485d6d2d8d4ef097891a30ae/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3209,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"B","question_sha256":"c6a4a4365a6f088ad7d433e788ad1983c25ce2a6965fa332c2fd4f61eea9bbbc"} +{"uuid":"gpqa-main-7093e90be0c6d72d98ef432c","benchmark":"gpqa_main","data_index":3044,"repeat_index":7,"sample_id":"gpqa-main-7093e90be0c6d72d98ef432c/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4223,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"A","question_sha256":"d73f092255e75c14953338c7dc17fa9e41c6378f650bac797b23d3c68133744d"} +{"uuid":"gpqa-main-043ca5f03089118ef536135d","benchmark":"gpqa_main","data_index":2834,"repeat_index":7,"sample_id":"gpqa-main-043ca5f03089118ef536135d/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19562,"prompt_tokens":594,"effective_max_tokens":130478,"original_embedded_prediction":"C","question_sha256":"43c5cb4f57895b07f3e1815e411f315dfa3fe44fe601b5aacde7c1244cdcaa89"} +{"uuid":"gpqa-main-c5fc0037165678ab354bad30","benchmark":"gpqa_main","data_index":2917,"repeat_index":7,"sample_id":"gpqa-main-c5fc0037165678ab354bad30/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13804,"prompt_tokens":158,"effective_max_tokens":130914,"original_embedded_prediction":"B","question_sha256":"cc55519c3a9058d775356db9fd87b9279f120f69e3d435e9886ed87f62c6a229"} +{"uuid":"gpqa-main-67410b7a8dc0eaa2a0ad0e33","benchmark":"gpqa_main","data_index":3035,"repeat_index":7,"sample_id":"gpqa-main-67410b7a8dc0eaa2a0ad0e33/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5536,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"bb309e44424b270e31ff68a9df49f0a2f19335280a19eb9a92c5dcd1810cc3e8"} +{"uuid":"gpqa-main-20f50fda9aeae51c6b9b4ba0","benchmark":"gpqa_main","data_index":2779,"repeat_index":7,"sample_id":"gpqa-main-20f50fda9aeae51c6b9b4ba0/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24175,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"D","question_sha256":"c7914fc7bcc19ad8377798d825d6dbc59be8fb64f2b51a89ec26f55423d9edd1"} +{"uuid":"gpqa-main-91b254f1e1c8041fbc1a3222","benchmark":"gpqa_main","data_index":3048,"repeat_index":7,"sample_id":"gpqa-main-91b254f1e1c8041fbc1a3222/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4254,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"35cf9161cc3c5b82d0770ab2b2fdef4a970ddae93523dee3a6bde8574e79b13d"} +{"uuid":"gpqa-main-9f5d195170ba73ccdc7a3b84","benchmark":"gpqa_main","data_index":2895,"repeat_index":7,"sample_id":"gpqa-main-9f5d195170ba73ccdc7a3b84/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15964,"prompt_tokens":552,"effective_max_tokens":130520,"original_embedded_prediction":"A","question_sha256":"e4e5526f8ea9205cbe6b33a5256144298ad11d8250b020cbd4fddbba85a12596"} +{"uuid":"gpqa-main-cdaa7da74e15a8dfc40e0582","benchmark":"gpqa_main","data_index":2879,"repeat_index":7,"sample_id":"gpqa-main-cdaa7da74e15a8dfc40e0582/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16733,"prompt_tokens":410,"effective_max_tokens":130662,"original_embedded_prediction":"D","question_sha256":"733e93868ff7691423e0d318a4d9ba6ce801d7c2ef5c53b8020d7eb13c2c9a5c"} +{"uuid":"gpqa-main-f635511b161f39dc301e05eb","benchmark":"gpqa_main","data_index":2968,"repeat_index":7,"sample_id":"gpqa-main-f635511b161f39dc301e05eb/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10655,"prompt_tokens":650,"effective_max_tokens":130422,"original_embedded_prediction":"B","question_sha256":"cb7f697eb685eca3061fc46cacb94c19aba74add8390e74234ade788b9fa4ff3"} +{"uuid":"gpqa-main-358120bf0c4377ebdbde08fc","benchmark":"gpqa_main","data_index":2996,"repeat_index":7,"sample_id":"gpqa-main-358120bf0c4377ebdbde08fc/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8346,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"A","question_sha256":"051eba2501386001d9e9793a3b0fe9ea4c78a987e3a1576c168659f849b684d6"} +{"uuid":"gpqa-main-666fc74619f38e356e33a285","benchmark":"gpqa_main","data_index":2868,"repeat_index":7,"sample_id":"gpqa-main-666fc74619f38e356e33a285/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17494,"prompt_tokens":693,"effective_max_tokens":130379,"original_embedded_prediction":"C","question_sha256":"89fa5b222a94e07a283a5140341a0704109ec3b7f62de72dd072383182771ebc"} +{"uuid":"gpqa-main-45b8834e3ed027ec73e9cb93","benchmark":"gpqa_main","data_index":3014,"repeat_index":7,"sample_id":"gpqa-main-45b8834e3ed027ec73e9cb93/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7373,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"C","question_sha256":"14a2ed1ddcecc5a3752c954a0c07f0e2ae102378d648cc66bd57385516fbbe20"} +{"uuid":"gpqa-main-0293685a5c3ddbc5b15dcfa0","benchmark":"gpqa_main","data_index":2921,"repeat_index":7,"sample_id":"gpqa-main-0293685a5c3ddbc5b15dcfa0/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14057,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"db2ca8d93d5ff50bd9f602bc5b3d339b547349c54c540850544e01393770a4ff"} +{"uuid":"gpqa-main-bab269fd666fa2ba840a1459","benchmark":"gpqa_main","data_index":2777,"repeat_index":7,"sample_id":"gpqa-main-bab269fd666fa2ba840a1459/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":25061,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"e17051d5c4ebf5f6bc793872dc2f5748b41dd7918235cb3d5697fb04882bd7fe"} +{"uuid":"gpqa-main-b306a5cb19a37a5923ddeda3","benchmark":"gpqa_main","data_index":3063,"repeat_index":7,"sample_id":"gpqa-main-b306a5cb19a37a5923ddeda3/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3789,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"10d0692d1c6af6008ffff69894cb0183dafbb80748247a3a0e1961e87f1e7c9f"} +{"uuid":"gpqa-main-89f68a802c7c6e55b5b802fd","benchmark":"gpqa_main","data_index":2951,"repeat_index":7,"sample_id":"gpqa-main-89f68a802c7c6e55b5b802fd/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12498,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"0815a781881ae5e8651c7fad2acd62427e6f4161f30b842d196debe30bd5ee83"} +{"uuid":"gpqa-main-33b9f4658edfefac92faa4d3","benchmark":"gpqa_main","data_index":2964,"repeat_index":7,"sample_id":"gpqa-main-33b9f4658edfefac92faa4d3/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11494,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"A","question_sha256":"21b950759e4e088c97c70fcca487f4b3ceddd69dd2563433e332a0dde94eeddb"} +{"uuid":"gpqa-main-7684b3ed8a4540e6099495df","benchmark":"gpqa_main","data_index":3015,"repeat_index":7,"sample_id":"gpqa-main-7684b3ed8a4540e6099495df/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8156,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"C","question_sha256":"0caf81b8c83789b0b258b80856002cff7fd589a737844db0407269017bcd1955"} +{"uuid":"gpqa-main-12fef4b097b802dea2564ea2","benchmark":"gpqa_main","data_index":2874,"repeat_index":7,"sample_id":"gpqa-main-12fef4b097b802dea2564ea2/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18233,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"D","question_sha256":"254c10ac4fdccd2709d12769dd755a22c6de6b1e6bff2363164511e2905446d7"} +{"uuid":"gpqa-main-11b88a6212278288c390be69","benchmark":"gpqa_main","data_index":3025,"repeat_index":7,"sample_id":"gpqa-main-11b88a6212278288c390be69/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7739,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"C","question_sha256":"29eb581590e7852467849e4c58c5e3b1b97736035880adbd4e12298c320ac7e4"} +{"uuid":"gpqa-main-bf00d194c934803975b81b7b","benchmark":"gpqa_main","data_index":2625,"repeat_index":6,"sample_id":"gpqa-main-bf00d194c934803975b81b7b/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":36433,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"A","question_sha256":"55e1269d132671f2c7b7f41498cb0b404e702d8ce370ac5555d837581e1b3ad7"} +{"uuid":"gpqa-main-d9fdff837cb2d2e4d1e81014","benchmark":"gpqa_main","data_index":3071,"repeat_index":7,"sample_id":"gpqa-main-d9fdff837cb2d2e4d1e81014/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4317,"prompt_tokens":153,"effective_max_tokens":130919,"original_embedded_prediction":"C","question_sha256":"021732e23dc83767a3bfeabac85945e664d0c83c8f4cd2ecee91855cda0b0d54"} +{"uuid":"gpqa-main-17eb0ef902a11d36b13bb4ba","benchmark":"gpqa_main","data_index":3066,"repeat_index":7,"sample_id":"gpqa-main-17eb0ef902a11d36b13bb4ba/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4596,"prompt_tokens":290,"effective_max_tokens":130782,"original_embedded_prediction":"A","question_sha256":"da025e796cabfda79ad3a899a873052b028159563074d0934fabc7ee4c54d8ad"} +{"uuid":"gpqa-main-8e23eaed901a11ec534e6f8b","benchmark":"gpqa_main","data_index":2787,"repeat_index":7,"sample_id":"gpqa-main-8e23eaed901a11ec534e6f8b/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":25751,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"ed842ad329efe1e08f990fad3dd3cd5e5fb16736a9da1dbfa314d5e19156887e"} +{"uuid":"gpqa-main-92f6e58b4989e9025c8286a9","benchmark":"gpqa_main","data_index":2922,"repeat_index":7,"sample_id":"gpqa-main-92f6e58b4989e9025c8286a9/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15918,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"c003a37af0eaa5e9c6d10f5a25ce1a2e0258ad6638a1655ee2a17d07daab816a"} +{"uuid":"gpqa-main-f0a74958c23332566374eae8","benchmark":"gpqa_main","data_index":2933,"repeat_index":7,"sample_id":"gpqa-main-f0a74958c23332566374eae8/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15155,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"0122463c60c1fa5ad768f1fc6147fd593b46126713e705864d5de5632804d4b5"} +{"uuid":"gpqa-main-39045ad4d1274d0e56839d7b","benchmark":"gpqa_main","data_index":3064,"repeat_index":7,"sample_id":"gpqa-main-39045ad4d1274d0e56839d7b/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5379,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"429df35a12720ff87021b558515bede2e2590914376178a956309c141594787f"} +{"uuid":"gpqa-main-4fb391edde117a3fa772fe15","benchmark":"gpqa_main","data_index":3067,"repeat_index":7,"sample_id":"gpqa-main-4fb391edde117a3fa772fe15/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5324,"prompt_tokens":230,"effective_max_tokens":130842,"original_embedded_prediction":"A","question_sha256":"5131eb311b518c1f3eade66e9c0f4df88aa05e6477bb06e86e3ac1e6fc1ea102"} +{"uuid":"gpqa-main-7c7ae85beee22afc94024aa0","benchmark":"gpqa_main","data_index":3065,"repeat_index":7,"sample_id":"gpqa-main-7c7ae85beee22afc94024aa0/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5430,"prompt_tokens":179,"effective_max_tokens":130893,"original_embedded_prediction":"C","question_sha256":"17ee204f8a3ef8904b0418dcf3bac347173df36a87b5535f055046fe6fae8879"} +{"uuid":"gpqa-main-6bb4180b8c6df2f8f7490345","benchmark":"gpqa_main","data_index":2714,"repeat_index":7,"sample_id":"gpqa-main-6bb4180b8c6df2f8f7490345/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":31890,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"B","question_sha256":"a40e1e0f0ddd21a34df82626b6553232ad944bbeec5bf0819aaf5ae0b1a92c59"} +{"uuid":"gpqa-main-728c68de5f34aba879617ff3","benchmark":"gpqa_main","data_index":3041,"repeat_index":7,"sample_id":"gpqa-main-728c68de5f34aba879617ff3/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7919,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"B","question_sha256":"93587b6fdb0ccf1d1701c58bd12431b38885397117475f14823f4c52994b39b4"} +{"uuid":"gpqa-main-544e43760baf2de3b5be5741","benchmark":"gpqa_main","data_index":3057,"repeat_index":7,"sample_id":"gpqa-main-544e43760baf2de3b5be5741/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6758,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"A","question_sha256":"89418be241a19daa5c02878e565ee51b73f6f2c9bcafffaf554b45989088c1d8"} +{"uuid":"gpqa-main-9eaa6714b15499d3c303ce90","benchmark":"gpqa_main","data_index":2911,"repeat_index":7,"sample_id":"gpqa-main-9eaa6714b15499d3c303ce90/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17891,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"D","question_sha256":"cfac786b87a07d0c92f7c3da73233aa6c32340b63dff9d3f72bd1bd025cd565d"} +{"uuid":"gpqa-main-e17c3d61061a563977ae3c11","benchmark":"gpqa_main","data_index":2932,"repeat_index":7,"sample_id":"gpqa-main-e17c3d61061a563977ae3c11/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15985,"prompt_tokens":352,"effective_max_tokens":130720,"original_embedded_prediction":"A","question_sha256":"41b609bbf5cd4517a7d53e382a762d7b2caa65fd58ea44549bdf7183daf1d2c0"} +{"uuid":"gpqa-main-6364129e0f80d3896a3d60e2","benchmark":"gpqa_main","data_index":2769,"repeat_index":7,"sample_id":"gpqa-main-6364129e0f80d3896a3d60e2/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":28662,"prompt_tokens":526,"effective_max_tokens":130546,"original_embedded_prediction":"A","question_sha256":"123161632faf32d9079808c0fb48f9d5492735ab0a8290fe32ca2f58fad36797"} +{"uuid":"gpqa-main-adffc79c4b20a953ccbf4cd1","benchmark":"gpqa_main","data_index":3060,"repeat_index":7,"sample_id":"gpqa-main-adffc79c4b20a953ccbf4cd1/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7111,"prompt_tokens":170,"effective_max_tokens":130902,"original_embedded_prediction":"D","question_sha256":"a9acc5caf0ab2f58b68d62ac52eac5bd31ee4a74a832bd753df339176dbbaefe"} +{"uuid":"gpqa-main-e10311e2a20f5ef70b44af1a","benchmark":"gpqa_main","data_index":3068,"repeat_index":7,"sample_id":"gpqa-main-e10311e2a20f5ef70b44af1a/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6329,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"D","question_sha256":"840fab180da436fa17bd480d15eb270c8be4535800795f8fe8c3d0b1ac29ca9d"} +{"uuid":"gpqa-main-55e31c256bb6191d94e6db4d","benchmark":"gpqa_main","data_index":3050,"repeat_index":7,"sample_id":"gpqa-main-55e31c256bb6191d94e6db4d/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8391,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"126561d6b58fa17bbaffda56837acaf8fab4bf282ccdfdcc2c7a97bfe520889c"} +{"uuid":"gpqa-main-d28c5e0e8deb0d1fde12ef5f","benchmark":"gpqa_main","data_index":2881,"repeat_index":7,"sample_id":"gpqa-main-d28c5e0e8deb0d1fde12ef5f/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21197,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"D","question_sha256":"6913f7a17a2db54c9dcd8af6af20806e66b00fe4bb9691ca42d9f15184908f62"} +{"uuid":"gpqa-main-30529bca8e7fdf66400bd444","benchmark":"gpqa_main","data_index":2706,"repeat_index":7,"sample_id":"gpqa-main-30529bca8e7fdf66400bd444/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":34699,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"fc081c2fbb63be5006154edbddcd4d1654207c4f1ad333e12f9bc19972753482"} +{"uuid":"gpqa-main-398c3b21ff64a0edc7ed8444","benchmark":"gpqa_main","data_index":2885,"repeat_index":7,"sample_id":"gpqa-main-398c3b21ff64a0edc7ed8444/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21567,"prompt_tokens":839,"effective_max_tokens":130233,"original_embedded_prediction":"C","question_sha256":"8efc35cf270e2b051ad9ae732723df9c7261cecaf1410edf2c43f3ca7aa749cc"} +{"uuid":"gpqa-main-4c4e7752fc041224f19d3f9a","benchmark":"gpqa_main","data_index":2998,"repeat_index":7,"sample_id":"gpqa-main-4c4e7752fc041224f19d3f9a/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13444,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"a7183bc025131850f86e24e7faa64e367e334f399dbbc968c1e6069905fe8c28"} +{"uuid":"gpqa-main-e4e8eab3e5612de26e298f3f","benchmark":"gpqa_main","data_index":2831,"repeat_index":7,"sample_id":"gpqa-main-e4e8eab3e5612de26e298f3f/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":25756,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"A","question_sha256":"1037e0c8b2c1aced006713d114efa5f1233a7eadf2f0aac355081aeacd10b00f"} +{"uuid":"gpqa-main-07134ad2ae69bd2e9f09ae64","benchmark":"gpqa_main","data_index":2765,"repeat_index":7,"sample_id":"gpqa-main-07134ad2ae69bd2e9f09ae64/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":31517,"prompt_tokens":374,"effective_max_tokens":130698,"original_embedded_prediction":"A","question_sha256":"e1448af5dcb7e4a7a5cf31dd231d4a2b2a3829ce3dabc5d7da48a195c1b39112"} +{"uuid":"gpqa-main-2bd63c617299c18c1cfd5b0a","benchmark":"gpqa_main","data_index":2884,"repeat_index":7,"sample_id":"gpqa-main-2bd63c617299c18c1cfd5b0a/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":21919,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"C","question_sha256":"bd7804f896ba3deb7fd65cc0c562744a80232f45bbc9c5ffa8652308c167c329"} +{"uuid":"gpqa-main-ff45876351041ad1ce200bb4","benchmark":"gpqa_main","data_index":3011,"repeat_index":7,"sample_id":"gpqa-main-ff45876351041ad1ce200bb4/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12965,"prompt_tokens":345,"effective_max_tokens":130727,"original_embedded_prediction":"B","question_sha256":"32bdeb2d6746cedbaa666a09cbe9ff84eedb094a4f81edb9c09ab191add49c41"} +{"uuid":"gpqa-main-32802554a860af51b4d7360f","benchmark":"gpqa_main","data_index":2924,"repeat_index":7,"sample_id":"gpqa-main-32802554a860af51b4d7360f/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18978,"prompt_tokens":399,"effective_max_tokens":130673,"original_embedded_prediction":"C","question_sha256":"ea1d2c2fd4395ec2cad416b20c41a657730d84acd26fb53712bf10f6807a4e64"} +{"uuid":"gpqa-main-1b113e4801541a0f8a992733","benchmark":"gpqa_main","data_index":2642,"repeat_index":6,"sample_id":"gpqa-main-1b113e4801541a0f8a992733/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":40124,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"A","question_sha256":"934c12bf2e6db997c9f4c22933b7e9545d3398849fc6e181c8a8187d83cf44b5"} +{"uuid":"gpqa-main-8dd5ae41d915a09d1c8b9add","benchmark":"gpqa_main","data_index":2849,"repeat_index":7,"sample_id":"gpqa-main-8dd5ae41d915a09d1c8b9add/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":25214,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"B","question_sha256":"8a246eed19ab5f877aa822da432a7aaa0f52615ea4655b0a89995d374971cd27"} +{"uuid":"gpqa-main-6f84d17ede852cd9196347bd","benchmark":"gpqa_main","data_index":3052,"repeat_index":7,"sample_id":"gpqa-main-6f84d17ede852cd9196347bd/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10952,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"C","question_sha256":"e410f49b6f85564bf5b9226069391669e4c376097b2656e616a6b82abd4729ac"} +{"uuid":"gpqa-main-0cc54149033350a37cf90b8b","benchmark":"gpqa_main","data_index":2771,"repeat_index":7,"sample_id":"gpqa-main-0cc54149033350a37cf90b8b/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":32418,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"A","question_sha256":"3298921b7dfbbae04c9893edbe6870746b53e2b7af12e9816f07b6f5e0bff9cb"} +{"uuid":"gpqa-main-cfc742b1ce24bfc75356765e","benchmark":"gpqa_main","data_index":2967,"repeat_index":7,"sample_id":"gpqa-main-cfc742b1ce24bfc75356765e/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17760,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"B","question_sha256":"c1f013c71ec1bfdf03d8071ec0a1d30c0d10b7e87429512ec32711a88cc41cb1"} +{"uuid":"gpqa-main-ed6a4565f708132bae39b742","benchmark":"gpqa_main","data_index":2943,"repeat_index":7,"sample_id":"gpqa-main-ed6a4565f708132bae39b742/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19461,"prompt_tokens":393,"effective_max_tokens":130679,"original_embedded_prediction":"A","question_sha256":"5ce997bcaa654b6fdbbb00b63b66633167679a850d02d845b8a9b1b716979197"} +{"uuid":"gpqa-main-2efd60649bdbaa65b5969003","benchmark":"gpqa_main","data_index":3045,"repeat_index":7,"sample_id":"gpqa-main-2efd60649bdbaa65b5969003/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12430,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"D","question_sha256":"af907b84cdd249e3bd0dcd3a0fc488c3673df744a66342233bebd85574ac74c3"} +{"uuid":"gpqa-main-ce2839297e4b63e0b36f6300","benchmark":"gpqa_main","data_index":2453,"repeat_index":6,"sample_id":"gpqa-main-ce2839297e4b63e0b36f6300/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":56041,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"B","question_sha256":"80cca49a2f6ae39b2d3a2dfe110572d39720d0831c65246ce20603c40578b118"} +{"uuid":"gpqa-main-443f8ea9f271c4442521f8e4","benchmark":"gpqa_main","data_index":2987,"repeat_index":7,"sample_id":"gpqa-main-443f8ea9f271c4442521f8e4/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17222,"prompt_tokens":326,"effective_max_tokens":130746,"original_embedded_prediction":"B","question_sha256":"9211da2d82adb786850c236cd14fc05728eb04599b0abc0202714ba6bd385d19"} +{"uuid":"gpqa-main-5f1108e8b2f18297c04895bf","benchmark":"gpqa_main","data_index":3017,"repeat_index":7,"sample_id":"gpqa-main-5f1108e8b2f18297c04895bf/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15352,"prompt_tokens":447,"effective_max_tokens":130625,"original_embedded_prediction":"A","question_sha256":"d6e89de54268d0839b91cc5f860fd4903b1d8277accaf665ced8b5404cdbbe84"} +{"uuid":"gpqa-main-542dd8f1dc74ca5163382df8","benchmark":"gpqa_main","data_index":2880,"repeat_index":7,"sample_id":"gpqa-main-542dd8f1dc74ca5163382df8/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":26094,"prompt_tokens":165,"effective_max_tokens":130907,"original_embedded_prediction":"A","question_sha256":"2413c551ec9a06a20197c81fa22effbd7f215abcc2e5f14c5f9f0a86e5402736"} +{"uuid":"gpqa-main-fcf4fbe275826c7d67e6067b","benchmark":"gpqa_main","data_index":3020,"repeat_index":7,"sample_id":"gpqa-main-fcf4fbe275826c7d67e6067b/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16171,"prompt_tokens":319,"effective_max_tokens":130753,"original_embedded_prediction":"B","question_sha256":"804a1298d02f33e3d34af9885ef317731ae757104a1e874356955c98921afd18"} +{"uuid":"gpqa-main-46f745f508b4d1ad41a0eb01","benchmark":"gpqa_main","data_index":3030,"repeat_index":7,"sample_id":"gpqa-main-46f745f508b4d1ad41a0eb01/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15980,"prompt_tokens":392,"effective_max_tokens":130680,"original_embedded_prediction":"A","question_sha256":"4971bc5df5aee8c296226e29269969e334193d698a942dccd75dac5459c05a5c"} +{"uuid":"gpqa-main-22c436000399164406e165b2","benchmark":"gpqa_main","data_index":2908,"repeat_index":7,"sample_id":"gpqa-main-22c436000399164406e165b2/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":25034,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"C","question_sha256":"836be405f3d05ec5ad1a2bc728339e5141836ace3a584fe3d36ecc50af4dc3ee"} +{"uuid":"gpqa-main-643d18139459da0f9c1b2e17","benchmark":"gpqa_main","data_index":2995,"repeat_index":7,"sample_id":"gpqa-main-643d18139459da0f9c1b2e17/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18495,"prompt_tokens":375,"effective_max_tokens":130697,"original_embedded_prediction":"D","question_sha256":"4bab53f383207a2bc9c94789bb8114d3e7db442308789d848023661e90b2ab49"} +{"uuid":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2","benchmark":"gpqa_main","data_index":2454,"repeat_index":6,"sample_id":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":58344,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"C","question_sha256":"58604895b423acc46c4efaa28ed2e4d6eaf2d93d55c7ad3766cffce3719ddf62"} +{"uuid":"gpqa-main-c720b28fe25654b1cedc9285","benchmark":"gpqa_main","data_index":2810,"repeat_index":7,"sample_id":"gpqa-main-c720b28fe25654b1cedc9285/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":32112,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"B","question_sha256":"9f6e1d1b2c053afcba8c78142311f336846eb87d19344fb8aa6e71ed9aecc477"} +{"uuid":"gpqa-main-e47ea8383f43129dec459997","benchmark":"gpqa_main","data_index":2972,"repeat_index":7,"sample_id":"gpqa-main-e47ea8383f43129dec459997/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20938,"prompt_tokens":262,"effective_max_tokens":130810,"original_embedded_prediction":"C","question_sha256":"9e7260c352d5970f26856e94943b008fa72ebf3264a0e2790592a41209cfac2d"} +{"uuid":"gpqa-main-86060b054d8de358356a29fd","benchmark":"gpqa_main","data_index":2696,"repeat_index":7,"sample_id":"gpqa-main-86060b054d8de358356a29fd/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":41900,"prompt_tokens":435,"effective_max_tokens":130637,"original_embedded_prediction":"A","question_sha256":"d20ccd218e50c4a58da8030db612f52c5bac88ad6d1859a85b0358c1595e54e1"} +{"uuid":"gpqa-main-65b3a19abfb8f6bf88bf75f5","benchmark":"gpqa_main","data_index":3055,"repeat_index":7,"sample_id":"gpqa-main-65b3a19abfb8f6bf88bf75f5/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15642,"prompt_tokens":308,"effective_max_tokens":130764,"original_embedded_prediction":"B","question_sha256":"a8345a17dbfe0f12b34f72265cd346edb8235c10a1aa78acb6be06124a19360a"} +{"uuid":"gpqa-main-1754a508e794225bd932adeb","benchmark":"gpqa_main","data_index":2741,"repeat_index":7,"sample_id":"gpqa-main-1754a508e794225bd932adeb/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":40671,"prompt_tokens":276,"effective_max_tokens":130796,"original_embedded_prediction":"B","question_sha256":"16464cac7090a24d3b5a0bf989e1699bafd2dd7b1555e816a1f77804d8e890db"} +{"uuid":"gpqa-main-4644969e4e4615b014b9669f","benchmark":"gpqa_main","data_index":2888,"repeat_index":7,"sample_id":"gpqa-main-4644969e4e4615b014b9669f/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":30301,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"e663684f8a7728af99d977f274c335c497ac6a7ccf43c64ab979e8407155ce6c"} +{"uuid":"gpqa-main-4c9f4186c5ccd49ab906a399","benchmark":"gpqa_main","data_index":2871,"repeat_index":7,"sample_id":"gpqa-main-4c9f4186c5ccd49ab906a399/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":31281,"prompt_tokens":610,"effective_max_tokens":130462,"original_embedded_prediction":"C","question_sha256":"f634534b5e2327dcc39982a4da6dff404f299e9759a0ac957b0f6017fbe7586e"} +{"uuid":"gpqa-main-ae71bab05f11abac2f706bb9","benchmark":"gpqa_main","data_index":3029,"repeat_index":7,"sample_id":"gpqa-main-ae71bab05f11abac2f706bb9/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21024,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"d160134fd023bac8e7f94f4d4e70e01dc36d3ae74bb54ab778b03686e5b7b2c0"} +{"uuid":"gpqa-main-1923a70feda6403a600f719a","benchmark":"gpqa_main","data_index":2848,"repeat_index":7,"sample_id":"gpqa-main-1923a70feda6403a600f719a/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":35266,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"7acad7dd49efa2a29ce19fb81de0e8b504de87dab9c66159407da7697942a708"} +{"uuid":"gpqa-main-63f2aea89eec9b67abe0bacf","benchmark":"gpqa_main","data_index":2865,"repeat_index":7,"sample_id":"gpqa-main-63f2aea89eec9b67abe0bacf/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":33849,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"C","question_sha256":"32596b406efecc4795e9f82b1d00f89787b9ed9e4f9d6239bed8194f13da06e7"} +{"uuid":"gpqa-main-acecd9428a5b4368f1f5bc82","benchmark":"gpqa_main","data_index":2997,"repeat_index":7,"sample_id":"gpqa-main-acecd9428a5b4368f1f5bc82/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":24716,"prompt_tokens":336,"effective_max_tokens":130736,"original_embedded_prediction":"B","question_sha256":"2d1e5de4bf7305d1b5eee8dda5415195dc333d71b3f50fa60508a928b67fb336"} +{"uuid":"gpqa-main-7ed621f8290d6ac14181ce45","benchmark":"gpqa_main","data_index":3070,"repeat_index":7,"sample_id":"gpqa-main-7ed621f8290d6ac14181ce45/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19171,"prompt_tokens":298,"effective_max_tokens":130774,"original_embedded_prediction":"B","question_sha256":"c1c0ad22e4376412fe1e7564fd1f8c00dd970292dbf0dbb83b0350881e74b306"} +{"uuid":"gpqa-main-3d3dfe64363613833bb52e81","benchmark":"gpqa_main","data_index":2913,"repeat_index":7,"sample_id":"gpqa-main-3d3dfe64363613833bb52e81/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":31444,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"C","question_sha256":"ec22f627211f722949e6d36efcb583b2f796830a38cf5cf5dcba4f727562d975"} +{"uuid":"gpqa-main-baefee4c54836e933082fd33","benchmark":"gpqa_main","data_index":2893,"repeat_index":7,"sample_id":"gpqa-main-baefee4c54836e933082fd33/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":34171,"prompt_tokens":487,"effective_max_tokens":130585,"original_embedded_prediction":"C","question_sha256":"f4486aea8f80b6405ceaabbd6f225378761eafc49f1e042873a464b3b94da620"} +{"uuid":"gpqa-main-b9cd3234a1fbbf6fe8b281a7","benchmark":"gpqa_main","data_index":2677,"repeat_index":6,"sample_id":"gpqa-main-b9cd3234a1fbbf6fe8b281a7/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":50236,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"407ed0eb19714d6ab4f488ca6e6a117c40e4991746c31ad1c464c5e529e59565"} +{"uuid":"gpqa-main-eda22ee564030fef1ab0bcaf","benchmark":"gpqa_main","data_index":2536,"repeat_index":6,"sample_id":"gpqa-main-eda22ee564030fef1ab0bcaf/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":61131,"prompt_tokens":316,"effective_max_tokens":130756,"original_embedded_prediction":"D","question_sha256":"e78929c2c3d5e04cda51c77e05ad4a3d1cbbf98cc2db0103b7fbc594e78bb602"} +{"uuid":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2","benchmark":"gpqa_main","data_index":2838,"repeat_index":7,"sample_id":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":38265,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"C","question_sha256":"58604895b423acc46c4efaa28ed2e4d6eaf2d93d55c7ad3766cffce3719ddf62"} +{"uuid":"gpqa-main-01e62a7b7362ebd043bef6f7","benchmark":"gpqa_main","data_index":2916,"repeat_index":7,"sample_id":"gpqa-main-01e62a7b7362ebd043bef6f7/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":33158,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"B","question_sha256":"339602fd0ae9cbdaef368f3dcff01cd2d212565d5c7830b14c0fd29de1cb58d6"} +{"uuid":"gpqa-main-1cea82df3087b1eb05c4d230","benchmark":"gpqa_main","data_index":2925,"repeat_index":7,"sample_id":"gpqa-main-1cea82df3087b1eb05c4d230/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":32355,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"dd05d2d9e9053dd1d4367a61d5f718336fc8f18bc81bdf0ccfb104e241053522"} +{"uuid":"gpqa-main-3b577bce88d27365cf34e990","benchmark":"gpqa_main","data_index":3032,"repeat_index":7,"sample_id":"gpqa-main-3b577bce88d27365cf34e990/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":25378,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"952132525f3a442f1b38bdc3d0190df1c505766096106e7ac626a451f1b236fc"} +{"uuid":"gpqa-main-50b06dfa0f6f3a64a58faa00","benchmark":"gpqa_main","data_index":2985,"repeat_index":7,"sample_id":"gpqa-main-50b06dfa0f6f3a64a58faa00/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":29685,"prompt_tokens":2889,"effective_max_tokens":128183,"original_embedded_prediction":"A","question_sha256":"6d83e75112500dd8a0852c4eaa9859c4fb625c97bdf5f7d5c532bcd6347ea1a8"} +{"uuid":"gpqa-main-bf00d194c934803975b81b7b","benchmark":"gpqa_main","data_index":3009,"repeat_index":7,"sample_id":"gpqa-main-bf00d194c934803975b81b7b/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":28371,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"A","question_sha256":"55e1269d132671f2c7b7f41498cb0b404e702d8ce370ac5555d837581e1b3ad7"} +{"uuid":"gpqa-main-2bd63c617299c18c1cfd5b0a","benchmark":"gpqa_main","data_index":2500,"repeat_index":6,"sample_id":"gpqa-main-2bd63c617299c18c1cfd5b0a/repeat-6","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":65403,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"A","question_sha256":"bd7804f896ba3deb7fd65cc0c562744a80232f45bbc9c5ffa8652308c167c329"} +{"uuid":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea","benchmark":"gpqa_main","data_index":3037,"repeat_index":7,"sample_id":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":27434,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"A","question_sha256":"78b6f83c0d1137982356bff0e0d20f60e32542e5815ffd693af8f421f9e4741d"} +{"uuid":"gpqa-main-82354c49d9280b8a980b98b4","benchmark":"gpqa_main","data_index":2858,"repeat_index":7,"sample_id":"gpqa-main-82354c49d9280b8a980b98b4/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":40160,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"D","question_sha256":"57b065d28a6d02a29a3a84f39dd670ba7cdf4e3403506e79b5fc90713897f68e"} +{"uuid":"gpqa-main-ae71bab05f11abac2f706bb9","benchmark":"gpqa_main","data_index":2645,"repeat_index":6,"sample_id":"gpqa-main-ae71bab05f11abac2f706bb9/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":58268,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"d160134fd023bac8e7f94f4d4e70e01dc36d3ae74bb54ab778b03686e5b7b2c0"} +{"uuid":"gpqa-main-8d43dd1cebfb1a76c18a3589","benchmark":"gpqa_main","data_index":2901,"repeat_index":7,"sample_id":"gpqa-main-8d43dd1cebfb1a76c18a3589/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":40133,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"A","question_sha256":"1c3b360d52d717d4eda55f53310217b072979b1026b8896b235a2ba9f5151964"} +{"uuid":"gpqa-main-759e35a2024fc09bd491c9ff","benchmark":"gpqa_main","data_index":2691,"repeat_index":7,"sample_id":"gpqa-main-759e35a2024fc09bd491c9ff/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":55938,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"D","question_sha256":"4c284608a459b460f3ec3dfd5c7c71cfa84c171d4eb8a52aab9e6e4a8cb409bb"} +{"uuid":"gpqa-main-55f2934c4eb0b8293b1d65aa","benchmark":"gpqa_main","data_index":2909,"repeat_index":7,"sample_id":"gpqa-main-55f2934c4eb0b8293b1d65aa/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":41582,"prompt_tokens":314,"effective_max_tokens":130758,"original_embedded_prediction":"D","question_sha256":"790d06fbc2ae95b0429cab870e5895c5de8a75b14d0bda1401b1503293606c67"} +{"uuid":"gpqa-main-4e62cd257f17d5af418a8d34","benchmark":"gpqa_main","data_index":2902,"repeat_index":7,"sample_id":"gpqa-main-4e62cd257f17d5af418a8d34/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":43270,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"D","question_sha256":"654fc443f2efbec09d0f966244083f4545f4f851e28d7f4e0f9c07cb156b2d1d"} +{"uuid":"gpqa-main-28e3e5e79d7477896c6d853d","benchmark":"gpqa_main","data_index":2712,"repeat_index":7,"sample_id":"gpqa-main-28e3e5e79d7477896c6d853d/repeat-7","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":57899,"prompt_tokens":1047,"effective_max_tokens":130025,"original_embedded_prediction":"B","question_sha256":"d3b33ef7a0e55c33b5deae6a673dd7fff1fc2e7efa223f3419ecf58e57c06207"} +{"uuid":"gpqa-main-55aa21aa9a62e56aab915b32","benchmark":"gpqa_main","data_index":2990,"repeat_index":7,"sample_id":"gpqa-main-55aa21aa9a62e56aab915b32/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":37947,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"A","question_sha256":"e6eba602b3eef649fed522c6b8737556699845aee5b419773938063ec6b83257"} +{"uuid":"gpqa-main-febe4c45e71692110949e3d6","benchmark":"gpqa_main","data_index":3040,"repeat_index":7,"sample_id":"gpqa-main-febe4c45e71692110949e3d6/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":41930,"prompt_tokens":577,"effective_max_tokens":130495,"original_embedded_prediction":"C","question_sha256":"e38dd7750710c37aa45a5b0b5dd91e1b4171070325d670d668ab1fa20431a29e"} +{"uuid":"gpqa-main-c8bb35d2e6add774a878c895","benchmark":"gpqa_main","data_index":2899,"repeat_index":7,"sample_id":"gpqa-main-c8bb35d2e6add774a878c895/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":53144,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"8b5b2cb731b5a7fb6556557d17fc7ef7fb607adfa5050f0d70418eb3b983605b"} +{"uuid":"gpqa-main-9aa9fb454d849030d70f9512","benchmark":"gpqa_main","data_index":2958,"repeat_index":7,"sample_id":"gpqa-main-9aa9fb454d849030d70f9512/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":50061,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"D","question_sha256":"b494f4c1785682ee7d284173af2a6ef6db2189c6f3e7ece0edb769c2f10d5f24"} +{"uuid":"gpqa-main-1a3571c1ec099b06b5011ceb","benchmark":"gpqa_main","data_index":3010,"repeat_index":7,"sample_id":"gpqa-main-1a3571c1ec099b06b5011ceb/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":46535,"prompt_tokens":166,"effective_max_tokens":130906,"original_embedded_prediction":"D","question_sha256":"853f9bd759921129a51dd81d489f867c5aa9463f1925c203fe6f1e3147741f08"} +{"uuid":"gpqa-main-eda22ee564030fef1ab0bcaf","benchmark":"gpqa_main","data_index":2920,"repeat_index":7,"sample_id":"gpqa-main-eda22ee564030fef1ab0bcaf/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":53044,"prompt_tokens":316,"effective_max_tokens":130756,"original_embedded_prediction":"A","question_sha256":"e78929c2c3d5e04cda51c77e05ad4a3d1cbbf98cc2db0103b7fbc594e78bb602"} +{"uuid":"gpqa-main-542dd8f1dc74ca5163382df8","benchmark":"gpqa_main","data_index":2496,"repeat_index":6,"sample_id":"gpqa-main-542dd8f1dc74ca5163382df8/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":84122,"prompt_tokens":165,"effective_max_tokens":130907,"original_embedded_prediction":"D","question_sha256":"2413c551ec9a06a20197c81fa22effbd7f215abcc2e5f14c5f9f0a86e5402736"} +{"uuid":"gpqa-main-ce2839297e4b63e0b36f6300","benchmark":"gpqa_main","data_index":2837,"repeat_index":7,"sample_id":"gpqa-main-ce2839297e4b63e0b36f6300/repeat-7","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":66491,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":null,"question_sha256":"80cca49a2f6ae39b2d3a2dfe110572d39720d0831c65246ce20603c40578b118"} +{"uuid":"gpqa-main-d1e25804e939f97ca872c78e","benchmark":"gpqa_main","data_index":2851,"repeat_index":7,"sample_id":"gpqa-main-d1e25804e939f97ca872c78e/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":66752,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"bd713289ab1ffc1ab982f7411da433944bdaa2ce87595d2c1bba8580a8b47bdb"} +{"uuid":"gpqa-main-1b113e4801541a0f8a992733","benchmark":"gpqa_main","data_index":3026,"repeat_index":7,"sample_id":"gpqa-main-1b113e4801541a0f8a992733/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":56522,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"A","question_sha256":"934c12bf2e6db997c9f4c22933b7e9545d3398849fc6e181c8a8187d83cf44b5"} +{"uuid":"gpqa-main-b9cd3234a1fbbf6fe8b281a7","benchmark":"gpqa_main","data_index":3061,"repeat_index":7,"sample_id":"gpqa-main-b9cd3234a1fbbf6fe8b281a7/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":54360,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"407ed0eb19714d6ab4f488ca6e6a117c40e4991746c31ad1c464c5e529e59565"} diff --git a/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/base/run.json b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/base/run.json new file mode 100644 index 0000000..b187fcd --- /dev/null +++ b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/base/run.json @@ -0,0 +1,52 @@ +{ + "model_name_or_path": "/models/evaluated", + "dtype": "bfloat16", + "quantization": null, + "tensor_parallel_size": 4, + "runtime_patch": "stock", + "seed": 42, + "temperature": 1.0, + "top_p": 1.0, + "top_k": -1, + "min_p": 0.0, + "presence_penalty": 0.0, + "repetition_penalty": 1.0, + "max_tokens": 131072, + "max_model_len": 131072, + "batch_size": 128, + "gpu_memory_utilization": 0.9, + "reasoning_effort": "high", + "prompt_date": "2026-09-17", + "limit": null, + "enforce_eager": true, + "max_num_batched_tokens": 8192, + "protocol_version": 1, + "dataset": "gpqa_main", + "tools": false, + "scheduling": "continuous-final-only", + "split_sha256": "ff0bf0307c875869ea9b90feab29413a9b6a7777ed844c5add4626b93d7b941a", + "data_sha256": "c7475f3382e65a23a5f3c1da97947e1ac9c110686efcc23df16c44c9b65c44cb", + "prompt_tokens_sha256": "c17cd14a5d783acf9ae044c8c2636a6e73ecabfe8aa3bd04f6514d94a07ff68d", + "question_count": 384, + "max_prompt_tokens": 2889, + "model_config_sha256": "d8d181f05cbc7e1d026f15ede6403cc149f31196bf041aa6cfc62a0f0a793648", + "versions": { + "torch": "2.13.0+cu130", + "transformers": "5.17.0", + "vllm": "0.29.0", + "tokenizers": "0.23.1" + }, + "mcq_profile": "qwen35-mcq", + "parser": "final-only-mcq-answer-v4", + "evaluation_source_sha256": "499aa41cfb069fc7f5f8af174f4cd2563502dabdc54ddec328910fa4d46d6527", + "sampling_repeats": 8, + "expected_completions": 3072, + "repeat_option_order": "same frozen options in every repeat; independent per-question/repeat seed", + "generation_budget": "min(max_tokens, max_model_len - prompt_tokens); no input truncation", + "minimum_effective_max_tokens": 128183, + "maximum_effective_max_tokens": 130930, + "aggregation": "mean pass@1 over all completions; no majority vote or best-of-N; hierarchy macro scores also reported", + "protocol_source": "https://huggingface.co/Qwen/Qwen3.5-122B-A10B#best-practices", + "protocol_scope": "Published MCQ format; sampling parameters explicitly recorded. Exact reported benchmark protocol is not fully disclosed.", + "grading_source_sha256": "afb168eebfbfedc5717a3df80f817906c212f8ae2ddf61c8f05e1a0537f0bc18" +} diff --git a/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-e-50/grading-audit.json b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-e-50/grading-audit.json new file mode 100644 index 0000000..b70c84e --- /dev/null +++ b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-e-50/grading-audit.json @@ -0,0 +1,16 @@ +{ + "raw_predictions_sha256": "9e8f315543e692e8fb0e8b570d2a72b3ae5845f7cb51e8e97ec3974ed172d7de", + "grading_source_sha256": "afb168eebfbfedc5717a3df80f817906c212f8ae2ddf61c8f05e1a0537f0bc18", + "frozen_data_sha256": "c7475f3382e65a23a5f3c1da97947e1ac9c110686efcc23df16c44c9b65c44cb", + "exact_question_sample_set_verified": true, + "source_folder": "/home/x9zou/reasoning-matrix-20260918-results/gptoss-gpqa-main-expert", + "source_generation_parser": "final-only-mcq-answer-v4", + "family": "gptoss", + "changed_final_extractions": 0, + "changed_predictions": 0, + "parsed_json_fields": 0, + "parsed_unambiguous_plain_choices": 2884, + "complete": true, + "reason": "Recognize standalone answer fields despite quote/Markdown formatting and ignore quoted format examples in explanatory prose; normalize typographic quotes and explicitly labelled choice boxes. Apply uniformly to all immutable completions.", + "selection_policy": "Uniform parser applied to every completion; no use of ground truth for extraction; no regeneration." +} diff --git a/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-e-50/metrics.json b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-e-50/metrics.json new file mode 100644 index 0000000..ec392e7 --- /dev/null +++ b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-e-50/metrics.json @@ -0,0 +1,209 @@ +{ + "total": 3072, + "correct": 779, + "unparsed": 188, + "truncated": 0, + "completion_tokens": 1586117, + "accuracy": 0.2535807291666667, + "unique_questions_completed": 384, + "by_repeat": { + "0": { + "total": 384, + "correct": 105, + "accuracy": 0.2734375 + }, + "1": { + "total": 384, + "correct": 109, + "accuracy": 0.2838541666666667 + }, + "2": { + "total": 384, + "correct": 100, + "accuracy": 0.2604166666666667 + }, + "3": { + "total": 384, + "correct": 81, + "accuracy": 0.2109375 + }, + "4": { + "total": 384, + "correct": 81, + "accuracy": 0.2109375 + }, + "5": { + "total": 384, + "correct": 105, + "accuracy": 0.2734375 + }, + "6": { + "total": 384, + "correct": 104, + "accuracy": 0.2708333333333333 + }, + "7": { + "total": 384, + "correct": 94, + "accuracy": 0.24479166666666666 + } + }, + "discipline_macro_accuracy": 0.2535807291666667, + "by_discipline": { + "Science": { + "total": 3072, + "correct": 779, + "accuracy": 0.2535807291666667 + } + }, + "field_macro_accuracy": 0.253249875899727, + "by_field": { + "Science/Biology": { + "total": 544, + "correct": 137, + "accuracy": 0.25183823529411764 + }, + "Science/Chemistry": { + "total": 1264, + "correct": 353, + "accuracy": 0.27927215189873417 + }, + "Science/Physics": { + "total": 1264, + "correct": 289, + "accuracy": 0.2286392405063291 + } + }, + "subfield_macro_accuracy": 0.22769860252201177, + "by_subfield": { + "Science/Biology/Genetics": { + "total": 120, + "correct": 24, + "accuracy": 0.2 + }, + "Science/Biology/Molecular Biology": { + "total": 424, + "correct": 113, + "accuracy": 0.2665094339622642 + }, + "Science/Chemistry/Analytical Chemistry": { + "total": 8, + "correct": 0, + "accuracy": 0.0 + }, + "Science/Chemistry/Chemistry (general)": { + "total": 376, + "correct": 114, + "accuracy": 0.30319148936170215 + }, + "Science/Chemistry/Inorganic Chemistry": { + "total": 24, + "correct": 2, + "accuracy": 0.08333333333333333 + }, + "Science/Chemistry/Organic Chemistry": { + "total": 856, + "correct": 237, + "accuracy": 0.27686915887850466 + }, + "Science/Physics/Astrophysics": { + "total": 240, + "correct": 36, + "accuracy": 0.15 + }, + "Science/Physics/Condensed Matter Physics": { + "total": 16, + "correct": 8, + "accuracy": 0.5 + }, + "Science/Physics/Electromagnetism and Photonics": { + "total": 72, + "correct": 21, + "accuracy": 0.2916666666666667 + }, + "Science/Physics/High-energy particle physics": { + "total": 256, + "correct": 61, + "accuracy": 0.23828125 + }, + "Science/Physics/Optics and Acoustics": { + "total": 8, + "correct": 1, + "accuracy": 0.125 + }, + "Science/Physics/Physics (general)": { + "total": 240, + "correct": 61, + "accuracy": 0.25416666666666665 + }, + "Science/Physics/Quantum Mechanics": { + "total": 352, + "correct": 86, + "accuracy": 0.24431818181818182 + }, + "Science/Physics/Relativistic Mechanics": { + "total": 56, + "correct": 6, + "accuracy": 0.10714285714285714 + }, + "Science/Physics/Statistical Mechanics": { + "total": 24, + "correct": 9, + "accuracy": 0.375 + } + }, + "complete": true, + "expected_total": 3072, + "run_settings": { + "model_name_or_path": "/models/evaluated", + "dtype": "bfloat16", + "quantization": null, + "tensor_parallel_size": 4, + "runtime_patch": "stock", + "seed": 42, + "temperature": 1.0, + "top_p": 1.0, + "top_k": -1, + "min_p": 0.0, + "presence_penalty": 0.0, + "repetition_penalty": 1.0, + "max_tokens": 131072, + "max_model_len": 131072, + "batch_size": 128, + "gpu_memory_utilization": 0.9, + "reasoning_effort": "high", + "prompt_date": "2026-09-17", + "limit": null, + "enforce_eager": true, + "max_num_batched_tokens": 8192, + "protocol_version": 1, + "dataset": "gpqa_main", + "tools": false, + "scheduling": "continuous-final-only", + "split_sha256": "ff0bf0307c875869ea9b90feab29413a9b6a7777ed844c5add4626b93d7b941a", + "data_sha256": "c7475f3382e65a23a5f3c1da97947e1ac9c110686efcc23df16c44c9b65c44cb", + "prompt_tokens_sha256": "c17cd14a5d783acf9ae044c8c2636a6e73ecabfe8aa3bd04f6514d94a07ff68d", + "question_count": 384, + "max_prompt_tokens": 2889, + "model_config_sha256": "8ebf0e680f38cf4c08309cf4335ffd43b12213a11ff97fce7380f1c7f6c82e17", + "versions": { + "torch": "2.13.0+cu130", + "transformers": "5.17.0", + "vllm": "0.29.0", + "tokenizers": "0.23.1" + }, + "mcq_profile": "qwen35-mcq", + "parser": "final-only-mcq-answer-v4", + "evaluation_source_sha256": "499aa41cfb069fc7f5f8af174f4cd2563502dabdc54ddec328910fa4d46d6527", + "sampling_repeats": 8, + "expected_completions": 3072, + "repeat_option_order": "same frozen options in every repeat; independent per-question/repeat seed", + "generation_budget": "min(max_tokens, max_model_len - prompt_tokens); no input truncation", + "minimum_effective_max_tokens": 128183, + "maximum_effective_max_tokens": 130930, + "aggregation": "mean pass@1 over all completions; no majority vote or best-of-N; hierarchy macro scores also reported", + "protocol_source": "https://huggingface.co/Qwen/Qwen3.5-122B-A10B#best-practices", + "protocol_scope": "Published MCQ format; sampling parameters explicitly recorded. Exact reported benchmark protocol is not fully disclosed.", + "grading_source_sha256": "afb168eebfbfedc5717a3df80f817906c212f8ae2ddf61c8f05e1a0537f0bc18" + } +} diff --git a/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-e-50/predictions.sanitized.jsonl b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-e-50/predictions.sanitized.jsonl new file mode 100644 index 0000000..f79dfaf --- /dev/null +++ b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-e-50/predictions.sanitized.jsonl @@ -0,0 +1,3072 @@ +{"uuid":"gpqa-main-ff85a5ccc5b465a708f70be3","benchmark":"gpqa_main","data_index":29,"repeat_index":0,"sample_id":"gpqa-main-ff85a5ccc5b465a708f70be3/repeat-0","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":18,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":null,"question_sha256":"f86f6ace621f9a5dc4c1d23e2bb2d546e1ca384df523a7a90d793b41a43ebfc6"} +{"uuid":"gpqa-main-f1451c98bdb50fb5b0dbdc55","benchmark":"gpqa_main","data_index":116,"repeat_index":0,"sample_id":"gpqa-main-f1451c98bdb50fb5b0dbdc55/repeat-0","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":18,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":null,"question_sha256":"650bb2feaa18830493f8e50de85c38c1f24570d9f1e7c9970c8ed9fbcbbde337"} +{"uuid":"gpqa-main-bceb5bf342ad44aac4fdbe55","benchmark":"gpqa_main","data_index":123,"repeat_index":0,"sample_id":"gpqa-main-bceb5bf342ad44aac4fdbe55/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":43,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"20d48d5f0a9a8b77bea35e72a90794c2d2147aa8321ae6aa60e84491688a0803"} +{"uuid":"gpqa-main-009c62a9f3d3e5b23d7032af","benchmark":"gpqa_main","data_index":117,"repeat_index":0,"sample_id":"gpqa-main-009c62a9f3d3e5b23d7032af/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":50,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"eb3c8e77ceb6bbf6b5fc6d705376aeb984e8d20d498b1668992fc1441b062661"} +{"uuid":"gpqa-main-a8c391dd6337620cc79cae0e","benchmark":"gpqa_main","data_index":32,"repeat_index":0,"sample_id":"gpqa-main-a8c391dd6337620cc79cae0e/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":81,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"435ccdce7cc6c5543ffaf20b4d850d905357568605d01b3a595d44df3dd30d0d"} +{"uuid":"gpqa-main-9b60a112c6568a530227ce47","benchmark":"gpqa_main","data_index":48,"repeat_index":0,"sample_id":"gpqa-main-9b60a112c6568a530227ce47/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":85,"prompt_tokens":443,"effective_max_tokens":130629,"original_embedded_prediction":"D","question_sha256":"4dd7bd0636dc935d4359866d23d365353db91692ab9b80b438a3f65683abf4e7"} +{"uuid":"gpqa-main-fbf1f6e62b48cbbf0bca4714","benchmark":"gpqa_main","data_index":51,"repeat_index":0,"sample_id":"gpqa-main-fbf1f6e62b48cbbf0bca4714/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":92,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"C","question_sha256":"59affc9a905621c391ee7886c0e428eac5cb1f60c7c251e2fc1fcb081cb8e076"} +{"uuid":"gpqa-main-18347a23c4b32df1f0b31d1a","benchmark":"gpqa_main","data_index":11,"repeat_index":0,"sample_id":"gpqa-main-18347a23c4b32df1f0b31d1a/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":95,"prompt_tokens":438,"effective_max_tokens":130634,"original_embedded_prediction":"D","question_sha256":"f69ff8c0001cb2bdea3e51d7d4063a70e8b64bf6f735f62088f0ace464bbe468"} +{"uuid":"gpqa-main-763daf42ea0c79050a6a4d1d","benchmark":"gpqa_main","data_index":61,"repeat_index":0,"sample_id":"gpqa-main-763daf42ea0c79050a6a4d1d/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":97,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"C","question_sha256":"72b4053b92adde478bb40c3fb9ef1e06215efe5922e2d600121170f824d32c13"} +{"uuid":"gpqa-main-ea0400e59078652fc57eb6e1","benchmark":"gpqa_main","data_index":96,"repeat_index":0,"sample_id":"gpqa-main-ea0400e59078652fc57eb6e1/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":97,"prompt_tokens":537,"effective_max_tokens":130535,"original_embedded_prediction":"D","question_sha256":"50fc83bec6235fb29a76a0a00342f5c99a24684597a5930df882fe103e170363"} +{"uuid":"gpqa-main-a3be70bb026878238a72f88b","benchmark":"gpqa_main","data_index":66,"repeat_index":0,"sample_id":"gpqa-main-a3be70bb026878238a72f88b/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":117,"prompt_tokens":446,"effective_max_tokens":130626,"original_embedded_prediction":"D","question_sha256":"42da82ad5cb9e03bf1c8f1d786b162fd55245c32907328f445c191681a98b669"} +{"uuid":"gpqa-main-3cbf7d3e13c908f5e699f9e0","benchmark":"gpqa_main","data_index":133,"repeat_index":0,"sample_id":"gpqa-main-3cbf7d3e13c908f5e699f9e0/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":34,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"D","question_sha256":"0dbcc69ff35530f240a5bb623a78f2cd1d042037d2dedb122ebcca751bf9d08e"} +{"uuid":"gpqa-main-c720b28fe25654b1cedc9285","benchmark":"gpqa_main","data_index":122,"repeat_index":0,"sample_id":"gpqa-main-c720b28fe25654b1cedc9285/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":124,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"C","question_sha256":"9f6e1d1b2c053afcba8c78142311f336846eb87d19344fb8aa6e71ed9aecc477"} +{"uuid":"gpqa-main-28e3e5e79d7477896c6d853d","benchmark":"gpqa_main","data_index":24,"repeat_index":0,"sample_id":"gpqa-main-28e3e5e79d7477896c6d853d/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":130,"prompt_tokens":1047,"effective_max_tokens":130025,"original_embedded_prediction":"C","question_sha256":"d3b33ef7a0e55c33b5deae6a673dd7fff1fc2e7efa223f3419ecf58e57c06207"} +{"uuid":"gpqa-main-2fc8b9731f60b1c9eb476570","benchmark":"gpqa_main","data_index":75,"repeat_index":0,"sample_id":"gpqa-main-2fc8b9731f60b1c9eb476570/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":138,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"C","question_sha256":"8d64fc9e228388438862fd18b500e048e168f26e7191a4220ea8281beb789ea2"} +{"uuid":"gpqa-main-ba7b4d8b6b363240553a5da8","benchmark":"gpqa_main","data_index":13,"repeat_index":0,"sample_id":"gpqa-main-ba7b4d8b6b363240553a5da8/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":144,"prompt_tokens":320,"effective_max_tokens":130752,"original_embedded_prediction":"C","question_sha256":"f31ead87a22282cc5dfb01f73a1fe9c84520ad1b8dc017953d8293dbe8b47044"} +{"uuid":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c","benchmark":"gpqa_main","data_index":118,"repeat_index":0,"sample_id":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":140,"prompt_tokens":340,"effective_max_tokens":130732,"original_embedded_prediction":"A","question_sha256":"626cda94018ba930400d9c043f6fc1aa30c317abf6fd8f6d0ec8b133ce2036c8"} +{"uuid":"gpqa-main-d022f771c467d057bbb527d0","benchmark":"gpqa_main","data_index":39,"repeat_index":0,"sample_id":"gpqa-main-d022f771c467d057bbb527d0/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":147,"prompt_tokens":192,"effective_max_tokens":130880,"original_embedded_prediction":"A","question_sha256":"f3fdb78f6fe3c60a21e29d92babec94b4d8c0f6e012394045833653cbdb1a4d7"} +{"uuid":"gpqa-main-b13e6b95879d48313e527260","benchmark":"gpqa_main","data_index":105,"repeat_index":0,"sample_id":"gpqa-main-b13e6b95879d48313e527260/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":146,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"C","question_sha256":"145b51d1c857830091d0dfa7043504329aa8d2a847b5b738079d210a94da31cb"} +{"uuid":"gpqa-main-ca7a4b18584754c3664d8758","benchmark":"gpqa_main","data_index":16,"repeat_index":0,"sample_id":"gpqa-main-ca7a4b18584754c3664d8758/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":152,"prompt_tokens":517,"effective_max_tokens":130555,"original_embedded_prediction":"C","question_sha256":"b15ab8a50cd7768206339f81478bb5a4757f87b1bf1c7671597c48117910482f"} +{"uuid":"gpqa-main-07134ad2ae69bd2e9f09ae64","benchmark":"gpqa_main","data_index":77,"repeat_index":0,"sample_id":"gpqa-main-07134ad2ae69bd2e9f09ae64/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":150,"prompt_tokens":374,"effective_max_tokens":130698,"original_embedded_prediction":"B","question_sha256":"e1448af5dcb7e4a7a5cf31dd231d4a2b2a3829ce3dabc5d7da48a195c1b39112"} +{"uuid":"gpqa-main-3f72ea9cda0c3c6f970bd310","benchmark":"gpqa_main","data_index":58,"repeat_index":0,"sample_id":"gpqa-main-3f72ea9cda0c3c6f970bd310/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":153,"prompt_tokens":432,"effective_max_tokens":130640,"original_embedded_prediction":"C","question_sha256":"a5bf307fdc69920b346c2d288b6a35b24485c92c8e245174a775055fa172cdc6"} +{"uuid":"gpqa-main-09b661e081004aa4c0d45778","benchmark":"gpqa_main","data_index":106,"repeat_index":0,"sample_id":"gpqa-main-09b661e081004aa4c0d45778/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":159,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"D","question_sha256":"47741045402119262be7a1c17b98cc587ee55b46bb8620655271dca518a4f927"} +{"uuid":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7","benchmark":"gpqa_main","data_index":37,"repeat_index":0,"sample_id":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":163,"prompt_tokens":279,"effective_max_tokens":130793,"original_embedded_prediction":"D","question_sha256":"f730b35adb897658b28382d90ae7881a77e5d86003cc9b3942862d742001d4fb"} +{"uuid":"gpqa-main-1f9ad1ca59cf537e3cdf47c2","benchmark":"gpqa_main","data_index":130,"repeat_index":0,"sample_id":"gpqa-main-1f9ad1ca59cf537e3cdf47c2/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":118,"prompt_tokens":318,"effective_max_tokens":130754,"original_embedded_prediction":"C","question_sha256":"229ffbdb774489fcfd578450da500a74b0c6fd603d3f4050eb6ff993659f5c7e"} +{"uuid":"gpqa-main-21bf0d1bb4513b046dfdf875","benchmark":"gpqa_main","data_index":22,"repeat_index":0,"sample_id":"gpqa-main-21bf0d1bb4513b046dfdf875/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":167,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"D","question_sha256":"916a1ca795d38f4c815c99d6f162f52af934ee4e1b0d100dc0a7fb747631f7a7"} +{"uuid":"gpqa-main-ad8f0afd2f116341ed3a69c0","benchmark":"gpqa_main","data_index":40,"repeat_index":0,"sample_id":"gpqa-main-ad8f0afd2f116341ed3a69c0/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":167,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"D","question_sha256":"b6c9142bf69c50d0a62b5b8254344b66610ca208a646e6a69a606819b7eb1bf8"} +{"uuid":"gpqa-main-e2b759199021c586345ac38f","benchmark":"gpqa_main","data_index":17,"repeat_index":0,"sample_id":"gpqa-main-e2b759199021c586345ac38f/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":170,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"ca59405f2d298a50a3e8fd6d281b67ca4a3ee503578df49e700cc46fe3c4f3d8"} +{"uuid":"gpqa-main-d750e02b8d42b4b4d6aba4b9","benchmark":"gpqa_main","data_index":41,"repeat_index":0,"sample_id":"gpqa-main-d750e02b8d42b4b4d6aba4b9/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":176,"prompt_tokens":944,"effective_max_tokens":130128,"original_embedded_prediction":"D","question_sha256":"5ea7e9b17f677439bf5f6e43169cb794916985d1c5964f6a0d8becf3f9e3b7ad"} +{"uuid":"gpqa-main-9baab02407bb5e317c8c71c4","benchmark":"gpqa_main","data_index":30,"repeat_index":0,"sample_id":"gpqa-main-9baab02407bb5e317c8c71c4/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":180,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"C","question_sha256":"4c49b01c534dd76a31b5023fe34fe490913c400dc715a3fa7a874695ca10b949"} +{"uuid":"gpqa-main-b7ef729c55e0cb48c67bca16","benchmark":"gpqa_main","data_index":31,"repeat_index":0,"sample_id":"gpqa-main-b7ef729c55e0cb48c67bca16/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":179,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"B","question_sha256":"732a49f65a753e1d2c9ebb525ad8cc4c9ea6aa812fdc5eda3c630aa4aa35c7b5"} +{"uuid":"gpqa-main-1af843966aecfd5da1f08dd6","benchmark":"gpqa_main","data_index":6,"repeat_index":0,"sample_id":"gpqa-main-1af843966aecfd5da1f08dd6/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":198,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"C","question_sha256":"13e7c71f8aae7040bd98bd6b7bfe361f01f9aa9f4fd4b6095b40f97963688bdc"} +{"uuid":"gpqa-main-002cb7f9ef3ee2a3d460b42e","benchmark":"gpqa_main","data_index":85,"repeat_index":0,"sample_id":"gpqa-main-002cb7f9ef3ee2a3d460b42e/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":196,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"A","question_sha256":"3bed68f29773b3484a0b5acab22f438229b63f2a324fb817a933e4d514178386"} +{"uuid":"gpqa-main-832feb793ff377da50abf878","benchmark":"gpqa_main","data_index":69,"repeat_index":0,"sample_id":"gpqa-main-832feb793ff377da50abf878/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":198,"prompt_tokens":202,"effective_max_tokens":130870,"original_embedded_prediction":"C","question_sha256":"9cb12d81fbbe616cc95beecd1627265e0b5a2fa48b8e7493d3df89b378afbc12"} +{"uuid":"gpqa-main-7bb8e05365d19cc8328252e0","benchmark":"gpqa_main","data_index":121,"repeat_index":0,"sample_id":"gpqa-main-7bb8e05365d19cc8328252e0/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":198,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"6aff7faed92c98148418177c8cae4893850a1d67b5ceb00cf6a09467c4491367"} +{"uuid":"gpqa-main-f79cea2e3c2e242b6e0da4d5","benchmark":"gpqa_main","data_index":54,"repeat_index":0,"sample_id":"gpqa-main-f79cea2e3c2e242b6e0da4d5/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":202,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"C","question_sha256":"bdc1ab103002886dcbe879cd751d3e27b8ba6e988859bb80422ea04871269448"} +{"uuid":"gpqa-main-efa466851677550746c06a1f","benchmark":"gpqa_main","data_index":38,"repeat_index":0,"sample_id":"gpqa-main-efa466851677550746c06a1f/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":203,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"B","question_sha256":"b64a2faa078044133322af9742b3f75788b5f8e5701f1fee08d693854a842448"} +{"uuid":"gpqa-main-143dc33c1aad9828daf5e615","benchmark":"gpqa_main","data_index":95,"repeat_index":0,"sample_id":"gpqa-main-143dc33c1aad9828daf5e615/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":202,"prompt_tokens":354,"effective_max_tokens":130718,"original_embedded_prediction":"D","question_sha256":"ff60c18b72aac9e90842c7a2d5e79c68092a3fbb1d6c0318cee6d2892a43a0a1"} +{"uuid":"gpqa-main-69bcb32ba17f6e7aa0918597","benchmark":"gpqa_main","data_index":114,"repeat_index":0,"sample_id":"gpqa-main-69bcb32ba17f6e7aa0918597/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":202,"prompt_tokens":758,"effective_max_tokens":130314,"original_embedded_prediction":"C","question_sha256":"9eb1fde9ac6acb7dc761f4941a792f3d0d052ad76d36e12bb9e406963b3906ef"} +{"uuid":"gpqa-main-834c95c23407a9d2c736d2ee","benchmark":"gpqa_main","data_index":57,"repeat_index":0,"sample_id":"gpqa-main-834c95c23407a9d2c736d2ee/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":206,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"D","question_sha256":"bb698537245b51d08b5d5a6cecdfd1a4e34f7ac0f17e13da8d713af9341a9366"} +{"uuid":"gpqa-main-9e1b7c5b2ce53e8d6424b66a","benchmark":"gpqa_main","data_index":59,"repeat_index":0,"sample_id":"gpqa-main-9e1b7c5b2ce53e8d6424b66a/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":206,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"97732ba422afbf18b5d2d6b3bd26f6c540049e2f82d9628414525cebe7e9a5dd"} +{"uuid":"gpqa-main-4b84b53bf506bc0a4468fb2d","benchmark":"gpqa_main","data_index":71,"repeat_index":0,"sample_id":"gpqa-main-4b84b53bf506bc0a4468fb2d/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":207,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"e302b2005d8d406eb5e8fd7aa1707959448ef06e72b5647d2711c9a056cfeffc"} +{"uuid":"gpqa-main-cda1b642d52c30858bcdf7a3","benchmark":"gpqa_main","data_index":27,"repeat_index":0,"sample_id":"gpqa-main-cda1b642d52c30858bcdf7a3/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":213,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"85f5a80c90290184ac6ec65307174970563ac9442644e868f064c886836d7a25"} +{"uuid":"gpqa-main-d751f2081e63be8d69314287","benchmark":"gpqa_main","data_index":101,"repeat_index":0,"sample_id":"gpqa-main-d751f2081e63be8d69314287/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":220,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"D","question_sha256":"f56e41493e430f6c013c094b4b462aa30dc9826a273d867eec6a04fc8a646443"} +{"uuid":"gpqa-main-be458c5a0490a8298ea11494","benchmark":"gpqa_main","data_index":119,"repeat_index":0,"sample_id":"gpqa-main-be458c5a0490a8298ea11494/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":219,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"17cada7a00fa20e35d380a47aad58aace15d791f3cd4f119acb4635e55951129"} +{"uuid":"gpqa-main-84cbf72ad94d1afe2aa56331","benchmark":"gpqa_main","data_index":97,"repeat_index":0,"sample_id":"gpqa-main-84cbf72ad94d1afe2aa56331/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":233,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"C","question_sha256":"089a55e5a3fbca456cb952a230bd88a82c177ec99470bd05f822803a1bdd3db5"} +{"uuid":"gpqa-main-b654b748170277d4b0d0c6b5","benchmark":"gpqa_main","data_index":94,"repeat_index":0,"sample_id":"gpqa-main-b654b748170277d4b0d0c6b5/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":234,"prompt_tokens":508,"effective_max_tokens":130564,"original_embedded_prediction":"A","question_sha256":"010973f2a9805982e33bfecd460da27e4d2f170e4567ebf854c807385bea09d3"} +{"uuid":"gpqa-main-f7ba77d144b7a11de90a37c4","benchmark":"gpqa_main","data_index":145,"repeat_index":0,"sample_id":"gpqa-main-f7ba77d144b7a11de90a37c4/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":90,"prompt_tokens":236,"effective_max_tokens":130836,"original_embedded_prediction":"C","question_sha256":"ac7263466ea3cfcdcebac618b1d20835b4103b2d80b75b1a7110e9763eb45aa2"} +{"uuid":"gpqa-main-0d56f92dcb32c3f0494a4705","benchmark":"gpqa_main","data_index":15,"repeat_index":0,"sample_id":"gpqa-main-0d56f92dcb32c3f0494a4705/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":241,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"d48362abba761cef50927ef586befd9a2fdb343aa19b2fa457ee74fb6dbfb56b"} +{"uuid":"gpqa-main-47f8cee187b620660c7d11b3","benchmark":"gpqa_main","data_index":72,"repeat_index":0,"sample_id":"gpqa-main-47f8cee187b620660c7d11b3/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":241,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"D","question_sha256":"b114078343a4ce3eeaa845ee2c7bfa4ac7c9add00f507d8ff60e46cca593fb46"} +{"uuid":"gpqa-main-cb8b679fe50f1b3a7168eb92","benchmark":"gpqa_main","data_index":154,"repeat_index":0,"sample_id":"gpqa-main-cb8b679fe50f1b3a7168eb92/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":74,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"8ed0101055c99512a99310385277c13855047c3a1b31ca6b8a6ee3f83cf5d4f3"} +{"uuid":"gpqa-main-35569b36357cfce18162c999","benchmark":"gpqa_main","data_index":52,"repeat_index":0,"sample_id":"gpqa-main-35569b36357cfce18162c999/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":245,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"a2136b05b78259562b913f1f56520c4184d70bf60017617a442a41f907c31b78"} +{"uuid":"gpqa-main-8db8ffb39e6d3e618c8d388c","benchmark":"gpqa_main","data_index":56,"repeat_index":0,"sample_id":"gpqa-main-8db8ffb39e6d3e618c8d388c/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":248,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"D","question_sha256":"28dff82ab12e25f0b479054be2f5d8b597951c2458e383bb25cf488b09c98ff5"} +{"uuid":"gpqa-main-de59169ce40a93ff305f9a41","benchmark":"gpqa_main","data_index":0,"repeat_index":0,"sample_id":"gpqa-main-de59169ce40a93ff305f9a41/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":253,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"c5859c729f1f8217c8555103da018a579f07eb8df38d8389383b2f4634573327"} +{"uuid":"gpqa-main-47999f808ae4df35fd817dd2","benchmark":"gpqa_main","data_index":14,"repeat_index":0,"sample_id":"gpqa-main-47999f808ae4df35fd817dd2/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":254,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"0b24415e0a51d238b6f9b4a8ae6a56386da27f195c825aa8d124ca3e7adc5bb9"} +{"uuid":"gpqa-main-ddc1b02f963a2f785385132e","benchmark":"gpqa_main","data_index":93,"repeat_index":0,"sample_id":"gpqa-main-ddc1b02f963a2f785385132e/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":252,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"d5e7b22736a2cdaa0f2553a100795aa6b7e150fcc1b9fe093e28e3fea855f346"} +{"uuid":"gpqa-main-2322ddc82747aa5a01bf1c1e","benchmark":"gpqa_main","data_index":102,"repeat_index":0,"sample_id":"gpqa-main-2322ddc82747aa5a01bf1c1e/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":258,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"d9d7e1406d6a9d440081915edafcb4a493a40b6172838b858a979c0a58bb4c62"} +{"uuid":"gpqa-main-feeb39404129cbb3b7e867ec","benchmark":"gpqa_main","data_index":43,"repeat_index":0,"sample_id":"gpqa-main-feeb39404129cbb3b7e867ec/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":261,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"A","question_sha256":"a80144fd582290217d4749a45438b278db047877b2f9babd5f52d9d0dcc88daf"} +{"uuid":"gpqa-main-682237ee740e033537fb5707","benchmark":"gpqa_main","data_index":169,"repeat_index":0,"sample_id":"gpqa-main-682237ee740e033537fb5707/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":57,"prompt_tokens":291,"effective_max_tokens":130781,"original_embedded_prediction":"C","question_sha256":"6cec89b2019b24f8e8c4001cade388815345ae403b5d5fc687cf7fdccbcc6ce1"} +{"uuid":"gpqa-main-08cb3c41dbaa57f424632b84","benchmark":"gpqa_main","data_index":4,"repeat_index":0,"sample_id":"gpqa-main-08cb3c41dbaa57f424632b84/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":270,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"C","question_sha256":"e37327eb6a290bf649f9b548f5d9834983b5d59efc10b4281a4bdbb75523863f"} +{"uuid":"gpqa-main-3d4249ae7ea85a07b7726fff","benchmark":"gpqa_main","data_index":9,"repeat_index":0,"sample_id":"gpqa-main-3d4249ae7ea85a07b7726fff/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":270,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"f3a651caf4cc86d7183e2aa4e94783901dfd4ba7026521589b0aa1f1c95b0e55"} +{"uuid":"gpqa-main-84e0462fb979739143160f76","benchmark":"gpqa_main","data_index":74,"repeat_index":0,"sample_id":"gpqa-main-84e0462fb979739143160f76/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":271,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"17821f797104818a4e9c06d5499572866481ca7a9f6bf4d3993cbc935754c06e"} +{"uuid":"gpqa-main-79721e93e90bdb2d8da052c0","benchmark":"gpqa_main","data_index":132,"repeat_index":0,"sample_id":"gpqa-main-79721e93e90bdb2d8da052c0/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":191,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"2a09355eb98c6b8d6ad0b51afb3b27f719fed44786d3b2998dfe7ee66413a028"} +{"uuid":"gpqa-main-8e23eaed901a11ec534e6f8b","benchmark":"gpqa_main","data_index":99,"repeat_index":0,"sample_id":"gpqa-main-8e23eaed901a11ec534e6f8b/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":274,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"ed842ad329efe1e08f990fad3dd3cd5e5fb16736a9da1dbfa314d5e19156887e"} +{"uuid":"gpqa-main-1634ccababef2067673cd88c","benchmark":"gpqa_main","data_index":46,"repeat_index":0,"sample_id":"gpqa-main-1634ccababef2067673cd88c/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":277,"prompt_tokens":593,"effective_max_tokens":130479,"original_embedded_prediction":"C","question_sha256":"d8c36bd55ba561cb499054e9d5a01217a0498dfd20875e8d9e99d34bcdfd7830"} +{"uuid":"gpqa-main-efb673a27e8a1e042786abf9","benchmark":"gpqa_main","data_index":63,"repeat_index":0,"sample_id":"gpqa-main-efb673a27e8a1e042786abf9/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":282,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"1f2f27b90dac22c1b4d70e1b1679a095c5ce0b5ec5dd0bbf48f16b8328b18d89"} +{"uuid":"gpqa-main-73f6c00588963349c225df6c","benchmark":"gpqa_main","data_index":113,"repeat_index":0,"sample_id":"gpqa-main-73f6c00588963349c225df6c/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":280,"prompt_tokens":476,"effective_max_tokens":130596,"original_embedded_prediction":"C","question_sha256":"6c8759c4aac1084515abf1e3c463c7a0b6411dc3fa720a9a5fb5ac8f5777b49c"} +{"uuid":"gpqa-main-756cafdacac7e9642e2102c6","benchmark":"gpqa_main","data_index":90,"repeat_index":0,"sample_id":"gpqa-main-756cafdacac7e9642e2102c6/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":282,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"b26abbcea4f9adbbc6faf6378336b8d024ffe4491d2853b927bf9afdc27073a9"} +{"uuid":"gpqa-main-45cae4ba5af22868461f1861","benchmark":"gpqa_main","data_index":138,"repeat_index":0,"sample_id":"gpqa-main-45cae4ba5af22868461f1861/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":165,"prompt_tokens":196,"effective_max_tokens":130876,"original_embedded_prediction":"C","question_sha256":"da4480a5d4f2af44b6faf63fe513d557f97bf4cd048901e4a2f0b133273b39db"} +{"uuid":"gpqa-main-3ebc2c6c608ed7f5e7bf9463","benchmark":"gpqa_main","data_index":20,"repeat_index":0,"sample_id":"gpqa-main-3ebc2c6c608ed7f5e7bf9463/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":286,"prompt_tokens":286,"effective_max_tokens":130786,"original_embedded_prediction":"C","question_sha256":"81bfcfb746da8dbf79e11ca4c419d5416ea1be46678f915598ebe3f9c6b6fc32"} +{"uuid":"gpqa-main-51f5bda498b3f05cab60119c","benchmark":"gpqa_main","data_index":65,"repeat_index":0,"sample_id":"gpqa-main-51f5bda498b3f05cab60119c/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":290,"prompt_tokens":271,"effective_max_tokens":130801,"original_embedded_prediction":"A","question_sha256":"f7fa8540a448dfeff404af93810c60c41ed387fb5e4c821bbb6e5869dd9f8630"} +{"uuid":"gpqa-main-50467ff0a4937693425f108b","benchmark":"gpqa_main","data_index":7,"repeat_index":0,"sample_id":"gpqa-main-50467ff0a4937693425f108b/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":297,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"B","question_sha256":"ee40e0ba47746454343829f9f66dd4d391816fe24ca19edf78fcce05cf1f26d8"} +{"uuid":"gpqa-main-579e17ce4c553c730c526a5c","benchmark":"gpqa_main","data_index":42,"repeat_index":0,"sample_id":"gpqa-main-579e17ce4c553c730c526a5c/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":301,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"D","question_sha256":"1ce3d847d25b2c2f678c304f134266501155719553a1a003f38a6b0a75ffb81b"} +{"uuid":"gpqa-main-a1ec72afe45eedbea242cd73","benchmark":"gpqa_main","data_index":44,"repeat_index":0,"sample_id":"gpqa-main-a1ec72afe45eedbea242cd73/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":301,"prompt_tokens":310,"effective_max_tokens":130762,"original_embedded_prediction":"C","question_sha256":"e87180319d813402cf71637950d93636988703d0477e2bb79fb03a1d2df9afe3"} +{"uuid":"gpqa-main-5caa71cb7e0124d349b3046e","benchmark":"gpqa_main","data_index":76,"repeat_index":0,"sample_id":"gpqa-main-5caa71cb7e0124d349b3046e/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":300,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"D","question_sha256":"965fd430b8ea291a67e2311c4874eba053c21ea0ce6fa222eec4bed300fc2976"} +{"uuid":"gpqa-main-106fe8a64f4453f81be6f7bd","benchmark":"gpqa_main","data_index":25,"repeat_index":0,"sample_id":"gpqa-main-106fe8a64f4453f81be6f7bd/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":308,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"C","question_sha256":"f0c3d97c5c67fa210dafa49946af010682993c23bb8995a306a6ee484e0c3b03"} +{"uuid":"gpqa-main-1754a508e794225bd932adeb","benchmark":"gpqa_main","data_index":53,"repeat_index":0,"sample_id":"gpqa-main-1754a508e794225bd932adeb/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":309,"prompt_tokens":276,"effective_max_tokens":130796,"original_embedded_prediction":"C","question_sha256":"16464cac7090a24d3b5a0bf989e1699bafd2dd7b1555e816a1f77804d8e890db"} +{"uuid":"gpqa-main-20f50fda9aeae51c6b9b4ba0","benchmark":"gpqa_main","data_index":91,"repeat_index":0,"sample_id":"gpqa-main-20f50fda9aeae51c6b9b4ba0/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":314,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"D","question_sha256":"c7914fc7bcc19ad8377798d825d6dbc59be8fb64f2b51a89ec26f55423d9edd1"} +{"uuid":"gpqa-main-6f6ff532d544554128a0bbbe","benchmark":"gpqa_main","data_index":108,"repeat_index":0,"sample_id":"gpqa-main-6f6ff532d544554128a0bbbe/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":315,"prompt_tokens":368,"effective_max_tokens":130704,"original_embedded_prediction":"C","question_sha256":"ebb5b9328e54d98f40b988b171044869d75c67b6efaa8f44675c485448b7b02c"} +{"uuid":"gpqa-main-381032537ca0c968de7d5c06","benchmark":"gpqa_main","data_index":203,"repeat_index":0,"sample_id":"gpqa-main-381032537ca0c968de7d5c06/repeat-0","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":13,"prompt_tokens":186,"effective_max_tokens":130886,"original_embedded_prediction":null,"question_sha256":"045347c35e2957dbd6bc83158fecec24c157df70fdefaaddc8633ecda3435cdc"} +{"uuid":"gpqa-main-178c84548026beb35252a961","benchmark":"gpqa_main","data_index":104,"repeat_index":0,"sample_id":"gpqa-main-178c84548026beb35252a961/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":323,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"4ea09b6f60208405c59e5923a565f195c94315e0b6e230acd59351f1ee59ed96"} +{"uuid":"gpqa-main-e3e073f3f0f646532e4caf06","benchmark":"gpqa_main","data_index":167,"repeat_index":0,"sample_id":"gpqa-main-e3e073f3f0f646532e4caf06/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":120,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"A","question_sha256":"a1cff30033350ed32c6446abacb176ef3ffad0fc471aaacf3468c78e0aad550e"} +{"uuid":"gpqa-main-bab269fd666fa2ba840a1459","benchmark":"gpqa_main","data_index":89,"repeat_index":0,"sample_id":"gpqa-main-bab269fd666fa2ba840a1459/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":328,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"D","question_sha256":"e17051d5c4ebf5f6bc793872dc2f5748b41dd7918235cb3d5697fb04882bd7fe"} +{"uuid":"gpqa-main-a5811d01e615771d5e0b48fb","benchmark":"gpqa_main","data_index":100,"repeat_index":0,"sample_id":"gpqa-main-a5811d01e615771d5e0b48fb/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":333,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"C","question_sha256":"18c1c5c103fb01b10fd0ca282f8eab427517d6587a0a9962010b5ad16e05b98f"} +{"uuid":"gpqa-main-138fcbeedbaf865565ec35fd","benchmark":"gpqa_main","data_index":127,"repeat_index":0,"sample_id":"gpqa-main-138fcbeedbaf865565ec35fd/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":333,"prompt_tokens":409,"effective_max_tokens":130663,"original_embedded_prediction":"B","question_sha256":"15bed1ac60d1bdcf0eec84539d669d6f38a2eb24b51e5072a922d8d9391ab135"} +{"uuid":"gpqa-main-547aac137dd7671e7ef03fa9","benchmark":"gpqa_main","data_index":164,"repeat_index":0,"sample_id":"gpqa-main-547aac137dd7671e7ef03fa9/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":134,"prompt_tokens":497,"effective_max_tokens":130575,"original_embedded_prediction":"C","question_sha256":"8369c6a1ffc960e3f3d88e5e4c521eebcc37f39ca9adf654c3cd4b61f892f2ef"} +{"uuid":"gpqa-main-7239e8e1a6f52b11d89b376d","benchmark":"gpqa_main","data_index":35,"repeat_index":0,"sample_id":"gpqa-main-7239e8e1a6f52b11d89b376d/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":339,"prompt_tokens":359,"effective_max_tokens":130713,"original_embedded_prediction":"D","question_sha256":"6b778965b4593497cd5378ecaa94e84f97d2910300038afb6590a8e9376b791c"} +{"uuid":"gpqa-main-5334e8bdecfbd08a0fceb69b","benchmark":"gpqa_main","data_index":47,"repeat_index":0,"sample_id":"gpqa-main-5334e8bdecfbd08a0fceb69b/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":346,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"D","question_sha256":"0c1cc6cb8c9b9a25c645b86bbada068207876248621f0327486d559892b7a8a9"} +{"uuid":"gpqa-main-46549f6d718b80e38f4412cd","benchmark":"gpqa_main","data_index":34,"repeat_index":0,"sample_id":"gpqa-main-46549f6d718b80e38f4412cd/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":348,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"B","question_sha256":"a1def6786f9e3174bf07c7887ea2c97711ea721fe1cf730202fc93d69ecac09d"} +{"uuid":"gpqa-main-50a8ab2bd1710dbcfa2e32b5","benchmark":"gpqa_main","data_index":168,"repeat_index":0,"sample_id":"gpqa-main-50a8ab2bd1710dbcfa2e32b5/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":140,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"A","question_sha256":"5fb04957154b48d4ebad83862909a8fd3afc5ba5399a7dbe4594b5c72255964c"} +{"uuid":"gpqa-main-edbd99e5f03e3b3f074ba126","benchmark":"gpqa_main","data_index":62,"repeat_index":0,"sample_id":"gpqa-main-edbd99e5f03e3b3f074ba126/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":358,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"C","question_sha256":"b690990e73efd994587057d6ed5ae270235b0ec6bd4e98df3fc472f01c179765"} +{"uuid":"gpqa-main-29e885003cf7658ac2eb0ba4","benchmark":"gpqa_main","data_index":103,"repeat_index":0,"sample_id":"gpqa-main-29e885003cf7658ac2eb0ba4/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":359,"prompt_tokens":299,"effective_max_tokens":130773,"original_embedded_prediction":"C","question_sha256":"e6fd9b7cea6cbcd53eabc57f63ae367008b2774a1092f55e23e78b7eafbdbafa"} +{"uuid":"gpqa-main-09311165c3bc8a7742115024","benchmark":"gpqa_main","data_index":21,"repeat_index":0,"sample_id":"gpqa-main-09311165c3bc8a7742115024/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":366,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d6deae7022d40b283a8b0053867ff7e2d44f15fac7c364d3b34e67d903596cf7"} +{"uuid":"gpqa-main-759e35a2024fc09bd491c9ff","benchmark":"gpqa_main","data_index":3,"repeat_index":0,"sample_id":"gpqa-main-759e35a2024fc09bd491c9ff/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":369,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"B","question_sha256":"4c284608a459b460f3ec3dfd5c7c71cfa84c171d4eb8a52aab9e6e4a8cb409bb"} +{"uuid":"gpqa-main-692e40bceeaff3accdc11ead","benchmark":"gpqa_main","data_index":137,"repeat_index":0,"sample_id":"gpqa-main-692e40bceeaff3accdc11ead/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":269,"prompt_tokens":471,"effective_max_tokens":130601,"original_embedded_prediction":"D","question_sha256":"954d12809188bb6fb15643c4406ac6b108f5d7836e1eeabd73e49df01f2c616e"} +{"uuid":"gpqa-main-4c9f4186c5ccd49ab906a399","benchmark":"gpqa_main","data_index":183,"repeat_index":0,"sample_id":"gpqa-main-4c9f4186c5ccd49ab906a399/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":114,"prompt_tokens":610,"effective_max_tokens":130462,"original_embedded_prediction":"C","question_sha256":"f634534b5e2327dcc39982a4da6dff404f299e9759a0ac957b0f6017fbe7586e"} +{"uuid":"gpqa-main-30529bca8e7fdf66400bd444","benchmark":"gpqa_main","data_index":18,"repeat_index":0,"sample_id":"gpqa-main-30529bca8e7fdf66400bd444/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":372,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"fc081c2fbb63be5006154edbddcd4d1654207c4f1ad333e12f9bc19972753482"} +{"uuid":"gpqa-main-00a9d82facaec210f417af7a","benchmark":"gpqa_main","data_index":157,"repeat_index":0,"sample_id":"gpqa-main-00a9d82facaec210f417af7a/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":191,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"B","question_sha256":"77f0590db54b06b37e142e7363145cbdb1a8d11c2a7575d9ae0fc10b3a6708bd"} +{"uuid":"gpqa-main-ce2839297e4b63e0b36f6300","benchmark":"gpqa_main","data_index":149,"repeat_index":0,"sample_id":"gpqa-main-ce2839297e4b63e0b36f6300/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":218,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"80cca49a2f6ae39b2d3a2dfe110572d39720d0831c65246ce20603c40578b118"} +{"uuid":"gpqa-main-b5b0614a110a5eb0657cbe9a","benchmark":"gpqa_main","data_index":115,"repeat_index":0,"sample_id":"gpqa-main-b5b0614a110a5eb0657cbe9a/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":371,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"C","question_sha256":"829ccc830e5fe3601c6e7c0a975192c938019f4d4e5c1b2334d55bb1d951711e"} +{"uuid":"gpqa-main-86d8d26ea3f4092dd4bac144","benchmark":"gpqa_main","data_index":134,"repeat_index":0,"sample_id":"gpqa-main-86d8d26ea3f4092dd4bac144/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":281,"prompt_tokens":227,"effective_max_tokens":130845,"original_embedded_prediction":"D","question_sha256":"299c83f78042a13c78ad054088517dc82d5ed82bcc9ef75ec08dc120f2b8052f"} +{"uuid":"gpqa-main-8dd5ae41d915a09d1c8b9add","benchmark":"gpqa_main","data_index":161,"repeat_index":0,"sample_id":"gpqa-main-8dd5ae41d915a09d1c8b9add/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":174,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"8a246eed19ab5f877aa822da432a7aaa0f52615ea4655b0a89995d374971cd27"} +{"uuid":"gpqa-main-810618179b41cff3d8593ba5","benchmark":"gpqa_main","data_index":23,"repeat_index":0,"sample_id":"gpqa-main-810618179b41cff3d8593ba5/repeat-0","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":384,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":null,"question_sha256":"4f7077a78998cfa5dbe881d51f9f859973bb281cce9f5a2bde9d5475cc520111"} +{"uuid":"gpqa-main-6543e2c47b61f7f328bcf42d","benchmark":"gpqa_main","data_index":36,"repeat_index":0,"sample_id":"gpqa-main-6543e2c47b61f7f328bcf42d/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":384,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"C","question_sha256":"9f8c4aa52521e2926d56fdd03cf5aeaf3543c911c9b75774731cd1204efc1328"} +{"uuid":"gpqa-main-f35f531075e0f4b71e6bfdf7","benchmark":"gpqa_main","data_index":28,"repeat_index":0,"sample_id":"gpqa-main-f35f531075e0f4b71e6bfdf7/repeat-0","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":387,"prompt_tokens":440,"effective_max_tokens":130632,"original_embedded_prediction":null,"question_sha256":"1dec0a47229d6987f418c244cc1169bdeb04c6134b883ac8895dc2380cdf0539"} +{"uuid":"gpqa-main-0cc54149033350a37cf90b8b","benchmark":"gpqa_main","data_index":83,"repeat_index":0,"sample_id":"gpqa-main-0cc54149033350a37cf90b8b/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":385,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"B","question_sha256":"3298921b7dfbbae04c9893edbe6870746b53e2b7af12e9816f07b6f5e0bff9cb"} +{"uuid":"gpqa-main-043ca5f03089118ef536135d","benchmark":"gpqa_main","data_index":146,"repeat_index":0,"sample_id":"gpqa-main-043ca5f03089118ef536135d/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":237,"prompt_tokens":594,"effective_max_tokens":130478,"original_embedded_prediction":"A","question_sha256":"43c5cb4f57895b07f3e1815e411f315dfa3fe44fe601b5aacde7c1244cdcaa89"} +{"uuid":"gpqa-main-bab6e331fae29c00395de3a4","benchmark":"gpqa_main","data_index":166,"repeat_index":0,"sample_id":"gpqa-main-bab6e331fae29c00395de3a4/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":188,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"A","question_sha256":"cf500f5f076470e539799f3822047d1a6263a0abc77614f9abc48a4f60ba507d"} +{"uuid":"gpqa-main-7d850f6448c27424d9f68c4e","benchmark":"gpqa_main","data_index":184,"repeat_index":0,"sample_id":"gpqa-main-7d850f6448c27424d9f68c4e/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":133,"prompt_tokens":544,"effective_max_tokens":130528,"original_embedded_prediction":"C","question_sha256":"48bf9d4f95299b8f9288e190dca6edd0c3cf53cf40dada120e22abf98469d3e3"} +{"uuid":"gpqa-main-4373b5f7be197f26258c18cf","benchmark":"gpqa_main","data_index":176,"repeat_index":0,"sample_id":"gpqa-main-4373b5f7be197f26258c18cf/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":155,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"A","question_sha256":"56563ccb64ef7d8686cd4d8da77c8b4636353d0bb75dbefa360323671dfffed1"} +{"uuid":"gpqa-main-e4e8eab3e5612de26e298f3f","benchmark":"gpqa_main","data_index":143,"repeat_index":0,"sample_id":"gpqa-main-e4e8eab3e5612de26e298f3f/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":257,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"D","question_sha256":"1037e0c8b2c1aced006713d114efa5f1233a7eadf2f0aac355081aeacd10b00f"} +{"uuid":"gpqa-main-35d088e32fb39438767e1141","benchmark":"gpqa_main","data_index":79,"repeat_index":0,"sample_id":"gpqa-main-35d088e32fb39438767e1141/repeat-0","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":401,"prompt_tokens":434,"effective_max_tokens":130638,"original_embedded_prediction":null,"question_sha256":"9d467213ec07b8217d3c3aa11a312c8536475e654bbb7ef916a4b8f92e0c7a7d"} +{"uuid":"gpqa-main-99878f707c7c4024511bae58","benchmark":"gpqa_main","data_index":174,"repeat_index":0,"sample_id":"gpqa-main-99878f707c7c4024511bae58/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":168,"prompt_tokens":241,"effective_max_tokens":130831,"original_embedded_prediction":"B","question_sha256":"826fb502d2db0f2db5e44683cd45f09d18423fd8a339643c8dc8b32b1accd428"} +{"uuid":"gpqa-main-1ae8f8945efaf81788d8d871","benchmark":"gpqa_main","data_index":139,"repeat_index":0,"sample_id":"gpqa-main-1ae8f8945efaf81788d8d871/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":287,"prompt_tokens":250,"effective_max_tokens":130822,"original_embedded_prediction":"C","question_sha256":"060f07943bcd17960b48a982fabe42fcae4e3899fe8c5473138fe2198f0e8dd8"} +{"uuid":"gpqa-main-e6ff92ca0c11b47b14793d2f","benchmark":"gpqa_main","data_index":124,"repeat_index":0,"sample_id":"gpqa-main-e6ff92ca0c11b47b14793d2f/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":406,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"B","question_sha256":"ca2abe8a98bc00aadbd20baf4ff27e830539507a5ff7402eed5e2491347f95aa"} +{"uuid":"gpqa-main-dbbe3054b6bdabe917f5ab5d","benchmark":"gpqa_main","data_index":147,"repeat_index":0,"sample_id":"gpqa-main-dbbe3054b6bdabe917f5ab5d/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":258,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"C","question_sha256":"1054cb147fa0d82e2b1830b0238455ab6cea42cde361a81e9934864240f22f50"} +{"uuid":"gpqa-main-d1e25804e939f97ca872c78e","benchmark":"gpqa_main","data_index":163,"repeat_index":0,"sample_id":"gpqa-main-d1e25804e939f97ca872c78e/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":207,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"C","question_sha256":"bd713289ab1ffc1ab982f7411da433944bdaa2ce87595d2c1bba8580a8b47bdb"} +{"uuid":"gpqa-main-d3db87adeb915999faca3605","benchmark":"gpqa_main","data_index":111,"repeat_index":0,"sample_id":"gpqa-main-d3db87adeb915999faca3605/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":409,"prompt_tokens":204,"effective_max_tokens":130868,"original_embedded_prediction":"C","question_sha256":"f6518dd763c1af7a1745bc53b4e021210cafdf588df1ede9b537a622474a998d"} +{"uuid":"gpqa-main-8cf981eedacab9acbdd5b00c","benchmark":"gpqa_main","data_index":92,"repeat_index":0,"sample_id":"gpqa-main-8cf981eedacab9acbdd5b00c/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":410,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"D","question_sha256":"14dcd60f9986bbbcbbdc0e4b3462397b01801a452d9756100ed129baa5baf68c"} +{"uuid":"gpqa-main-781f4efc4b25ff35b588e87c","benchmark":"gpqa_main","data_index":181,"repeat_index":0,"sample_id":"gpqa-main-781f4efc4b25ff35b588e87c/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":161,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"C","question_sha256":"f933a526e8aec15b0dc77756bad3ba0839404a6d042443e3f5a0ab0b8d1cfa96"} +{"uuid":"gpqa-main-104b659bbac6e52c4c877c0b","benchmark":"gpqa_main","data_index":152,"repeat_index":0,"sample_id":"gpqa-main-104b659bbac6e52c4c877c0b/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":247,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"de6e1846b7e0c60ac3b7b0f613ad67cc3d941770b7de58c7a45add8c64d1db8b"} +{"uuid":"gpqa-main-e069314491adb5be236d3fe7","benchmark":"gpqa_main","data_index":2,"repeat_index":0,"sample_id":"gpqa-main-e069314491adb5be236d3fe7/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":421,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"B","question_sha256":"2662eff7a6231613f45042d2ef5df63caaeb5a326d264e93009a737a99fb27bb"} +{"uuid":"gpqa-main-8a20fac7d1a5bff58e8c63ca","benchmark":"gpqa_main","data_index":73,"repeat_index":0,"sample_id":"gpqa-main-8a20fac7d1a5bff58e8c63ca/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":424,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"C","question_sha256":"065acbbc3564fb2547e820ab1c35567bac49dff768319e8f4b46ee23bdd92415"} +{"uuid":"gpqa-main-d7c4372bfbc5d0f0f9331350","benchmark":"gpqa_main","data_index":185,"repeat_index":0,"sample_id":"gpqa-main-d7c4372bfbc5d0f0f9331350/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":166,"prompt_tokens":588,"effective_max_tokens":130484,"original_embedded_prediction":"C","question_sha256":"92d8ffd16886567ac1ed2f15a6c2d3d6ac2a2fb0fd0e56836671babcde327d3f"} +{"uuid":"gpqa-main-8a352b243ffac6230977fc90","benchmark":"gpqa_main","data_index":219,"repeat_index":0,"sample_id":"gpqa-main-8a352b243ffac6230977fc90/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":68,"prompt_tokens":389,"effective_max_tokens":130683,"original_embedded_prediction":"D","question_sha256":"7408ac0330a09a182b52a627f89920c8c4e825da7da4e441973cbefe32b852ac"} +{"uuid":"gpqa-main-2d88ca9efdaae7d19aed9660","benchmark":"gpqa_main","data_index":112,"repeat_index":0,"sample_id":"gpqa-main-2d88ca9efdaae7d19aed9660/repeat-0","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":433,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":null,"question_sha256":"43af6d11597079a7d069dd93bbf3db87f0b5bb604fbfc66fc60c268d149d8fba"} +{"uuid":"gpqa-main-08452235d283f9ba82364ea8","benchmark":"gpqa_main","data_index":10,"repeat_index":0,"sample_id":"gpqa-main-08452235d283f9ba82364ea8/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":439,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"B","question_sha256":"65db6ef4b562a9503afeb197451091c7514df18fdee747a881b8057c38e21d0f"} +{"uuid":"gpqa-main-bd228dea7f1aa14b70216372","benchmark":"gpqa_main","data_index":217,"repeat_index":0,"sample_id":"gpqa-main-bd228dea7f1aa14b70216372/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":90,"prompt_tokens":425,"effective_max_tokens":130647,"original_embedded_prediction":"A","question_sha256":"c1dea594f51ba7757d0d9ec69efa6b56bfeeaff965f074faaf89160cca96a0e9"} +{"uuid":"gpqa-main-34faeb45e152eaf4c29e65e4","benchmark":"gpqa_main","data_index":151,"repeat_index":0,"sample_id":"gpqa-main-34faeb45e152eaf4c29e65e4/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":276,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"D","question_sha256":"82e6266418c679493cea34e30d0f71026adb6ab6c433e643d37860fb718999ec"} +{"uuid":"gpqa-main-3357b4ebb8c461cb9eeca4bd","benchmark":"gpqa_main","data_index":78,"repeat_index":0,"sample_id":"gpqa-main-3357b4ebb8c461cb9eeca4bd/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":446,"prompt_tokens":283,"effective_max_tokens":130789,"original_embedded_prediction":"B","question_sha256":"cdffe5a4f742a97a3cc2ffedfc8d78a3ffa14249a51afc48e9d7aa8fc6b499a8"} +{"uuid":"gpqa-main-12fef4b097b802dea2564ea2","benchmark":"gpqa_main","data_index":186,"repeat_index":0,"sample_id":"gpqa-main-12fef4b097b802dea2564ea2/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":184,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"C","question_sha256":"254c10ac4fdccd2709d12769dd755a22c6de6b1e6bff2363164511e2905446d7"} +{"uuid":"gpqa-main-a6eb05bb931229a396d81e44","benchmark":"gpqa_main","data_index":172,"repeat_index":0,"sample_id":"gpqa-main-a6eb05bb931229a396d81e44/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":231,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"C","question_sha256":"19c2c8e0578e84094a1f97568e95e1e88fadee2743b1c6519b7fc661c8577cde"} +{"uuid":"gpqa-main-992d40815d86851a9f6e7230","benchmark":"gpqa_main","data_index":1,"repeat_index":0,"sample_id":"gpqa-main-992d40815d86851a9f6e7230/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":458,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"b698ebb0cb6d3abffa554435859e51f21dd11a9955cfceece2c7a6fa9b0e2023"} +{"uuid":"gpqa-main-7c3c45d7826322d2dd84475f","benchmark":"gpqa_main","data_index":98,"repeat_index":0,"sample_id":"gpqa-main-7c3c45d7826322d2dd84475f/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":456,"prompt_tokens":419,"effective_max_tokens":130653,"original_embedded_prediction":"C","question_sha256":"f98a4cc383b4e02c52b4cdafe1b79c1d58df251d5d10ab65f71740d27243ed28"} +{"uuid":"gpqa-main-aa04ac251ed805588a6be27c","benchmark":"gpqa_main","data_index":165,"repeat_index":0,"sample_id":"gpqa-main-aa04ac251ed805588a6be27c/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":253,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"C","question_sha256":"198a9824ae684cea2edf9d0597e69c2274e0be94e0a0ffcf7b4ad3e95f4a6dae"} +{"uuid":"gpqa-main-8980ca71edb4f58a3e46b256","benchmark":"gpqa_main","data_index":144,"repeat_index":0,"sample_id":"gpqa-main-8980ca71edb4f58a3e46b256/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":315,"prompt_tokens":145,"effective_max_tokens":130927,"original_embedded_prediction":"C","question_sha256":"fb9586d35200647be665790b2cd3eee5c8cca1b79e6afcf01f027007fa057b64"} +{"uuid":"gpqa-main-63aef6e78c9803d030a16f9c","benchmark":"gpqa_main","data_index":208,"repeat_index":0,"sample_id":"gpqa-main-63aef6e78c9803d030a16f9c/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":134,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"C","question_sha256":"255e934ed277fdd11f71245508448f7031439d40eb38fd78fb3b813b247c5726"} +{"uuid":"gpqa-main-50aaa7274c5010d9768274ec","benchmark":"gpqa_main","data_index":175,"repeat_index":0,"sample_id":"gpqa-main-50aaa7274c5010d9768274ec/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":222,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"0cda758f1290855df9dd7b9a4319bb6ae8108c8113b125a3a2f60705af536a34"} +{"uuid":"gpqa-main-9f5d195170ba73ccdc7a3b84","benchmark":"gpqa_main","data_index":207,"repeat_index":0,"sample_id":"gpqa-main-9f5d195170ba73ccdc7a3b84/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":147,"prompt_tokens":552,"effective_max_tokens":130520,"original_embedded_prediction":"C","question_sha256":"e4e5526f8ea9205cbe6b33a5256144298ad11d8250b020cbd4fddbba85a12596"} +{"uuid":"gpqa-main-9bb169e317cdd76b98ada24f","benchmark":"gpqa_main","data_index":189,"repeat_index":0,"sample_id":"gpqa-main-9bb169e317cdd76b98ada24f/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":197,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d0bbc79a116a93d5c5c1325e012b3feb17a7b705d2ccd57a86ecfbdc2bf78030"} +{"uuid":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2","benchmark":"gpqa_main","data_index":150,"repeat_index":0,"sample_id":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":311,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"B","question_sha256":"58604895b423acc46c4efaa28ed2e4d6eaf2d93d55c7ad3766cffce3719ddf62"} +{"uuid":"gpqa-main-4a8c97220fb14b99f363b2ce","benchmark":"gpqa_main","data_index":188,"repeat_index":0,"sample_id":"gpqa-main-4a8c97220fb14b99f363b2ce/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":203,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"C","question_sha256":"a939b9de7ea4048442a9378048f992097c413c77ad1c665790486c352036c7e3"} +{"uuid":"gpqa-main-7a6f40292c595b5ffad3d66b","benchmark":"gpqa_main","data_index":80,"repeat_index":0,"sample_id":"gpqa-main-7a6f40292c595b5ffad3d66b/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":473,"prompt_tokens":317,"effective_max_tokens":130755,"original_embedded_prediction":"C","question_sha256":"82d8161e96256872367b5e1c12af2c1f91e6c4a6aac3d066708fccb1826bf840"} +{"uuid":"gpqa-main-63f2aea89eec9b67abe0bacf","benchmark":"gpqa_main","data_index":177,"repeat_index":0,"sample_id":"gpqa-main-63f2aea89eec9b67abe0bacf/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":233,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"D","question_sha256":"32596b406efecc4795e9f82b1d00f89787b9ed9e4f9d6239bed8194f13da06e7"} +{"uuid":"gpqa-main-a67142bf6c763d9963d7474d","benchmark":"gpqa_main","data_index":33,"repeat_index":0,"sample_id":"gpqa-main-a67142bf6c763d9963d7474d/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":479,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"D","question_sha256":"7ed6c7d194038ef8d8c6a84cb18be1015f73754e42d4facb7418e8412ad86b77"} +{"uuid":"gpqa-main-b22053dbc40179e114f0c866","benchmark":"gpqa_main","data_index":125,"repeat_index":0,"sample_id":"gpqa-main-b22053dbc40179e114f0c866/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":477,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"1f101bccd20044577731aef887c9704a6a153baf063dff8d9a04510e7b8dcfb7"} +{"uuid":"gpqa-main-82354c49d9280b8a980b98b4","benchmark":"gpqa_main","data_index":170,"repeat_index":0,"sample_id":"gpqa-main-82354c49d9280b8a980b98b4/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":269,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"A","question_sha256":"57b065d28a6d02a29a3a84f39dd670ba7cdf4e3403506e79b5fc90713897f68e"} +{"uuid":"gpqa-main-913c4ee0ce195992ff9638b1","benchmark":"gpqa_main","data_index":178,"repeat_index":0,"sample_id":"gpqa-main-913c4ee0ce195992ff9638b1/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":240,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"C","question_sha256":"ed904d04c24f37586b1f78a18bd22f28752e80a5ecc489939950778aa5307d98"} +{"uuid":"gpqa-main-86976aae6f871f46c4680830","benchmark":"gpqa_main","data_index":215,"repeat_index":0,"sample_id":"gpqa-main-86976aae6f871f46c4680830/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":138,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"D","question_sha256":"e5c3c79a60db2de596dac1585bfc2e940bac2acb65a3352ff5f7e99821846aed"} +{"uuid":"gpqa-main-a454a3157aff6eee743541b7","benchmark":"gpqa_main","data_index":182,"repeat_index":0,"sample_id":"gpqa-main-a454a3157aff6eee743541b7/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":232,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"B","question_sha256":"025e20e6e9b45e1ddb3f6901f58f69b40df5e8f9ffb6b80b5b17bc518d9f5d17"} +{"uuid":"gpqa-main-288426a7fecb5facf10219c7","benchmark":"gpqa_main","data_index":190,"repeat_index":0,"sample_id":"gpqa-main-288426a7fecb5facf10219c7/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":212,"prompt_tokens":321,"effective_max_tokens":130751,"original_embedded_prediction":"C","question_sha256":"7cccb7714b35c30190fb5db64a1b22a36b726b2a007f241961e1e48c82e4acb3"} +{"uuid":"gpqa-main-a028903aa7112583a0e7b5d2","benchmark":"gpqa_main","data_index":216,"repeat_index":0,"sample_id":"gpqa-main-a028903aa7112583a0e7b5d2/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":145,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"c6231a95c81ba1af7d31e5ce8f8e8ad4c4def88d86ab8f801a248cf19814e2d2"} +{"uuid":"gpqa-main-d28c5e0e8deb0d1fde12ef5f","benchmark":"gpqa_main","data_index":193,"repeat_index":0,"sample_id":"gpqa-main-d28c5e0e8deb0d1fde12ef5f/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":211,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"B","question_sha256":"6913f7a17a2db54c9dcd8af6af20806e66b00fe4bb9691ca42d9f15184908f62"} +{"uuid":"gpqa-main-86060b054d8de358356a29fd","benchmark":"gpqa_main","data_index":8,"repeat_index":0,"sample_id":"gpqa-main-86060b054d8de358356a29fd/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":498,"prompt_tokens":435,"effective_max_tokens":130637,"original_embedded_prediction":"A","question_sha256":"d20ccd218e50c4a58da8030db612f52c5bac88ad6d1859a85b0358c1595e54e1"} +{"uuid":"gpqa-main-baefee4c54836e933082fd33","benchmark":"gpqa_main","data_index":205,"repeat_index":0,"sample_id":"gpqa-main-baefee4c54836e933082fd33/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":183,"prompt_tokens":487,"effective_max_tokens":130585,"original_embedded_prediction":"D","question_sha256":"f4486aea8f80b6405ceaabbd6f225378761eafc49f1e042873a464b3b94da620"} +{"uuid":"gpqa-main-666fc74619f38e356e33a285","benchmark":"gpqa_main","data_index":180,"repeat_index":0,"sample_id":"gpqa-main-666fc74619f38e356e33a285/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":258,"prompt_tokens":693,"effective_max_tokens":130379,"original_embedded_prediction":"C","question_sha256":"89fa5b222a94e07a283a5140341a0704109ec3b7f62de72dd072383182771ebc"} +{"uuid":"gpqa-main-fa3e9be7fdf8e7c8952739d8","benchmark":"gpqa_main","data_index":131,"repeat_index":0,"sample_id":"gpqa-main-fa3e9be7fdf8e7c8952739d8/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":456,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"D","question_sha256":"5e9819e02e7dd08ec53ff217d848ce64e833e2b069cd81e9940f7a72a5230b30"} +{"uuid":"gpqa-main-efc527af4c77c27856f0d201","benchmark":"gpqa_main","data_index":60,"repeat_index":0,"sample_id":"gpqa-main-efc527af4c77c27856f0d201/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":518,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"B","question_sha256":"29ffae74d292a9a38f72dd8e95efab3be752912b79e848701193359c657937f6"} +{"uuid":"gpqa-main-9b7f84c844aa65b8ebfee235","benchmark":"gpqa_main","data_index":120,"repeat_index":0,"sample_id":"gpqa-main-9b7f84c844aa65b8ebfee235/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":517,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"9443960fd2664e6d4890575733c6a4f1f6d804ec21e10e0f9d415b99297f9845"} +{"uuid":"gpqa-main-49e3b768e85f009875fb4b7f","benchmark":"gpqa_main","data_index":70,"repeat_index":0,"sample_id":"gpqa-main-49e3b768e85f009875fb4b7f/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":520,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"A","question_sha256":"181abbdaf75899b4c447f9c98c58f90512c06ffe5521e109fa83597da1fb7aae"} +{"uuid":"gpqa-main-f0a74958c23332566374eae8","benchmark":"gpqa_main","data_index":245,"repeat_index":0,"sample_id":"gpqa-main-f0a74958c23332566374eae8/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":111,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"0122463c60c1fa5ad768f1fc6147fd593b46126713e705864d5de5632804d4b5"} +{"uuid":"gpqa-main-5e6a032f9aa67c7725f828d0","benchmark":"gpqa_main","data_index":195,"repeat_index":0,"sample_id":"gpqa-main-5e6a032f9aa67c7725f828d0/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":239,"prompt_tokens":330,"effective_max_tokens":130742,"original_embedded_prediction":"B","question_sha256":"8accf5d31cc4cf5c2467ac477d83885c90d2715606f7c2e68d318476741bbdd7"} +{"uuid":"gpqa-main-ac27f29e5f777e93e751f3f2","benchmark":"gpqa_main","data_index":55,"repeat_index":0,"sample_id":"gpqa-main-ac27f29e5f777e93e751f3f2/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":531,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"D","question_sha256":"d49aa1d9efc38f6409c199c3e2706ec44f5d20d25b0e7d41f40b9c46668ed1e0"} +{"uuid":"gpqa-main-0306849689d2123fedfcfeb5","benchmark":"gpqa_main","data_index":82,"repeat_index":0,"sample_id":"gpqa-main-0306849689d2123fedfcfeb5/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":530,"prompt_tokens":301,"effective_max_tokens":130771,"original_embedded_prediction":"D","question_sha256":"9b236e1b2c7db4edd3fd08eaeff4fcfd3b13c11bfc0f9c5510349957a837d13a"} +{"uuid":"gpqa-main-1923a70feda6403a600f719a","benchmark":"gpqa_main","data_index":160,"repeat_index":0,"sample_id":"gpqa-main-1923a70feda6403a600f719a/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":333,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"D","question_sha256":"7acad7dd49efa2a29ce19fb81de0e8b504de87dab9c66159407da7697942a708"} +{"uuid":"gpqa-main-6030f5f53fe38c334b2c3a6a","benchmark":"gpqa_main","data_index":173,"repeat_index":0,"sample_id":"gpqa-main-6030f5f53fe38c334b2c3a6a/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":296,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"C","question_sha256":"88d277706c3af734be0507cde034c23c7e206f855c2fcc97d6ed69f8ad92df57"} +{"uuid":"gpqa-main-4355802640dddd3e060d2a59","benchmark":"gpqa_main","data_index":179,"repeat_index":0,"sample_id":"gpqa-main-4355802640dddd3e060d2a59/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":287,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"D","question_sha256":"ebe141e8c3f27bb731fd3889679a36aab5827f4caa81d8400d66a6bf492fe486"} +{"uuid":"gpqa-main-779369aa96b96a67933939f1","benchmark":"gpqa_main","data_index":224,"repeat_index":0,"sample_id":"gpqa-main-779369aa96b96a67933939f1/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":161,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"C","question_sha256":"acf784efba891531b08709383ede2379cee1f604b6334b753dd1fcaab37af970"} +{"uuid":"gpqa-main-925cb13958435841df0e8c1e","benchmark":"gpqa_main","data_index":107,"repeat_index":0,"sample_id":"gpqa-main-925cb13958435841df0e8c1e/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":533,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"B","question_sha256":"d21ba2f1c06b876b2d387104c816ee0fcc369a02b8e010a706e0e2448c56f78e"} +{"uuid":"gpqa-main-105b94b83de2671f0b86688d","benchmark":"gpqa_main","data_index":231,"repeat_index":0,"sample_id":"gpqa-main-105b94b83de2671f0b86688d/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":152,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"D","question_sha256":"062b8c1448dabb342bd7815bdfbab0a55eb915c5c6793d19a5037bf7a9aa63f3"} +{"uuid":"gpqa-main-92f6e58b4989e9025c8286a9","benchmark":"gpqa_main","data_index":234,"repeat_index":0,"sample_id":"gpqa-main-92f6e58b4989e9025c8286a9/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":152,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"c003a37af0eaa5e9c6d10f5a25ce1a2e0258ad6638a1655ee2a17d07daab816a"} +{"uuid":"gpqa-main-8299e0bf116ad8ad7b960d26","benchmark":"gpqa_main","data_index":254,"repeat_index":0,"sample_id":"gpqa-main-8299e0bf116ad8ad7b960d26/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":100,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"A","question_sha256":"dac89ff46a5330836dfa04de2060a9a9d447a0cffd96c06e0cdee48c6a991035"} +{"uuid":"gpqa-main-542dd8f1dc74ca5163382df8","benchmark":"gpqa_main","data_index":192,"repeat_index":0,"sample_id":"gpqa-main-542dd8f1dc74ca5163382df8/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":263,"prompt_tokens":165,"effective_max_tokens":130907,"original_embedded_prediction":"C","question_sha256":"2413c551ec9a06a20197c81fa22effbd7f215abcc2e5f14c5f9f0a86e5402736"} +{"uuid":"gpqa-main-4644969e4e4615b014b9669f","benchmark":"gpqa_main","data_index":200,"repeat_index":0,"sample_id":"gpqa-main-4644969e4e4615b014b9669f/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":240,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"D","question_sha256":"e663684f8a7728af99d977f274c335c497ac6a7ccf43c64ab979e8407155ce6c"} +{"uuid":"gpqa-main-c0bc48c4232297b735018487","benchmark":"gpqa_main","data_index":240,"repeat_index":0,"sample_id":"gpqa-main-c0bc48c4232297b735018487/repeat-0","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":136,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":null,"question_sha256":"bbc99977a336fa9fd961baf75728288b14f7c69841a6757f2793e300690fc85b"} +{"uuid":"gpqa-main-8af90a4147e5f0c98bfd00fa","benchmark":"gpqa_main","data_index":218,"repeat_index":0,"sample_id":"gpqa-main-8af90a4147e5f0c98bfd00fa/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":184,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"C","question_sha256":"29a55065f72c47169c5073a91e6b55d82fe2f5784289d2baf5cf5444f8d6fd65"} +{"uuid":"gpqa-main-398c3b21ff64a0edc7ed8444","benchmark":"gpqa_main","data_index":197,"repeat_index":0,"sample_id":"gpqa-main-398c3b21ff64a0edc7ed8444/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":260,"prompt_tokens":839,"effective_max_tokens":130233,"original_embedded_prediction":"D","question_sha256":"8efc35cf270e2b051ad9ae732723df9c7261cecaf1410edf2c43f3ca7aa749cc"} +{"uuid":"gpqa-main-be779fa0e49ff52e19357207","benchmark":"gpqa_main","data_index":239,"repeat_index":0,"sample_id":"gpqa-main-be779fa0e49ff52e19357207/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":146,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"ea7bb5901d85914d8997afb87e1ae6be7a8efe03889a4cc08f64de2ccdc9180e"} +{"uuid":"gpqa-main-70afc730094f43bb0e05f371","benchmark":"gpqa_main","data_index":209,"repeat_index":0,"sample_id":"gpqa-main-70afc730094f43bb0e05f371/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":228,"prompt_tokens":360,"effective_max_tokens":130712,"original_embedded_prediction":"B","question_sha256":"f328e748a74c78b0ab73f790c6848b663fb5bffac884e2793a63bb9ce351e4b6"} +{"uuid":"gpqa-main-ddd2b405606ced65b4ce6345","benchmark":"gpqa_main","data_index":248,"repeat_index":0,"sample_id":"gpqa-main-ddd2b405606ced65b4ce6345/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":145,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"2066c0e835493298c00391dd9236de10adec10d611fe3e2777f252677dfe9724"} +{"uuid":"gpqa-main-4f958672c6f9249c44f2f9b9","benchmark":"gpqa_main","data_index":187,"repeat_index":0,"sample_id":"gpqa-main-4f958672c6f9249c44f2f9b9/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":297,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"B","question_sha256":"7d91198c9c48996b89ebbb62d8d76d86e32d7c14fb108c7491c9ff812263613a"} +{"uuid":"gpqa-main-6119656f6ad0247c537028e7","benchmark":"gpqa_main","data_index":246,"repeat_index":0,"sample_id":"gpqa-main-6119656f6ad0247c537028e7/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":152,"prompt_tokens":329,"effective_max_tokens":130743,"original_embedded_prediction":"A","question_sha256":"e426a9a1b0977a66badcc2dd4f0d54629b39c2594a512e459e9afd20bba599ba"} +{"uuid":"gpqa-main-5f336d7998263d21db8f15c1","benchmark":"gpqa_main","data_index":50,"repeat_index":0,"sample_id":"gpqa-main-5f336d7998263d21db8f15c1/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":573,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"D","question_sha256":"5028b464f9ac881885af02d0d7fda29d17165d3804f0f84dbc2e8f6dbd923739"} +{"uuid":"gpqa-main-6845f28b26fa44b2b44ded84","benchmark":"gpqa_main","data_index":140,"repeat_index":0,"sample_id":"gpqa-main-6845f28b26fa44b2b44ded84/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":448,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"B","question_sha256":"7c6678dd868700f600b69c54e83e52a10695ac957465ffbe08c35d20f42b448e"} +{"uuid":"gpqa-main-4e62cd257f17d5af418a8d34","benchmark":"gpqa_main","data_index":214,"repeat_index":0,"sample_id":"gpqa-main-4e62cd257f17d5af418a8d34/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":236,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"D","question_sha256":"654fc443f2efbec09d0f966244083f4545f4f851e28d7f4e0f9c07cb156b2d1d"} +{"uuid":"gpqa-main-742076c80dda93477062cfc0","benchmark":"gpqa_main","data_index":262,"repeat_index":0,"sample_id":"gpqa-main-742076c80dda93477062cfc0/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":124,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"D","question_sha256":"528bc237c35f64d2635edb6fea3202ce958bca92ea956fae0da7c5b4c72081d8"} +{"uuid":"gpqa-main-5a280dae7286e8bab3887904","benchmark":"gpqa_main","data_index":212,"repeat_index":0,"sample_id":"gpqa-main-5a280dae7286e8bab3887904/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":249,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"B","question_sha256":"b8398a470c0a1a045a6dcf2005bd8e8351bdf75ffa7c473958cf3c4b5d4fb288"} +{"uuid":"gpqa-main-ed6a4565f708132bae39b742","benchmark":"gpqa_main","data_index":255,"repeat_index":0,"sample_id":"gpqa-main-ed6a4565f708132bae39b742/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":150,"prompt_tokens":393,"effective_max_tokens":130679,"original_embedded_prediction":"A","question_sha256":"5ce997bcaa654b6fdbbb00b63b66633167679a850d02d845b8a9b1b716979197"} +{"uuid":"gpqa-main-87c633148441d2b07b8e2e81","benchmark":"gpqa_main","data_index":88,"repeat_index":0,"sample_id":"gpqa-main-87c633148441d2b07b8e2e81/repeat-0","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":590,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":null,"question_sha256":"0fb47d10edb4eca17f93926dea501fdd19bde76cfe58f57edb445a7272d7787c"} +{"uuid":"gpqa-main-0293685a5c3ddbc5b15dcfa0","benchmark":"gpqa_main","data_index":233,"repeat_index":0,"sample_id":"gpqa-main-0293685a5c3ddbc5b15dcfa0/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":212,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"db2ca8d93d5ff50bd9f602bc5b3d339b547349c54c540850544e01393770a4ff"} +{"uuid":"gpqa-main-efbd16944acebfe43928d489","benchmark":"gpqa_main","data_index":49,"repeat_index":0,"sample_id":"gpqa-main-efbd16944acebfe43928d489/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":600,"prompt_tokens":328,"effective_max_tokens":130744,"original_embedded_prediction":"B","question_sha256":"40b2b50a3c993902d4327a3072c497b0bfcbac42a638ecf92be395be7ef82ab0"} +{"uuid":"gpqa-main-c028fe71611d73b87b4cbb03","benchmark":"gpqa_main","data_index":156,"repeat_index":0,"sample_id":"gpqa-main-c028fe71611d73b87b4cbb03/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":426,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"C","question_sha256":"f56f3f5d135dc8d61dc42f902943e2459f79e4343f2fef6741f6f86d4133a99a"} +{"uuid":"gpqa-main-9c0b631b2a7823cec0729a4b","benchmark":"gpqa_main","data_index":243,"repeat_index":0,"sample_id":"gpqa-main-9c0b631b2a7823cec0729a4b/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":206,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"9d42c24c2f67ff118699d880fbb6276f14043e3527a9fea8f6d55fe2bf82e091"} +{"uuid":"gpqa-main-55f2934c4eb0b8293b1d65aa","benchmark":"gpqa_main","data_index":221,"repeat_index":0,"sample_id":"gpqa-main-55f2934c4eb0b8293b1d65aa/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":254,"prompt_tokens":314,"effective_max_tokens":130758,"original_embedded_prediction":"C","question_sha256":"790d06fbc2ae95b0429cab870e5895c5de8a75b14d0bda1401b1503293606c67"} +{"uuid":"gpqa-main-22c436000399164406e165b2","benchmark":"gpqa_main","data_index":220,"repeat_index":0,"sample_id":"gpqa-main-22c436000399164406e165b2/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":257,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"D","question_sha256":"836be405f3d05ec5ad1a2bc728339e5141836ace3a584fe3d36ecc50af4dc3ee"} +{"uuid":"gpqa-main-e408cf011e5548359fd7cfa7","benchmark":"gpqa_main","data_index":68,"repeat_index":0,"sample_id":"gpqa-main-e408cf011e5548359fd7cfa7/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":623,"prompt_tokens":190,"effective_max_tokens":130882,"original_embedded_prediction":"C","question_sha256":"62f7808cdd914d23316e18802ada081dc433f34465864581ce0c27bfafdcd343"} +{"uuid":"gpqa-main-5ace8b3dabb97ffc3da20e7c","benchmark":"gpqa_main","data_index":250,"repeat_index":0,"sample_id":"gpqa-main-5ace8b3dabb97ffc3da20e7c/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":204,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"C","question_sha256":"4ebb5a46cf109d4237b98081e218fcaba27d8f9d03f7a930300f2938f71c1ef0"} +{"uuid":"gpqa-main-ef65739a36457c1672913212","benchmark":"gpqa_main","data_index":159,"repeat_index":0,"sample_id":"gpqa-main-ef65739a36457c1672913212/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":434,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"D","question_sha256":"46601a7bcf5dcc71504dda490de685062fce72cdc997d7acb8b78e5a351a96bc"} +{"uuid":"gpqa-main-fc2653b5d83e082e9e4f6390","benchmark":"gpqa_main","data_index":304,"repeat_index":0,"sample_id":"gpqa-main-fc2653b5d83e082e9e4f6390/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":90,"prompt_tokens":429,"effective_max_tokens":130643,"original_embedded_prediction":"D","question_sha256":"d039314a334267e1364c2bb5dc0ab4e72b6b86a69936c2f7f318902ffc422f15"} +{"uuid":"gpqa-main-20f8612bcc2efb9c2355d32e","benchmark":"gpqa_main","data_index":206,"repeat_index":0,"sample_id":"gpqa-main-20f8612bcc2efb9c2355d32e/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":322,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"B","question_sha256":"d746be8625afecad5925e7069f57336e8de3f39dfdf843820421eba66b7bc620"} +{"uuid":"gpqa-main-249edae2034ba7f3819aaa7b","benchmark":"gpqa_main","data_index":210,"repeat_index":0,"sample_id":"gpqa-main-249edae2034ba7f3819aaa7b/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":309,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"C","question_sha256":"c4d795814405ce2bb231fe7012e4581bcaebca12bb3f8c3260a3ad239aa51a79"} +{"uuid":"gpqa-main-60f734b52603f7ef29671f95","benchmark":"gpqa_main","data_index":155,"repeat_index":0,"sample_id":"gpqa-main-60f734b52603f7ef29671f95/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":475,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"D","question_sha256":"bf9de03889292b969198f42b877b6d4c7b56ce10ae654e71f4be720b5efdb1f1"} +{"uuid":"gpqa-main-e605c3d20abb4c52d96e9b60","benchmark":"gpqa_main","data_index":171,"repeat_index":0,"sample_id":"gpqa-main-e605c3d20abb4c52d96e9b60/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":422,"prompt_tokens":361,"effective_max_tokens":130711,"original_embedded_prediction":"B","question_sha256":"84b58aec9b33c09286d45fb66ca82cc4ec03e310a0917bc0783bda81a0fa23b6"} +{"uuid":"gpqa-main-87740f520845c3f77369e5a1","benchmark":"gpqa_main","data_index":258,"repeat_index":0,"sample_id":"gpqa-main-87740f520845c3f77369e5a1/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":193,"prompt_tokens":188,"effective_max_tokens":130884,"original_embedded_prediction":"D","question_sha256":"f6c5a12c2cd600eeb524956c760164ff890d185cffd979bfba482f46aa46a1ac"} +{"uuid":"gpqa-main-539a673f0443ba9cdc31b864","benchmark":"gpqa_main","data_index":267,"repeat_index":0,"sample_id":"gpqa-main-539a673f0443ba9cdc31b864/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":175,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"C","question_sha256":"d25187b99e4997c1700ffeb87fd595e878957e452f20a2f00d5489fecd0b3b30"} +{"uuid":"gpqa-main-219ad07bcb0cda7b85845999","benchmark":"gpqa_main","data_index":271,"repeat_index":0,"sample_id":"gpqa-main-219ad07bcb0cda7b85845999/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":170,"prompt_tokens":412,"effective_max_tokens":130660,"original_embedded_prediction":"B","question_sha256":"a6336c3b0760d09010077fee728ae5348e4421bcfcbbc8bb9c4a72d541ddfb24"} +{"uuid":"gpqa-main-50b06dfa0f6f3a64a58faa00","benchmark":"gpqa_main","data_index":297,"repeat_index":0,"sample_id":"gpqa-main-50b06dfa0f6f3a64a58faa00/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":110,"prompt_tokens":2889,"effective_max_tokens":128183,"original_embedded_prediction":"C","question_sha256":"6d83e75112500dd8a0852c4eaa9859c4fb625c97bdf5f7d5c532bcd6347ea1a8"} +{"uuid":"gpqa-main-3d3dfe64363613833bb52e81","benchmark":"gpqa_main","data_index":225,"repeat_index":0,"sample_id":"gpqa-main-3d3dfe64363613833bb52e81/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":280,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"C","question_sha256":"ec22f627211f722949e6d36efcb583b2f796830a38cf5cf5dcba4f727562d975"} +{"uuid":"gpqa-main-ac1c72784d1e0da293fe4bd4","benchmark":"gpqa_main","data_index":202,"repeat_index":0,"sample_id":"gpqa-main-ac1c72784d1e0da293fe4bd4/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":351,"prompt_tokens":169,"effective_max_tokens":130903,"original_embedded_prediction":"C","question_sha256":"6e2bd9ec28efb9c97dbc7bea49224b4964011afaa5ca659996fac7fd65c4468d"} +{"uuid":"gpqa-main-c5fc0037165678ab354bad30","benchmark":"gpqa_main","data_index":229,"repeat_index":0,"sample_id":"gpqa-main-c5fc0037165678ab354bad30/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":281,"prompt_tokens":158,"effective_max_tokens":130914,"original_embedded_prediction":"D","question_sha256":"cc55519c3a9058d775356db9fd87b9279f120f69e3d435e9886ed87f62c6a229"} +{"uuid":"gpqa-main-f635511b161f39dc301e05eb","benchmark":"gpqa_main","data_index":280,"repeat_index":0,"sample_id":"gpqa-main-f635511b161f39dc301e05eb/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":164,"prompt_tokens":650,"effective_max_tokens":130422,"original_embedded_prediction":"C","question_sha256":"cb7f697eb685eca3061fc46cacb94c19aba74add8390e74234ade788b9fa4ff3"} +{"uuid":"gpqa-main-e17c3d61061a563977ae3c11","benchmark":"gpqa_main","data_index":244,"repeat_index":0,"sample_id":"gpqa-main-e17c3d61061a563977ae3c11/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":253,"prompt_tokens":352,"effective_max_tokens":130720,"original_embedded_prediction":"C","question_sha256":"41b609bbf5cd4517a7d53e382a762d7b2caa65fd58ea44549bdf7183daf1d2c0"} +{"uuid":"gpqa-main-fd21f7c7356e7f51f0cabd07","benchmark":"gpqa_main","data_index":201,"repeat_index":0,"sample_id":"gpqa-main-fd21f7c7356e7f51f0cabd07/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":364,"prompt_tokens":601,"effective_max_tokens":130471,"original_embedded_prediction":"C","question_sha256":"db246f6acae65ff2e4bb6caad314b6583cd0085f0d81b1b20515ca2fe73b6f72"} +{"uuid":"gpqa-main-acdff999b6cbfcbc8be6ffac","benchmark":"gpqa_main","data_index":241,"repeat_index":0,"sample_id":"gpqa-main-acdff999b6cbfcbc8be6ffac/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":258,"prompt_tokens":404,"effective_max_tokens":130668,"original_embedded_prediction":"C","question_sha256":"96f00c3d898d9c364f022eae18e69424d7f2ddde12fbde50541b7390ffd40103"} +{"uuid":"gpqa-main-fe61aa6baba6418fcde1fa11","benchmark":"gpqa_main","data_index":272,"repeat_index":0,"sample_id":"gpqa-main-fe61aa6baba6418fcde1fa11/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":187,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"73eb245ef4dcc164186307ecd210b767147568ad3c1b03847a63b2e67ac5d0ab"} +{"uuid":"gpqa-main-dd8409336990c7459796bf16","benchmark":"gpqa_main","data_index":235,"repeat_index":0,"sample_id":"gpqa-main-dd8409336990c7459796bf16/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":275,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"A","question_sha256":"609aca38a7fb3090a0f30d6d141ac5d22646fb06ba18f8c71758e099668e5bf5"} +{"uuid":"gpqa-main-6364129e0f80d3896a3d60e2","benchmark":"gpqa_main","data_index":81,"repeat_index":0,"sample_id":"gpqa-main-6364129e0f80d3896a3d60e2/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":674,"prompt_tokens":526,"effective_max_tokens":130546,"original_embedded_prediction":"A","question_sha256":"123161632faf32d9079808c0fb48f9d5492735ab0a8290fe32ca2f58fad36797"} +{"uuid":"gpqa-main-3ad0b182e1494c1e76262069","benchmark":"gpqa_main","data_index":5,"repeat_index":0,"sample_id":"gpqa-main-3ad0b182e1494c1e76262069/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":679,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"D","question_sha256":"835ebb67a4198184dbd29c03b43e4283e93c0473d886ab6c3b6c52ffb918b6ab"} +{"uuid":"gpqa-main-212277d3e39540a6739d98b8","benchmark":"gpqa_main","data_index":249,"repeat_index":0,"sample_id":"gpqa-main-212277d3e39540a6739d98b8/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":259,"prompt_tokens":147,"effective_max_tokens":130925,"original_embedded_prediction":"C","question_sha256":"d20446ccbbfc1ed40bcb669bfa65f9f9cd8e38ec8f7e67621c88e3dbe91f083d"} +{"uuid":"gpqa-main-72464184a419f296dae470a9","benchmark":"gpqa_main","data_index":257,"repeat_index":0,"sample_id":"gpqa-main-72464184a419f296dae470a9/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":232,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"C","question_sha256":"16bcf4c7129e083cade7afd040c6c4e0fa1fc7677a11aa70fb1b5a3d0e5fb5ea"} +{"uuid":"gpqa-main-92c9d90b543b6779261f70f7","benchmark":"gpqa_main","data_index":259,"repeat_index":0,"sample_id":"gpqa-main-92c9d90b543b6779261f70f7/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":225,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"1c7aff3f5221c2086c7143b43e0c46921a03859d45bfce22f1a1286ece235b1a"} +{"uuid":"gpqa-main-d5d2365d64430154627d4bb7","benchmark":"gpqa_main","data_index":268,"repeat_index":0,"sample_id":"gpqa-main-d5d2365d64430154627d4bb7/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":206,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"B","question_sha256":"17f96c74be836037313c787a88438b6c9f69a4aa20ec8cba17697864f5d35599"} +{"uuid":"gpqa-main-4462dc9f2d34289881ef2b1c","benchmark":"gpqa_main","data_index":142,"repeat_index":0,"sample_id":"gpqa-main-4462dc9f2d34289881ef2b1c/repeat-0","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":541,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":null,"question_sha256":"63318cb18413a705693b9a4312f73dbf5358312aafc1d703c3d29a6340ffa0d1"} +{"uuid":"gpqa-main-7c04a20e5411bd3e0a2bc2c8","benchmark":"gpqa_main","data_index":227,"repeat_index":0,"sample_id":"gpqa-main-7c04a20e5411bd3e0a2bc2c8/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":312,"prompt_tokens":413,"effective_max_tokens":130659,"original_embedded_prediction":"C","question_sha256":"e23b62b19c3ab4ec896e631f56a7a92ed38aca13300af7a7b449b979999886f3"} +{"uuid":"gpqa-main-ecb6740406340eb07beacf42","benchmark":"gpqa_main","data_index":226,"repeat_index":0,"sample_id":"gpqa-main-ecb6740406340eb07beacf42/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":322,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"29f96711820eba41ccced6676074bc5bcd9e3eb6c97ce5e8507128a91a175bb0"} +{"uuid":"gpqa-main-2bd63c617299c18c1cfd5b0a","benchmark":"gpqa_main","data_index":196,"repeat_index":0,"sample_id":"gpqa-main-2bd63c617299c18c1cfd5b0a/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":413,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"B","question_sha256":"bd7804f896ba3deb7fd65cc0c562744a80232f45bbc9c5ffa8652308c167c329"} +{"uuid":"gpqa-main-05286f95a107c3da592ecbd9","benchmark":"gpqa_main","data_index":305,"repeat_index":0,"sample_id":"gpqa-main-05286f95a107c3da592ecbd9/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":148,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"C","question_sha256":"d8a1a7b530a9b1d0cd0b07ec53f60d6d5fcf3059457f02b90e3c4ddf51fdc825"} +{"uuid":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3","benchmark":"gpqa_main","data_index":158,"repeat_index":0,"sample_id":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":524,"prompt_tokens":252,"effective_max_tokens":130820,"original_embedded_prediction":"C","question_sha256":"71075d4447ee264b63e5544da7b40502fb235decc31484f33ee97a8ef70c3d1f"} +{"uuid":"gpqa-main-60a022e707f18a7b5f445773","benchmark":"gpqa_main","data_index":204,"repeat_index":0,"sample_id":"gpqa-main-60a022e707f18a7b5f445773/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":405,"prompt_tokens":337,"effective_max_tokens":130735,"original_embedded_prediction":"C","question_sha256":"9d46302b763896c7fa475d975b5bc365adee2236b273f23e7216a78871204b74"} +{"uuid":"gpqa-main-0069a2b69e59906ffd6ca400","benchmark":"gpqa_main","data_index":291,"repeat_index":0,"sample_id":"gpqa-main-0069a2b69e59906ffd6ca400/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":183,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"D","question_sha256":"409fe9f5585adb91b6eded6462ef297118cee805597838bb23fa38eb32789450"} +{"uuid":"gpqa-main-7ceb372c1cdc7a180b73516c","benchmark":"gpqa_main","data_index":230,"repeat_index":0,"sample_id":"gpqa-main-7ceb372c1cdc7a180b73516c/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":340,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"142aeb435e38240c03d26aafbfb8dc0ab94e7ef4f752a271c1ab011350a965be"} +{"uuid":"gpqa-main-7e9652f906d908e059401ac2","benchmark":"gpqa_main","data_index":324,"repeat_index":0,"sample_id":"gpqa-main-7e9652f906d908e059401ac2/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":95,"prompt_tokens":346,"effective_max_tokens":130726,"original_embedded_prediction":"B","question_sha256":"9dda9414807cb4996f3a1deb9214b8aaf93c75e41d35fac14966aba5058f07ff"} +{"uuid":"gpqa-main-7bb7c5ace8216100d38e616a","benchmark":"gpqa_main","data_index":222,"repeat_index":0,"sample_id":"gpqa-main-7bb7c5ace8216100d38e616a/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":362,"prompt_tokens":197,"effective_max_tokens":130875,"original_embedded_prediction":"C","question_sha256":"6dbc821cf1e89c0764e62d1bef4818136877fbc8e333f255bfa42276ac9aeb88"} +{"uuid":"gpqa-main-04a5c442799262dec9375c25","benchmark":"gpqa_main","data_index":194,"repeat_index":0,"sample_id":"gpqa-main-04a5c442799262dec9375c25/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":455,"prompt_tokens":365,"effective_max_tokens":130707,"original_embedded_prediction":"C","question_sha256":"e90ec32d975ec61b7cd079ff6968bc3dbaa4fc87e74699c1406ce59093066dbc"} +{"uuid":"gpqa-main-9a5518ae94b2b0d35d86de13","benchmark":"gpqa_main","data_index":289,"repeat_index":0,"sample_id":"gpqa-main-9a5518ae94b2b0d35d86de13/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":216,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"C","question_sha256":"3fcfcbf2649513809f04d9fdbcbe0c6bc1a91164f8dcfd7d9748267f2db7c6ce"} +{"uuid":"gpqa-main-f6714ff18991a64f32fcecf9","benchmark":"gpqa_main","data_index":286,"repeat_index":0,"sample_id":"gpqa-main-f6714ff18991a64f32fcecf9/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":225,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"a1e860acc41f41cac7f3d9425a64a45a95559ff56553a2d04e1d3569c2f1c1a1"} +{"uuid":"gpqa-main-cda2fe50fc8423311319e78e","benchmark":"gpqa_main","data_index":300,"repeat_index":0,"sample_id":"gpqa-main-cda2fe50fc8423311319e78e/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":204,"prompt_tokens":182,"effective_max_tokens":130890,"original_embedded_prediction":"C","question_sha256":"1b04aca1c9a8b4f1fabc653b3653d0a48982315e6f1da934d98cadd1948f776f"} +{"uuid":"gpqa-main-41ca21006bb37fef24a8975a","benchmark":"gpqa_main","data_index":86,"repeat_index":0,"sample_id":"gpqa-main-41ca21006bb37fef24a8975a/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":746,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"8d132ce83553f28f02599f90e3c52fb60d8f58faea0f09152f78f7df6e310abc"} +{"uuid":"gpqa-main-1989edb8041cc1c94659dcc4","benchmark":"gpqa_main","data_index":340,"repeat_index":0,"sample_id":"gpqa-main-1989edb8041cc1c94659dcc4/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":85,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"C","question_sha256":"364ddb1397abdc7ae2201c88354f8df3f89b63c28330217a94cf8cf96c19ae54"} +{"uuid":"gpqa-main-5afce78005210e6a41636858","benchmark":"gpqa_main","data_index":261,"repeat_index":0,"sample_id":"gpqa-main-5afce78005210e6a41636858/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":296,"prompt_tokens":312,"effective_max_tokens":130760,"original_embedded_prediction":"C","question_sha256":"1447f629926983e1fb54566e40ab57d7a728998d233e3c84bc33277da7c13a65"} +{"uuid":"gpqa-main-9eaa6714b15499d3c303ce90","benchmark":"gpqa_main","data_index":223,"repeat_index":0,"sample_id":"gpqa-main-9eaa6714b15499d3c303ce90/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":395,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"C","question_sha256":"cfac786b87a07d0c92f7c3da73233aa6c32340b63dff9d3f72bd1bd025cd565d"} +{"uuid":"gpqa-main-ab4c50e2da12e11b47155f74","benchmark":"gpqa_main","data_index":292,"repeat_index":0,"sample_id":"gpqa-main-ab4c50e2da12e11b47155f74/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":233,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"B","question_sha256":"b734e134fe4529267a34452ccc5cb2a7d56f7b471273d9e978add607de6f30b6"} +{"uuid":"gpqa-main-d3a774e5f1af1a1e11117582","benchmark":"gpqa_main","data_index":162,"repeat_index":0,"sample_id":"gpqa-main-d3a774e5f1af1a1e11117582/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":567,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"A","question_sha256":"26b8e966c8adf9fe2824ff1fd3c23b2d488a785fe8a68cbce362bac46e891a79"} +{"uuid":"gpqa-main-2ad64f0bf627cf52a8ad924c","benchmark":"gpqa_main","data_index":135,"repeat_index":0,"sample_id":"gpqa-main-2ad64f0bf627cf52a8ad924c/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":675,"prompt_tokens":146,"effective_max_tokens":130926,"original_embedded_prediction":"C","question_sha256":"e9afb48881134b480ce09710124320be56d4166a402490b65f81bdb1df6e3a1d"} +{"uuid":"gpqa-main-87a8747afb6b0414b9ccbe1e","benchmark":"gpqa_main","data_index":274,"repeat_index":0,"sample_id":"gpqa-main-87a8747afb6b0414b9ccbe1e/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":294,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"C","question_sha256":"cdb165b285d51cf6a09160d99c4c49b653710aac879cce0b87c74a48eee0172b"} +{"uuid":"gpqa-main-7c103d3006e7e5942b17dfc2","benchmark":"gpqa_main","data_index":345,"repeat_index":0,"sample_id":"gpqa-main-7c103d3006e7e5942b17dfc2/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":101,"prompt_tokens":254,"effective_max_tokens":130818,"original_embedded_prediction":"A","question_sha256":"851c6624380df7dd30fbf4b482add6ae0543525ac196eb146f0d1eb73a673d6c"} +{"uuid":"gpqa-main-48494dbfd36899c84d166873","benchmark":"gpqa_main","data_index":294,"repeat_index":0,"sample_id":"gpqa-main-48494dbfd36899c84d166873/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":246,"prompt_tokens":315,"effective_max_tokens":130757,"original_embedded_prediction":"B","question_sha256":"a50aa647f4cce396d333dfcfe372bdfadfa7f7aa507ebafd207354812f7ab3f9"} +{"uuid":"gpqa-main-d4ee93c18c20e4432773fe55","benchmark":"gpqa_main","data_index":311,"repeat_index":0,"sample_id":"gpqa-main-d4ee93c18c20e4432773fe55/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":209,"prompt_tokens":200,"effective_max_tokens":130872,"original_embedded_prediction":"C","question_sha256":"77bffd13a6b6464f7c63296f571164c184ce47a8cd6f8ecf91f0dc28407d44a1"} +{"uuid":"gpqa-main-78b2ba2dd97e6d6b9942bad9","benchmark":"gpqa_main","data_index":273,"repeat_index":0,"sample_id":"gpqa-main-78b2ba2dd97e6d6b9942bad9/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":308,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"A","question_sha256":"019eb0f05f025ec512fbae057e0fcb33e0f92eec9bc2dc775494f6a19f4b62f3"} +{"uuid":"gpqa-main-1b113e4801541a0f8a992733","benchmark":"gpqa_main","data_index":338,"repeat_index":0,"sample_id":"gpqa-main-1b113e4801541a0f8a992733/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":128,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"A","question_sha256":"934c12bf2e6db997c9f4c22933b7e9545d3398849fc6e181c8a8187d83cf44b5"} +{"uuid":"gpqa-main-a41b7b18fc60247bc6e08ecc","benchmark":"gpqa_main","data_index":278,"repeat_index":0,"sample_id":"gpqa-main-a41b7b18fc60247bc6e08ecc/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":303,"prompt_tokens":270,"effective_max_tokens":130802,"original_embedded_prediction":"B","question_sha256":"87c04c470b12fde8cca6d843b12d3265c10bf824a883929eca2654ab55681839"} +{"uuid":"gpqa-main-ad77d1e365463a217a2cc25c","benchmark":"gpqa_main","data_index":348,"repeat_index":0,"sample_id":"gpqa-main-ad77d1e365463a217a2cc25c/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":109,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"D","question_sha256":"7c427847fb1acab7f784c40193a51f13be68ffb38b4336c6bf3ebf112916fc29"} +{"uuid":"gpqa-main-513a35e22e5c48f5b3b0518a","benchmark":"gpqa_main","data_index":283,"repeat_index":0,"sample_id":"gpqa-main-513a35e22e5c48f5b3b0518a/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":290,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"D","question_sha256":"b4baa0b1a21db872411dec993670e6c6bc360a94404305cc5d3ecc9264fdf913"} +{"uuid":"gpqa-main-731d6908d225dc9f463d1297","benchmark":"gpqa_main","data_index":288,"repeat_index":0,"sample_id":"gpqa-main-731d6908d225dc9f463d1297/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":275,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"C","question_sha256":"4774928b0a0c7cdc6d9c17102d2e01adad07f5a344858c23bbc63520a74724d7"} +{"uuid":"gpqa-main-aa684f4d5d7c6b9ced383e24","benchmark":"gpqa_main","data_index":303,"repeat_index":0,"sample_id":"gpqa-main-aa684f4d5d7c6b9ced383e24/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":258,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"96a58da5e1708d76485e32741b0ecddc1bea407ebb53997d2f36e8827f2f2ac9"} +{"uuid":"gpqa-main-c5506c52a996021a33525b24","benchmark":"gpqa_main","data_index":242,"repeat_index":0,"sample_id":"gpqa-main-c5506c52a996021a33525b24/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":396,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"ec867cdcf4e586ae70e24b76b87230ee2b48ec67a5234d7a682f06f846fbdf0d"} +{"uuid":"gpqa-main-e31881ef9b38bb3d802fa432","benchmark":"gpqa_main","data_index":325,"repeat_index":0,"sample_id":"gpqa-main-e31881ef9b38bb3d802fa432/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":173,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"C","question_sha256":"d2b3b2f779f59635b5b67b63d55e4ada87e7ff867992c7a0b26b010dac9f8650"} +{"uuid":"gpqa-main-8d43dd1cebfb1a76c18a3589","benchmark":"gpqa_main","data_index":213,"repeat_index":0,"sample_id":"gpqa-main-8d43dd1cebfb1a76c18a3589/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":474,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"D","question_sha256":"1c3b360d52d717d4eda55f53310217b072979b1026b8896b235a2ba9f5151964"} +{"uuid":"gpqa-main-24751b175e0f2d19899ad735","benchmark":"gpqa_main","data_index":260,"repeat_index":0,"sample_id":"gpqa-main-24751b175e0f2d19899ad735/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":358,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"C","question_sha256":"4a5d6fcc83f3561a6447a1feebb680aa9ab094bdeed5677c30f04041964a9c38"} +{"uuid":"gpqa-main-084903ab17db0fab7bc6caea","benchmark":"gpqa_main","data_index":129,"repeat_index":0,"sample_id":"gpqa-main-084903ab17db0fab7bc6caea/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":793,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"b560f550d5d9fb2378520f0fcf7b6573aec2027430ef06270491ace18a0497fc"} +{"uuid":"gpqa-main-6f8b58d9d46c4f4e7eba1910","benchmark":"gpqa_main","data_index":317,"repeat_index":0,"sample_id":"gpqa-main-6f8b58d9d46c4f4e7eba1910/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":216,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"C","question_sha256":"2437e4848569e7740d6491d475d194b9eefbbeae3a6a31cd62ddeb8ba8e93aa9"} +{"uuid":"gpqa-main-7ac0db7d29e6e8c587a8e8f2","benchmark":"gpqa_main","data_index":316,"repeat_index":0,"sample_id":"gpqa-main-7ac0db7d29e6e8c587a8e8f2/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":225,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"C","question_sha256":"1fc80dd29a6d1127a37414c18382b28b3e9d2f38b390130751d4cbfe90841375"} +{"uuid":"gpqa-main-1cea82df3087b1eb05c4d230","benchmark":"gpqa_main","data_index":237,"repeat_index":0,"sample_id":"gpqa-main-1cea82df3087b1eb05c4d230/repeat-0","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":423,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":null,"question_sha256":"dd05d2d9e9053dd1d4367a61d5f718336fc8f18bc81bdf0ccfb104e241053522"} +{"uuid":"gpqa-main-56cc62f5d70b661868d341e7","benchmark":"gpqa_main","data_index":238,"repeat_index":0,"sample_id":"gpqa-main-56cc62f5d70b661868d341e7/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":419,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"C","question_sha256":"c974918b90f5892aaad4308e337b490844102dbfad26c90bf508602f9c595d5d"} +{"uuid":"gpqa-main-822957bb60d3551275f08aa0","benchmark":"gpqa_main","data_index":253,"repeat_index":0,"sample_id":"gpqa-main-822957bb60d3551275f08aa0/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":388,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"4690c4bb391b2ef2a7b53f1a15866e05411bdf5f0f7b4f32c9e27d8ef6e8cb48"} +{"uuid":"gpqa-main-43903740f46e3267ecd42324","benchmark":"gpqa_main","data_index":351,"repeat_index":0,"sample_id":"gpqa-main-43903740f46e3267ecd42324/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":138,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"b52b0025e64a7d0c0023e98ca9fe1f002e22bd987dd934f74304bd22e6e7da20"} +{"uuid":"gpqa-main-3cb5227445654dab4b5dacc2","benchmark":"gpqa_main","data_index":314,"repeat_index":0,"sample_id":"gpqa-main-3cb5227445654dab4b5dacc2/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":240,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"A","question_sha256":"4b45de4106aaf95114f9bda69339b541037b0eb04b8fd1f40efb6b91ed2a479e"} +{"uuid":"gpqa-main-1728184fad8153eeb2e2a7de","benchmark":"gpqa_main","data_index":264,"repeat_index":0,"sample_id":"gpqa-main-1728184fad8153eeb2e2a7de/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":367,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"C","question_sha256":"d8505733319a8047e94d63c293a2d9dbb08c42e4bde2c223467f371da6665e08"} +{"uuid":"gpqa-main-65b3a19abfb8f6bf88bf75f5","benchmark":"gpqa_main","data_index":367,"repeat_index":0,"sample_id":"gpqa-main-65b3a19abfb8f6bf88bf75f5/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":75,"prompt_tokens":308,"effective_max_tokens":130764,"original_embedded_prediction":"C","question_sha256":"a8345a17dbfe0f12b34f72265cd346edb8235c10a1aa78acb6be06124a19360a"} +{"uuid":"gpqa-main-fd7b1296b8c5ae3f05aa8355","benchmark":"gpqa_main","data_index":319,"repeat_index":0,"sample_id":"gpqa-main-fd7b1296b8c5ae3f05aa8355/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":234,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"C","question_sha256":"e674bbb69c41e672de8e4c8cbea505f57f0d1fc98a2ae52ced1937ec4c71b62f"} +{"uuid":"gpqa-main-f6a21b5c88fe41ca6a55591f","benchmark":"gpqa_main","data_index":354,"repeat_index":0,"sample_id":"gpqa-main-f6a21b5c88fe41ca6a55591f/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":150,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"C","question_sha256":"b0808ff670ee04ab6af9402dbf89fd865b5fcc16ca43f81c6b8ed06e07bd5ee2"} +{"uuid":"gpqa-main-9254c2db95aeb7ad8ae8a32d","benchmark":"gpqa_main","data_index":295,"repeat_index":0,"sample_id":"gpqa-main-9254c2db95aeb7ad8ae8a32d/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":332,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"C","question_sha256":"183797b844f5aaf0d4762d5da650b2a14964b261306db104b29a00499b949bd6"} +{"uuid":"gpqa-main-992d40815d86851a9f6e7230","benchmark":"gpqa_main","data_index":385,"repeat_index":1,"sample_id":"gpqa-main-992d40815d86851a9f6e7230/repeat-1","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":58,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":null,"question_sha256":"b698ebb0cb6d3abffa554435859e51f21dd11a9955cfceece2c7a6fa9b0e2023"} +{"uuid":"gpqa-main-67c1e3a67a2a974a3189d06b","benchmark":"gpqa_main","data_index":328,"repeat_index":0,"sample_id":"gpqa-main-67c1e3a67a2a974a3189d06b/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":232,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"de0e795a2e1639d4babc3235662e71409fadd14e0c80f8551b3db9b4b53aa8de"} +{"uuid":"gpqa-main-3f9251e093c698e0c2fa2826","benchmark":"gpqa_main","data_index":358,"repeat_index":0,"sample_id":"gpqa-main-3f9251e093c698e0c2fa2826/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":149,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"C","question_sha256":"252debe46c4fa81fca060b5a84d473e7c0bf04c99b8b5f54aab8119f22de36b4"} +{"uuid":"gpqa-main-ae71bab05f11abac2f706bb9","benchmark":"gpqa_main","data_index":341,"repeat_index":0,"sample_id":"gpqa-main-ae71bab05f11abac2f706bb9/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":207,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"d160134fd023bac8e7f94f4d4e70e01dc36d3ae74bb54ab778b03686e5b7b2c0"} +{"uuid":"gpqa-main-6195cef214f3dfad9869d6d3","benchmark":"gpqa_main","data_index":298,"repeat_index":0,"sample_id":"gpqa-main-6195cef214f3dfad9869d6d3/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":339,"prompt_tokens":351,"effective_max_tokens":130721,"original_embedded_prediction":"C","question_sha256":"d8a4b11aef2d38271a5ebf2c1802dc875d19737c557efb5990cc4a865a052e7c"} +{"uuid":"gpqa-main-9753ac5963fbae8c8e907ef3","benchmark":"gpqa_main","data_index":277,"repeat_index":0,"sample_id":"gpqa-main-9753ac5963fbae8c8e907ef3/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":400,"prompt_tokens":181,"effective_max_tokens":130891,"original_embedded_prediction":"D","question_sha256":"ec3a07db51d6010b2b9fae103e36b62707efee3ad0713fcd4420f8ba8f55c00b"} +{"uuid":"gpqa-main-d98819c9bc2a4086534acf1b","benchmark":"gpqa_main","data_index":281,"repeat_index":0,"sample_id":"gpqa-main-d98819c9bc2a4086534acf1b/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":390,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"B","question_sha256":"d53ea2c13c1ce696b626852774a73a189571a138a5fd872cdd3bb15f21f0bf06"} +{"uuid":"gpqa-main-89f68a802c7c6e55b5b802fd","benchmark":"gpqa_main","data_index":263,"repeat_index":0,"sample_id":"gpqa-main-89f68a802c7c6e55b5b802fd/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":429,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"C","question_sha256":"0815a781881ae5e8651c7fad2acd62427e6f4161f30b842d196debe30bd5ee83"} +{"uuid":"gpqa-main-60c7c63632b1d67ffb8a4fb7","benchmark":"gpqa_main","data_index":335,"repeat_index":0,"sample_id":"gpqa-main-60c7c63632b1d67ffb8a4fb7/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":238,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"A","question_sha256":"60c9747de98dcd74354ee70ce1049c3c1d1b8d72f4e9848984af5d6ceb1a0c57"} +{"uuid":"gpqa-main-01e62a7b7362ebd043bef6f7","benchmark":"gpqa_main","data_index":228,"repeat_index":0,"sample_id":"gpqa-main-01e62a7b7362ebd043bef6f7/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":517,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"339602fd0ae9cbdaef368f3dcff01cd2d212565d5c7830b14c0fd29de1cb58d6"} +{"uuid":"gpqa-main-bf00d194c934803975b81b7b","benchmark":"gpqa_main","data_index":321,"repeat_index":0,"sample_id":"gpqa-main-bf00d194c934803975b81b7b/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":273,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"A","question_sha256":"55e1269d132671f2c7b7f41498cb0b404e702d8ce370ac5555d837581e1b3ad7"} +{"uuid":"gpqa-main-ff45876351041ad1ce200bb4","benchmark":"gpqa_main","data_index":323,"repeat_index":0,"sample_id":"gpqa-main-ff45876351041ad1ce200bb4/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":273,"prompt_tokens":345,"effective_max_tokens":130727,"original_embedded_prediction":"A","question_sha256":"32bdeb2d6746cedbaa666a09cbe9ff84eedb094a4f81edb9c09ab191add49c41"} +{"uuid":"gpqa-main-b306a5cb19a37a5923ddeda3","benchmark":"gpqa_main","data_index":375,"repeat_index":0,"sample_id":"gpqa-main-b306a5cb19a37a5923ddeda3/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":112,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"C","question_sha256":"10d0692d1c6af6008ffff69894cb0183dafbb80748247a3a0e1961e87f1e7c9f"} +{"uuid":"gpqa-main-6dec9c3aba26b3c8623af13e","benchmark":"gpqa_main","data_index":315,"repeat_index":0,"sample_id":"gpqa-main-6dec9c3aba26b3c8623af13e/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":310,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"656a46f8bac8e8e0767c9a5675871d3f81ff8707ec78f064bca2ccac673d7561"} +{"uuid":"gpqa-main-cdaa7da74e15a8dfc40e0582","benchmark":"gpqa_main","data_index":191,"repeat_index":0,"sample_id":"gpqa-main-cdaa7da74e15a8dfc40e0582/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":628,"prompt_tokens":410,"effective_max_tokens":130662,"original_embedded_prediction":"B","question_sha256":"733e93868ff7691423e0d318a4d9ba6ce801d7c2ef5c53b8020d7eb13c2c9a5c"} +{"uuid":"gpqa-main-ad697760bc60543062e8b7b4","benchmark":"gpqa_main","data_index":153,"repeat_index":0,"sample_id":"gpqa-main-ad697760bc60543062e8b7b4/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":741,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"C","question_sha256":"7f9b4679645e2d89214a154be6bdb13eafdc747457ce2950bda27a9a2b97917f"} +{"uuid":"gpqa-main-1a3571c1ec099b06b5011ceb","benchmark":"gpqa_main","data_index":322,"repeat_index":0,"sample_id":"gpqa-main-1a3571c1ec099b06b5011ceb/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":284,"prompt_tokens":166,"effective_max_tokens":130906,"original_embedded_prediction":"B","question_sha256":"853f9bd759921129a51dd81d489f867c5aa9463f1925c203fe6f1e3147741f08"} +{"uuid":"gpqa-main-2efd60649bdbaa65b5969003","benchmark":"gpqa_main","data_index":357,"repeat_index":0,"sample_id":"gpqa-main-2efd60649bdbaa65b5969003/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":193,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"D","question_sha256":"af907b84cdd249e3bd0dcd3a0fc488c3673df744a66342233bebd85574ac74c3"} +{"uuid":"gpqa-main-8d147d8bf7fad22423fc5dd7","benchmark":"gpqa_main","data_index":282,"repeat_index":0,"sample_id":"gpqa-main-8d147d8bf7fad22423fc5dd7/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":410,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"C","question_sha256":"bfad7a1309a7d02668c615391f7302c03e1c3f61ffaee5d1f44ba2c9f5c40b7d"} +{"uuid":"gpqa-main-238c4616c3347122f4b974e4","benchmark":"gpqa_main","data_index":365,"repeat_index":0,"sample_id":"gpqa-main-238c4616c3347122f4b974e4/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":169,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"5a24c76ed39eb083ccc9c24780d936fe2e52cba76ae67efa4d647cc35e10037b"} +{"uuid":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8","benchmark":"gpqa_main","data_index":296,"repeat_index":0,"sample_id":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":383,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"bf639adbf5de648e6799cd9936073de7b6c750cf7c5870ed99dc4f842748abb9"} +{"uuid":"gpqa-main-443f8ea9f271c4442521f8e4","benchmark":"gpqa_main","data_index":299,"repeat_index":0,"sample_id":"gpqa-main-443f8ea9f271c4442521f8e4/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":382,"prompt_tokens":326,"effective_max_tokens":130746,"original_embedded_prediction":"A","question_sha256":"9211da2d82adb786850c236cd14fc05728eb04599b0abc0202714ba6bd385d19"} +{"uuid":"gpqa-main-4df6eb7fd5661c3196a52be6","benchmark":"gpqa_main","data_index":285,"repeat_index":0,"sample_id":"gpqa-main-4df6eb7fd5661c3196a52be6/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":403,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"71ef41cf00fbcb9e6751fd492a52caefd2830032777c8824465c1b4ea8dc48ea"} +{"uuid":"gpqa-main-33c3b423f54aabfcfca66691","benchmark":"gpqa_main","data_index":334,"repeat_index":0,"sample_id":"gpqa-main-33c3b423f54aabfcfca66691/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":274,"prompt_tokens":323,"effective_max_tokens":130749,"original_embedded_prediction":"A","question_sha256":"d3ede1ef1590cafbeca0278be62d75df7a0ca03bdf527b454a132420994473ae"} +{"uuid":"gpqa-main-728c68de5f34aba879617ff3","benchmark":"gpqa_main","data_index":353,"repeat_index":0,"sample_id":"gpqa-main-728c68de5f34aba879617ff3/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":227,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"93587b6fdb0ccf1d1701c58bd12431b38885397117475f14823f4c52994b39b4"} +{"uuid":"gpqa-main-acecd9428a5b4368f1f5bc82","benchmark":"gpqa_main","data_index":309,"repeat_index":0,"sample_id":"gpqa-main-acecd9428a5b4368f1f5bc82/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":369,"prompt_tokens":336,"effective_max_tokens":130736,"original_embedded_prediction":"D","question_sha256":"2d1e5de4bf7305d1b5eee8dda5415195dc333d71b3f50fa60508a928b67fb336"} +{"uuid":"gpqa-main-1af843966aecfd5da1f08dd6","benchmark":"gpqa_main","data_index":390,"repeat_index":1,"sample_id":"gpqa-main-1af843966aecfd5da1f08dd6/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":116,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"D","question_sha256":"13e7c71f8aae7040bd98bd6b7bfe361f01f9aa9f4fd4b6095b40f97963688bdc"} +{"uuid":"gpqa-main-3b577bce88d27365cf34e990","benchmark":"gpqa_main","data_index":344,"repeat_index":0,"sample_id":"gpqa-main-3b577bce88d27365cf34e990/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":264,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"952132525f3a442f1b38bdc3d0190df1c505766096106e7ac626a451f1b236fc"} +{"uuid":"gpqa-main-5f1108e8b2f18297c04895bf","benchmark":"gpqa_main","data_index":329,"repeat_index":0,"sample_id":"gpqa-main-5f1108e8b2f18297c04895bf/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":299,"prompt_tokens":447,"effective_max_tokens":130625,"original_embedded_prediction":"C","question_sha256":"d6e89de54268d0839b91cc5f860fd4903b1d8277accaf665ced8b5404cdbbe84"} +{"uuid":"gpqa-main-92c7c513709816748efab029","benchmark":"gpqa_main","data_index":251,"repeat_index":0,"sample_id":"gpqa-main-92c7c513709816748efab029/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":522,"prompt_tokens":253,"effective_max_tokens":130819,"original_embedded_prediction":"D","question_sha256":"c9ed693d3f7d5c30b94e2c01b9b5f22591922f961e4dbc9ef4b70309b61bae5c"} +{"uuid":"gpqa-main-643d18139459da0f9c1b2e17","benchmark":"gpqa_main","data_index":307,"repeat_index":0,"sample_id":"gpqa-main-643d18139459da0f9c1b2e17/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":393,"prompt_tokens":375,"effective_max_tokens":130697,"original_embedded_prediction":"A","question_sha256":"4bab53f383207a2bc9c94789bb8114d3e7db442308789d848023661e90b2ab49"} +{"uuid":"gpqa-main-febe4c45e71692110949e3d6","benchmark":"gpqa_main","data_index":352,"repeat_index":0,"sample_id":"gpqa-main-febe4c45e71692110949e3d6/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":263,"prompt_tokens":577,"effective_max_tokens":130495,"original_embedded_prediction":"D","question_sha256":"e38dd7750710c37aa45a5b0b5dd91e1b4171070325d670d668ab1fa20431a29e"} +{"uuid":"gpqa-main-759e35a2024fc09bd491c9ff","benchmark":"gpqa_main","data_index":387,"repeat_index":1,"sample_id":"gpqa-main-759e35a2024fc09bd491c9ff/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":144,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"4c284608a459b460f3ec3dfd5c7c71cfa84c171d4eb8a52aab9e6e4a8cb409bb"} +{"uuid":"gpqa-main-91b254f1e1c8041fbc1a3222","benchmark":"gpqa_main","data_index":360,"repeat_index":0,"sample_id":"gpqa-main-91b254f1e1c8041fbc1a3222/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":229,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"A","question_sha256":"35cf9161cc3c5b82d0770ab2b2fdef4a970ddae93523dee3a6bde8574e79b13d"} +{"uuid":"gpqa-main-11b88a6212278288c390be69","benchmark":"gpqa_main","data_index":337,"repeat_index":0,"sample_id":"gpqa-main-11b88a6212278288c390be69/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":308,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"29eb581590e7852467849e4c58c5e3b1b97736035880adbd4e12298c320ac7e4"} +{"uuid":"gpqa-main-55aa21aa9a62e56aab915b32","benchmark":"gpqa_main","data_index":302,"repeat_index":0,"sample_id":"gpqa-main-55aa21aa9a62e56aab915b32/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":424,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"A","question_sha256":"e6eba602b3eef649fed522c6b8737556699845aee5b419773938063ec6b83257"} +{"uuid":"gpqa-main-8523e39e7dc895f15a06a403","benchmark":"gpqa_main","data_index":331,"repeat_index":0,"sample_id":"gpqa-main-8523e39e7dc895f15a06a403/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":326,"prompt_tokens":243,"effective_max_tokens":130829,"original_embedded_prediction":"C","question_sha256":"9809fdeb256e4181e9705fa439a61deb6dbe804bfb80ffab6cb1bd4565faa027"} +{"uuid":"gpqa-main-31313469465f81cc0fa5dd28","benchmark":"gpqa_main","data_index":256,"repeat_index":0,"sample_id":"gpqa-main-31313469465f81cc0fa5dd28/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":537,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"C","question_sha256":"cd18749d0354640af760ebe1c6a150eed2a0202cc444345b5c3f00b0f0df67d2"} +{"uuid":"gpqa-main-eda22ee564030fef1ab0bcaf","benchmark":"gpqa_main","data_index":232,"repeat_index":0,"sample_id":"gpqa-main-eda22ee564030fef1ab0bcaf/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":597,"prompt_tokens":316,"effective_max_tokens":130756,"original_embedded_prediction":"C","question_sha256":"e78929c2c3d5e04cda51c77e05ad4a3d1cbbf98cc2db0103b7fbc594e78bb602"} +{"uuid":"gpqa-main-4657fdc74d4c0bf48aa0b494","benchmark":"gpqa_main","data_index":301,"repeat_index":0,"sample_id":"gpqa-main-4657fdc74d4c0bf48aa0b494/repeat-0","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":441,"prompt_tokens":343,"effective_max_tokens":130729,"original_embedded_prediction":null,"question_sha256":"ef34764671cecdd517febbdbff1a8cc3542418de05c4a100ef6c30752c1fc8cb"} +{"uuid":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea","benchmark":"gpqa_main","data_index":349,"repeat_index":0,"sample_id":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":305,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"D","question_sha256":"78b6f83c0d1137982356bff0e0d20f60e32542e5815ffd693af8f421f9e4741d"} +{"uuid":"gpqa-main-fcf4fc69f21da83688056521","benchmark":"gpqa_main","data_index":363,"repeat_index":0,"sample_id":"gpqa-main-fcf4fc69f21da83688056521/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":241,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"D","question_sha256":"691112dd08aec41d1dfd7a48bf6e56a828dc8b340887ad6364daff290f8a88c4"} +{"uuid":"gpqa-main-de59169ce40a93ff305f9a41","benchmark":"gpqa_main","data_index":384,"repeat_index":1,"sample_id":"gpqa-main-de59169ce40a93ff305f9a41/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":183,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"D","question_sha256":"c5859c729f1f8217c8555103da018a579f07eb8df38d8389383b2f4634573327"} +{"uuid":"gpqa-main-810618179b41cff3d8593ba5","benchmark":"gpqa_main","data_index":407,"repeat_index":1,"sample_id":"gpqa-main-810618179b41cff3d8593ba5/repeat-1","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":106,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":null,"question_sha256":"4f7077a78998cfa5dbe881d51f9f859973bb281cce9f5a2bde9d5475cc520111"} +{"uuid":"gpqa-main-9aa9fb454d849030d70f9512","benchmark":"gpqa_main","data_index":270,"repeat_index":0,"sample_id":"gpqa-main-9aa9fb454d849030d70f9512/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":522,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"b494f4c1785682ee7d284173af2a6ef6db2189c6f3e7ece0edb769c2f10d5f24"} +{"uuid":"gpqa-main-45b8834e3ed027ec73e9cb93","benchmark":"gpqa_main","data_index":326,"repeat_index":0,"sample_id":"gpqa-main-45b8834e3ed027ec73e9cb93/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":360,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"D","question_sha256":"14a2ed1ddcecc5a3752c954a0c07f0e2ae102378d648cc66bd57385516fbbe20"} +{"uuid":"gpqa-main-30529bca8e7fdf66400bd444","benchmark":"gpqa_main","data_index":402,"repeat_index":1,"sample_id":"gpqa-main-30529bca8e7fdf66400bd444/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":124,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"fc081c2fbb63be5006154edbddcd4d1654207c4f1ad333e12f9bc19972753482"} +{"uuid":"gpqa-main-47999f808ae4df35fd817dd2","benchmark":"gpqa_main","data_index":398,"repeat_index":1,"sample_id":"gpqa-main-47999f808ae4df35fd817dd2/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":158,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"D","question_sha256":"0b24415e0a51d238b6f9b4a8ae6a56386da27f195c825aa8d124ca3e7adc5bb9"} +{"uuid":"gpqa-main-bf684ea09dc8822450fbd37c","benchmark":"gpqa_main","data_index":84,"repeat_index":0,"sample_id":"gpqa-main-bf684ea09dc8822450fbd37c/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1008,"prompt_tokens":372,"effective_max_tokens":130700,"original_embedded_prediction":"D","question_sha256":"8f0911e951adf5df2bfc8aa29c14de392a998e2fa48463ceecedcd39a8301453"} +{"uuid":"gpqa-main-53c8581aa69a3066bf003024","benchmark":"gpqa_main","data_index":350,"repeat_index":0,"sample_id":"gpqa-main-53c8581aa69a3066bf003024/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":329,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"dbc9784ed2e796c6f534e998f17f2a819df9d6d94cd62aa72bd7fdcbf457c948"} +{"uuid":"gpqa-main-7ed621f8290d6ac14181ce45","benchmark":"gpqa_main","data_index":382,"repeat_index":0,"sample_id":"gpqa-main-7ed621f8290d6ac14181ce45/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":207,"prompt_tokens":298,"effective_max_tokens":130774,"original_embedded_prediction":"C","question_sha256":"c1c0ad22e4376412fe1e7564fd1f8c00dd970292dbf0dbb83b0350881e74b306"} +{"uuid":"gpqa-main-0b01dd8e7881a40d7eb61175","benchmark":"gpqa_main","data_index":339,"repeat_index":0,"sample_id":"gpqa-main-0b01dd8e7881a40d7eb61175/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":356,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"D","question_sha256":"74998926c571f30bb050d73fd21eee2727687e5a8320253f13d3d84b8605a913"} +{"uuid":"gpqa-main-a39e48c3dd280f4d62399e78","benchmark":"gpqa_main","data_index":371,"repeat_index":0,"sample_id":"gpqa-main-a39e48c3dd280f4d62399e78/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":252,"prompt_tokens":397,"effective_max_tokens":130675,"original_embedded_prediction":"D","question_sha256":"721c25455cfe9ff83ae29b7ba79700cb78268040d9773283d4d8afebd849187b"} +{"uuid":"gpqa-main-08452235d283f9ba82364ea8","benchmark":"gpqa_main","data_index":394,"repeat_index":1,"sample_id":"gpqa-main-08452235d283f9ba82364ea8/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":197,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"65db6ef4b562a9503afeb197451091c7514df18fdee747a881b8057c38e21d0f"} +{"uuid":"gpqa-main-7093e90be0c6d72d98ef432c","benchmark":"gpqa_main","data_index":356,"repeat_index":0,"sample_id":"gpqa-main-7093e90be0c6d72d98ef432c/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":310,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"A","question_sha256":"d73f092255e75c14953338c7dc17fa9e41c6378f650bac797b23d3c68133744d"} +{"uuid":"gpqa-main-fcf4fbe275826c7d67e6067b","benchmark":"gpqa_main","data_index":332,"repeat_index":0,"sample_id":"gpqa-main-fcf4fbe275826c7d67e6067b/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":380,"prompt_tokens":319,"effective_max_tokens":130753,"original_embedded_prediction":"C","question_sha256":"804a1298d02f33e3d34af9885ef317731ae757104a1e874356955c98921afd18"} +{"uuid":"gpqa-main-5f044a1bf575df47abc76e1a","benchmark":"gpqa_main","data_index":346,"repeat_index":0,"sample_id":"gpqa-main-5f044a1bf575df47abc76e1a/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":349,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"56742e4e637e9ad1340d4a8de7af8e0d6ce2447d668cc5b51dfb52dfb0b2b8e9"} +{"uuid":"gpqa-main-ff85a5ccc5b465a708f70be3","benchmark":"gpqa_main","data_index":413,"repeat_index":1,"sample_id":"gpqa-main-ff85a5ccc5b465a708f70be3/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":128,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"f86f6ace621f9a5dc4c1d23e2bb2d546e1ca384df523a7a90d793b41a43ebfc6"} +{"uuid":"gpqa-main-b84eb68d18023ca81e43b35a","benchmark":"gpqa_main","data_index":293,"repeat_index":0,"sample_id":"gpqa-main-b84eb68d18023ca81e43b35a/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":498,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"D","question_sha256":"6c90e464e06f4dc9c748d6c9be44c96b2d5bec5078b4eb152ea4ccec4c709f2d"} +{"uuid":"gpqa-main-9f607ccb3302f27b4ebe90a4","benchmark":"gpqa_main","data_index":290,"repeat_index":0,"sample_id":"gpqa-main-9f607ccb3302f27b4ebe90a4/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":500,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"C","question_sha256":"e2c8b6a88dfedf13a4a35e2964dc77f2e082e87417c972bf7406bdb2405985f7"} +{"uuid":"gpqa-main-28e3e5e79d7477896c6d853d","benchmark":"gpqa_main","data_index":408,"repeat_index":1,"sample_id":"gpqa-main-28e3e5e79d7477896c6d853d/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":140,"prompt_tokens":1047,"effective_max_tokens":130025,"original_embedded_prediction":"C","question_sha256":"d3b33ef7a0e55c33b5deae6a673dd7fff1fc2e7efa223f3419ecf58e57c06207"} +{"uuid":"gpqa-main-b36b446fe10911202d34a473","benchmark":"gpqa_main","data_index":359,"repeat_index":0,"sample_id":"gpqa-main-b36b446fe10911202d34a473/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":306,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"a817452b182acac6761625a70d62a32f2da8fc7a708397cb06f4ad35d5fb18f8"} +{"uuid":"gpqa-main-13dda0527a69422c0bfefb23","benchmark":"gpqa_main","data_index":45,"repeat_index":0,"sample_id":"gpqa-main-13dda0527a69422c0bfefb23/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1036,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"A","question_sha256":"952dd56af4d111bc829dbe6171c480a13632e8b5771e33245330d32115f96774"} +{"uuid":"gpqa-main-2651d2e67639a9e1741c23d7","benchmark":"gpqa_main","data_index":361,"repeat_index":0,"sample_id":"gpqa-main-2651d2e67639a9e1741c23d7/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":300,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"4dde21b33c78ccf27d8f3043edfe68636929e2ed7d52841b78b767027425afcb"} +{"uuid":"gpqa-main-50467ff0a4937693425f108b","benchmark":"gpqa_main","data_index":391,"repeat_index":1,"sample_id":"gpqa-main-50467ff0a4937693425f108b/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":218,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"C","question_sha256":"ee40e0ba47746454343829f9f66dd4d391816fe24ca19edf78fcce05cf1f26d8"} +{"uuid":"gpqa-main-46f745f508b4d1ad41a0eb01","benchmark":"gpqa_main","data_index":342,"repeat_index":0,"sample_id":"gpqa-main-46f745f508b4d1ad41a0eb01/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":373,"prompt_tokens":392,"effective_max_tokens":130680,"original_embedded_prediction":"B","question_sha256":"4971bc5df5aee8c296226e29269969e334193d698a942dccd75dac5459c05a5c"} +{"uuid":"gpqa-main-55e31c256bb6191d94e6db4d","benchmark":"gpqa_main","data_index":362,"repeat_index":0,"sample_id":"gpqa-main-55e31c256bb6191d94e6db4d/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":300,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"D","question_sha256":"126561d6b58fa17bbaffda56837acaf8fab4bf282ccdfdcc2c7a97bfe520889c"} +{"uuid":"gpqa-main-d8d5dbb2aa6f203775147357","benchmark":"gpqa_main","data_index":318,"repeat_index":0,"sample_id":"gpqa-main-d8d5dbb2aa6f203775147357/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":446,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"C","question_sha256":"bb18da47ffe6578fb5b30d30128525e8addf5e823c1985c70c606c89ce8d4d7e"} +{"uuid":"gpqa-main-83f8b78e2bcb92bda5c03787","benchmark":"gpqa_main","data_index":336,"repeat_index":0,"sample_id":"gpqa-main-83f8b78e2bcb92bda5c03787/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":393,"prompt_tokens":162,"effective_max_tokens":130910,"original_embedded_prediction":"A","question_sha256":"1f06efeb2323c27b7a92e2f6b6d0f631f5b1caa5357a701f99ff4c3d08286bcf"} +{"uuid":"gpqa-main-86060b054d8de358356a29fd","benchmark":"gpqa_main","data_index":392,"repeat_index":1,"sample_id":"gpqa-main-86060b054d8de358356a29fd/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":223,"prompt_tokens":435,"effective_max_tokens":130637,"original_embedded_prediction":"D","question_sha256":"d20ccd218e50c4a58da8030db612f52c5bac88ad6d1859a85b0358c1595e54e1"} +{"uuid":"gpqa-main-32802554a860af51b4d7360f","benchmark":"gpqa_main","data_index":236,"repeat_index":0,"sample_id":"gpqa-main-32802554a860af51b4d7360f/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":654,"prompt_tokens":399,"effective_max_tokens":130673,"original_embedded_prediction":"A","question_sha256":"ea1d2c2fd4395ec2cad416b20c41a657730d84acd26fb53712bf10f6807a4e64"} +{"uuid":"gpqa-main-08cb3c41dbaa57f424632b84","benchmark":"gpqa_main","data_index":388,"repeat_index":1,"sample_id":"gpqa-main-08cb3c41dbaa57f424632b84/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":233,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"C","question_sha256":"e37327eb6a290bf649f9b548f5d9834983b5d59efc10b4281a4bdbb75523863f"} +{"uuid":"gpqa-main-6543e2c47b61f7f328bcf42d","benchmark":"gpqa_main","data_index":420,"repeat_index":1,"sample_id":"gpqa-main-6543e2c47b61f7f328bcf42d/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":132,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"C","question_sha256":"9f8c4aa52521e2926d56fdd03cf5aeaf3543c911c9b75774731cd1204efc1328"} +{"uuid":"gpqa-main-7e29412fd534df20c4a23267","benchmark":"gpqa_main","data_index":471,"repeat_index":1,"sample_id":"gpqa-main-7e29412fd534df20c4a23267/repeat-1","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":null,"question_sha256":"7fda2b6ca2ff9984ace9bf53f465cebb4b8d963f7ddcb5aa5f5015cd6989be42"} +{"uuid":"gpqa-main-3ebc2c6c608ed7f5e7bf9463","benchmark":"gpqa_main","data_index":404,"repeat_index":1,"sample_id":"gpqa-main-3ebc2c6c608ed7f5e7bf9463/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":179,"prompt_tokens":286,"effective_max_tokens":130786,"original_embedded_prediction":"C","question_sha256":"81bfcfb746da8dbf79e11ca4c419d5416ea1be46678f915598ebe3f9c6b6fc32"} +{"uuid":"gpqa-main-ca7a4b18584754c3664d8758","benchmark":"gpqa_main","data_index":400,"repeat_index":1,"sample_id":"gpqa-main-ca7a4b18584754c3664d8758/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":190,"prompt_tokens":517,"effective_max_tokens":130555,"original_embedded_prediction":"C","question_sha256":"b15ab8a50cd7768206339f81478bb5a4757f87b1bf1c7671597c48117910482f"} +{"uuid":"gpqa-main-a8c391dd6337620cc79cae0e","benchmark":"gpqa_main","data_index":416,"repeat_index":1,"sample_id":"gpqa-main-a8c391dd6337620cc79cae0e/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":156,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"435ccdce7cc6c5543ffaf20b4d850d905357568605d01b3a595d44df3dd30d0d"} +{"uuid":"gpqa-main-84e0462fb979739143160f76","benchmark":"gpqa_main","data_index":458,"repeat_index":1,"sample_id":"gpqa-main-84e0462fb979739143160f76/repeat-1","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":33,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":null,"question_sha256":"17821f797104818a4e9c06d5499572866481ca7a9f6bf4d3993cbc935754c06e"} +{"uuid":"gpqa-main-ba7b4d8b6b363240553a5da8","benchmark":"gpqa_main","data_index":397,"repeat_index":1,"sample_id":"gpqa-main-ba7b4d8b6b363240553a5da8/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":228,"prompt_tokens":320,"effective_max_tokens":130752,"original_embedded_prediction":"C","question_sha256":"f31ead87a22282cc5dfb01f73a1fe9c84520ad1b8dc017953d8293dbe8b47044"} +{"uuid":"gpqa-main-5af38d4af998e6cc090b76a4","benchmark":"gpqa_main","data_index":366,"repeat_index":0,"sample_id":"gpqa-main-5af38d4af998e6cc090b76a4/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":316,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"B","question_sha256":"b20325f500465457b07762e2fe70b04e5055bd3df2783351050b6c3d04223eb4"} +{"uuid":"gpqa-main-0d56f92dcb32c3f0494a4705","benchmark":"gpqa_main","data_index":399,"repeat_index":1,"sample_id":"gpqa-main-0d56f92dcb32c3f0494a4705/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":204,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"d48362abba761cef50927ef586befd9a2fdb343aa19b2fa457ee74fb6dbfb56b"} +{"uuid":"gpqa-main-cda1b642d52c30858bcdf7a3","benchmark":"gpqa_main","data_index":411,"repeat_index":1,"sample_id":"gpqa-main-cda1b642d52c30858bcdf7a3/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":174,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"85f5a80c90290184ac6ec65307174970563ac9442644e868f064c886836d7a25"} +{"uuid":"gpqa-main-b7ef729c55e0cb48c67bca16","benchmark":"gpqa_main","data_index":415,"repeat_index":1,"sample_id":"gpqa-main-b7ef729c55e0cb48c67bca16/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":169,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"B","question_sha256":"732a49f65a753e1d2c9ebb525ad8cc4c9ea6aa812fdc5eda3c630aa4aa35c7b5"} +{"uuid":"gpqa-main-6f84d17ede852cd9196347bd","benchmark":"gpqa_main","data_index":364,"repeat_index":0,"sample_id":"gpqa-main-6f84d17ede852cd9196347bd/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":336,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"C","question_sha256":"e410f49b6f85564bf5b9226069391669e4c376097b2656e616a6b82abd4729ac"} +{"uuid":"gpqa-main-35569b36357cfce18162c999","benchmark":"gpqa_main","data_index":436,"repeat_index":1,"sample_id":"gpqa-main-35569b36357cfce18162c999/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":117,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"D","question_sha256":"a2136b05b78259562b913f1f56520c4184d70bf60017617a442a41f907c31b78"} +{"uuid":"gpqa-main-33b9f4658edfefac92faa4d3","benchmark":"gpqa_main","data_index":276,"repeat_index":0,"sample_id":"gpqa-main-33b9f4658edfefac92faa4d3/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":605,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"A","question_sha256":"21b950759e4e088c97c70fcca487f4b3ceddd69dd2563433e332a0dde94eeddb"} +{"uuid":"gpqa-main-0fb808246cf99919fa61cf95","benchmark":"gpqa_main","data_index":368,"repeat_index":0,"sample_id":"gpqa-main-0fb808246cf99919fa61cf95/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":330,"prompt_tokens":415,"effective_max_tokens":130657,"original_embedded_prediction":"D","question_sha256":"8dd19f310e71e68caf9619c551faf073baee082c2fdae90e86d766c8f04dd15c"} +{"uuid":"gpqa-main-d750e02b8d42b4b4d6aba4b9","benchmark":"gpqa_main","data_index":425,"repeat_index":1,"sample_id":"gpqa-main-d750e02b8d42b4b4d6aba4b9/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":162,"prompt_tokens":944,"effective_max_tokens":130128,"original_embedded_prediction":"C","question_sha256":"5ea7e9b17f677439bf5f6e43169cb794916985d1c5964f6a0d8becf3f9e3b7ad"} +{"uuid":"gpqa-main-51f5bda498b3f05cab60119c","benchmark":"gpqa_main","data_index":449,"repeat_index":1,"sample_id":"gpqa-main-51f5bda498b3f05cab60119c/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":90,"prompt_tokens":271,"effective_max_tokens":130801,"original_embedded_prediction":"C","question_sha256":"f7fa8540a448dfeff404af93810c60c41ed387fb5e4c821bbb6e5869dd9f8630"} +{"uuid":"gpqa-main-ac27f29e5f777e93e751f3f2","benchmark":"gpqa_main","data_index":439,"repeat_index":1,"sample_id":"gpqa-main-ac27f29e5f777e93e751f3f2/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":123,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"D","question_sha256":"d49aa1d9efc38f6409c199c3e2706ec44f5d20d25b0e7d41f40b9c46668ed1e0"} +{"uuid":"gpqa-main-7c7ae85beee22afc94024aa0","benchmark":"gpqa_main","data_index":377,"repeat_index":0,"sample_id":"gpqa-main-7c7ae85beee22afc94024aa0/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":321,"prompt_tokens":179,"effective_max_tokens":130893,"original_embedded_prediction":"B","question_sha256":"17ee204f8a3ef8904b0418dcf3bac347173df36a87b5535f055046fe6fae8879"} +{"uuid":"gpqa-main-f6f707a4d7db96af855de986","benchmark":"gpqa_main","data_index":266,"repeat_index":0,"sample_id":"gpqa-main-f6f707a4d7db96af855de986/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":642,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"049a3a3426b30e36d29d782b3ea4916bf545838ac3945e9c707804638ad48f04"} +{"uuid":"gpqa-main-d9fdff837cb2d2e4d1e81014","benchmark":"gpqa_main","data_index":383,"repeat_index":0,"sample_id":"gpqa-main-d9fdff837cb2d2e4d1e81014/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":305,"prompt_tokens":153,"effective_max_tokens":130919,"original_embedded_prediction":"C","question_sha256":"021732e23dc83767a3bfeabac85945e664d0c83c8f4cd2ecee91855cda0b0d54"} +{"uuid":"gpqa-main-a67142bf6c763d9963d7474d","benchmark":"gpqa_main","data_index":417,"repeat_index":1,"sample_id":"gpqa-main-a67142bf6c763d9963d7474d/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":206,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"B","question_sha256":"7ed6c7d194038ef8d8c6a84cb18be1015f73754e42d4facb7418e8412ad86b77"} +{"uuid":"gpqa-main-1f0af84f0bdb1b68af6a7719","benchmark":"gpqa_main","data_index":381,"repeat_index":0,"sample_id":"gpqa-main-1f0af84f0bdb1b68af6a7719/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":318,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"C","question_sha256":"47eb07162cc525d2e6a87977deb802204fed59b801dd5e2935cc6edb3c036af1"} +{"uuid":"gpqa-main-39045ad4d1274d0e56839d7b","benchmark":"gpqa_main","data_index":376,"repeat_index":0,"sample_id":"gpqa-main-39045ad4d1274d0e56839d7b/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":330,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"D","question_sha256":"429df35a12720ff87021b558515bede2e2590914376178a956309c141594787f"} +{"uuid":"gpqa-main-09311165c3bc8a7742115024","benchmark":"gpqa_main","data_index":405,"repeat_index":1,"sample_id":"gpqa-main-09311165c3bc8a7742115024/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":232,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d6deae7022d40b283a8b0053867ff7e2d44f15fac7c364d3b34e67d903596cf7"} +{"uuid":"gpqa-main-46549f6d718b80e38f4412cd","benchmark":"gpqa_main","data_index":418,"repeat_index":1,"sample_id":"gpqa-main-46549f6d718b80e38f4412cd/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":209,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"B","question_sha256":"a1def6786f9e3174bf07c7887ea2c97711ea721fe1cf730202fc93d69ecac09d"} +{"uuid":"gpqa-main-fbf1f6e62b48cbbf0bca4714","benchmark":"gpqa_main","data_index":435,"repeat_index":1,"sample_id":"gpqa-main-fbf1f6e62b48cbbf0bca4714/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":153,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"59affc9a905621c391ee7886c0e428eac5cb1f60c7c251e2fc1fcb081cb8e076"} +{"uuid":"gpqa-main-67410b7a8dc0eaa2a0ad0e33","benchmark":"gpqa_main","data_index":347,"repeat_index":0,"sample_id":"gpqa-main-67410b7a8dc0eaa2a0ad0e33/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":444,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"C","question_sha256":"bb309e44424b270e31ff68a9df49f0a2f19335280a19eb9a92c5dcd1810cc3e8"} +{"uuid":"gpqa-main-2601636e383074212d2b5e52","benchmark":"gpqa_main","data_index":333,"repeat_index":0,"sample_id":"gpqa-main-2601636e383074212d2b5e52/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":486,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"C","question_sha256":"4346808ce2e49e7dd075a69d154a4e1c8d73b71869876d48ffff93747d8898ec"} +{"uuid":"gpqa-main-d8cca1a27ad1a42b4a99ce96","benchmark":"gpqa_main","data_index":269,"repeat_index":0,"sample_id":"gpqa-main-d8cca1a27ad1a42b4a99ce96/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":665,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"6049e26840c0e889bb5632032745b5bcf6684dec9a2f9d0a0cfb76378c5c064e"} +{"uuid":"gpqa-main-950b8724526dc5d718438bec","benchmark":"gpqa_main","data_index":396,"repeat_index":1,"sample_id":"gpqa-main-950b8724526dc5d718438bec/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":308,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"D","question_sha256":"d81eab0b3deeedb23d68076a8f0de5ca6461b5d2d1a7da228f6a0b6ba6ca53e7"} +{"uuid":"gpqa-main-ec756f5cd58f1d3e9c9c8676","benchmark":"gpqa_main","data_index":494,"repeat_index":1,"sample_id":"gpqa-main-ec756f5cd58f1d3e9c9c8676/repeat-1","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":23,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":null,"question_sha256":"016bbafd184cf46762e3e824d2499734daf9efd8cb5f0adad12078f151c96a12"} +{"uuid":"gpqa-main-18347a23c4b32df1f0b31d1a","benchmark":"gpqa_main","data_index":395,"repeat_index":1,"sample_id":"gpqa-main-18347a23c4b32df1f0b31d1a/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":316,"prompt_tokens":438,"effective_max_tokens":130634,"original_embedded_prediction":"C","question_sha256":"f69ff8c0001cb2bdea3e51d7d4063a70e8b64bf6f735f62088f0ace464bbe468"} +{"uuid":"gpqa-main-f022820fa3c0f536a4d4a9bc","benchmark":"gpqa_main","data_index":355,"repeat_index":0,"sample_id":"gpqa-main-f022820fa3c0f536a4d4a9bc/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":442,"prompt_tokens":288,"effective_max_tokens":130784,"original_embedded_prediction":"B","question_sha256":"d7be2d674d4903c49886b492451a9febcfb5696ccd6f0931c4d48ef06a19b2b9"} +{"uuid":"gpqa-main-f35f531075e0f4b71e6bfdf7","benchmark":"gpqa_main","data_index":412,"repeat_index":1,"sample_id":"gpqa-main-f35f531075e0f4b71e6bfdf7/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":248,"prompt_tokens":440,"effective_max_tokens":130632,"original_embedded_prediction":"C","question_sha256":"1dec0a47229d6987f418c244cc1169bdeb04c6134b883ac8895dc2380cdf0539"} +{"uuid":"gpqa-main-ddc1b02f963a2f785385132e","benchmark":"gpqa_main","data_index":477,"repeat_index":1,"sample_id":"gpqa-main-ddc1b02f963a2f785385132e/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":82,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"d5e7b22736a2cdaa0f2553a100795aa6b7e150fcc1b9fe093e28e3fea855f346"} +{"uuid":"gpqa-main-c6cc654afa201cd3d5b66695","benchmark":"gpqa_main","data_index":312,"repeat_index":0,"sample_id":"gpqa-main-c6cc654afa201cd3d5b66695/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":572,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"C","question_sha256":"79526cdc6c623c8657c3060ab8b305f1b4d8aa35f2b7905c6fd4c3e119c5c310"} +{"uuid":"gpqa-main-cfc742b1ce24bfc75356765e","benchmark":"gpqa_main","data_index":279,"repeat_index":0,"sample_id":"gpqa-main-cfc742b1ce24bfc75356765e/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":656,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"B","question_sha256":"c1f013c71ec1bfdf03d8071ec0a1d30c0d10b7e87429512ec32711a88cc41cb1"} +{"uuid":"gpqa-main-579e17ce4c553c730c526a5c","benchmark":"gpqa_main","data_index":426,"repeat_index":1,"sample_id":"gpqa-main-579e17ce4c553c730c526a5c/repeat-1","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":199999,"completion_tokens":213,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":null,"question_sha256":"1ce3d847d25b2c2f678c304f134266501155719553a1a003f38a6b0a75ffb81b"} +{"uuid":"gpqa-main-756cafdacac7e9642e2102c6","benchmark":"gpqa_main","data_index":474,"repeat_index":1,"sample_id":"gpqa-main-756cafdacac7e9642e2102c6/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":91,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"b26abbcea4f9adbbc6faf6378336b8d024ffe4491d2853b927bf9afdc27073a9"} +{"uuid":"gpqa-main-3ad0b182e1494c1e76262069","benchmark":"gpqa_main","data_index":389,"repeat_index":1,"sample_id":"gpqa-main-3ad0b182e1494c1e76262069/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":337,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"C","question_sha256":"835ebb67a4198184dbd29c03b43e4283e93c0473d886ab6c3b6c52ffb918b6ab"} +{"uuid":"gpqa-main-ad8f0afd2f116341ed3a69c0","benchmark":"gpqa_main","data_index":424,"repeat_index":1,"sample_id":"gpqa-main-ad8f0afd2f116341ed3a69c0/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":232,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"D","question_sha256":"b6c9142bf69c50d0a62b5b8254344b66610ca208a646e6a69a606819b7eb1bf8"} +{"uuid":"gpqa-main-64193be5f9a6bbd67bec4010","benchmark":"gpqa_main","data_index":512,"repeat_index":1,"sample_id":"gpqa-main-64193be5f9a6bbd67bec4010/repeat-1","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":null,"question_sha256":"373990fe818e4182469d242b845eeb2f78db2f00cfb3a8fdbd2dbd696e08d552"} +{"uuid":"gpqa-main-106fe8a64f4453f81be6f7bd","benchmark":"gpqa_main","data_index":409,"repeat_index":1,"sample_id":"gpqa-main-106fe8a64f4453f81be6f7bd/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":271,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"B","question_sha256":"f0c3d97c5c67fa210dafa49946af010682993c23bb8995a306a6ee484e0c3b03"} +{"uuid":"gpqa-main-7239e8e1a6f52b11d89b376d","benchmark":"gpqa_main","data_index":419,"repeat_index":1,"sample_id":"gpqa-main-7239e8e1a6f52b11d89b376d/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":251,"prompt_tokens":359,"effective_max_tokens":130713,"original_embedded_prediction":"D","question_sha256":"6b778965b4593497cd5378ecaa94e84f97d2910300038afb6590a8e9376b791c"} +{"uuid":"gpqa-main-4c4e7752fc041224f19d3f9a","benchmark":"gpqa_main","data_index":310,"repeat_index":0,"sample_id":"gpqa-main-4c4e7752fc041224f19d3f9a/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":597,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"A","question_sha256":"a7183bc025131850f86e24e7faa64e367e334f399dbbc968c1e6069905fe8c28"} +{"uuid":"gpqa-main-358120bf0c4377ebdbde08fc","benchmark":"gpqa_main","data_index":308,"repeat_index":0,"sample_id":"gpqa-main-358120bf0c4377ebdbde08fc/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":606,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"A","question_sha256":"051eba2501386001d9e9793a3b0fe9ea4c78a987e3a1576c168659f849b684d6"} +{"uuid":"gpqa-main-763daf42ea0c79050a6a4d1d","benchmark":"gpqa_main","data_index":445,"repeat_index":1,"sample_id":"gpqa-main-763daf42ea0c79050a6a4d1d/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":176,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"D","question_sha256":"72b4053b92adde478bb40c3fb9ef1e06215efe5922e2d600121170f824d32c13"} +{"uuid":"gpqa-main-834c95c23407a9d2c736d2ee","benchmark":"gpqa_main","data_index":441,"repeat_index":1,"sample_id":"gpqa-main-834c95c23407a9d2c736d2ee/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":190,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"bb698537245b51d08b5d5a6cecdfd1a4e34f7ac0f17e13da8d713af9341a9366"} +{"uuid":"gpqa-main-13dda0527a69422c0bfefb23","benchmark":"gpqa_main","data_index":429,"repeat_index":1,"sample_id":"gpqa-main-13dda0527a69422c0bfefb23/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":229,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"D","question_sha256":"952dd56af4d111bc829dbe6171c480a13632e8b5771e33245330d32115f96774"} +{"uuid":"gpqa-main-8a20fac7d1a5bff58e8c63ca","benchmark":"gpqa_main","data_index":457,"repeat_index":1,"sample_id":"gpqa-main-8a20fac7d1a5bff58e8c63ca/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":151,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"C","question_sha256":"065acbbc3564fb2547e820ab1c35567bac49dff768319e8f4b46ee23bdd92415"} +{"uuid":"gpqa-main-efa466851677550746c06a1f","benchmark":"gpqa_main","data_index":422,"repeat_index":1,"sample_id":"gpqa-main-efa466851677550746c06a1f/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":263,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"B","question_sha256":"b64a2faa078044133322af9742b3f75788b5f8e5701f1fee08d693854a842448"} +{"uuid":"gpqa-main-b654b748170277d4b0d0c6b5","benchmark":"gpqa_main","data_index":478,"repeat_index":1,"sample_id":"gpqa-main-b654b748170277d4b0d0c6b5/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":124,"prompt_tokens":508,"effective_max_tokens":130564,"original_embedded_prediction":"A","question_sha256":"010973f2a9805982e33bfecd460da27e4d2f170e4567ebf854c807385bea09d3"} +{"uuid":"gpqa-main-68d5dcbd7078889c19a9a93c","benchmark":"gpqa_main","data_index":136,"repeat_index":0,"sample_id":"gpqa-main-68d5dcbd7078889c19a9a93c/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1094,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"C","question_sha256":"618551bfaaf71599d5802135cbf18d8e9b5a33b38537d32515c5298d556df601"} +{"uuid":"gpqa-main-5334e8bdecfbd08a0fceb69b","benchmark":"gpqa_main","data_index":431,"repeat_index":1,"sample_id":"gpqa-main-5334e8bdecfbd08a0fceb69b/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":232,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"D","question_sha256":"0c1cc6cb8c9b9a25c645b86bbada068207876248621f0327486d559892b7a8a9"} +{"uuid":"gpqa-main-a3be70bb026878238a72f88b","benchmark":"gpqa_main","data_index":450,"repeat_index":1,"sample_id":"gpqa-main-a3be70bb026878238a72f88b/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":181,"prompt_tokens":446,"effective_max_tokens":130626,"original_embedded_prediction":"B","question_sha256":"42da82ad5cb9e03bf1c8f1d786b162fd55245c32907328f445c191681a98b669"} +{"uuid":"gpqa-main-009c62a9f3d3e5b23d7032af","benchmark":"gpqa_main","data_index":501,"repeat_index":1,"sample_id":"gpqa-main-009c62a9f3d3e5b23d7032af/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":54,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"eb3c8e77ceb6bbf6b5fc6d705376aeb984e8d20d498b1668992fc1441b062661"} +{"uuid":"gpqa-main-9e1b7c5b2ce53e8d6424b66a","benchmark":"gpqa_main","data_index":443,"repeat_index":1,"sample_id":"gpqa-main-9e1b7c5b2ce53e8d6424b66a/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":199,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"97732ba422afbf18b5d2d6b3bd26f6c540049e2f82d9628414525cebe7e9a5dd"} +{"uuid":"gpqa-main-69bcb32ba17f6e7aa0918597","benchmark":"gpqa_main","data_index":498,"repeat_index":1,"sample_id":"gpqa-main-69bcb32ba17f6e7aa0918597/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":74,"prompt_tokens":758,"effective_max_tokens":130314,"original_embedded_prediction":"C","question_sha256":"9eb1fde9ac6acb7dc761f4941a792f3d0d052ad76d36e12bb9e406963b3906ef"} +{"uuid":"gpqa-main-002cb7f9ef3ee2a3d460b42e","benchmark":"gpqa_main","data_index":469,"repeat_index":1,"sample_id":"gpqa-main-002cb7f9ef3ee2a3d460b42e/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":150,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"3bed68f29773b3484a0b5acab22f438229b63f2a324fb817a933e4d514178386"} +{"uuid":"gpqa-main-6f6ff532d544554128a0bbbe","benchmark":"gpqa_main","data_index":492,"repeat_index":1,"sample_id":"gpqa-main-6f6ff532d544554128a0bbbe/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":90,"prompt_tokens":368,"effective_max_tokens":130704,"original_embedded_prediction":"C","question_sha256":"ebb5b9328e54d98f40b988b171044869d75c67b6efaa8f44675c485448b7b02c"} +{"uuid":"gpqa-main-6364129e0f80d3896a3d60e2","benchmark":"gpqa_main","data_index":465,"repeat_index":1,"sample_id":"gpqa-main-6364129e0f80d3896a3d60e2/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":175,"prompt_tokens":526,"effective_max_tokens":130546,"original_embedded_prediction":"C","question_sha256":"123161632faf32d9079808c0fb48f9d5492735ab0a8290fe32ca2f58fad36797"} +{"uuid":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7","benchmark":"gpqa_main","data_index":421,"repeat_index":1,"sample_id":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":297,"prompt_tokens":279,"effective_max_tokens":130793,"original_embedded_prediction":"A","question_sha256":"f730b35adb897658b28382d90ae7881a77e5d86003cc9b3942862d742001d4fb"} +{"uuid":"gpqa-main-5caa71cb7e0124d349b3046e","benchmark":"gpqa_main","data_index":460,"repeat_index":1,"sample_id":"gpqa-main-5caa71cb7e0124d349b3046e/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":187,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"C","question_sha256":"965fd430b8ea291a67e2311c4874eba053c21ea0ce6fa222eec4bed300fc2976"} +{"uuid":"gpqa-main-3d4249ae7ea85a07b7726fff","benchmark":"gpqa_main","data_index":393,"repeat_index":1,"sample_id":"gpqa-main-3d4249ae7ea85a07b7726fff/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":396,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"f3a651caf4cc86d7183e2aa4e94783901dfd4ba7026521589b0aa1f1c95b0e55"} +{"uuid":"gpqa-main-d022f771c467d057bbb527d0","benchmark":"gpqa_main","data_index":423,"repeat_index":1,"sample_id":"gpqa-main-d022f771c467d057bbb527d0/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":299,"prompt_tokens":192,"effective_max_tokens":130880,"original_embedded_prediction":"C","question_sha256":"f3fdb78f6fe3c60a21e29d92babec94b4d8c0f6e012394045833653cbdb1a4d7"} +{"uuid":"gpqa-main-832feb793ff377da50abf878","benchmark":"gpqa_main","data_index":453,"repeat_index":1,"sample_id":"gpqa-main-832feb793ff377da50abf878/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":198,"prompt_tokens":202,"effective_max_tokens":130870,"original_embedded_prediction":"B","question_sha256":"9cb12d81fbbe616cc95beecd1627265e0b5a2fa48b8e7493d3df89b378afbc12"} +{"uuid":"gpqa-main-efc527af4c77c27856f0d201","benchmark":"gpqa_main","data_index":444,"repeat_index":1,"sample_id":"gpqa-main-efc527af4c77c27856f0d201/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":228,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"29ffae74d292a9a38f72dd8e95efab3be752912b79e848701193359c657937f6"} +{"uuid":"gpqa-main-ae94db70e45f3af66518a393","benchmark":"gpqa_main","data_index":330,"repeat_index":0,"sample_id":"gpqa-main-ae94db70e45f3af66518a393/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":587,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"C","question_sha256":"357c925128939cb69954fa6d11c54df2209c646ee1d3db2ab6dfea44ae6407b6"} +{"uuid":"gpqa-main-7a6f40292c595b5ffad3d66b","benchmark":"gpqa_main","data_index":464,"repeat_index":1,"sample_id":"gpqa-main-7a6f40292c595b5ffad3d66b/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":192,"prompt_tokens":317,"effective_max_tokens":130755,"original_embedded_prediction":"C","question_sha256":"82d8161e96256872367b5e1c12af2c1f91e6c4a6aac3d066708fccb1826bf840"} +{"uuid":"gpqa-main-efb673a27e8a1e042786abf9","benchmark":"gpqa_main","data_index":447,"repeat_index":1,"sample_id":"gpqa-main-efb673a27e8a1e042786abf9/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":226,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"B","question_sha256":"1f2f27b90dac22c1b4d70e1b1679a095c5ce0b5ec5dd0bbf48f16b8328b18d89"} +{"uuid":"gpqa-main-e10311e2a20f5ef70b44af1a","benchmark":"gpqa_main","data_index":380,"repeat_index":0,"sample_id":"gpqa-main-e10311e2a20f5ef70b44af1a/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":443,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"C","question_sha256":"840fab180da436fa17bd480d15eb270c8be4535800795f8fe8c3d0b1ac29ca9d"} +{"uuid":"gpqa-main-6bb4180b8c6df2f8f7490345","benchmark":"gpqa_main","data_index":410,"repeat_index":1,"sample_id":"gpqa-main-6bb4180b8c6df2f8f7490345/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":350,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"a40e1e0f0ddd21a34df82626b6553232ad944bbeec5bf0819aaf5ae0b1a92c59"} +{"uuid":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c","benchmark":"gpqa_main","data_index":502,"repeat_index":1,"sample_id":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":112,"prompt_tokens":340,"effective_max_tokens":130732,"original_embedded_prediction":"C","question_sha256":"626cda94018ba930400d9c043f6fc1aa30c317abf6fd8f6d0ec8b133ce2036c8"} +{"uuid":"gpqa-main-7bb8e05365d19cc8328252e0","benchmark":"gpqa_main","data_index":505,"repeat_index":1,"sample_id":"gpqa-main-7bb8e05365d19cc8328252e0/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":109,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"6aff7faed92c98148418177c8cae4893850a1d67b5ceb00cf6a09467c4491367"} +{"uuid":"gpqa-main-9b60a112c6568a530227ce47","benchmark":"gpqa_main","data_index":432,"repeat_index":1,"sample_id":"gpqa-main-9b60a112c6568a530227ce47/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":299,"prompt_tokens":443,"effective_max_tokens":130629,"original_embedded_prediction":"D","question_sha256":"4dd7bd0636dc935d4359866d23d365353db91692ab9b80b438a3f65683abf4e7"} +{"uuid":"gpqa-main-143dc33c1aad9828daf5e615","benchmark":"gpqa_main","data_index":479,"repeat_index":1,"sample_id":"gpqa-main-143dc33c1aad9828daf5e615/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":190,"prompt_tokens":354,"effective_max_tokens":130718,"original_embedded_prediction":"D","question_sha256":"ff60c18b72aac9e90842c7a2d5e79c68092a3fbb1d6c0318cee6d2892a43a0a1"} +{"uuid":"gpqa-main-8e23eaed901a11ec534e6f8b","benchmark":"gpqa_main","data_index":483,"repeat_index":1,"sample_id":"gpqa-main-8e23eaed901a11ec534e6f8b/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":180,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"ed842ad329efe1e08f990fad3dd3cd5e5fb16736a9da1dbfa314d5e19156887e"} +{"uuid":"gpqa-main-feeb39404129cbb3b7e867ec","benchmark":"gpqa_main","data_index":427,"repeat_index":1,"sample_id":"gpqa-main-feeb39404129cbb3b7e867ec/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":326,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"C","question_sha256":"a80144fd582290217d4749a45438b278db047877b2f9babd5f52d9d0dcc88daf"} +{"uuid":"gpqa-main-4fb391edde117a3fa772fe15","benchmark":"gpqa_main","data_index":379,"repeat_index":0,"sample_id":"gpqa-main-4fb391edde117a3fa772fe15/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":477,"prompt_tokens":230,"effective_max_tokens":130842,"original_embedded_prediction":"B","question_sha256":"5131eb311b518c1f3eade66e9c0f4df88aa05e6477bb06e86e3ac1e6fc1ea102"} +{"uuid":"gpqa-main-73f6c00588963349c225df6c","benchmark":"gpqa_main","data_index":497,"repeat_index":1,"sample_id":"gpqa-main-73f6c00588963349c225df6c/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":153,"prompt_tokens":476,"effective_max_tokens":130596,"original_embedded_prediction":"C","question_sha256":"6c8759c4aac1084515abf1e3c463c7a0b6411dc3fa720a9a5fb5ac8f5777b49c"} +{"uuid":"gpqa-main-b13e6b95879d48313e527260","benchmark":"gpqa_main","data_index":489,"repeat_index":1,"sample_id":"gpqa-main-b13e6b95879d48313e527260/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":168,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"C","question_sha256":"145b51d1c857830091d0dfa7043504329aa8d2a847b5b738079d210a94da31cb"} +{"uuid":"gpqa-main-178c84548026beb35252a961","benchmark":"gpqa_main","data_index":488,"repeat_index":1,"sample_id":"gpqa-main-178c84548026beb35252a961/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":186,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"4ea09b6f60208405c59e5923a565f195c94315e0b6e230acd59351f1ee59ed96"} +{"uuid":"gpqa-main-b38dfd97dcfb80fb4df4c6f2","benchmark":"gpqa_main","data_index":510,"repeat_index":1,"sample_id":"gpqa-main-b38dfd97dcfb80fb4df4c6f2/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":137,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"28fc44d6ca68ec833bb9837a558199f6e126ccb90f29dc42a2a4bf34ea4b66a7"} +{"uuid":"gpqa-main-485d6d2d8d4ef097891a30ae","benchmark":"gpqa_main","data_index":370,"repeat_index":0,"sample_id":"gpqa-main-485d6d2d8d4ef097891a30ae/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":525,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"C","question_sha256":"c6a4a4365a6f088ad7d433e788ad1983c25ce2a6965fa332c2fd4f61eea9bbbc"} +{"uuid":"gpqa-main-a1ec72afe45eedbea242cd73","benchmark":"gpqa_main","data_index":428,"repeat_index":1,"sample_id":"gpqa-main-a1ec72afe45eedbea242cd73/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":349,"prompt_tokens":310,"effective_max_tokens":130762,"original_embedded_prediction":"C","question_sha256":"e87180319d813402cf71637950d93636988703d0477e2bb79fb03a1d2df9afe3"} +{"uuid":"gpqa-main-0306849689d2123fedfcfeb5","benchmark":"gpqa_main","data_index":466,"repeat_index":1,"sample_id":"gpqa-main-0306849689d2123fedfcfeb5/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":252,"prompt_tokens":301,"effective_max_tokens":130771,"original_embedded_prediction":"C","question_sha256":"9b236e1b2c7db4edd3fd08eaeff4fcfd3b13c11bfc0f9c5510349957a837d13a"} +{"uuid":"gpqa-main-79721e93e90bdb2d8da052c0","benchmark":"gpqa_main","data_index":516,"repeat_index":1,"sample_id":"gpqa-main-79721e93e90bdb2d8da052c0/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":127,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"A","question_sha256":"2a09355eb98c6b8d6ad0b51afb3b27f719fed44786d3b2998dfe7ee66413a028"} +{"uuid":"gpqa-main-4b84b53bf506bc0a4468fb2d","benchmark":"gpqa_main","data_index":455,"repeat_index":1,"sample_id":"gpqa-main-4b84b53bf506bc0a4468fb2d/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":273,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"e302b2005d8d406eb5e8fd7aa1707959448ef06e72b5647d2711c9a056cfeffc"} +{"uuid":"gpqa-main-f79cea2e3c2e242b6e0da4d5","benchmark":"gpqa_main","data_index":438,"repeat_index":1,"sample_id":"gpqa-main-f79cea2e3c2e242b6e0da4d5/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":320,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"D","question_sha256":"bdc1ab103002886dcbe879cd751d3e27b8ba6e988859bb80422ea04871269448"} +{"uuid":"gpqa-main-87c633148441d2b07b8e2e81","benchmark":"gpqa_main","data_index":472,"repeat_index":1,"sample_id":"gpqa-main-87c633148441d2b07b8e2e81/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":264,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"0fb47d10edb4eca17f93926dea501fdd19bde76cfe58f57edb445a7272d7787c"} +{"uuid":"gpqa-main-6845f28b26fa44b2b44ded84","benchmark":"gpqa_main","data_index":524,"repeat_index":1,"sample_id":"gpqa-main-6845f28b26fa44b2b44ded84/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":125,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"C","question_sha256":"7c6678dd868700f600b69c54e83e52a10695ac957465ffbe08c35d20f42b448e"} +{"uuid":"gpqa-main-d751f2081e63be8d69314287","benchmark":"gpqa_main","data_index":485,"repeat_index":1,"sample_id":"gpqa-main-d751f2081e63be8d69314287/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":227,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"D","question_sha256":"f56e41493e430f6c013c094b4b462aa30dc9826a273d867eec6a04fc8a646443"} +{"uuid":"gpqa-main-a5811d01e615771d5e0b48fb","benchmark":"gpqa_main","data_index":484,"repeat_index":1,"sample_id":"gpqa-main-a5811d01e615771d5e0b48fb/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":232,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"C","question_sha256":"18c1c5c103fb01b10fd0ca282f8eab427517d6587a0a9962010b5ad16e05b98f"} +{"uuid":"gpqa-main-2fc8b9731f60b1c9eb476570","benchmark":"gpqa_main","data_index":459,"repeat_index":1,"sample_id":"gpqa-main-2fc8b9731f60b1c9eb476570/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":291,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"8d64fc9e228388438862fd18b500e048e168f26e7191a4220ea8281beb789ea2"} +{"uuid":"gpqa-main-41ca21006bb37fef24a8975a","benchmark":"gpqa_main","data_index":470,"repeat_index":1,"sample_id":"gpqa-main-41ca21006bb37fef24a8975a/repeat-1","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":275,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"A","question_sha256":"8d132ce83553f28f02599f90e3c52fb60d8f58faea0f09152f78f7df6e310abc"} +{"uuid":"gpqa-main-fa3e9be7fdf8e7c8952739d8","benchmark":"gpqa_main","data_index":515,"repeat_index":1,"sample_id":"gpqa-main-fa3e9be7fdf8e7c8952739d8/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":164,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"D","question_sha256":"5e9819e02e7dd08ec53ff217d848ce64e833e2b069cd81e9940f7a72a5230b30"} +{"uuid":"gpqa-main-d31323dded27ae0c86cb5c75","benchmark":"gpqa_main","data_index":313,"repeat_index":0,"sample_id":"gpqa-main-d31323dded27ae0c86cb5c75/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":747,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"B","question_sha256":"8f174dd25b58e6fc8e309577a66d0f5a4f46ed89bf1a5165c0cb561a4e3e33e9"} +{"uuid":"gpqa-main-b5b0614a110a5eb0657cbe9a","benchmark":"gpqa_main","data_index":499,"repeat_index":1,"sample_id":"gpqa-main-b5b0614a110a5eb0657cbe9a/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":213,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"C","question_sha256":"829ccc830e5fe3601c6e7c0a975192c938019f4d4e5c1b2334d55bb1d951711e"} +{"uuid":"gpqa-main-2322ddc82747aa5a01bf1c1e","benchmark":"gpqa_main","data_index":486,"repeat_index":1,"sample_id":"gpqa-main-2322ddc82747aa5a01bf1c1e/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":248,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"d9d7e1406d6a9d440081915edafcb4a493a40b6172838b858a979c0a58bb4c62"} +{"uuid":"gpqa-main-d1e25804e939f97ca872c78e","benchmark":"gpqa_main","data_index":547,"repeat_index":1,"sample_id":"gpqa-main-d1e25804e939f97ca872c78e/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":84,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"A","question_sha256":"bd713289ab1ffc1ab982f7411da433944bdaa2ce87595d2c1bba8580a8b47bdb"} +{"uuid":"gpqa-main-043ca5f03089118ef536135d","benchmark":"gpqa_main","data_index":530,"repeat_index":1,"sample_id":"gpqa-main-043ca5f03089118ef536135d/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":151,"prompt_tokens":594,"effective_max_tokens":130478,"original_embedded_prediction":"D","question_sha256":"43c5cb4f57895b07f3e1815e411f315dfa3fe44fe601b5aacde7c1244cdcaa89"} +{"uuid":"gpqa-main-d3db87adeb915999faca3605","benchmark":"gpqa_main","data_index":495,"repeat_index":1,"sample_id":"gpqa-main-d3db87adeb915999faca3605/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":231,"prompt_tokens":204,"effective_max_tokens":130868,"original_embedded_prediction":"C","question_sha256":"f6518dd763c1af7a1745bc53b4e021210cafdf588df1ede9b537a622474a998d"} +{"uuid":"gpqa-main-8980ca71edb4f58a3e46b256","benchmark":"gpqa_main","data_index":528,"repeat_index":1,"sample_id":"gpqa-main-8980ca71edb4f58a3e46b256/repeat-1","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":167,"prompt_tokens":145,"effective_max_tokens":130927,"original_embedded_prediction":null,"question_sha256":"fb9586d35200647be665790b2cd3eee5c8cca1b79e6afcf01f027007fa057b64"} +{"uuid":"gpqa-main-9b7f84c844aa65b8ebfee235","benchmark":"gpqa_main","data_index":504,"repeat_index":1,"sample_id":"gpqa-main-9b7f84c844aa65b8ebfee235/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":228,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"9443960fd2664e6d4890575733c6a4f1f6d804ec21e10e0f9d415b99297f9845"} +{"uuid":"gpqa-main-4373b5f7be197f26258c18cf","benchmark":"gpqa_main","data_index":560,"repeat_index":1,"sample_id":"gpqa-main-4373b5f7be197f26258c18cf/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":74,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"C","question_sha256":"56563ccb64ef7d8686cd4d8da77c8b4636353d0bb75dbefa360323671dfffed1"} +{"uuid":"gpqa-main-09b661e081004aa4c0d45778","benchmark":"gpqa_main","data_index":490,"repeat_index":1,"sample_id":"gpqa-main-09b661e081004aa4c0d45778/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":269,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"C","question_sha256":"47741045402119262be7a1c17b98cc587ee55b46bb8620655271dca518a4f927"} +{"uuid":"gpqa-main-bceb5bf342ad44aac4fdbe55","benchmark":"gpqa_main","data_index":507,"repeat_index":1,"sample_id":"gpqa-main-bceb5bf342ad44aac4fdbe55/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":235,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"C","question_sha256":"20d48d5f0a9a8b77bea35e72a90794c2d2147aa8321ae6aa60e84491688a0803"} +{"uuid":"gpqa-main-35d088e32fb39438767e1141","benchmark":"gpqa_main","data_index":463,"repeat_index":1,"sample_id":"gpqa-main-35d088e32fb39438767e1141/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":351,"prompt_tokens":434,"effective_max_tokens":130638,"original_embedded_prediction":"D","question_sha256":"9d467213ec07b8217d3c3aa11a312c8536475e654bbb7ef916a4b8f92e0c7a7d"} +{"uuid":"gpqa-main-692e40bceeaff3accdc11ead","benchmark":"gpqa_main","data_index":521,"repeat_index":1,"sample_id":"gpqa-main-692e40bceeaff3accdc11ead/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":220,"prompt_tokens":471,"effective_max_tokens":130601,"original_embedded_prediction":"C","question_sha256":"954d12809188bb6fb15643c4406ac6b108f5d7836e1eeabd73e49df01f2c616e"} +{"uuid":"gpqa-main-e069314491adb5be236d3fe7","benchmark":"gpqa_main","data_index":386,"repeat_index":1,"sample_id":"gpqa-main-e069314491adb5be236d3fe7/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":589,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"B","question_sha256":"2662eff7a6231613f45042d2ef5df63caaeb5a326d264e93009a737a99fb27bb"} +{"uuid":"gpqa-main-ad697760bc60543062e8b7b4","benchmark":"gpqa_main","data_index":537,"repeat_index":1,"sample_id":"gpqa-main-ad697760bc60543062e8b7b4/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":186,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"B","question_sha256":"7f9b4679645e2d89214a154be6bdb13eafdc747457ce2950bda27a9a2b97917f"} +{"uuid":"gpqa-main-ad37592fd14aa64b9045a2c4","benchmark":"gpqa_main","data_index":374,"repeat_index":0,"sample_id":"gpqa-main-ad37592fd14aa64b9045a2c4/repeat-0","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":632,"prompt_tokens":142,"effective_max_tokens":130930,"original_embedded_prediction":null,"question_sha256":"1b3ff6b6ef905e2e7d9fad403ad7bcef59c07ba5858ab30374d9c1f3f07e7dee"} +{"uuid":"gpqa-main-1f9ad1ca59cf537e3cdf47c2","benchmark":"gpqa_main","data_index":514,"repeat_index":1,"sample_id":"gpqa-main-1f9ad1ca59cf537e3cdf47c2/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":252,"prompt_tokens":318,"effective_max_tokens":130754,"original_embedded_prediction":"C","question_sha256":"229ffbdb774489fcfd578450da500a74b0c6fd603d3f4050eb6ff993659f5c7e"} +{"uuid":"gpqa-main-29e885003cf7658ac2eb0ba4","benchmark":"gpqa_main","data_index":487,"repeat_index":1,"sample_id":"gpqa-main-29e885003cf7658ac2eb0ba4/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":315,"prompt_tokens":299,"effective_max_tokens":130773,"original_embedded_prediction":"D","question_sha256":"e6fd9b7cea6cbcd53eabc57f63ae367008b2774a1092f55e23e78b7eafbdbafa"} +{"uuid":"gpqa-main-4117517dba1fdbd711e3d32b","benchmark":"gpqa_main","data_index":532,"repeat_index":1,"sample_id":"gpqa-main-4117517dba1fdbd711e3d32b/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":213,"prompt_tokens":398,"effective_max_tokens":130674,"original_embedded_prediction":"D","question_sha256":"3e04ad2cb1248bfb53a7bd8f05efedea49f42b201c6f35907baa6c30abf40733"} +{"uuid":"gpqa-main-34faeb45e152eaf4c29e65e4","benchmark":"gpqa_main","data_index":535,"repeat_index":1,"sample_id":"gpqa-main-34faeb45e152eaf4c29e65e4/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":198,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"B","question_sha256":"82e6266418c679493cea34e30d0f71026adb6ab6c433e643d37860fb718999ec"} +{"uuid":"gpqa-main-925cb13958435841df0e8c1e","benchmark":"gpqa_main","data_index":491,"repeat_index":1,"sample_id":"gpqa-main-925cb13958435841df0e8c1e/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":307,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"D","question_sha256":"d21ba2f1c06b876b2d387104c816ee0fcc369a02b8e010a706e0e2448c56f78e"} +{"uuid":"gpqa-main-e4e8eab3e5612de26e298f3f","benchmark":"gpqa_main","data_index":527,"repeat_index":1,"sample_id":"gpqa-main-e4e8eab3e5612de26e298f3f/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":227,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"D","question_sha256":"1037e0c8b2c1aced006713d114efa5f1233a7eadf2f0aac355081aeacd10b00f"} +{"uuid":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3","benchmark":"gpqa_main","data_index":542,"repeat_index":1,"sample_id":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":187,"prompt_tokens":252,"effective_max_tokens":130820,"original_embedded_prediction":"A","question_sha256":"71075d4447ee264b63e5544da7b40502fb235decc31484f33ee97a8ef70c3d1f"} +{"uuid":"gpqa-main-3cbf7d3e13c908f5e699f9e0","benchmark":"gpqa_main","data_index":517,"repeat_index":1,"sample_id":"gpqa-main-3cbf7d3e13c908f5e699f9e0/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":252,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"D","question_sha256":"0dbcc69ff35530f240a5bb623a78f2cd1d042037d2dedb122ebcca751bf9d08e"} +{"uuid":"gpqa-main-60f734b52603f7ef29671f95","benchmark":"gpqa_main","data_index":539,"repeat_index":1,"sample_id":"gpqa-main-60f734b52603f7ef29671f95/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":198,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"B","question_sha256":"bf9de03889292b969198f42b877b6d4c7b56ce10ae654e71f4be720b5efdb1f1"} +{"uuid":"gpqa-main-9baab02407bb5e317c8c71c4","benchmark":"gpqa_main","data_index":414,"repeat_index":1,"sample_id":"gpqa-main-9baab02407bb5e317c8c71c4/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":522,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"B","question_sha256":"4c49b01c534dd76a31b5023fe34fe490913c400dc715a3fa7a874695ca10b949"} +{"uuid":"gpqa-main-3f72ea9cda0c3c6f970bd310","benchmark":"gpqa_main","data_index":442,"repeat_index":1,"sample_id":"gpqa-main-3f72ea9cda0c3c6f970bd310/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":439,"prompt_tokens":432,"effective_max_tokens":130640,"original_embedded_prediction":"C","question_sha256":"a5bf307fdc69920b346c2d288b6a35b24485c92c8e245174a775055fa172cdc6"} +{"uuid":"gpqa-main-1634ccababef2067673cd88c","benchmark":"gpqa_main","data_index":430,"repeat_index":1,"sample_id":"gpqa-main-1634ccababef2067673cd88c/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":481,"prompt_tokens":593,"effective_max_tokens":130479,"original_embedded_prediction":"C","question_sha256":"d8c36bd55ba561cb499054e9d5a01217a0498dfd20875e8d9e99d34bcdfd7830"} +{"uuid":"gpqa-main-249edae2034ba7f3819aaa7b","benchmark":"gpqa_main","data_index":594,"repeat_index":1,"sample_id":"gpqa-main-249edae2034ba7f3819aaa7b/repeat-1","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":8,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":null,"question_sha256":"c4d795814405ce2bb231fe7012e4581bcaebca12bb3f8c3260a3ad239aa51a79"} +{"uuid":"gpqa-main-4355802640dddd3e060d2a59","benchmark":"gpqa_main","data_index":563,"repeat_index":1,"sample_id":"gpqa-main-4355802640dddd3e060d2a59/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":120,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"ebe141e8c3f27bb731fd3889679a36aab5827f4caa81d8400d66a6bf492fe486"} +{"uuid":"gpqa-main-07134ad2ae69bd2e9f09ae64","benchmark":"gpqa_main","data_index":461,"repeat_index":1,"sample_id":"gpqa-main-07134ad2ae69bd2e9f09ae64/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":407,"prompt_tokens":374,"effective_max_tokens":130698,"original_embedded_prediction":"D","question_sha256":"e1448af5dcb7e4a7a5cf31dd231d4a2b2a3829ce3dabc5d7da48a195c1b39112"} +{"uuid":"gpqa-main-f7ba77d144b7a11de90a37c4","benchmark":"gpqa_main","data_index":529,"repeat_index":1,"sample_id":"gpqa-main-f7ba77d144b7a11de90a37c4/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":244,"prompt_tokens":236,"effective_max_tokens":130836,"original_embedded_prediction":"C","question_sha256":"ac7263466ea3cfcdcebac618b1d20835b4103b2d80b75b1a7110e9763eb45aa2"} +{"uuid":"gpqa-main-12fef4b097b802dea2564ea2","benchmark":"gpqa_main","data_index":570,"repeat_index":1,"sample_id":"gpqa-main-12fef4b097b802dea2564ea2/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":102,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"C","question_sha256":"254c10ac4fdccd2709d12769dd755a22c6de6b1e6bff2363164511e2905446d7"} +{"uuid":"gpqa-main-ea0400e59078652fc57eb6e1","benchmark":"gpqa_main","data_index":480,"repeat_index":1,"sample_id":"gpqa-main-ea0400e59078652fc57eb6e1/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":381,"prompt_tokens":537,"effective_max_tokens":130535,"original_embedded_prediction":"C","question_sha256":"50fc83bec6235fb29a76a0a00342f5c99a24684597a5930df882fe103e170363"} +{"uuid":"gpqa-main-e605c3d20abb4c52d96e9b60","benchmark":"gpqa_main","data_index":555,"repeat_index":1,"sample_id":"gpqa-main-e605c3d20abb4c52d96e9b60/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":171,"prompt_tokens":361,"effective_max_tokens":130711,"original_embedded_prediction":"C","question_sha256":"84b58aec9b33c09286d45fb66ca82cc4ec03e310a0917bc0783bda81a0fa23b6"} +{"uuid":"gpqa-main-45cae4ba5af22868461f1861","benchmark":"gpqa_main","data_index":522,"repeat_index":1,"sample_id":"gpqa-main-45cae4ba5af22868461f1861/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":280,"prompt_tokens":196,"effective_max_tokens":130876,"original_embedded_prediction":"C","question_sha256":"da4480a5d4f2af44b6faf63fe513d557f97bf4cd048901e4a2f0b133273b39db"} +{"uuid":"gpqa-main-b22053dbc40179e114f0c866","benchmark":"gpqa_main","data_index":509,"repeat_index":1,"sample_id":"gpqa-main-b22053dbc40179e114f0c866/repeat-1","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":313,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"1f101bccd20044577731aef887c9704a6a153baf063dff8d9a04510e7b8dcfb7"} +{"uuid":"gpqa-main-2ad64f0bf627cf52a8ad924c","benchmark":"gpqa_main","data_index":519,"repeat_index":1,"sample_id":"gpqa-main-2ad64f0bf627cf52a8ad924c/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":290,"prompt_tokens":146,"effective_max_tokens":130926,"original_embedded_prediction":"C","question_sha256":"e9afb48881134b480ce09710124320be56d4166a402490b65f81bdb1df6e3a1d"} +{"uuid":"gpqa-main-63f2aea89eec9b67abe0bacf","benchmark":"gpqa_main","data_index":561,"repeat_index":1,"sample_id":"gpqa-main-63f2aea89eec9b67abe0bacf/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":161,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"D","question_sha256":"32596b406efecc4795e9f82b1d00f89787b9ed9e4f9d6239bed8194f13da06e7"} +{"uuid":"gpqa-main-104b659bbac6e52c4c877c0b","benchmark":"gpqa_main","data_index":536,"repeat_index":1,"sample_id":"gpqa-main-104b659bbac6e52c4c877c0b/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":244,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"de6e1846b7e0c60ac3b7b0f613ad67cc3d941770b7de58c7a45add8c64d1db8b"} +{"uuid":"gpqa-main-e3e073f3f0f646532e4caf06","benchmark":"gpqa_main","data_index":551,"repeat_index":1,"sample_id":"gpqa-main-e3e073f3f0f646532e4caf06/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":199,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"C","question_sha256":"a1cff30033350ed32c6446abacb176ef3ffad0fc471aaacf3468c78e0aad550e"} +{"uuid":"gpqa-main-f2c0ff64cf18a6ae32dc45dc","benchmark":"gpqa_main","data_index":199,"repeat_index":0,"sample_id":"gpqa-main-f2c0ff64cf18a6ae32dc45dc/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1177,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"f2467e0d99b11d10fdd18675d7a73d1a19569e58d6aa97be50c24c2cb28731b1"} +{"uuid":"gpqa-main-edbd99e5f03e3b3f074ba126","benchmark":"gpqa_main","data_index":446,"repeat_index":1,"sample_id":"gpqa-main-edbd99e5f03e3b3f074ba126/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":474,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"C","question_sha256":"b690990e73efd994587057d6ed5ae270235b0ec6bd4e98df3fc472f01c179765"} +{"uuid":"gpqa-main-e6ff92ca0c11b47b14793d2f","benchmark":"gpqa_main","data_index":508,"repeat_index":1,"sample_id":"gpqa-main-e6ff92ca0c11b47b14793d2f/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":327,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"B","question_sha256":"ca2abe8a98bc00aadbd20baf4ff27e830539507a5ff7402eed5e2491347f95aa"} +{"uuid":"gpqa-main-99878f707c7c4024511bae58","benchmark":"gpqa_main","data_index":558,"repeat_index":1,"sample_id":"gpqa-main-99878f707c7c4024511bae58/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":181,"prompt_tokens":241,"effective_max_tokens":130831,"original_embedded_prediction":"B","question_sha256":"826fb502d2db0f2db5e44683cd45f09d18423fd8a339643c8dc8b32b1accd428"} +{"uuid":"gpqa-main-5f336d7998263d21db8f15c1","benchmark":"gpqa_main","data_index":434,"repeat_index":1,"sample_id":"gpqa-main-5f336d7998263d21db8f15c1/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":514,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"C","question_sha256":"5028b464f9ac881885af02d0d7fda29d17165d3804f0f84dbc2e8f6dbd923739"} +{"uuid":"gpqa-main-c5fc0037165678ab354bad30","benchmark":"gpqa_main","data_index":613,"repeat_index":1,"sample_id":"gpqa-main-c5fc0037165678ab354bad30/repeat-1","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3,"prompt_tokens":158,"effective_max_tokens":130914,"original_embedded_prediction":null,"question_sha256":"cc55519c3a9058d775356db9fd87b9279f120f69e3d435e9886ed87f62c6a229"} +{"uuid":"gpqa-main-e47ea8383f43129dec459997","benchmark":"gpqa_main","data_index":284,"repeat_index":0,"sample_id":"gpqa-main-e47ea8383f43129dec459997/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":980,"prompt_tokens":262,"effective_max_tokens":130810,"original_embedded_prediction":"D","question_sha256":"9e7260c352d5970f26856e94943b008fa72ebf3264a0e2790592a41209cfac2d"} +{"uuid":"gpqa-main-4c9f4186c5ccd49ab906a399","benchmark":"gpqa_main","data_index":567,"repeat_index":1,"sample_id":"gpqa-main-4c9f4186c5ccd49ab906a399/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":165,"prompt_tokens":610,"effective_max_tokens":130462,"original_embedded_prediction":"C","question_sha256":"f634534b5e2327dcc39982a4da6dff404f299e9759a0ac957b0f6017fbe7586e"} +{"uuid":"gpqa-main-c69005af8b1e76a851528e02","benchmark":"gpqa_main","data_index":451,"repeat_index":1,"sample_id":"gpqa-main-c69005af8b1e76a851528e02/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":470,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"D","question_sha256":"29e6a1db070bf5e5af8af4b82da4953dd47dcd2a1bbd7ad2db04f3d1d4cd805e"} +{"uuid":"gpqa-main-17eb0ef902a11d36b13bb4ba","benchmark":"gpqa_main","data_index":378,"repeat_index":0,"sample_id":"gpqa-main-17eb0ef902a11d36b13bb4ba/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":702,"prompt_tokens":290,"effective_max_tokens":130782,"original_embedded_prediction":"C","question_sha256":"da025e796cabfda79ad3a899a873052b028159563074d0934fabc7ee4c54d8ad"} +{"uuid":"gpqa-main-be458c5a0490a8298ea11494","benchmark":"gpqa_main","data_index":503,"repeat_index":1,"sample_id":"gpqa-main-be458c5a0490a8298ea11494/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":350,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"17cada7a00fa20e35d380a47aad58aace15d791f3cd4f119acb4635e55951129"} +{"uuid":"gpqa-main-0cc54149033350a37cf90b8b","benchmark":"gpqa_main","data_index":467,"repeat_index":1,"sample_id":"gpqa-main-0cc54149033350a37cf90b8b/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":446,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"B","question_sha256":"3298921b7dfbbae04c9893edbe6870746b53e2b7af12e9816f07b6f5e0bff9cb"} +{"uuid":"gpqa-main-1923a70feda6403a600f719a","benchmark":"gpqa_main","data_index":544,"repeat_index":1,"sample_id":"gpqa-main-1923a70feda6403a600f719a/repeat-1","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":252,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":null,"question_sha256":"7acad7dd49efa2a29ce19fb81de0e8b504de87dab9c66159407da7697942a708"} +{"uuid":"gpqa-main-2bd63c617299c18c1cfd5b0a","benchmark":"gpqa_main","data_index":580,"repeat_index":1,"sample_id":"gpqa-main-2bd63c617299c18c1cfd5b0a/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":106,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"C","question_sha256":"bd7804f896ba3deb7fd65cc0c562744a80232f45bbc9c5ffa8652308c167c329"} +{"uuid":"gpqa-main-9f5d195170ba73ccdc7a3b84","benchmark":"gpqa_main","data_index":591,"repeat_index":1,"sample_id":"gpqa-main-9f5d195170ba73ccdc7a3b84/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":75,"prompt_tokens":552,"effective_max_tokens":130520,"original_embedded_prediction":"C","question_sha256":"e4e5526f8ea9205cbe6b33a5256144298ad11d8250b020cbd4fddbba85a12596"} +{"uuid":"gpqa-main-d3a774e5f1af1a1e11117582","benchmark":"gpqa_main","data_index":546,"repeat_index":1,"sample_id":"gpqa-main-d3a774e5f1af1a1e11117582/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":243,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"C","question_sha256":"26b8e966c8adf9fe2824ff1fd3c23b2d488a785fe8a68cbce362bac46e891a79"} +{"uuid":"gpqa-main-84c386fbd7476f5541ea16f0","benchmark":"gpqa_main","data_index":275,"repeat_index":0,"sample_id":"gpqa-main-84c386fbd7476f5541ea16f0/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1018,"prompt_tokens":370,"effective_max_tokens":130702,"original_embedded_prediction":"D","question_sha256":"083aa3572345d938b0c707cfb8c710aea73759344b234ada78ed36f1ec66eb0d"} +{"uuid":"gpqa-main-c0bc48c4232297b735018487","benchmark":"gpqa_main","data_index":624,"repeat_index":1,"sample_id":"gpqa-main-c0bc48c4232297b735018487/repeat-1","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":null,"question_sha256":"bbc99977a336fa9fd961baf75728288b14f7c69841a6757f2793e300690fc85b"} +{"uuid":"gpqa-main-3b1469c59353cec7a0dd6866","benchmark":"gpqa_main","data_index":525,"repeat_index":1,"sample_id":"gpqa-main-3b1469c59353cec7a0dd6866/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":316,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"B","question_sha256":"ebc638f9e42bd31bd87f0fab4dff50846ee425d9aef0cb954a4e5013a5a107e4"} +{"uuid":"gpqa-main-8cf981eedacab9acbdd5b00c","benchmark":"gpqa_main","data_index":476,"repeat_index":1,"sample_id":"gpqa-main-8cf981eedacab9acbdd5b00c/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":445,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"D","question_sha256":"14dcd60f9986bbbcbbdc0e4b3462397b01801a452d9756100ed129baa5baf68c"} +{"uuid":"gpqa-main-bd228dea7f1aa14b70216372","benchmark":"gpqa_main","data_index":601,"repeat_index":1,"sample_id":"gpqa-main-bd228dea7f1aa14b70216372/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":68,"prompt_tokens":425,"effective_max_tokens":130647,"original_embedded_prediction":"C","question_sha256":"c1dea594f51ba7757d0d9ec69efa6b56bfeeaff965f074faaf89160cca96a0e9"} +{"uuid":"gpqa-main-5e6a032f9aa67c7725f828d0","benchmark":"gpqa_main","data_index":579,"repeat_index":1,"sample_id":"gpqa-main-5e6a032f9aa67c7725f828d0/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":129,"prompt_tokens":330,"effective_max_tokens":130742,"original_embedded_prediction":"A","question_sha256":"8accf5d31cc4cf5c2467ac477d83885c90d2715606f7c2e68d318476741bbdd7"} +{"uuid":"gpqa-main-c028fe71611d73b87b4cbb03","benchmark":"gpqa_main","data_index":540,"repeat_index":1,"sample_id":"gpqa-main-c028fe71611d73b87b4cbb03/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":284,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"C","question_sha256":"f56f3f5d135dc8d61dc42f902943e2459f79e4343f2fef6741f6f86d4133a99a"} +{"uuid":"gpqa-main-6030f5f53fe38c334b2c3a6a","benchmark":"gpqa_main","data_index":557,"repeat_index":1,"sample_id":"gpqa-main-6030f5f53fe38c334b2c3a6a/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":222,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"C","question_sha256":"88d277706c3af734be0507cde034c23c7e206f855c2fcc97d6ed69f8ad92df57"} +{"uuid":"gpqa-main-ef65739a36457c1672913212","benchmark":"gpqa_main","data_index":543,"repeat_index":1,"sample_id":"gpqa-main-ef65739a36457c1672913212/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":278,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"D","question_sha256":"46601a7bcf5dcc71504dda490de685062fce72cdc997d7acb8b78e5a351a96bc"} +{"uuid":"gpqa-main-ce2839297e4b63e0b36f6300","benchmark":"gpqa_main","data_index":533,"repeat_index":1,"sample_id":"gpqa-main-ce2839297e4b63e0b36f6300/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":304,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"B","question_sha256":"80cca49a2f6ae39b2d3a2dfe110572d39720d0831c65246ce20603c40578b118"} +{"uuid":"gpqa-main-77067b016766698b199936c6","benchmark":"gpqa_main","data_index":343,"repeat_index":0,"sample_id":"gpqa-main-77067b016766698b199936c6/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":852,"prompt_tokens":306,"effective_max_tokens":130766,"original_embedded_prediction":"B","question_sha256":"4c8dd76001266d2c0d3a086b95cb4f68ba3f1b2658186002903315d51bf5bea6"} +{"uuid":"gpqa-main-a454a3157aff6eee743541b7","benchmark":"gpqa_main","data_index":566,"repeat_index":1,"sample_id":"gpqa-main-a454a3157aff6eee743541b7/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":200,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"B","question_sha256":"025e20e6e9b45e1ddb3f6901f58f69b40df5e8f9ffb6b80b5b17bc518d9f5d17"} +{"uuid":"gpqa-main-c720b28fe25654b1cedc9285","benchmark":"gpqa_main","data_index":506,"repeat_index":1,"sample_id":"gpqa-main-c720b28fe25654b1cedc9285/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":380,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"9f6e1d1b2c053afcba8c78142311f336846eb87d19344fb8aa6e71ed9aecc477"} +{"uuid":"gpqa-main-3357b4ebb8c461cb9eeca4bd","benchmark":"gpqa_main","data_index":462,"repeat_index":1,"sample_id":"gpqa-main-3357b4ebb8c461cb9eeca4bd/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":493,"prompt_tokens":283,"effective_max_tokens":130789,"original_embedded_prediction":"B","question_sha256":"cdffe5a4f742a97a3cc2ffedfc8d78a3ffa14249a51afc48e9d7aa8fc6b499a8"} +{"uuid":"gpqa-main-1ae8f8945efaf81788d8d871","benchmark":"gpqa_main","data_index":523,"repeat_index":1,"sample_id":"gpqa-main-1ae8f8945efaf81788d8d871/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":344,"prompt_tokens":250,"effective_max_tokens":130822,"original_embedded_prediction":"C","question_sha256":"060f07943bcd17960b48a982fabe42fcae4e3899fe8c5473138fe2198f0e8dd8"} +{"uuid":"gpqa-main-8af90a4147e5f0c98bfd00fa","benchmark":"gpqa_main","data_index":602,"repeat_index":1,"sample_id":"gpqa-main-8af90a4147e5f0c98bfd00fa/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":84,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"C","question_sha256":"29a55065f72c47169c5073a91e6b55d82fe2f5784289d2baf5cf5444f8d6fd65"} +{"uuid":"gpqa-main-60a022e707f18a7b5f445773","benchmark":"gpqa_main","data_index":588,"repeat_index":1,"sample_id":"gpqa-main-60a022e707f18a7b5f445773/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":132,"prompt_tokens":337,"effective_max_tokens":130735,"original_embedded_prediction":"A","question_sha256":"9d46302b763896c7fa475d975b5bc365adee2236b273f23e7216a78871204b74"} +{"uuid":"gpqa-main-7c3c45d7826322d2dd84475f","benchmark":"gpqa_main","data_index":482,"repeat_index":1,"sample_id":"gpqa-main-7c3c45d7826322d2dd84475f/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":476,"prompt_tokens":419,"effective_max_tokens":130653,"original_embedded_prediction":"C","question_sha256":"f98a4cc383b4e02c52b4cdafe1b79c1d58df251d5d10ab65f71740d27243ed28"} +{"uuid":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2","benchmark":"gpqa_main","data_index":534,"repeat_index":1,"sample_id":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":334,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"C","question_sha256":"58604895b423acc46c4efaa28ed2e4d6eaf2d93d55c7ad3766cffce3719ddf62"} +{"uuid":"gpqa-main-7475b6b01129fce5b436b0ee","benchmark":"gpqa_main","data_index":582,"repeat_index":1,"sample_id":"gpqa-main-7475b6b01129fce5b436b0ee/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":152,"prompt_tokens":235,"effective_max_tokens":130837,"original_embedded_prediction":"B","question_sha256":"797be7099117e146adaaf5ad31bd914d9adbd510441211b0040aad2812fffc40"} +{"uuid":"gpqa-main-efbd16944acebfe43928d489","benchmark":"gpqa_main","data_index":433,"repeat_index":1,"sample_id":"gpqa-main-efbd16944acebfe43928d489/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":597,"prompt_tokens":328,"effective_max_tokens":130744,"original_embedded_prediction":"C","question_sha256":"40b2b50a3c993902d4327a3072c497b0bfcbac42a638ecf92be395be7ef82ab0"} +{"uuid":"gpqa-main-f1451c98bdb50fb5b0dbdc55","benchmark":"gpqa_main","data_index":500,"repeat_index":1,"sample_id":"gpqa-main-f1451c98bdb50fb5b0dbdc55/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":426,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"650bb2feaa18830493f8e50de85c38c1f24570d9f1e7c9970c8ed9fbcbbde337"} +{"uuid":"gpqa-main-8d43dd1cebfb1a76c18a3589","benchmark":"gpqa_main","data_index":597,"repeat_index":1,"sample_id":"gpqa-main-8d43dd1cebfb1a76c18a3589/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":125,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"C","question_sha256":"1c3b360d52d717d4eda55f53310217b072979b1026b8896b235a2ba9f5151964"} +{"uuid":"gpqa-main-baefee4c54836e933082fd33","benchmark":"gpqa_main","data_index":589,"repeat_index":1,"sample_id":"gpqa-main-baefee4c54836e933082fd33/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":145,"prompt_tokens":487,"effective_max_tokens":130585,"original_embedded_prediction":"D","question_sha256":"f4486aea8f80b6405ceaabbd6f225378761eafc49f1e042873a464b3b94da620"} +{"uuid":"gpqa-main-781f4efc4b25ff35b588e87c","benchmark":"gpqa_main","data_index":565,"repeat_index":1,"sample_id":"gpqa-main-781f4efc4b25ff35b588e87c/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":243,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"D","question_sha256":"f933a526e8aec15b0dc77756bad3ba0839404a6d042443e3f5a0ab0b8d1cfa96"} +{"uuid":"gpqa-main-84cbf72ad94d1afe2aa56331","benchmark":"gpqa_main","data_index":481,"repeat_index":1,"sample_id":"gpqa-main-84cbf72ad94d1afe2aa56331/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":496,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"089a55e5a3fbca456cb952a230bd88a82c177ec99470bd05f822803a1bdd3db5"} +{"uuid":"gpqa-main-ecb6740406340eb07beacf42","benchmark":"gpqa_main","data_index":610,"repeat_index":1,"sample_id":"gpqa-main-ecb6740406340eb07beacf42/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":95,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"B","question_sha256":"29f96711820eba41ccced6676074bc5bcd9e3eb6c97ce5e8507128a91a175bb0"} +{"uuid":"gpqa-main-a6eb05bb931229a396d81e44","benchmark":"gpqa_main","data_index":556,"repeat_index":1,"sample_id":"gpqa-main-a6eb05bb931229a396d81e44/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":280,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"C","question_sha256":"19c2c8e0578e84094a1f97568e95e1e88fadee2743b1c6519b7fc661c8577cde"} +{"uuid":"gpqa-main-82354c49d9280b8a980b98b4","benchmark":"gpqa_main","data_index":554,"repeat_index":1,"sample_id":"gpqa-main-82354c49d9280b8a980b98b4/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":287,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"B","question_sha256":"57b065d28a6d02a29a3a84f39dd670ba7cdf4e3403506e79b5fc90713897f68e"} +{"uuid":"gpqa-main-50a8ab2bd1710dbcfa2e32b5","benchmark":"gpqa_main","data_index":552,"repeat_index":1,"sample_id":"gpqa-main-50a8ab2bd1710dbcfa2e32b5/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":306,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"5fb04957154b48d4ebad83862909a8fd3afc5ba5399a7dbe4594b5c72255964c"} +{"uuid":"gpqa-main-bab6e331fae29c00395de3a4","benchmark":"gpqa_main","data_index":550,"repeat_index":1,"sample_id":"gpqa-main-bab6e331fae29c00395de3a4/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":319,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"cf500f5f076470e539799f3822047d1a6263a0abc77614f9abc48a4f60ba507d"} +{"uuid":"gpqa-main-8a352b243ffac6230977fc90","benchmark":"gpqa_main","data_index":603,"repeat_index":1,"sample_id":"gpqa-main-8a352b243ffac6230977fc90/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":126,"prompt_tokens":389,"effective_max_tokens":130683,"original_embedded_prediction":"D","question_sha256":"7408ac0330a09a182b52a627f89920c8c4e825da7da4e441973cbefe32b852ac"} +{"uuid":"gpqa-main-8db8ffb39e6d3e618c8d388c","benchmark":"gpqa_main","data_index":440,"repeat_index":1,"sample_id":"gpqa-main-8db8ffb39e6d3e618c8d388c/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":603,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"D","question_sha256":"28dff82ab12e25f0b479054be2f5d8b597951c2458e383bb25cf488b09c98ff5"} +{"uuid":"gpqa-main-47f8cee187b620660c7d11b3","benchmark":"gpqa_main","data_index":456,"repeat_index":1,"sample_id":"gpqa-main-47f8cee187b620660c7d11b3/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":564,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"b114078343a4ce3eeaa845ee2c7bfa4ac7c9add00f507d8ff60e46cca593fb46"} +{"uuid":"gpqa-main-f0a74958c23332566374eae8","benchmark":"gpqa_main","data_index":629,"repeat_index":1,"sample_id":"gpqa-main-f0a74958c23332566374eae8/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":81,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"A","question_sha256":"0122463c60c1fa5ad768f1fc6147fd593b46126713e705864d5de5632804d4b5"} +{"uuid":"gpqa-main-4a8c97220fb14b99f363b2ce","benchmark":"gpqa_main","data_index":572,"repeat_index":1,"sample_id":"gpqa-main-4a8c97220fb14b99f363b2ce/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":250,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"C","question_sha256":"a939b9de7ea4048442a9378048f992097c413c77ad1c665790486c352036c7e3"} +{"uuid":"gpqa-main-86d8d26ea3f4092dd4bac144","benchmark":"gpqa_main","data_index":518,"repeat_index":1,"sample_id":"gpqa-main-86d8d26ea3f4092dd4bac144/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":431,"prompt_tokens":227,"effective_max_tokens":130845,"original_embedded_prediction":"B","question_sha256":"299c83f78042a13c78ad054088517dc82d5ed82bcc9ef75ec08dc120f2b8052f"} +{"uuid":"gpqa-main-ed6a4565f708132bae39b742","benchmark":"gpqa_main","data_index":639,"repeat_index":1,"sample_id":"gpqa-main-ed6a4565f708132bae39b742/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":74,"prompt_tokens":393,"effective_max_tokens":130679,"original_embedded_prediction":"C","question_sha256":"5ce997bcaa654b6fdbbb00b63b66633167679a850d02d845b8a9b1b716979197"} +{"uuid":"gpqa-main-288426a7fecb5facf10219c7","benchmark":"gpqa_main","data_index":574,"repeat_index":1,"sample_id":"gpqa-main-288426a7fecb5facf10219c7/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":255,"prompt_tokens":321,"effective_max_tokens":130751,"original_embedded_prediction":"C","question_sha256":"7cccb7714b35c30190fb5db64a1b22a36b726b2a007f241961e1e48c82e4acb3"} +{"uuid":"gpqa-main-7d850f6448c27424d9f68c4e","benchmark":"gpqa_main","data_index":568,"repeat_index":1,"sample_id":"gpqa-main-7d850f6448c27424d9f68c4e/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":280,"prompt_tokens":544,"effective_max_tokens":130528,"original_embedded_prediction":"C","question_sha256":"48bf9d4f95299b8f9288e190dca6edd0c3cf53cf40dada120e22abf98469d3e3"} +{"uuid":"gpqa-main-22c436000399164406e165b2","benchmark":"gpqa_main","data_index":604,"repeat_index":1,"sample_id":"gpqa-main-22c436000399164406e165b2/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":148,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"C","question_sha256":"836be405f3d05ec5ad1a2bc728339e5141836ace3a584fe3d36ecc50af4dc3ee"} +{"uuid":"gpqa-main-398c3b21ff64a0edc7ed8444","benchmark":"gpqa_main","data_index":581,"repeat_index":1,"sample_id":"gpqa-main-398c3b21ff64a0edc7ed8444/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":211,"prompt_tokens":839,"effective_max_tokens":130233,"original_embedded_prediction":"D","question_sha256":"8efc35cf270e2b051ad9ae732723df9c7261cecaf1410edf2c43f3ca7aa749cc"} +{"uuid":"gpqa-main-381032537ca0c968de7d5c06","benchmark":"gpqa_main","data_index":587,"repeat_index":1,"sample_id":"gpqa-main-381032537ca0c968de7d5c06/repeat-1","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":196,"prompt_tokens":186,"effective_max_tokens":130886,"original_embedded_prediction":null,"question_sha256":"045347c35e2957dbd6bc83158fecec24c157df70fdefaaddc8633ecda3435cdc"} +{"uuid":"gpqa-main-105b94b83de2671f0b86688d","benchmark":"gpqa_main","data_index":615,"repeat_index":1,"sample_id":"gpqa-main-105b94b83de2671f0b86688d/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":134,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"D","question_sha256":"062b8c1448dabb342bd7815bdfbab0a55eb915c5c6793d19a5037bf7a9aa63f3"} +{"uuid":"gpqa-main-5ace8b3dabb97ffc3da20e7c","benchmark":"gpqa_main","data_index":634,"repeat_index":1,"sample_id":"gpqa-main-5ace8b3dabb97ffc3da20e7c/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":94,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"4ebb5a46cf109d4237b98081e218fcaba27d8f9d03f7a930300f2938f71c1ef0"} +{"uuid":"gpqa-main-aa04ac251ed805588a6be27c","benchmark":"gpqa_main","data_index":549,"repeat_index":1,"sample_id":"gpqa-main-aa04ac251ed805588a6be27c/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":355,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"C","question_sha256":"198a9824ae684cea2edf9d0597e69c2274e0be94e0a0ffcf7b4ad3e95f4a6dae"} +{"uuid":"gpqa-main-779369aa96b96a67933939f1","benchmark":"gpqa_main","data_index":608,"repeat_index":1,"sample_id":"gpqa-main-779369aa96b96a67933939f1/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":157,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"C","question_sha256":"acf784efba891531b08709383ede2379cee1f604b6334b753dd1fcaab37af970"} +{"uuid":"gpqa-main-666fc74619f38e356e33a285","benchmark":"gpqa_main","data_index":564,"repeat_index":1,"sample_id":"gpqa-main-666fc74619f38e356e33a285/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":308,"prompt_tokens":693,"effective_max_tokens":130379,"original_embedded_prediction":"C","question_sha256":"89fa5b222a94e07a283a5140341a0704109ec3b7f62de72dd072383182771ebc"} +{"uuid":"gpqa-main-04a5c442799262dec9375c25","benchmark":"gpqa_main","data_index":578,"repeat_index":1,"sample_id":"gpqa-main-04a5c442799262dec9375c25/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":253,"prompt_tokens":365,"effective_max_tokens":130707,"original_embedded_prediction":"C","question_sha256":"e90ec32d975ec61b7cd079ff6968bc3dbaa4fc87e74699c1406ce59093066dbc"} +{"uuid":"gpqa-main-8dd5ae41d915a09d1c8b9add","benchmark":"gpqa_main","data_index":545,"repeat_index":1,"sample_id":"gpqa-main-8dd5ae41d915a09d1c8b9add/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":386,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"8a246eed19ab5f877aa822da432a7aaa0f52615ea4655b0a89995d374971cd27"} +{"uuid":"gpqa-main-20f50fda9aeae51c6b9b4ba0","benchmark":"gpqa_main","data_index":475,"repeat_index":1,"sample_id":"gpqa-main-20f50fda9aeae51c6b9b4ba0/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":578,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"C","question_sha256":"c7914fc7bcc19ad8377798d825d6dbc59be8fb64f2b51a89ec26f55423d9edd1"} +{"uuid":"gpqa-main-eda22ee564030fef1ab0bcaf","benchmark":"gpqa_main","data_index":616,"repeat_index":1,"sample_id":"gpqa-main-eda22ee564030fef1ab0bcaf/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":155,"prompt_tokens":316,"effective_max_tokens":130756,"original_embedded_prediction":"D","question_sha256":"e78929c2c3d5e04cda51c77e05ad4a3d1cbbf98cc2db0103b7fbc594e78bb602"} +{"uuid":"gpqa-main-7c04a20e5411bd3e0a2bc2c8","benchmark":"gpqa_main","data_index":611,"repeat_index":1,"sample_id":"gpqa-main-7c04a20e5411bd3e0a2bc2c8/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":174,"prompt_tokens":413,"effective_max_tokens":130659,"original_embedded_prediction":"B","question_sha256":"e23b62b19c3ab4ec896e631f56a7a92ed38aca13300af7a7b449b979999886f3"} +{"uuid":"gpqa-main-bf684ea09dc8822450fbd37c","benchmark":"gpqa_main","data_index":468,"repeat_index":1,"sample_id":"gpqa-main-bf684ea09dc8822450fbd37c/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":602,"prompt_tokens":372,"effective_max_tokens":130700,"original_embedded_prediction":"A","question_sha256":"8f0911e951adf5df2bfc8aa29c14de392a998e2fa48463ceecedcd39a8301453"} +{"uuid":"gpqa-main-1754a508e794225bd932adeb","benchmark":"gpqa_main","data_index":437,"repeat_index":1,"sample_id":"gpqa-main-1754a508e794225bd932adeb/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":673,"prompt_tokens":276,"effective_max_tokens":130796,"original_embedded_prediction":"A","question_sha256":"16464cac7090a24d3b5a0bf989e1699bafd2dd7b1555e816a1f77804d8e890db"} +{"uuid":"gpqa-main-7bb7c5ace8216100d38e616a","benchmark":"gpqa_main","data_index":606,"repeat_index":1,"sample_id":"gpqa-main-7bb7c5ace8216100d38e616a/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":203,"prompt_tokens":197,"effective_max_tokens":130875,"original_embedded_prediction":"A","question_sha256":"6dbc821cf1e89c0764e62d1bef4818136877fbc8e333f255bfa42276ac9aeb88"} +{"uuid":"gpqa-main-55f2934c4eb0b8293b1d65aa","benchmark":"gpqa_main","data_index":605,"repeat_index":1,"sample_id":"gpqa-main-55f2934c4eb0b8293b1d65aa/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":206,"prompt_tokens":314,"effective_max_tokens":130758,"original_embedded_prediction":"C","question_sha256":"790d06fbc2ae95b0429cab870e5895c5de8a75b14d0bda1401b1503293606c67"} +{"uuid":"gpqa-main-92c9d90b543b6779261f70f7","benchmark":"gpqa_main","data_index":643,"repeat_index":1,"sample_id":"gpqa-main-92c9d90b543b6779261f70f7/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":117,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"1c7aff3f5221c2086c7143b43e0c46921a03859d45bfce22f1a1286ece235b1a"} +{"uuid":"gpqa-main-f6714ff18991a64f32fcecf9","benchmark":"gpqa_main","data_index":670,"repeat_index":1,"sample_id":"gpqa-main-f6714ff18991a64f32fcecf9/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":57,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"D","question_sha256":"a1e860acc41f41cac7f3d9425a64a45a95559ff56553a2d04e1d3569c2f1c1a1"} +{"uuid":"gpqa-main-be779fa0e49ff52e19357207","benchmark":"gpqa_main","data_index":623,"repeat_index":1,"sample_id":"gpqa-main-be779fa0e49ff52e19357207/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":187,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"ea7bb5901d85914d8997afb87e1ae6be7a8efe03889a4cc08f64de2ccdc9180e"} +{"uuid":"gpqa-main-a028903aa7112583a0e7b5d2","benchmark":"gpqa_main","data_index":600,"repeat_index":1,"sample_id":"gpqa-main-a028903aa7112583a0e7b5d2/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":251,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"c6231a95c81ba1af7d31e5ce8f8e8ad4c4def88d86ab8f801a248cf19814e2d2"} +{"uuid":"gpqa-main-32802554a860af51b4d7360f","benchmark":"gpqa_main","data_index":620,"repeat_index":1,"sample_id":"gpqa-main-32802554a860af51b4d7360f/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":202,"prompt_tokens":399,"effective_max_tokens":130673,"original_embedded_prediction":"B","question_sha256":"ea1d2c2fd4395ec2cad416b20c41a657730d84acd26fb53712bf10f6807a4e64"} +{"uuid":"gpqa-main-bab269fd666fa2ba840a1459","benchmark":"gpqa_main","data_index":473,"repeat_index":1,"sample_id":"gpqa-main-bab269fd666fa2ba840a1459/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":643,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"B","question_sha256":"e17051d5c4ebf5f6bc793872dc2f5748b41dd7918235cb3d5697fb04882bd7fe"} +{"uuid":"gpqa-main-78b2ba2dd97e6d6b9942bad9","benchmark":"gpqa_main","data_index":657,"repeat_index":1,"sample_id":"gpqa-main-78b2ba2dd97e6d6b9942bad9/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":110,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"019eb0f05f025ec512fbae057e0fcb33e0f92eec9bc2dc775494f6a19f4b62f3"} +{"uuid":"gpqa-main-216433a347b01989e26ed83a","benchmark":"gpqa_main","data_index":631,"repeat_index":1,"sample_id":"gpqa-main-216433a347b01989e26ed83a/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":185,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"C","question_sha256":"ead16c05d1abbf4387485257726593cf57a0384c3e0a3db31ba489bb1676ce72"} +{"uuid":"gpqa-main-05286f95a107c3da592ecbd9","benchmark":"gpqa_main","data_index":689,"repeat_index":1,"sample_id":"gpqa-main-05286f95a107c3da592ecbd9/repeat-1","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":null,"question_sha256":"d8a1a7b530a9b1d0cd0b07ec53f60d6d5fcf3059457f02b90e3c4ddf51fdc825"} +{"uuid":"gpqa-main-92f6e58b4989e9025c8286a9","benchmark":"gpqa_main","data_index":618,"repeat_index":1,"sample_id":"gpqa-main-92f6e58b4989e9025c8286a9/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":214,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"B","question_sha256":"c003a37af0eaa5e9c6d10f5a25ce1a2e0258ad6638a1655ee2a17d07daab816a"} +{"uuid":"gpqa-main-b9cd3234a1fbbf6fe8b281a7","benchmark":"gpqa_main","data_index":373,"repeat_index":0,"sample_id":"gpqa-main-b9cd3234a1fbbf6fe8b281a7/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":933,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"407ed0eb19714d6ab4f488ca6e6a117c40e4991746c31ad1c464c5e529e59565"} +{"uuid":"gpqa-main-d7c4372bfbc5d0f0f9331350","benchmark":"gpqa_main","data_index":569,"repeat_index":1,"sample_id":"gpqa-main-d7c4372bfbc5d0f0f9331350/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":391,"prompt_tokens":588,"effective_max_tokens":130484,"original_embedded_prediction":"C","question_sha256":"92d8ffd16886567ac1ed2f15a6c2d3d6ac2a2fb0fd0e56836671babcde327d3f"} +{"uuid":"gpqa-main-20f8612bcc2efb9c2355d32e","benchmark":"gpqa_main","data_index":590,"repeat_index":1,"sample_id":"gpqa-main-20f8612bcc2efb9c2355d32e/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":304,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"D","question_sha256":"d746be8625afecad5925e7069f57336e8de3f39dfdf843820421eba66b7bc620"} +{"uuid":"gpqa-main-6119656f6ad0247c537028e7","benchmark":"gpqa_main","data_index":630,"repeat_index":1,"sample_id":"gpqa-main-6119656f6ad0247c537028e7/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":214,"prompt_tokens":329,"effective_max_tokens":130743,"original_embedded_prediction":"A","question_sha256":"e426a9a1b0977a66badcc2dd4f0d54629b39c2594a512e459e9afd20bba599ba"} +{"uuid":"gpqa-main-5afce78005210e6a41636858","benchmark":"gpqa_main","data_index":645,"repeat_index":1,"sample_id":"gpqa-main-5afce78005210e6a41636858/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":168,"prompt_tokens":312,"effective_max_tokens":130760,"original_embedded_prediction":"A","question_sha256":"1447f629926983e1fb54566e40ab57d7a728998d233e3c84bc33277da7c13a65"} +{"uuid":"gpqa-main-ac1c72784d1e0da293fe4bd4","benchmark":"gpqa_main","data_index":586,"repeat_index":1,"sample_id":"gpqa-main-ac1c72784d1e0da293fe4bd4/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":314,"prompt_tokens":169,"effective_max_tokens":130903,"original_embedded_prediction":"C","question_sha256":"6e2bd9ec28efb9c97dbc7bea49224b4964011afaa5ca659996fac7fd65c4468d"} +{"uuid":"gpqa-main-e17c3d61061a563977ae3c11","benchmark":"gpqa_main","data_index":628,"repeat_index":1,"sample_id":"gpqa-main-e17c3d61061a563977ae3c11/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":222,"prompt_tokens":352,"effective_max_tokens":130720,"original_embedded_prediction":"C","question_sha256":"41b609bbf5cd4517a7d53e382a762d7b2caa65fd58ea44549bdf7183daf1d2c0"} +{"uuid":"gpqa-main-24751b175e0f2d19899ad735","benchmark":"gpqa_main","data_index":644,"repeat_index":1,"sample_id":"gpqa-main-24751b175e0f2d19899ad735/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":178,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"A","question_sha256":"4a5d6fcc83f3561a6447a1feebb680aa9ab094bdeed5677c30f04041964a9c38"} +{"uuid":"gpqa-main-31313469465f81cc0fa5dd28","benchmark":"gpqa_main","data_index":640,"repeat_index":1,"sample_id":"gpqa-main-31313469465f81cc0fa5dd28/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":202,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"C","question_sha256":"cd18749d0354640af760ebe1c6a150eed2a0202cc444345b5c3f00b0f0df67d2"} +{"uuid":"gpqa-main-1728184fad8153eeb2e2a7de","benchmark":"gpqa_main","data_index":648,"repeat_index":1,"sample_id":"gpqa-main-1728184fad8153eeb2e2a7de/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":173,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"D","question_sha256":"d8505733319a8047e94d63c293a2d9dbb08c42e4bde2c223467f371da6665e08"} +{"uuid":"gpqa-main-87740f520845c3f77369e5a1","benchmark":"gpqa_main","data_index":642,"repeat_index":1,"sample_id":"gpqa-main-87740f520845c3f77369e5a1/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":187,"prompt_tokens":188,"effective_max_tokens":130884,"original_embedded_prediction":"B","question_sha256":"f6c5a12c2cd600eeb524956c760164ff890d185cffd979bfba482f46aa46a1ac"} +{"uuid":"gpqa-main-682237ee740e033537fb5707","benchmark":"gpqa_main","data_index":553,"repeat_index":1,"sample_id":"gpqa-main-682237ee740e033537fb5707/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":466,"prompt_tokens":291,"effective_max_tokens":130781,"original_embedded_prediction":"A","question_sha256":"6cec89b2019b24f8e8c4001cade388815345ae403b5d5fc687cf7fdccbcc6ce1"} +{"uuid":"gpqa-main-1cea82df3087b1eb05c4d230","benchmark":"gpqa_main","data_index":621,"repeat_index":1,"sample_id":"gpqa-main-1cea82df3087b1eb05c4d230/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":250,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"dd05d2d9e9053dd1d4367a61d5f718336fc8f18bc81bdf0ccfb104e241053522"} +{"uuid":"gpqa-main-cfc742b1ce24bfc75356765e","benchmark":"gpqa_main","data_index":663,"repeat_index":1,"sample_id":"gpqa-main-cfc742b1ce24bfc75356765e/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":140,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"A","question_sha256":"c1f013c71ec1bfdf03d8071ec0a1d30c0d10b7e87429512ec32711a88cc41cb1"} +{"uuid":"gpqa-main-f432c1aa4319a4b1f6fa2ac1","benchmark":"gpqa_main","data_index":493,"repeat_index":1,"sample_id":"gpqa-main-f432c1aa4319a4b1f6fa2ac1/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":636,"prompt_tokens":264,"effective_max_tokens":130808,"original_embedded_prediction":"B","question_sha256":"19d5ec504b7008b3eada0ca0c300cd88147b20679109f6681bfd8946e0db2c8c"} +{"uuid":"gpqa-main-50aaa7274c5010d9768274ec","benchmark":"gpqa_main","data_index":559,"repeat_index":1,"sample_id":"gpqa-main-50aaa7274c5010d9768274ec/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":454,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"D","question_sha256":"0cda758f1290855df9dd7b9a4319bb6ae8108c8113b125a3a2f60705af536a34"} +{"uuid":"gpqa-main-4df6eb7fd5661c3196a52be6","benchmark":"gpqa_main","data_index":669,"repeat_index":1,"sample_id":"gpqa-main-4df6eb7fd5661c3196a52be6/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":141,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"C","question_sha256":"71ef41cf00fbcb9e6751fd492a52caefd2830032777c8824465c1b4ea8dc48ea"} +{"uuid":"gpqa-main-9254c2db95aeb7ad8ae8a32d","benchmark":"gpqa_main","data_index":679,"repeat_index":1,"sample_id":"gpqa-main-9254c2db95aeb7ad8ae8a32d/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":115,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"183797b844f5aaf0d4762d5da650b2a14964b261306db104b29a00499b949bd6"} +{"uuid":"gpqa-main-d28c5e0e8deb0d1fde12ef5f","benchmark":"gpqa_main","data_index":577,"repeat_index":1,"sample_id":"gpqa-main-d28c5e0e8deb0d1fde12ef5f/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":393,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"D","question_sha256":"6913f7a17a2db54c9dcd8af6af20806e66b00fe4bb9691ca42d9f15184908f62"} +{"uuid":"gpqa-main-542dd8f1dc74ca5163382df8","benchmark":"gpqa_main","data_index":576,"repeat_index":1,"sample_id":"gpqa-main-542dd8f1dc74ca5163382df8/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":397,"prompt_tokens":165,"effective_max_tokens":130907,"original_embedded_prediction":"B","question_sha256":"2413c551ec9a06a20197c81fa22effbd7f215abcc2e5f14c5f9f0a86e5402736"} +{"uuid":"gpqa-main-cdc31486df3de65ec2c324e2","benchmark":"gpqa_main","data_index":403,"repeat_index":1,"sample_id":"gpqa-main-cdc31486df3de65ec2c324e2/repeat-1","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":898,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":null,"question_sha256":"4d233cd7b8524c989eb47a4c40d6f2f47070b986fea11e3ee3029c07db9b3356"} +{"uuid":"gpqa-main-539a673f0443ba9cdc31b864","benchmark":"gpqa_main","data_index":651,"repeat_index":1,"sample_id":"gpqa-main-539a673f0443ba9cdc31b864/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":206,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"C","question_sha256":"d25187b99e4997c1700ffeb87fd595e878957e452f20a2f00d5489fecd0b3b30"} +{"uuid":"gpqa-main-49e3b768e85f009875fb4b7f","benchmark":"gpqa_main","data_index":454,"repeat_index":1,"sample_id":"gpqa-main-49e3b768e85f009875fb4b7f/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":752,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"181abbdaf75899b4c447f9c98c58f90512c06ffe5521e109fa83597da1fb7aae"} +{"uuid":"gpqa-main-cda2fe50fc8423311319e78e","benchmark":"gpqa_main","data_index":684,"repeat_index":1,"sample_id":"gpqa-main-cda2fe50fc8423311319e78e/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":111,"prompt_tokens":182,"effective_max_tokens":130890,"original_embedded_prediction":"B","question_sha256":"1b04aca1c9a8b4f1fabc653b3653d0a48982315e6f1da934d98cadd1948f776f"} +{"uuid":"gpqa-main-4f958672c6f9249c44f2f9b9","benchmark":"gpqa_main","data_index":571,"repeat_index":1,"sample_id":"gpqa-main-4f958672c6f9249c44f2f9b9/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":442,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"7d91198c9c48996b89ebbb62d8d76d86e32d7c14fb108c7491c9ff812263613a"} +{"uuid":"gpqa-main-4462dc9f2d34289881ef2b1c","benchmark":"gpqa_main","data_index":526,"repeat_index":1,"sample_id":"gpqa-main-4462dc9f2d34289881ef2b1c/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":596,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"63318cb18413a705693b9a4312f73dbf5358312aafc1d703c3d29a6340ffa0d1"} +{"uuid":"gpqa-main-2601636e383074212d2b5e52","benchmark":"gpqa_main","data_index":717,"repeat_index":1,"sample_id":"gpqa-main-2601636e383074212d2b5e52/repeat-1","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":null,"question_sha256":"4346808ce2e49e7dd075a69d154a4e1c8d73b71869876d48ffff93747d8898ec"} +{"uuid":"gpqa-main-a41b7b18fc60247bc6e08ecc","benchmark":"gpqa_main","data_index":662,"repeat_index":1,"sample_id":"gpqa-main-a41b7b18fc60247bc6e08ecc/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":193,"prompt_tokens":270,"effective_max_tokens":130802,"original_embedded_prediction":"C","question_sha256":"87c04c470b12fde8cca6d843b12d3265c10bf824a883929eca2654ab55681839"} +{"uuid":"gpqa-main-f635511b161f39dc301e05eb","benchmark":"gpqa_main","data_index":664,"repeat_index":1,"sample_id":"gpqa-main-f635511b161f39dc301e05eb/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":193,"prompt_tokens":650,"effective_max_tokens":130422,"original_embedded_prediction":"C","question_sha256":"cb7f697eb685eca3061fc46cacb94c19aba74add8390e74234ade788b9fa4ff3"} +{"uuid":"gpqa-main-50b06dfa0f6f3a64a58faa00","benchmark":"gpqa_main","data_index":681,"repeat_index":1,"sample_id":"gpqa-main-50b06dfa0f6f3a64a58faa00/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":131,"prompt_tokens":2889,"effective_max_tokens":128183,"original_embedded_prediction":"C","question_sha256":"6d83e75112500dd8a0852c4eaa9859c4fb625c97bdf5f7d5c532bcd6347ea1a8"} +{"uuid":"gpqa-main-6078bfac5f15131fb59b31ce","benchmark":"gpqa_main","data_index":690,"repeat_index":1,"sample_id":"gpqa-main-6078bfac5f15131fb59b31ce/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":110,"prompt_tokens":383,"effective_max_tokens":130689,"original_embedded_prediction":"D","question_sha256":"2c08be31c31eb443db8881662320ebedec47eef168a86389032948d5a9cc37d1"} +{"uuid":"gpqa-main-084903ab17db0fab7bc6caea","benchmark":"gpqa_main","data_index":513,"repeat_index":1,"sample_id":"gpqa-main-084903ab17db0fab7bc6caea/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":654,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"b560f550d5d9fb2378520f0fcf7b6573aec2027430ef06270491ace18a0497fc"} +{"uuid":"gpqa-main-56cc62f5d70b661868d341e7","benchmark":"gpqa_main","data_index":622,"repeat_index":1,"sample_id":"gpqa-main-56cc62f5d70b661868d341e7/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":316,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"C","question_sha256":"c974918b90f5892aaad4308e337b490844102dbfad26c90bf508602f9c595d5d"} +{"uuid":"gpqa-main-63aef6e78c9803d030a16f9c","benchmark":"gpqa_main","data_index":592,"repeat_index":1,"sample_id":"gpqa-main-63aef6e78c9803d030a16f9c/repeat-1","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":393,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":null,"question_sha256":"255e934ed277fdd11f71245508448f7031439d40eb38fd78fb3b813b247c5726"} +{"uuid":"gpqa-main-547aac137dd7671e7ef03fa9","benchmark":"gpqa_main","data_index":548,"repeat_index":1,"sample_id":"gpqa-main-547aac137dd7671e7ef03fa9/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":561,"prompt_tokens":497,"effective_max_tokens":130575,"original_embedded_prediction":"C","question_sha256":"8369c6a1ffc960e3f3d88e5e4c521eebcc37f39ca9adf654c3cd4b61f892f2ef"} +{"uuid":"gpqa-main-7475b6b01129fce5b436b0ee","benchmark":"gpqa_main","data_index":198,"repeat_index":0,"sample_id":"gpqa-main-7475b6b01129fce5b436b0ee/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1534,"prompt_tokens":235,"effective_max_tokens":130837,"original_embedded_prediction":"B","question_sha256":"797be7099117e146adaaf5ad31bd914d9adbd510441211b0040aad2812fffc40"} +{"uuid":"gpqa-main-d8cca1a27ad1a42b4a99ce96","benchmark":"gpqa_main","data_index":653,"repeat_index":1,"sample_id":"gpqa-main-d8cca1a27ad1a42b4a99ce96/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":249,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"6049e26840c0e889bb5632032745b5bcf6684dec9a2f9d0a0cfb76378c5c064e"} +{"uuid":"gpqa-main-aa684f4d5d7c6b9ced383e24","benchmark":"gpqa_main","data_index":687,"repeat_index":1,"sample_id":"gpqa-main-aa684f4d5d7c6b9ced383e24/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":130,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"96a58da5e1708d76485e32741b0ecddc1bea407ebb53997d2f36e8827f2f2ac9"} +{"uuid":"gpqa-main-ab4c50e2da12e11b47155f74","benchmark":"gpqa_main","data_index":676,"repeat_index":1,"sample_id":"gpqa-main-ab4c50e2da12e11b47155f74/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":187,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"C","question_sha256":"b734e134fe4529267a34452ccc5cb2a7d56f7b471273d9e978add607de6f30b6"} +{"uuid":"gpqa-main-e2b759199021c586345ac38f","benchmark":"gpqa_main","data_index":401,"repeat_index":1,"sample_id":"gpqa-main-e2b759199021c586345ac38f/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":958,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"C","question_sha256":"ca59405f2d298a50a3e8fd6d281b67ca4a3ee503578df49e700cc46fe3c4f3d8"} +{"uuid":"gpqa-main-9eaa6714b15499d3c303ce90","benchmark":"gpqa_main","data_index":607,"repeat_index":1,"sample_id":"gpqa-main-9eaa6714b15499d3c303ce90/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":365,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"C","question_sha256":"cfac786b87a07d0c92f7c3da73233aa6c32340b63dff9d3f72bd1bd025cd565d"} +{"uuid":"gpqa-main-87a8747afb6b0414b9ccbe1e","benchmark":"gpqa_main","data_index":658,"repeat_index":1,"sample_id":"gpqa-main-87a8747afb6b0414b9ccbe1e/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":251,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"C","question_sha256":"cdb165b285d51cf6a09160d99c4c49b653710aac879cce0b87c74a48eee0172b"} +{"uuid":"gpqa-main-0069a2b69e59906ffd6ca400","benchmark":"gpqa_main","data_index":675,"repeat_index":1,"sample_id":"gpqa-main-0069a2b69e59906ffd6ca400/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":203,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"D","question_sha256":"409fe9f5585adb91b6eded6462ef297118cee805597838bb23fa38eb32789450"} +{"uuid":"gpqa-main-92c7c513709816748efab029","benchmark":"gpqa_main","data_index":635,"repeat_index":1,"sample_id":"gpqa-main-92c7c513709816748efab029/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":330,"prompt_tokens":253,"effective_max_tokens":130819,"original_embedded_prediction":"C","question_sha256":"c9ed693d3f7d5c30b94e2c01b9b5f22591922f961e4dbc9ef4b70309b61bae5c"} +{"uuid":"gpqa-main-0293685a5c3ddbc5b15dcfa0","benchmark":"gpqa_main","data_index":617,"repeat_index":1,"sample_id":"gpqa-main-0293685a5c3ddbc5b15dcfa0/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":363,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"db2ca8d93d5ff50bd9f602bc5b3d339b547349c54c540850544e01393770a4ff"} +{"uuid":"gpqa-main-acdff999b6cbfcbc8be6ffac","benchmark":"gpqa_main","data_index":625,"repeat_index":1,"sample_id":"gpqa-main-acdff999b6cbfcbc8be6ffac/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":355,"prompt_tokens":404,"effective_max_tokens":130668,"original_embedded_prediction":"B","question_sha256":"96f00c3d898d9c364f022eae18e69424d7f2ddde12fbde50541b7390ffd40103"} +{"uuid":"gpqa-main-9753ac5963fbae8c8e907ef3","benchmark":"gpqa_main","data_index":661,"repeat_index":1,"sample_id":"gpqa-main-9753ac5963fbae8c8e907ef3/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":263,"prompt_tokens":181,"effective_max_tokens":130891,"original_embedded_prediction":"C","question_sha256":"ec3a07db51d6010b2b9fae103e36b62707efee3ad0713fcd4420f8ba8f55c00b"} +{"uuid":"gpqa-main-e408cf011e5548359fd7cfa7","benchmark":"gpqa_main","data_index":452,"repeat_index":1,"sample_id":"gpqa-main-e408cf011e5548359fd7cfa7/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":838,"prompt_tokens":190,"effective_max_tokens":130882,"original_embedded_prediction":"C","question_sha256":"62f7808cdd914d23316e18802ada081dc433f34465864581ce0c27bfafdcd343"} +{"uuid":"gpqa-main-913c4ee0ce195992ff9638b1","benchmark":"gpqa_main","data_index":562,"repeat_index":1,"sample_id":"gpqa-main-913c4ee0ce195992ff9638b1/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":550,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"C","question_sha256":"ed904d04c24f37586b1f78a18bd22f28752e80a5ecc489939950778aa5307d98"} +{"uuid":"gpqa-main-dd8409336990c7459796bf16","benchmark":"gpqa_main","data_index":619,"repeat_index":1,"sample_id":"gpqa-main-dd8409336990c7459796bf16/repeat-1","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":374,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"A","question_sha256":"609aca38a7fb3090a0f30d6d141ac5d22646fb06ba18f8c71758e099668e5bf5"} +{"uuid":"gpqa-main-d98819c9bc2a4086534acf1b","benchmark":"gpqa_main","data_index":665,"repeat_index":1,"sample_id":"gpqa-main-d98819c9bc2a4086534acf1b/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":257,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"B","question_sha256":"d53ea2c13c1ce696b626852774a73a189571a138a5fd872cdd3bb15f21f0bf06"} +{"uuid":"gpqa-main-4644969e4e4615b014b9669f","benchmark":"gpqa_main","data_index":584,"repeat_index":1,"sample_id":"gpqa-main-4644969e4e4615b014b9669f/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":455,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"D","question_sha256":"e663684f8a7728af99d977f274c335c497ac6a7ccf43c64ab979e8407155ce6c"} +{"uuid":"gpqa-main-7e9652f906d908e059401ac2","benchmark":"gpqa_main","data_index":708,"repeat_index":1,"sample_id":"gpqa-main-7e9652f906d908e059401ac2/repeat-1","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":115,"prompt_tokens":346,"effective_max_tokens":130726,"original_embedded_prediction":"A","question_sha256":"9dda9414807cb4996f3a1deb9214b8aaf93c75e41d35fac14966aba5058f07ff"} +{"uuid":"gpqa-main-3d3dfe64363613833bb52e81","benchmark":"gpqa_main","data_index":609,"repeat_index":1,"sample_id":"gpqa-main-3d3dfe64363613833bb52e81/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":401,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"D","question_sha256":"ec22f627211f722949e6d36efcb583b2f796830a38cf5cf5dcba4f727562d975"} +{"uuid":"gpqa-main-2d88ca9efdaae7d19aed9660","benchmark":"gpqa_main","data_index":496,"repeat_index":1,"sample_id":"gpqa-main-2d88ca9efdaae7d19aed9660/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":750,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"D","question_sha256":"43af6d11597079a7d069dd93bbf3db87f0b5bb604fbfc66fc60c268d149d8fba"} +{"uuid":"gpqa-main-6f8b58d9d46c4f4e7eba1910","benchmark":"gpqa_main","data_index":701,"repeat_index":1,"sample_id":"gpqa-main-6f8b58d9d46c4f4e7eba1910/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":140,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"C","question_sha256":"2437e4848569e7740d6491d475d194b9eefbbeae3a6a31cd62ddeb8ba8e93aa9"} +{"uuid":"gpqa-main-9aa9fb454d849030d70f9512","benchmark":"gpqa_main","data_index":654,"repeat_index":1,"sample_id":"gpqa-main-9aa9fb454d849030d70f9512/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":305,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"B","question_sha256":"b494f4c1785682ee7d284173af2a6ef6db2189c6f3e7ece0edb769c2f10d5f24"} +{"uuid":"gpqa-main-358120bf0c4377ebdbde08fc","benchmark":"gpqa_main","data_index":692,"repeat_index":1,"sample_id":"gpqa-main-358120bf0c4377ebdbde08fc/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":176,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"C","question_sha256":"051eba2501386001d9e9793a3b0fe9ea4c78a987e3a1576c168659f849b684d6"} +{"uuid":"gpqa-main-33c3b423f54aabfcfca66691","benchmark":"gpqa_main","data_index":718,"repeat_index":1,"sample_id":"gpqa-main-33c3b423f54aabfcfca66691/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":97,"prompt_tokens":323,"effective_max_tokens":130749,"original_embedded_prediction":"C","question_sha256":"d3ede1ef1590cafbeca0278be62d75df7a0ca03bdf527b454a132420994473ae"} +{"uuid":"gpqa-main-8299e0bf116ad8ad7b960d26","benchmark":"gpqa_main","data_index":638,"repeat_index":1,"sample_id":"gpqa-main-8299e0bf116ad8ad7b960d26/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":365,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"A","question_sha256":"dac89ff46a5330836dfa04de2060a9a9d447a0cffd96c06e0cdee48c6a991035"} +{"uuid":"gpqa-main-fe61aa6baba6418fcde1fa11","benchmark":"gpqa_main","data_index":656,"repeat_index":1,"sample_id":"gpqa-main-fe61aa6baba6418fcde1fa11/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":308,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"73eb245ef4dcc164186307ecd210b767147568ad3c1b03847a63b2e67ac5d0ab"} +{"uuid":"gpqa-main-55aa21aa9a62e56aab915b32","benchmark":"gpqa_main","data_index":686,"repeat_index":1,"sample_id":"gpqa-main-55aa21aa9a62e56aab915b32/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":205,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"A","question_sha256":"e6eba602b3eef649fed522c6b8737556699845aee5b419773938063ec6b83257"} +{"uuid":"gpqa-main-d8361782f08c0e6d16de3839","benchmark":"gpqa_main","data_index":671,"repeat_index":1,"sample_id":"gpqa-main-d8361782f08c0e6d16de3839/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":279,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"aed1658f69a85980c41ce94c10ac1535d2de3683f7a5c3821d1a84fa594d4571"} +{"uuid":"gpqa-main-544e43760baf2de3b5be5741","benchmark":"gpqa_main","data_index":753,"repeat_index":1,"sample_id":"gpqa-main-544e43760baf2de3b5be5741/repeat-1","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":null,"question_sha256":"89418be241a19daa5c02878e565ee51b73f6f2c9bcafffaf554b45989088c1d8"} +{"uuid":"gpqa-main-5f1108e8b2f18297c04895bf","benchmark":"gpqa_main","data_index":713,"repeat_index":1,"sample_id":"gpqa-main-5f1108e8b2f18297c04895bf/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":126,"prompt_tokens":447,"effective_max_tokens":130625,"original_embedded_prediction":"C","question_sha256":"d6e89de54268d0839b91cc5f860fd4903b1d8277accaf665ced8b5404cdbbe84"} +{"uuid":"gpqa-main-70afc730094f43bb0e05f371","benchmark":"gpqa_main","data_index":593,"repeat_index":1,"sample_id":"gpqa-main-70afc730094f43bb0e05f371/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":478,"prompt_tokens":360,"effective_max_tokens":130712,"original_embedded_prediction":"B","question_sha256":"f328e748a74c78b0ab73f790c6848b663fb5bffac884e2793a63bb9ce351e4b6"} +{"uuid":"gpqa-main-443f8ea9f271c4442521f8e4","benchmark":"gpqa_main","data_index":683,"repeat_index":1,"sample_id":"gpqa-main-443f8ea9f271c4442521f8e4/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":231,"prompt_tokens":326,"effective_max_tokens":130746,"original_embedded_prediction":"C","question_sha256":"9211da2d82adb786850c236cd14fc05728eb04599b0abc0202714ba6bd385d19"} +{"uuid":"gpqa-main-f6f707a4d7db96af855de986","benchmark":"gpqa_main","data_index":650,"repeat_index":1,"sample_id":"gpqa-main-f6f707a4d7db96af855de986/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":341,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"D","question_sha256":"049a3a3426b30e36d29d782b3ea4916bf545838ac3945e9c707804638ad48f04"} +{"uuid":"gpqa-main-39045ad4d1274d0e56839d7b","benchmark":"gpqa_main","data_index":760,"repeat_index":1,"sample_id":"gpqa-main-39045ad4d1274d0e56839d7b/repeat-1","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":null,"question_sha256":"429df35a12720ff87021b558515bede2e2590914376178a956309c141594787f"} +{"uuid":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8","benchmark":"gpqa_main","data_index":680,"repeat_index":1,"sample_id":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":264,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"C","question_sha256":"bf639adbf5de648e6799cd9936073de7b6c750cf7c5870ed99dc4f842748abb9"} +{"uuid":"gpqa-main-6dec9c3aba26b3c8623af13e","benchmark":"gpqa_main","data_index":699,"repeat_index":1,"sample_id":"gpqa-main-6dec9c3aba26b3c8623af13e/repeat-1","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":184,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"656a46f8bac8e8e0767c9a5675871d3f81ff8707ec78f064bca2ccac673d7561"} +{"uuid":"gpqa-main-fd21f7c7356e7f51f0cabd07","benchmark":"gpqa_main","data_index":585,"repeat_index":1,"sample_id":"gpqa-main-fd21f7c7356e7f51f0cabd07/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":507,"prompt_tokens":601,"effective_max_tokens":130471,"original_embedded_prediction":"C","question_sha256":"db246f6acae65ff2e4bb6caad314b6583cd0085f0d81b1b20515ca2fe73b6f72"} +{"uuid":"gpqa-main-9f607ccb3302f27b4ebe90a4","benchmark":"gpqa_main","data_index":674,"repeat_index":1,"sample_id":"gpqa-main-9f607ccb3302f27b4ebe90a4/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":285,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"C","question_sha256":"e2c8b6a88dfedf13a4a35e2964dc77f2e082e87417c972bf7406bdb2405985f7"} +{"uuid":"gpqa-main-d5d2365d64430154627d4bb7","benchmark":"gpqa_main","data_index":652,"repeat_index":1,"sample_id":"gpqa-main-d5d2365d64430154627d4bb7/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":352,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"D","question_sha256":"17f96c74be836037313c787a88438b6c9f69a4aa20ec8cba17697864f5d35599"} +{"uuid":"gpqa-main-7ceb372c1cdc7a180b73516c","benchmark":"gpqa_main","data_index":614,"repeat_index":1,"sample_id":"gpqa-main-7ceb372c1cdc7a180b73516c/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":443,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"B","question_sha256":"142aeb435e38240c03d26aafbfb8dc0ab94e7ef4f752a271c1ab011350a965be"} +{"uuid":"gpqa-main-4e62cd257f17d5af418a8d34","benchmark":"gpqa_main","data_index":598,"repeat_index":1,"sample_id":"gpqa-main-4e62cd257f17d5af418a8d34/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":486,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"654fc443f2efbec09d0f966244083f4545f4f851e28d7f4e0f9c07cb156b2d1d"} +{"uuid":"gpqa-main-9bb169e317cdd76b98ada24f","benchmark":"gpqa_main","data_index":573,"repeat_index":1,"sample_id":"gpqa-main-9bb169e317cdd76b98ada24f/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":583,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d0bbc79a116a93d5c5c1325e012b3feb17a7b705d2ccd57a86ecfbdc2bf78030"} +{"uuid":"gpqa-main-c8bb35d2e6add774a878c895","benchmark":"gpqa_main","data_index":595,"repeat_index":1,"sample_id":"gpqa-main-c8bb35d2e6add774a878c895/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":504,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"8b5b2cb731b5a7fb6556557d17fc7ef7fb607adfa5050f0d70418eb3b983605b"} +{"uuid":"gpqa-main-72464184a419f296dae470a9","benchmark":"gpqa_main","data_index":641,"repeat_index":1,"sample_id":"gpqa-main-72464184a419f296dae470a9/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":408,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"C","question_sha256":"16bcf4c7129e083cade7afd040c6c4e0fa1fc7677a11aa70fb1b5a3d0e5fb5ea"} +{"uuid":"gpqa-main-48494dbfd36899c84d166873","benchmark":"gpqa_main","data_index":678,"repeat_index":1,"sample_id":"gpqa-main-48494dbfd36899c84d166873/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":306,"prompt_tokens":315,"effective_max_tokens":130757,"original_embedded_prediction":"D","question_sha256":"a50aa647f4cce396d333dfcfe372bdfadfa7f7aa507ebafd207354812f7ab3f9"} +{"uuid":"gpqa-main-c5506c52a996021a33525b24","benchmark":"gpqa_main","data_index":626,"repeat_index":1,"sample_id":"gpqa-main-c5506c52a996021a33525b24/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":455,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"ec867cdcf4e586ae70e24b76b87230ee2b48ec67a5234d7a682f06f846fbdf0d"} +{"uuid":"gpqa-main-212277d3e39540a6739d98b8","benchmark":"gpqa_main","data_index":633,"repeat_index":1,"sample_id":"gpqa-main-212277d3e39540a6739d98b8/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":441,"prompt_tokens":147,"effective_max_tokens":130925,"original_embedded_prediction":"D","question_sha256":"d20446ccbbfc1ed40bcb669bfa65f9f9cd8e38ec8f7e67621c88e3dbe91f083d"} +{"uuid":"gpqa-main-822957bb60d3551275f08aa0","benchmark":"gpqa_main","data_index":637,"repeat_index":1,"sample_id":"gpqa-main-822957bb60d3551275f08aa0/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":435,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"4690c4bb391b2ef2a7b53f1a15866e05411bdf5f0f7b4f32c9e27d8ef6e8cb48"} +{"uuid":"gpqa-main-7c103d3006e7e5942b17dfc2","benchmark":"gpqa_main","data_index":729,"repeat_index":1,"sample_id":"gpqa-main-7c103d3006e7e5942b17dfc2/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":134,"prompt_tokens":254,"effective_max_tokens":130818,"original_embedded_prediction":"B","question_sha256":"851c6624380df7dd30fbf4b482add6ae0543525ac196eb146f0d1eb73a673d6c"} +{"uuid":"gpqa-main-24659eabc462bf7fb5295951","benchmark":"gpqa_main","data_index":649,"repeat_index":1,"sample_id":"gpqa-main-24659eabc462bf7fb5295951/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":395,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"f26df2fb1b4182bacbf5d951a583b120ed154d22ea6f9659ed264ae020297543"} +{"uuid":"gpqa-main-91b254f1e1c8041fbc1a3222","benchmark":"gpqa_main","data_index":744,"repeat_index":1,"sample_id":"gpqa-main-91b254f1e1c8041fbc1a3222/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":94,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"35cf9161cc3c5b82d0770ab2b2fdef4a970ddae93523dee3a6bde8574e79b13d"} +{"uuid":"gpqa-main-498b428b55b7644426a781c9","benchmark":"gpqa_main","data_index":448,"repeat_index":1,"sample_id":"gpqa-main-498b428b55b7644426a781c9/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":956,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"B","question_sha256":"7fbfdc18f5a18b666f8d4afc859af60c4c56ab7d8d677d46fb01a050207ac688"} +{"uuid":"gpqa-main-1a3571c1ec099b06b5011ceb","benchmark":"gpqa_main","data_index":706,"repeat_index":1,"sample_id":"gpqa-main-1a3571c1ec099b06b5011ceb/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":230,"prompt_tokens":166,"effective_max_tokens":130906,"original_embedded_prediction":"B","question_sha256":"853f9bd759921129a51dd81d489f867c5aa9463f1925c203fe6f1e3147741f08"} +{"uuid":"gpqa-main-7ac0db7d29e6e8c587a8e8f2","benchmark":"gpqa_main","data_index":700,"repeat_index":1,"sample_id":"gpqa-main-7ac0db7d29e6e8c587a8e8f2/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":246,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"C","question_sha256":"1fc80dd29a6d1127a37414c18382b28b3e9d2f38b390130751d4cbfe90841375"} +{"uuid":"gpqa-main-adffc79c4b20a953ccbf4cd1","benchmark":"gpqa_main","data_index":372,"repeat_index":0,"sample_id":"gpqa-main-adffc79c4b20a953ccbf4cd1/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1204,"prompt_tokens":170,"effective_max_tokens":130902,"original_embedded_prediction":"B","question_sha256":"a9acc5caf0ab2f58b68d62ac52eac5bd31ee4a74a832bd753df339176dbbaefe"} +{"uuid":"gpqa-main-4c4e7752fc041224f19d3f9a","benchmark":"gpqa_main","data_index":694,"repeat_index":1,"sample_id":"gpqa-main-4c4e7752fc041224f19d3f9a/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":258,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"a7183bc025131850f86e24e7faa64e367e334f399dbbc968c1e6069905fe8c28"} +{"uuid":"gpqa-main-9a5518ae94b2b0d35d86de13","benchmark":"gpqa_main","data_index":673,"repeat_index":1,"sample_id":"gpqa-main-9a5518ae94b2b0d35d86de13/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":356,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"C","question_sha256":"3fcfcbf2649513809f04d9fdbcbe0c6bc1a91164f8dcfd7d9748267f2db7c6ce"} +{"uuid":"gpqa-main-138fcbeedbaf865565ec35fd","benchmark":"gpqa_main","data_index":511,"repeat_index":1,"sample_id":"gpqa-main-138fcbeedbaf865565ec35fd/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":834,"prompt_tokens":409,"effective_max_tokens":130663,"original_embedded_prediction":"B","question_sha256":"15bed1ac60d1bdcf0eec84539d669d6f38a2eb24b51e5072a922d8d9391ab135"} +{"uuid":"gpqa-main-bf00d194c934803975b81b7b","benchmark":"gpqa_main","data_index":705,"repeat_index":1,"sample_id":"gpqa-main-bf00d194c934803975b81b7b/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":242,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"55e1269d132671f2c7b7f41498cb0b404e702d8ce370ac5555d837581e1b3ad7"} +{"uuid":"gpqa-main-45b8834e3ed027ec73e9cb93","benchmark":"gpqa_main","data_index":710,"repeat_index":1,"sample_id":"gpqa-main-45b8834e3ed027ec73e9cb93/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":226,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"C","question_sha256":"14a2ed1ddcecc5a3752c954a0c07f0e2ae102378d648cc66bd57385516fbbe20"} +{"uuid":"gpqa-main-759e35a2024fc09bd491c9ff","benchmark":"gpqa_main","data_index":771,"repeat_index":2,"sample_id":"gpqa-main-759e35a2024fc09bd491c9ff/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":47,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"4c284608a459b460f3ec3dfd5c7c71cfa84c171d4eb8a52aab9e6e4a8cb409bb"} +{"uuid":"gpqa-main-65b3a19abfb8f6bf88bf75f5","benchmark":"gpqa_main","data_index":751,"repeat_index":1,"sample_id":"gpqa-main-65b3a19abfb8f6bf88bf75f5/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":115,"prompt_tokens":308,"effective_max_tokens":130764,"original_embedded_prediction":"D","question_sha256":"a8345a17dbfe0f12b34f72265cd346edb8235c10a1aa78acb6be06124a19360a"} +{"uuid":"gpqa-main-acecd9428a5b4368f1f5bc82","benchmark":"gpqa_main","data_index":693,"repeat_index":1,"sample_id":"gpqa-main-acecd9428a5b4368f1f5bc82/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":292,"prompt_tokens":336,"effective_max_tokens":130736,"original_embedded_prediction":"C","question_sha256":"2d1e5de4bf7305d1b5eee8dda5415195dc333d71b3f50fa60508a928b67fb336"} +{"uuid":"gpqa-main-6195cef214f3dfad9869d6d3","benchmark":"gpqa_main","data_index":682,"repeat_index":1,"sample_id":"gpqa-main-6195cef214f3dfad9869d6d3/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":333,"prompt_tokens":351,"effective_max_tokens":130721,"original_embedded_prediction":"A","question_sha256":"d8a4b11aef2d38271a5ebf2c1802dc875d19737c557efb5990cc4a865a052e7c"} +{"uuid":"gpqa-main-d4ee93c18c20e4432773fe55","benchmark":"gpqa_main","data_index":695,"repeat_index":1,"sample_id":"gpqa-main-d4ee93c18c20e4432773fe55/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":281,"prompt_tokens":200,"effective_max_tokens":130872,"original_embedded_prediction":"D","question_sha256":"77bffd13a6b6464f7c63296f571164c184ce47a8cd6f8ecf91f0dc28407d44a1"} +{"uuid":"gpqa-main-3b1469c59353cec7a0dd6866","benchmark":"gpqa_main","data_index":141,"repeat_index":0,"sample_id":"gpqa-main-3b1469c59353cec7a0dd6866/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1879,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"C","question_sha256":"ebc638f9e42bd31bd87f0fab4dff50846ee425d9aef0cb954a4e5013a5a107e4"} +{"uuid":"gpqa-main-11b88a6212278288c390be69","benchmark":"gpqa_main","data_index":721,"repeat_index":1,"sample_id":"gpqa-main-11b88a6212278288c390be69/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":216,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"29eb581590e7852467849e4c58c5e3b1b97736035880adbd4e12298c320ac7e4"} +{"uuid":"gpqa-main-b36b446fe10911202d34a473","benchmark":"gpqa_main","data_index":743,"repeat_index":1,"sample_id":"gpqa-main-b36b446fe10911202d34a473/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":152,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"D","question_sha256":"a817452b182acac6761625a70d62a32f2da8fc7a708397cb06f4ad35d5fb18f8"} +{"uuid":"gpqa-main-55e31c256bb6191d94e6db4d","benchmark":"gpqa_main","data_index":746,"repeat_index":1,"sample_id":"gpqa-main-55e31c256bb6191d94e6db4d/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":150,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"D","question_sha256":"126561d6b58fa17bbaffda56837acaf8fab4bf282ccdfdcc2c7a97bfe520889c"} +{"uuid":"gpqa-main-68d5dcbd7078889c19a9a93c","benchmark":"gpqa_main","data_index":520,"repeat_index":1,"sample_id":"gpqa-main-68d5dcbd7078889c19a9a93c/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":842,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"C","question_sha256":"618551bfaaf71599d5802135cbf18d8e9b5a33b38537d32515c5298d556df601"} +{"uuid":"gpqa-main-84c386fbd7476f5541ea16f0","benchmark":"gpqa_main","data_index":659,"repeat_index":1,"sample_id":"gpqa-main-84c386fbd7476f5541ea16f0/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":428,"prompt_tokens":370,"effective_max_tokens":130702,"original_embedded_prediction":"C","question_sha256":"083aa3572345d938b0c707cfb8c710aea73759344b234ada78ed36f1ec66eb0d"} +{"uuid":"gpqa-main-513a35e22e5c48f5b3b0518a","benchmark":"gpqa_main","data_index":667,"repeat_index":1,"sample_id":"gpqa-main-513a35e22e5c48f5b3b0518a/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":407,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"D","question_sha256":"b4baa0b1a21db872411dec993670e6c6bc360a94404305cc5d3ecc9264fdf913"} +{"uuid":"gpqa-main-8523e39e7dc895f15a06a403","benchmark":"gpqa_main","data_index":715,"repeat_index":1,"sample_id":"gpqa-main-8523e39e7dc895f15a06a403/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":243,"prompt_tokens":243,"effective_max_tokens":130829,"original_embedded_prediction":"C","question_sha256":"9809fdeb256e4181e9705fa439a61deb6dbe804bfb80ffab6cb1bd4565faa027"} +{"uuid":"gpqa-main-3cb5227445654dab4b5dacc2","benchmark":"gpqa_main","data_index":698,"repeat_index":1,"sample_id":"gpqa-main-3cb5227445654dab4b5dacc2/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":297,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"D","question_sha256":"4b45de4106aaf95114f9bda69339b541037b0eb04b8fd1f40efb6b91ed2a479e"} +{"uuid":"gpqa-main-3f9251e093c698e0c2fa2826","benchmark":"gpqa_main","data_index":742,"repeat_index":1,"sample_id":"gpqa-main-3f9251e093c698e0c2fa2826/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":171,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"B","question_sha256":"252debe46c4fa81fca060b5a84d473e7c0bf04c99b8b5f54aab8119f22de36b4"} +{"uuid":"gpqa-main-d31323dded27ae0c86cb5c75","benchmark":"gpqa_main","data_index":697,"repeat_index":1,"sample_id":"gpqa-main-d31323dded27ae0c86cb5c75/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":318,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"B","question_sha256":"8f174dd25b58e6fc8e309577a66d0f5a4f46ed89bf1a5165c0cb561a4e3e33e9"} +{"uuid":"gpqa-main-fc2653b5d83e082e9e4f6390","benchmark":"gpqa_main","data_index":688,"repeat_index":1,"sample_id":"gpqa-main-fc2653b5d83e082e9e4f6390/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":347,"prompt_tokens":429,"effective_max_tokens":130643,"original_embedded_prediction":"C","question_sha256":"d039314a334267e1364c2bb5dc0ab4e72b6b86a69936c2f7f318902ffc422f15"} +{"uuid":"gpqa-main-6078bfac5f15131fb59b31ce","benchmark":"gpqa_main","data_index":306,"repeat_index":0,"sample_id":"gpqa-main-6078bfac5f15131fb59b31ce/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1492,"prompt_tokens":383,"effective_max_tokens":130689,"original_embedded_prediction":"C","question_sha256":"2c08be31c31eb443db8881662320ebedec47eef168a86389032948d5a9cc37d1"} +{"uuid":"gpqa-main-0b01dd8e7881a40d7eb61175","benchmark":"gpqa_main","data_index":723,"repeat_index":1,"sample_id":"gpqa-main-0b01dd8e7881a40d7eb61175/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":239,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"C","question_sha256":"74998926c571f30bb050d73fd21eee2727687e5a8320253f13d3d84b8605a913"} +{"uuid":"gpqa-main-77067b016766698b199936c6","benchmark":"gpqa_main","data_index":727,"repeat_index":1,"sample_id":"gpqa-main-77067b016766698b199936c6/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":229,"prompt_tokens":306,"effective_max_tokens":130766,"original_embedded_prediction":"B","question_sha256":"4c8dd76001266d2c0d3a086b95cb4f68ba3f1b2658186002903315d51bf5bea6"} +{"uuid":"gpqa-main-67410b7a8dc0eaa2a0ad0e33","benchmark":"gpqa_main","data_index":731,"repeat_index":1,"sample_id":"gpqa-main-67410b7a8dc0eaa2a0ad0e33/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":221,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"bb309e44424b270e31ff68a9df49f0a2f19335280a19eb9a92c5dcd1810cc3e8"} +{"uuid":"gpqa-main-18347a23c4b32df1f0b31d1a","benchmark":"gpqa_main","data_index":779,"repeat_index":2,"sample_id":"gpqa-main-18347a23c4b32df1f0b31d1a/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":96,"prompt_tokens":438,"effective_max_tokens":130634,"original_embedded_prediction":"C","question_sha256":"f69ff8c0001cb2bdea3e51d7d4063a70e8b64bf6f735f62088f0ace464bbe468"} +{"uuid":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea","benchmark":"gpqa_main","data_index":733,"repeat_index":1,"sample_id":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":231,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"C","question_sha256":"78b6f83c0d1137982356bff0e0d20f60e32542e5815ffd693af8f421f9e4741d"} +{"uuid":"gpqa-main-b306a5cb19a37a5923ddeda3","benchmark":"gpqa_main","data_index":759,"repeat_index":1,"sample_id":"gpqa-main-b306a5cb19a37a5923ddeda3/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":166,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"C","question_sha256":"10d0692d1c6af6008ffff69894cb0183dafbb80748247a3a0e1961e87f1e7c9f"} +{"uuid":"gpqa-main-6f84d17ede852cd9196347bd","benchmark":"gpqa_main","data_index":748,"repeat_index":1,"sample_id":"gpqa-main-6f84d17ede852cd9196347bd/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":199,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"C","question_sha256":"e410f49b6f85564bf5b9226069391669e4c376097b2656e616a6b82abd4729ac"} +{"uuid":"gpqa-main-219ad07bcb0cda7b85845999","benchmark":"gpqa_main","data_index":655,"repeat_index":1,"sample_id":"gpqa-main-219ad07bcb0cda7b85845999/repeat-1","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":495,"prompt_tokens":412,"effective_max_tokens":130660,"original_embedded_prediction":null,"question_sha256":"a6336c3b0760d09010077fee728ae5348e4421bcfcbbc8bb9c4a72d541ddfb24"} +{"uuid":"gpqa-main-53c8581aa69a3066bf003024","benchmark":"gpqa_main","data_index":734,"repeat_index":1,"sample_id":"gpqa-main-53c8581aa69a3066bf003024/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":239,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"dbc9784ed2e796c6f534e998f17f2a819df9d6d94cd62aa72bd7fdcbf457c948"} +{"uuid":"gpqa-main-e31881ef9b38bb3d802fa432","benchmark":"gpqa_main","data_index":709,"repeat_index":1,"sample_id":"gpqa-main-e31881ef9b38bb3d802fa432/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":327,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"C","question_sha256":"d2b3b2f779f59635b5b67b63d55e4ada87e7ff867992c7a0b26b010dac9f8650"} +{"uuid":"gpqa-main-485d6d2d8d4ef097891a30ae","benchmark":"gpqa_main","data_index":754,"repeat_index":1,"sample_id":"gpqa-main-485d6d2d8d4ef097891a30ae/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":193,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"C","question_sha256":"c6a4a4365a6f088ad7d433e788ad1983c25ce2a6965fa332c2fd4f61eea9bbbc"} +{"uuid":"gpqa-main-21bf0d1bb4513b046dfdf875","benchmark":"gpqa_main","data_index":790,"repeat_index":2,"sample_id":"gpqa-main-21bf0d1bb4513b046dfdf875/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":87,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"916a1ca795d38f4c815c99d6f162f52af934ee4e1b0d100dc0a7fb747631f7a7"} +{"uuid":"gpqa-main-83f8b78e2bcb92bda5c03787","benchmark":"gpqa_main","data_index":720,"repeat_index":1,"sample_id":"gpqa-main-83f8b78e2bcb92bda5c03787/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":295,"prompt_tokens":162,"effective_max_tokens":130910,"original_embedded_prediction":"A","question_sha256":"1f06efeb2323c27b7a92e2f6b6d0f631f5b1caa5357a701f99ff4c3d08286bcf"} +{"uuid":"gpqa-main-00a9d82facaec210f417af7a","benchmark":"gpqa_main","data_index":541,"repeat_index":1,"sample_id":"gpqa-main-00a9d82facaec210f417af7a/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":873,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"77f0590db54b06b37e142e7363145cbdb1a8d11c2a7575d9ae0fc10b3a6708bd"} +{"uuid":"gpqa-main-60c7c63632b1d67ffb8a4fb7","benchmark":"gpqa_main","data_index":719,"repeat_index":1,"sample_id":"gpqa-main-60c7c63632b1d67ffb8a4fb7/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":323,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"A","question_sha256":"60c9747de98dcd74354ee70ce1049c3c1d1b8d72f4e9848984af5d6ceb1a0c57"} +{"uuid":"gpqa-main-4657fdc74d4c0bf48aa0b494","benchmark":"gpqa_main","data_index":685,"repeat_index":1,"sample_id":"gpqa-main-4657fdc74d4c0bf48aa0b494/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":433,"prompt_tokens":343,"effective_max_tokens":130729,"original_embedded_prediction":"B","question_sha256":"ef34764671cecdd517febbdbff1a8cc3542418de05c4a100ef6c30752c1fc8cb"} +{"uuid":"gpqa-main-3b577bce88d27365cf34e990","benchmark":"gpqa_main","data_index":728,"repeat_index":1,"sample_id":"gpqa-main-3b577bce88d27365cf34e990/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":299,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"952132525f3a442f1b38bdc3d0190df1c505766096106e7ac626a451f1b236fc"} +{"uuid":"gpqa-main-5a280dae7286e8bab3887904","benchmark":"gpqa_main","data_index":596,"repeat_index":1,"sample_id":"gpqa-main-5a280dae7286e8bab3887904/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":695,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"B","question_sha256":"b8398a470c0a1a045a6dcf2005bd8e8351bdf75ffa7c473958cf3c4b5d4fb288"} +{"uuid":"gpqa-main-46f745f508b4d1ad41a0eb01","benchmark":"gpqa_main","data_index":726,"repeat_index":1,"sample_id":"gpqa-main-46f745f508b4d1ad41a0eb01/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":313,"prompt_tokens":392,"effective_max_tokens":130680,"original_embedded_prediction":"B","question_sha256":"4971bc5df5aee8c296226e29269969e334193d698a942dccd75dac5459c05a5c"} +{"uuid":"gpqa-main-3ebc2c6c608ed7f5e7bf9463","benchmark":"gpqa_main","data_index":788,"repeat_index":2,"sample_id":"gpqa-main-3ebc2c6c608ed7f5e7bf9463/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":147,"prompt_tokens":286,"effective_max_tokens":130786,"original_embedded_prediction":"B","question_sha256":"81bfcfb746da8dbf79e11ca4c419d5416ea1be46678f915598ebe3f9c6b6fc32"} +{"uuid":"gpqa-main-9c0b631b2a7823cec0729a4b","benchmark":"gpqa_main","data_index":627,"repeat_index":1,"sample_id":"gpqa-main-9c0b631b2a7823cec0729a4b/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":644,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"9d42c24c2f67ff118699d880fbb6276f14043e3527a9fea8f6d55fe2bf82e091"} +{"uuid":"gpqa-main-2651d2e67639a9e1741c23d7","benchmark":"gpqa_main","data_index":745,"repeat_index":1,"sample_id":"gpqa-main-2651d2e67639a9e1741c23d7/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":278,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"A","question_sha256":"4dde21b33c78ccf27d8f3043edfe68636929e2ed7d52841b78b767027425afcb"} +{"uuid":"gpqa-main-b9cd3234a1fbbf6fe8b281a7","benchmark":"gpqa_main","data_index":757,"repeat_index":1,"sample_id":"gpqa-main-b9cd3234a1fbbf6fe8b281a7/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":248,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"B","question_sha256":"407ed0eb19714d6ab4f488ca6e6a117c40e4991746c31ad1c464c5e529e59565"} +{"uuid":"gpqa-main-ca7a4b18584754c3664d8758","benchmark":"gpqa_main","data_index":784,"repeat_index":2,"sample_id":"gpqa-main-ca7a4b18584754c3664d8758/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":170,"prompt_tokens":517,"effective_max_tokens":130555,"original_embedded_prediction":"C","question_sha256":"b15ab8a50cd7768206339f81478bb5a4757f87b1bf1c7671597c48117910482f"} +{"uuid":"gpqa-main-1b113e4801541a0f8a992733","benchmark":"gpqa_main","data_index":722,"repeat_index":1,"sample_id":"gpqa-main-1b113e4801541a0f8a992733/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":363,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"C","question_sha256":"934c12bf2e6db997c9f4c22933b7e9545d3398849fc6e181c8a8187d83cf44b5"} +{"uuid":"gpqa-main-43903740f46e3267ecd42324","benchmark":"gpqa_main","data_index":735,"repeat_index":1,"sample_id":"gpqa-main-43903740f46e3267ecd42324/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":324,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"b52b0025e64a7d0c0023e98ca9fe1f002e22bd987dd934f74304bd22e6e7da20"} +{"uuid":"gpqa-main-5f044a1bf575df47abc76e1a","benchmark":"gpqa_main","data_index":730,"repeat_index":1,"sample_id":"gpqa-main-5f044a1bf575df47abc76e1a/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":346,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"56742e4e637e9ad1340d4a8de7af8e0d6ce2447d668cc5b51dfb52dfb0b2b8e9"} +{"uuid":"gpqa-main-7239e8e1a6f52b11d89b376d","benchmark":"gpqa_main","data_index":803,"repeat_index":2,"sample_id":"gpqa-main-7239e8e1a6f52b11d89b376d/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":130,"prompt_tokens":359,"effective_max_tokens":130713,"original_embedded_prediction":"D","question_sha256":"6b778965b4593497cd5378ecaa94e84f97d2910300038afb6590a8e9376b791c"} +{"uuid":"gpqa-main-89f68a802c7c6e55b5b802fd","benchmark":"gpqa_main","data_index":647,"repeat_index":1,"sample_id":"gpqa-main-89f68a802c7c6e55b5b802fd/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":616,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"C","question_sha256":"0815a781881ae5e8651c7fad2acd62427e6f4161f30b842d196debe30bd5ee83"} +{"uuid":"gpqa-main-d8d5dbb2aa6f203775147357","benchmark":"gpqa_main","data_index":702,"repeat_index":1,"sample_id":"gpqa-main-d8d5dbb2aa6f203775147357/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":441,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"B","question_sha256":"bb18da47ffe6578fb5b30d30128525e8addf5e823c1985c70c606c89ce8d4d7e"} +{"uuid":"gpqa-main-4fb391edde117a3fa772fe15","benchmark":"gpqa_main","data_index":763,"repeat_index":1,"sample_id":"gpqa-main-4fb391edde117a3fa772fe15/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":263,"prompt_tokens":230,"effective_max_tokens":130842,"original_embedded_prediction":"B","question_sha256":"5131eb311b518c1f3eade66e9c0f4df88aa05e6477bb06e86e3ac1e6fc1ea102"} +{"uuid":"gpqa-main-9f0f463200d404d2c62eca59","benchmark":"gpqa_main","data_index":704,"repeat_index":1,"sample_id":"gpqa-main-9f0f463200d404d2c62eca59/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":439,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"6ed199510dead1f6bd4eaa9162909d9481bd2201f8d9444ee60a2e0e2f20528c"} +{"uuid":"gpqa-main-238c4616c3347122f4b974e4","benchmark":"gpqa_main","data_index":749,"repeat_index":1,"sample_id":"gpqa-main-238c4616c3347122f4b974e4/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":300,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"C","question_sha256":"5a24c76ed39eb083ccc9c24780d936fe2e52cba76ae67efa4d647cc35e10037b"} +{"uuid":"gpqa-main-de59169ce40a93ff305f9a41","benchmark":"gpqa_main","data_index":768,"repeat_index":2,"sample_id":"gpqa-main-de59169ce40a93ff305f9a41/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":258,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"c5859c729f1f8217c8555103da018a579f07eb8df38d8389383b2f4634573327"} +{"uuid":"gpqa-main-33b9f4658edfefac92faa4d3","benchmark":"gpqa_main","data_index":660,"repeat_index":1,"sample_id":"gpqa-main-33b9f4658edfefac92faa4d3/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":592,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"A","question_sha256":"21b950759e4e088c97c70fcca487f4b3ceddd69dd2563433e332a0dde94eeddb"} +{"uuid":"gpqa-main-0fb808246cf99919fa61cf95","benchmark":"gpqa_main","data_index":752,"repeat_index":1,"sample_id":"gpqa-main-0fb808246cf99919fa61cf95/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":295,"prompt_tokens":415,"effective_max_tokens":130657,"original_embedded_prediction":"C","question_sha256":"8dd19f310e71e68caf9619c551faf073baee082c2fdae90e86d766c8f04dd15c"} +{"uuid":"gpqa-main-d750e02b8d42b4b4d6aba4b9","benchmark":"gpqa_main","data_index":809,"repeat_index":2,"sample_id":"gpqa-main-d750e02b8d42b4b4d6aba4b9/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":138,"prompt_tokens":944,"effective_max_tokens":130128,"original_embedded_prediction":"C","question_sha256":"5ea7e9b17f677439bf5f6e43169cb794916985d1c5964f6a0d8becf3f9e3b7ad"} +{"uuid":"gpqa-main-5334e8bdecfbd08a0fceb69b","benchmark":"gpqa_main","data_index":815,"repeat_index":2,"sample_id":"gpqa-main-5334e8bdecfbd08a0fceb69b/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":115,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"D","question_sha256":"0c1cc6cb8c9b9a25c645b86bbada068207876248621f0327486d559892b7a8a9"} +{"uuid":"gpqa-main-1989edb8041cc1c94659dcc4","benchmark":"gpqa_main","data_index":724,"repeat_index":1,"sample_id":"gpqa-main-1989edb8041cc1c94659dcc4/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":388,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"C","question_sha256":"364ddb1397abdc7ae2201c88354f8df3f89b63c28330217a94cf8cf96c19ae54"} +{"uuid":"gpqa-main-fcf4fbe275826c7d67e6067b","benchmark":"gpqa_main","data_index":716,"repeat_index":1,"sample_id":"gpqa-main-fcf4fbe275826c7d67e6067b/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":417,"prompt_tokens":319,"effective_max_tokens":130753,"original_embedded_prediction":"C","question_sha256":"804a1298d02f33e3d34af9885ef317731ae757104a1e874356955c98921afd18"} +{"uuid":"gpqa-main-8d147d8bf7fad22423fc5dd7","benchmark":"gpqa_main","data_index":666,"repeat_index":1,"sample_id":"gpqa-main-8d147d8bf7fad22423fc5dd7/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":595,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"C","question_sha256":"bfad7a1309a7d02668c615391f7302c03e1c3f61ffaee5d1f44ba2c9f5c40b7d"} +{"uuid":"gpqa-main-ff45876351041ad1ce200bb4","benchmark":"gpqa_main","data_index":707,"repeat_index":1,"sample_id":"gpqa-main-ff45876351041ad1ce200bb4/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":457,"prompt_tokens":345,"effective_max_tokens":130727,"original_embedded_prediction":"C","question_sha256":"32bdeb2d6746cedbaa666a09cbe9ff84eedb094a4f81edb9c09ab191add49c41"} +{"uuid":"gpqa-main-d9fdff837cb2d2e4d1e81014","benchmark":"gpqa_main","data_index":767,"repeat_index":1,"sample_id":"gpqa-main-d9fdff837cb2d2e4d1e81014/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":288,"prompt_tokens":153,"effective_max_tokens":130919,"original_embedded_prediction":"C","question_sha256":"021732e23dc83767a3bfeabac85945e664d0c83c8f4cd2ecee91855cda0b0d54"} +{"uuid":"gpqa-main-f35f531075e0f4b71e6bfdf7","benchmark":"gpqa_main","data_index":796,"repeat_index":2,"sample_id":"gpqa-main-f35f531075e0f4b71e6bfdf7/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":195,"prompt_tokens":440,"effective_max_tokens":130632,"original_embedded_prediction":"C","question_sha256":"1dec0a47229d6987f418c244cc1169bdeb04c6134b883ac8895dc2380cdf0539"} +{"uuid":"gpqa-main-09311165c3bc8a7742115024","benchmark":"gpqa_main","data_index":789,"repeat_index":2,"sample_id":"gpqa-main-09311165c3bc8a7742115024/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":214,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"C","question_sha256":"d6deae7022d40b283a8b0053867ff7e2d44f15fac7c364d3b34e67d903596cf7"} +{"uuid":"gpqa-main-e10311e2a20f5ef70b44af1a","benchmark":"gpqa_main","data_index":764,"repeat_index":1,"sample_id":"gpqa-main-e10311e2a20f5ef70b44af1a/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":305,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"D","question_sha256":"840fab180da436fa17bd480d15eb270c8be4535800795f8fe8c3d0b1ac29ca9d"} +{"uuid":"gpqa-main-28e3e5e79d7477896c6d853d","benchmark":"gpqa_main","data_index":792,"repeat_index":2,"sample_id":"gpqa-main-28e3e5e79d7477896c6d853d/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":219,"prompt_tokens":1047,"effective_max_tokens":130025,"original_embedded_prediction":"C","question_sha256":"d3b33ef7a0e55c33b5deae6a673dd7fff1fc2e7efa223f3419ecf58e57c06207"} +{"uuid":"gpqa-main-643d18139459da0f9c1b2e17","benchmark":"gpqa_main","data_index":691,"repeat_index":1,"sample_id":"gpqa-main-643d18139459da0f9c1b2e17/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":531,"prompt_tokens":375,"effective_max_tokens":130697,"original_embedded_prediction":"C","question_sha256":"4bab53f383207a2bc9c94789bb8114d3e7db442308789d848023661e90b2ab49"} +{"uuid":"gpqa-main-a1ec72afe45eedbea242cd73","benchmark":"gpqa_main","data_index":812,"repeat_index":2,"sample_id":"gpqa-main-a1ec72afe45eedbea242cd73/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":160,"prompt_tokens":310,"effective_max_tokens":130762,"original_embedded_prediction":"D","question_sha256":"e87180319d813402cf71637950d93636988703d0477e2bb79fb03a1d2df9afe3"} +{"uuid":"gpqa-main-f6a21b5c88fe41ca6a55591f","benchmark":"gpqa_main","data_index":738,"repeat_index":1,"sample_id":"gpqa-main-f6a21b5c88fe41ca6a55591f/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":383,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"b0808ff670ee04ab6af9402dbf89fd865b5fcc16ca43f81c6b8ed06e07bd5ee2"} +{"uuid":"gpqa-main-106fe8a64f4453f81be6f7bd","benchmark":"gpqa_main","data_index":793,"repeat_index":2,"sample_id":"gpqa-main-106fe8a64f4453f81be6f7bd/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":234,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"C","question_sha256":"f0c3d97c5c67fa210dafa49946af010682993c23bb8995a306a6ee484e0c3b03"} +{"uuid":"gpqa-main-3d4249ae7ea85a07b7726fff","benchmark":"gpqa_main","data_index":777,"repeat_index":2,"sample_id":"gpqa-main-3d4249ae7ea85a07b7726fff/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":282,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"f3a651caf4cc86d7183e2aa4e94783901dfd4ba7026521589b0aa1f1c95b0e55"} +{"uuid":"gpqa-main-ad8f0afd2f116341ed3a69c0","benchmark":"gpqa_main","data_index":808,"repeat_index":2,"sample_id":"gpqa-main-ad8f0afd2f116341ed3a69c0/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":196,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"D","question_sha256":"b6c9142bf69c50d0a62b5b8254344b66610ca208a646e6a69a606819b7eb1bf8"} +{"uuid":"gpqa-main-7ed621f8290d6ac14181ce45","benchmark":"gpqa_main","data_index":766,"repeat_index":1,"sample_id":"gpqa-main-7ed621f8290d6ac14181ce45/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":326,"prompt_tokens":298,"effective_max_tokens":130774,"original_embedded_prediction":"C","question_sha256":"c1c0ad22e4376412fe1e7564fd1f8c00dd970292dbf0dbb83b0350881e74b306"} +{"uuid":"gpqa-main-b7ef729c55e0cb48c67bca16","benchmark":"gpqa_main","data_index":799,"repeat_index":2,"sample_id":"gpqa-main-b7ef729c55e0cb48c67bca16/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":231,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"B","question_sha256":"732a49f65a753e1d2c9ebb525ad8cc4c9ea6aa812fdc5eda3c630aa4aa35c7b5"} +{"uuid":"gpqa-main-d022f771c467d057bbb527d0","benchmark":"gpqa_main","data_index":807,"repeat_index":2,"sample_id":"gpqa-main-d022f771c467d057bbb527d0/repeat-2","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":202,"prompt_tokens":192,"effective_max_tokens":130880,"original_embedded_prediction":null,"question_sha256":"f3fdb78f6fe3c60a21e29d92babec94b4d8c0f6e012394045833653cbdb1a4d7"} +{"uuid":"gpqa-main-0306849689d2123fedfcfeb5","benchmark":"gpqa_main","data_index":850,"repeat_index":2,"sample_id":"gpqa-main-0306849689d2123fedfcfeb5/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":38,"prompt_tokens":301,"effective_max_tokens":130771,"original_embedded_prediction":"B","question_sha256":"9b236e1b2c7db4edd3fd08eaeff4fcfd3b13c11bfc0f9c5510349957a837d13a"} +{"uuid":"gpqa-main-992d40815d86851a9f6e7230","benchmark":"gpqa_main","data_index":769,"repeat_index":2,"sample_id":"gpqa-main-992d40815d86851a9f6e7230/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":326,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"b698ebb0cb6d3abffa554435859e51f21dd11a9955cfceece2c7a6fa9b0e2023"} +{"uuid":"gpqa-main-ba7b4d8b6b363240553a5da8","benchmark":"gpqa_main","data_index":781,"repeat_index":2,"sample_id":"gpqa-main-ba7b4d8b6b363240553a5da8/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":278,"prompt_tokens":320,"effective_max_tokens":130752,"original_embedded_prediction":"C","question_sha256":"f31ead87a22282cc5dfb01f73a1fe9c84520ad1b8dc017953d8293dbe8b47044"} +{"uuid":"gpqa-main-ad77d1e365463a217a2cc25c","benchmark":"gpqa_main","data_index":732,"repeat_index":1,"sample_id":"gpqa-main-ad77d1e365463a217a2cc25c/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":429,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"7c427847fb1acab7f784c40193a51f13be68ffb38b4336c6bf3ebf112916fc29"} +{"uuid":"gpqa-main-cdaa7da74e15a8dfc40e0582","benchmark":"gpqa_main","data_index":575,"repeat_index":1,"sample_id":"gpqa-main-cdaa7da74e15a8dfc40e0582/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":901,"prompt_tokens":410,"effective_max_tokens":130662,"original_embedded_prediction":"C","question_sha256":"733e93868ff7691423e0d318a4d9ba6ce801d7c2ef5c53b8020d7eb13c2c9a5c"} +{"uuid":"gpqa-main-febe4c45e71692110949e3d6","benchmark":"gpqa_main","data_index":736,"repeat_index":1,"sample_id":"gpqa-main-febe4c45e71692110949e3d6/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":412,"prompt_tokens":577,"effective_max_tokens":130495,"original_embedded_prediction":"D","question_sha256":"e38dd7750710c37aa45a5b0b5dd91e1b4171070325d670d668ab1fa20431a29e"} +{"uuid":"gpqa-main-46549f6d718b80e38f4412cd","benchmark":"gpqa_main","data_index":802,"repeat_index":2,"sample_id":"gpqa-main-46549f6d718b80e38f4412cd/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":225,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"B","question_sha256":"a1def6786f9e3174bf07c7887ea2c97711ea721fe1cf730202fc93d69ecac09d"} +{"uuid":"gpqa-main-7684b3ed8a4540e6099495df","benchmark":"gpqa_main","data_index":711,"repeat_index":1,"sample_id":"gpqa-main-7684b3ed8a4540e6099495df/repeat-1","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":505,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"0caf81b8c83789b0b258b80856002cff7fd589a737844db0407269017bcd1955"} +{"uuid":"gpqa-main-86060b054d8de358356a29fd","benchmark":"gpqa_main","data_index":776,"repeat_index":2,"sample_id":"gpqa-main-86060b054d8de358356a29fd/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":317,"prompt_tokens":435,"effective_max_tokens":130637,"original_embedded_prediction":"C","question_sha256":"d20ccd218e50c4a58da8030db612f52c5bac88ad6d1859a85b0358c1595e54e1"} +{"uuid":"gpqa-main-a39e48c3dd280f4d62399e78","benchmark":"gpqa_main","data_index":755,"repeat_index":1,"sample_id":"gpqa-main-a39e48c3dd280f4d62399e78/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":384,"prompt_tokens":397,"effective_max_tokens":130675,"original_embedded_prediction":"D","question_sha256":"721c25455cfe9ff83ae29b7ba79700cb78268040d9773283d4d8afebd849187b"} +{"uuid":"gpqa-main-742076c80dda93477062cfc0","benchmark":"gpqa_main","data_index":646,"repeat_index":1,"sample_id":"gpqa-main-742076c80dda93477062cfc0/repeat-1","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":731,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":null,"question_sha256":"528bc237c35f64d2635edb6fea3202ce958bca92ea956fae0da7c5b4c72081d8"} +{"uuid":"gpqa-main-9baab02407bb5e317c8c71c4","benchmark":"gpqa_main","data_index":798,"repeat_index":2,"sample_id":"gpqa-main-9baab02407bb5e317c8c71c4/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":269,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"B","question_sha256":"4c49b01c534dd76a31b5023fe34fe490913c400dc715a3fa7a874695ca10b949"} +{"uuid":"gpqa-main-b84eb68d18023ca81e43b35a","benchmark":"gpqa_main","data_index":677,"repeat_index":1,"sample_id":"gpqa-main-b84eb68d18023ca81e43b35a/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":648,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"D","question_sha256":"6c90e464e06f4dc9c748d6c9be44c96b2d5bec5078b4eb152ea4ccec4c709f2d"} +{"uuid":"gpqa-main-edbd99e5f03e3b3f074ba126","benchmark":"gpqa_main","data_index":830,"repeat_index":2,"sample_id":"gpqa-main-edbd99e5f03e3b3f074ba126/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":129,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"C","question_sha256":"b690990e73efd994587057d6ed5ae270235b0ec6bd4e98df3fc472f01c179765"} +{"uuid":"gpqa-main-6bb4180b8c6df2f8f7490345","benchmark":"gpqa_main","data_index":794,"repeat_index":2,"sample_id":"gpqa-main-6bb4180b8c6df2f8f7490345/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":286,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"a40e1e0f0ddd21a34df82626b6553232ad944bbeec5bf0819aaf5ae0b1a92c59"} +{"uuid":"gpqa-main-834c95c23407a9d2c736d2ee","benchmark":"gpqa_main","data_index":825,"repeat_index":2,"sample_id":"gpqa-main-834c95c23407a9d2c736d2ee/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":163,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"bb698537245b51d08b5d5a6cecdfd1a4e34f7ac0f17e13da8d713af9341a9366"} +{"uuid":"gpqa-main-9e1b7c5b2ce53e8d6424b66a","benchmark":"gpqa_main","data_index":827,"repeat_index":2,"sample_id":"gpqa-main-9e1b7c5b2ce53e8d6424b66a/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":161,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"97732ba422afbf18b5d2d6b3bd26f6c540049e2f82d9628414525cebe7e9a5dd"} +{"uuid":"gpqa-main-7093e90be0c6d72d98ef432c","benchmark":"gpqa_main","data_index":740,"repeat_index":1,"sample_id":"gpqa-main-7093e90be0c6d72d98ef432c/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":454,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"C","question_sha256":"d73f092255e75c14953338c7dc17fa9e41c6378f650bac797b23d3c68133744d"} +{"uuid":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7","benchmark":"gpqa_main","data_index":805,"repeat_index":2,"sample_id":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":267,"prompt_tokens":279,"effective_max_tokens":130793,"original_embedded_prediction":"B","question_sha256":"f730b35adb897658b28382d90ae7881a77e5d86003cc9b3942862d742001d4fb"} +{"uuid":"gpqa-main-efbd16944acebfe43928d489","benchmark":"gpqa_main","data_index":817,"repeat_index":2,"sample_id":"gpqa-main-efbd16944acebfe43928d489/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":227,"prompt_tokens":328,"effective_max_tokens":130744,"original_embedded_prediction":"A","question_sha256":"40b2b50a3c993902d4327a3072c497b0bfcbac42a638ecf92be395be7ef82ab0"} +{"uuid":"gpqa-main-08cb3c41dbaa57f424632b84","benchmark":"gpqa_main","data_index":772,"repeat_index":2,"sample_id":"gpqa-main-08cb3c41dbaa57f424632b84/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":370,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"C","question_sha256":"e37327eb6a290bf649f9b548f5d9834983b5d59efc10b4281a4bdbb75523863f"} +{"uuid":"gpqa-main-731d6908d225dc9f463d1297","benchmark":"gpqa_main","data_index":672,"repeat_index":1,"sample_id":"gpqa-main-731d6908d225dc9f463d1297/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":701,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"C","question_sha256":"4774928b0a0c7cdc6d9c17102d2e01adad07f5a344858c23bbc63520a74724d7"} +{"uuid":"gpqa-main-fd7b1296b8c5ae3f05aa8355","benchmark":"gpqa_main","data_index":703,"repeat_index":1,"sample_id":"gpqa-main-fd7b1296b8c5ae3f05aa8355/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":591,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"C","question_sha256":"e674bbb69c41e672de8e4c8cbea505f57f0d1fc98a2ae52ced1937ec4c71b62f"} +{"uuid":"gpqa-main-47999f808ae4df35fd817dd2","benchmark":"gpqa_main","data_index":782,"repeat_index":2,"sample_id":"gpqa-main-47999f808ae4df35fd817dd2/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":352,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"0b24415e0a51d238b6f9b4a8ae6a56386da27f195c825aa8d124ca3e7adc5bb9"} +{"uuid":"gpqa-main-86976aae6f871f46c4680830","benchmark":"gpqa_main","data_index":599,"repeat_index":1,"sample_id":"gpqa-main-86976aae6f871f46c4680830/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":894,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"A","question_sha256":"e5c3c79a60db2de596dac1585bfc2e940bac2acb65a3352ff5f7e99821846aed"} +{"uuid":"gpqa-main-67c1e3a67a2a974a3189d06b","benchmark":"gpqa_main","data_index":712,"repeat_index":1,"sample_id":"gpqa-main-67c1e3a67a2a974a3189d06b/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":567,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"de0e795a2e1639d4babc3235662e71409fadd14e0c80f8551b3db9b4b53aa8de"} +{"uuid":"gpqa-main-f79cea2e3c2e242b6e0da4d5","benchmark":"gpqa_main","data_index":822,"repeat_index":2,"sample_id":"gpqa-main-f79cea2e3c2e242b6e0da4d5/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":214,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"C","question_sha256":"bdc1ab103002886dcbe879cd751d3e27b8ba6e988859bb80422ea04871269448"} +{"uuid":"gpqa-main-17eb0ef902a11d36b13bb4ba","benchmark":"gpqa_main","data_index":762,"repeat_index":1,"sample_id":"gpqa-main-17eb0ef902a11d36b13bb4ba/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":425,"prompt_tokens":290,"effective_max_tokens":130782,"original_embedded_prediction":"C","question_sha256":"da025e796cabfda79ad3a899a873052b028159563074d0934fabc7ee4c54d8ad"} +{"uuid":"gpqa-main-5af38d4af998e6cc090b76a4","benchmark":"gpqa_main","data_index":750,"repeat_index":1,"sample_id":"gpqa-main-5af38d4af998e6cc090b76a4/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":465,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"B","question_sha256":"b20325f500465457b07762e2fe70b04e5055bd3df2783351050b6c3d04223eb4"} +{"uuid":"gpqa-main-ff85a5ccc5b465a708f70be3","benchmark":"gpqa_main","data_index":797,"repeat_index":2,"sample_id":"gpqa-main-ff85a5ccc5b465a708f70be3/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":327,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"f86f6ace621f9a5dc4c1d23e2bb2d546e1ca384df523a7a90d793b41a43ebfc6"} +{"uuid":"gpqa-main-7a6f40292c595b5ffad3d66b","benchmark":"gpqa_main","data_index":848,"repeat_index":2,"sample_id":"gpqa-main-7a6f40292c595b5ffad3d66b/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":137,"prompt_tokens":317,"effective_max_tokens":130755,"original_embedded_prediction":"C","question_sha256":"82d8161e96256872367b5e1c12af2c1f91e6c4a6aac3d066708fccb1826bf840"} +{"uuid":"gpqa-main-ca986cf878bcb98d3bdf6b0a","benchmark":"gpqa_main","data_index":636,"repeat_index":1,"sample_id":"gpqa-main-ca986cf878bcb98d3bdf6b0a/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":830,"prompt_tokens":553,"effective_max_tokens":130519,"original_embedded_prediction":"B","question_sha256":"03946dc24ec69699ccf0d502676d0724f19c404c61b61996d4b5d979f21785da"} +{"uuid":"gpqa-main-6543e2c47b61f7f328bcf42d","benchmark":"gpqa_main","data_index":804,"repeat_index":2,"sample_id":"gpqa-main-6543e2c47b61f7f328bcf42d/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":307,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"C","question_sha256":"9f8c4aa52521e2926d56fdd03cf5aeaf3543c911c9b75774731cd1204efc1328"} +{"uuid":"gpqa-main-a3be70bb026878238a72f88b","benchmark":"gpqa_main","data_index":834,"repeat_index":2,"sample_id":"gpqa-main-a3be70bb026878238a72f88b/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":185,"prompt_tokens":446,"effective_max_tokens":130626,"original_embedded_prediction":"C","question_sha256":"42da82ad5cb9e03bf1c8f1d786b162fd55245c32907328f445c191681a98b669"} +{"uuid":"gpqa-main-d751f2081e63be8d69314287","benchmark":"gpqa_main","data_index":869,"repeat_index":2,"sample_id":"gpqa-main-d751f2081e63be8d69314287/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":97,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"B","question_sha256":"f56e41493e430f6c013c094b4b462aa30dc9826a273d867eec6a04fc8a646443"} +{"uuid":"gpqa-main-07134ad2ae69bd2e9f09ae64","benchmark":"gpqa_main","data_index":845,"repeat_index":2,"sample_id":"gpqa-main-07134ad2ae69bd2e9f09ae64/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":176,"prompt_tokens":374,"effective_max_tokens":130698,"original_embedded_prediction":"C","question_sha256":"e1448af5dcb7e4a7a5cf31dd231d4a2b2a3829ce3dabc5d7da48a195c1b39112"} +{"uuid":"gpqa-main-29e885003cf7658ac2eb0ba4","benchmark":"gpqa_main","data_index":871,"repeat_index":2,"sample_id":"gpqa-main-29e885003cf7658ac2eb0ba4/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":100,"prompt_tokens":299,"effective_max_tokens":130773,"original_embedded_prediction":"C","question_sha256":"e6fd9b7cea6cbcd53eabc57f63ae367008b2774a1092f55e23e78b7eafbdbafa"} +{"uuid":"gpqa-main-feeb39404129cbb3b7e867ec","benchmark":"gpqa_main","data_index":811,"repeat_index":2,"sample_id":"gpqa-main-feeb39404129cbb3b7e867ec/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":315,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"D","question_sha256":"a80144fd582290217d4749a45438b278db047877b2f9babd5f52d9d0dcc88daf"} +{"uuid":"gpqa-main-810618179b41cff3d8593ba5","benchmark":"gpqa_main","data_index":791,"repeat_index":2,"sample_id":"gpqa-main-810618179b41cff3d8593ba5/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":392,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"4f7077a78998cfa5dbe881d51f9f859973bb281cce9f5a2bde9d5475cc520111"} +{"uuid":"gpqa-main-e47ea8383f43129dec459997","benchmark":"gpqa_main","data_index":668,"repeat_index":1,"sample_id":"gpqa-main-e47ea8383f43129dec459997/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":785,"prompt_tokens":262,"effective_max_tokens":130810,"original_embedded_prediction":"D","question_sha256":"9e7260c352d5970f26856e94943b008fa72ebf3264a0e2790592a41209cfac2d"} +{"uuid":"gpqa-main-832feb793ff377da50abf878","benchmark":"gpqa_main","data_index":837,"repeat_index":2,"sample_id":"gpqa-main-832feb793ff377da50abf878/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":215,"prompt_tokens":202,"effective_max_tokens":130870,"original_embedded_prediction":"C","question_sha256":"9cb12d81fbbe616cc95beecd1627265e0b5a2fa48b8e7493d3df89b378afbc12"} +{"uuid":"gpqa-main-84cbf72ad94d1afe2aa56331","benchmark":"gpqa_main","data_index":865,"repeat_index":2,"sample_id":"gpqa-main-84cbf72ad94d1afe2aa56331/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":139,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"089a55e5a3fbca456cb952a230bd88a82c177ec99470bd05f822803a1bdd3db5"} +{"uuid":"gpqa-main-5f336d7998263d21db8f15c1","benchmark":"gpqa_main","data_index":818,"repeat_index":2,"sample_id":"gpqa-main-5f336d7998263d21db8f15c1/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":309,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"C","question_sha256":"5028b464f9ac881885af02d0d7fda29d17165d3804f0f84dbc2e8f6dbd923739"} +{"uuid":"gpqa-main-3f72ea9cda0c3c6f970bd310","benchmark":"gpqa_main","data_index":826,"repeat_index":2,"sample_id":"gpqa-main-3f72ea9cda0c3c6f970bd310/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":255,"prompt_tokens":432,"effective_max_tokens":130640,"original_embedded_prediction":"C","question_sha256":"a5bf307fdc69920b346c2d288b6a35b24485c92c8e245174a775055fa172cdc6"} +{"uuid":"gpqa-main-756cafdacac7e9642e2102c6","benchmark":"gpqa_main","data_index":858,"repeat_index":2,"sample_id":"gpqa-main-756cafdacac7e9642e2102c6/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":157,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"b26abbcea4f9adbbc6faf6378336b8d024ffe4491d2853b927bf9afdc27073a9"} +{"uuid":"gpqa-main-ae94db70e45f3af66518a393","benchmark":"gpqa_main","data_index":714,"repeat_index":1,"sample_id":"gpqa-main-ae94db70e45f3af66518a393/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":630,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"C","question_sha256":"357c925128939cb69954fa6d11c54df2209c646ee1d3db2ab6dfea44ae6407b6"} +{"uuid":"gpqa-main-728c68de5f34aba879617ff3","benchmark":"gpqa_main","data_index":737,"repeat_index":1,"sample_id":"gpqa-main-728c68de5f34aba879617ff3/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":554,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"93587b6fdb0ccf1d1701c58bd12431b38885397117475f14823f4c52994b39b4"} +{"uuid":"gpqa-main-1f0af84f0bdb1b68af6a7719","benchmark":"gpqa_main","data_index":765,"repeat_index":1,"sample_id":"gpqa-main-1f0af84f0bdb1b68af6a7719/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":490,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"C","question_sha256":"47eb07162cc525d2e6a87977deb802204fed59b801dd5e2935cc6edb3c036af1"} +{"uuid":"gpqa-main-7e29412fd534df20c4a23267","benchmark":"gpqa_main","data_index":87,"repeat_index":0,"sample_id":"gpqa-main-7e29412fd534df20c4a23267/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":2412,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"7fda2b6ca2ff9984ace9bf53f465cebb4b8d963f7ddcb5aa5f5015cd6989be42"} +{"uuid":"gpqa-main-e069314491adb5be236d3fe7","benchmark":"gpqa_main","data_index":770,"repeat_index":2,"sample_id":"gpqa-main-e069314491adb5be236d3fe7/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":486,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"B","question_sha256":"2662eff7a6231613f45042d2ef5df63caaeb5a326d264e93009a737a99fb27bb"} +{"uuid":"gpqa-main-08452235d283f9ba82364ea8","benchmark":"gpqa_main","data_index":778,"repeat_index":2,"sample_id":"gpqa-main-08452235d283f9ba82364ea8/repeat-2","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":461,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":null,"question_sha256":"65db6ef4b562a9503afeb197451091c7514df18fdee747a881b8057c38e21d0f"} +{"uuid":"gpqa-main-579e17ce4c553c730c526a5c","benchmark":"gpqa_main","data_index":810,"repeat_index":2,"sample_id":"gpqa-main-579e17ce4c553c730c526a5c/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":363,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"D","question_sha256":"1ce3d847d25b2c2f678c304f134266501155719553a1a003f38a6b0a75ffb81b"} +{"uuid":"gpqa-main-3ad0b182e1494c1e76262069","benchmark":"gpqa_main","data_index":773,"repeat_index":2,"sample_id":"gpqa-main-3ad0b182e1494c1e76262069/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":474,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"C","question_sha256":"835ebb67a4198184dbd29c03b43e4283e93c0473d886ab6c3b6c52ffb918b6ab"} +{"uuid":"gpqa-main-bf684ea09dc8822450fbd37c","benchmark":"gpqa_main","data_index":852,"repeat_index":2,"sample_id":"gpqa-main-bf684ea09dc8822450fbd37c/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":215,"prompt_tokens":372,"effective_max_tokens":130700,"original_embedded_prediction":"A","question_sha256":"8f0911e951adf5df2bfc8aa29c14de392a998e2fa48463ceecedcd39a8301453"} +{"uuid":"gpqa-main-cb8b679fe50f1b3a7168eb92","benchmark":"gpqa_main","data_index":538,"repeat_index":1,"sample_id":"gpqa-main-cb8b679fe50f1b3a7168eb92/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":1225,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"8ed0101055c99512a99310385277c13855047c3a1b31ca6b8a6ee3f83cf5d4f3"} +{"uuid":"gpqa-main-8a20fac7d1a5bff58e8c63ca","benchmark":"gpqa_main","data_index":841,"repeat_index":2,"sample_id":"gpqa-main-8a20fac7d1a5bff58e8c63ca/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":263,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"B","question_sha256":"065acbbc3564fb2547e820ab1c35567bac49dff768319e8f4b46ee23bdd92415"} +{"uuid":"gpqa-main-9b7f84c844aa65b8ebfee235","benchmark":"gpqa_main","data_index":888,"repeat_index":2,"sample_id":"gpqa-main-9b7f84c844aa65b8ebfee235/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":113,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"B","question_sha256":"9443960fd2664e6d4890575733c6a4f1f6d804ec21e10e0f9d415b99297f9845"} +{"uuid":"gpqa-main-b654b748170277d4b0d0c6b5","benchmark":"gpqa_main","data_index":862,"repeat_index":2,"sample_id":"gpqa-main-b654b748170277d4b0d0c6b5/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":199,"prompt_tokens":508,"effective_max_tokens":130564,"original_embedded_prediction":"A","question_sha256":"010973f2a9805982e33bfecd460da27e4d2f170e4567ebf854c807385bea09d3"} +{"uuid":"gpqa-main-ec756f5cd58f1d3e9c9c8676","benchmark":"gpqa_main","data_index":878,"repeat_index":2,"sample_id":"gpqa-main-ec756f5cd58f1d3e9c9c8676/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":160,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"016bbafd184cf46762e3e824d2499734daf9efd8cb5f0adad12078f151c96a12"} +{"uuid":"gpqa-main-0d56f92dcb32c3f0494a4705","benchmark":"gpqa_main","data_index":783,"repeat_index":2,"sample_id":"gpqa-main-0d56f92dcb32c3f0494a4705/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":490,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"B","question_sha256":"d48362abba761cef50927ef586befd9a2fdb343aa19b2fa457ee74fb6dbfb56b"} +{"uuid":"gpqa-main-4b84b53bf506bc0a4468fb2d","benchmark":"gpqa_main","data_index":839,"repeat_index":2,"sample_id":"gpqa-main-4b84b53bf506bc0a4468fb2d/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":290,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"B","question_sha256":"e302b2005d8d406eb5e8fd7aa1707959448ef06e72b5647d2711c9a056cfeffc"} +{"uuid":"gpqa-main-efc527af4c77c27856f0d201","benchmark":"gpqa_main","data_index":828,"repeat_index":2,"sample_id":"gpqa-main-efc527af4c77c27856f0d201/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":329,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"29ffae74d292a9a38f72dd8e95efab3be752912b79e848701193359c657937f6"} +{"uuid":"gpqa-main-41ca21006bb37fef24a8975a","benchmark":"gpqa_main","data_index":854,"repeat_index":2,"sample_id":"gpqa-main-41ca21006bb37fef24a8975a/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":247,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"A","question_sha256":"8d132ce83553f28f02599f90e3c52fb60d8f58faea0f09152f78f7df6e310abc"} +{"uuid":"gpqa-main-a5811d01e615771d5e0b48fb","benchmark":"gpqa_main","data_index":868,"repeat_index":2,"sample_id":"gpqa-main-a5811d01e615771d5e0b48fb/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":218,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"C","question_sha256":"18c1c5c103fb01b10fd0ca282f8eab427517d6587a0a9962010b5ad16e05b98f"} +{"uuid":"gpqa-main-138fcbeedbaf865565ec35fd","benchmark":"gpqa_main","data_index":895,"repeat_index":2,"sample_id":"gpqa-main-138fcbeedbaf865565ec35fd/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":123,"prompt_tokens":409,"effective_max_tokens":130663,"original_embedded_prediction":"C","question_sha256":"15bed1ac60d1bdcf0eec84539d669d6f38a2eb24b51e5072a922d8d9391ab135"} +{"uuid":"gpqa-main-ea0400e59078652fc57eb6e1","benchmark":"gpqa_main","data_index":864,"repeat_index":2,"sample_id":"gpqa-main-ea0400e59078652fc57eb6e1/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":228,"prompt_tokens":537,"effective_max_tokens":130535,"original_embedded_prediction":"D","question_sha256":"50fc83bec6235fb29a76a0a00342f5c99a24684597a5930df882fe103e170363"} +{"uuid":"gpqa-main-009c62a9f3d3e5b23d7032af","benchmark":"gpqa_main","data_index":885,"repeat_index":2,"sample_id":"gpqa-main-009c62a9f3d3e5b23d7032af/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":154,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"eb3c8e77ceb6bbf6b5fc6d705376aeb984e8d20d498b1668992fc1441b062661"} +{"uuid":"gpqa-main-104b659bbac6e52c4c877c0b","benchmark":"gpqa_main","data_index":920,"repeat_index":2,"sample_id":"gpqa-main-104b659bbac6e52c4c877c0b/repeat-2","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":18,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":null,"question_sha256":"de6e1846b7e0c60ac3b7b0f613ad67cc3d941770b7de58c7a45add8c64d1db8b"} +{"uuid":"gpqa-main-47f8cee187b620660c7d11b3","benchmark":"gpqa_main","data_index":840,"repeat_index":2,"sample_id":"gpqa-main-47f8cee187b620660c7d11b3/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":304,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"b114078343a4ce3eeaa845ee2c7bfa4ac7c9add00f507d8ff60e46cca593fb46"} +{"uuid":"gpqa-main-73f6c00588963349c225df6c","benchmark":"gpqa_main","data_index":881,"repeat_index":2,"sample_id":"gpqa-main-73f6c00588963349c225df6c/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":170,"prompt_tokens":476,"effective_max_tokens":130596,"original_embedded_prediction":"C","question_sha256":"6c8759c4aac1084515abf1e3c463c7a0b6411dc3fa720a9a5fb5ac8f5777b49c"} +{"uuid":"gpqa-main-d3a774e5f1af1a1e11117582","benchmark":"gpqa_main","data_index":930,"repeat_index":2,"sample_id":"gpqa-main-d3a774e5f1af1a1e11117582/repeat-2","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":null,"question_sha256":"26b8e966c8adf9fe2824ff1fd3c23b2d488a785fe8a68cbce362bac46e891a79"} +{"uuid":"gpqa-main-e408cf011e5548359fd7cfa7","benchmark":"gpqa_main","data_index":836,"repeat_index":2,"sample_id":"gpqa-main-e408cf011e5548359fd7cfa7/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":315,"prompt_tokens":190,"effective_max_tokens":130882,"original_embedded_prediction":"D","question_sha256":"62f7808cdd914d23316e18802ada081dc433f34465864581ce0c27bfafdcd343"} +{"uuid":"gpqa-main-2fc8b9731f60b1c9eb476570","benchmark":"gpqa_main","data_index":843,"repeat_index":2,"sample_id":"gpqa-main-2fc8b9731f60b1c9eb476570/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":295,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"8d64fc9e228388438862fd18b500e048e168f26e7191a4220ea8281beb789ea2"} +{"uuid":"gpqa-main-178c84548026beb35252a961","benchmark":"gpqa_main","data_index":872,"repeat_index":2,"sample_id":"gpqa-main-178c84548026beb35252a961/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":207,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"4ea09b6f60208405c59e5923a565f195c94315e0b6e230acd59351f1ee59ed96"} +{"uuid":"gpqa-main-35d088e32fb39438767e1141","benchmark":"gpqa_main","data_index":847,"repeat_index":2,"sample_id":"gpqa-main-35d088e32fb39438767e1141/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":294,"prompt_tokens":434,"effective_max_tokens":130638,"original_embedded_prediction":"C","question_sha256":"9d467213ec07b8217d3c3aa11a312c8536475e654bbb7ef916a4b8f92e0c7a7d"} +{"uuid":"gpqa-main-dbbe3054b6bdabe917f5ab5d","benchmark":"gpqa_main","data_index":915,"repeat_index":2,"sample_id":"gpqa-main-dbbe3054b6bdabe917f5ab5d/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":62,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"D","question_sha256":"1054cb147fa0d82e2b1830b0238455ab6cea42cde361a81e9934864240f22f50"} +{"uuid":"gpqa-main-efb673a27e8a1e042786abf9","benchmark":"gpqa_main","data_index":831,"repeat_index":2,"sample_id":"gpqa-main-efb673a27e8a1e042786abf9/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":339,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"1f2f27b90dac22c1b4d70e1b1679a095c5ce0b5ec5dd0bbf48f16b8328b18d89"} +{"uuid":"gpqa-main-49e3b768e85f009875fb4b7f","benchmark":"gpqa_main","data_index":838,"repeat_index":2,"sample_id":"gpqa-main-49e3b768e85f009875fb4b7f/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":335,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"181abbdaf75899b4c447f9c98c58f90512c06ffe5521e109fa83597da1fb7aae"} +{"uuid":"gpqa-main-8e23eaed901a11ec534e6f8b","benchmark":"gpqa_main","data_index":867,"repeat_index":2,"sample_id":"gpqa-main-8e23eaed901a11ec534e6f8b/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":255,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"ed842ad329efe1e08f990fad3dd3cd5e5fb16736a9da1dbfa314d5e19156887e"} +{"uuid":"gpqa-main-8db8ffb39e6d3e618c8d388c","benchmark":"gpqa_main","data_index":824,"repeat_index":2,"sample_id":"gpqa-main-8db8ffb39e6d3e618c8d388c/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":390,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"28dff82ab12e25f0b479054be2f5d8b597951c2458e383bb25cf488b09c98ff5"} +{"uuid":"gpqa-main-69bcb32ba17f6e7aa0918597","benchmark":"gpqa_main","data_index":882,"repeat_index":2,"sample_id":"gpqa-main-69bcb32ba17f6e7aa0918597/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":195,"prompt_tokens":758,"effective_max_tokens":130314,"original_embedded_prediction":"D","question_sha256":"9eb1fde9ac6acb7dc761f4941a792f3d0d052ad76d36e12bb9e406963b3906ef"} +{"uuid":"gpqa-main-3357b4ebb8c461cb9eeca4bd","benchmark":"gpqa_main","data_index":846,"repeat_index":2,"sample_id":"gpqa-main-3357b4ebb8c461cb9eeca4bd/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":319,"prompt_tokens":283,"effective_max_tokens":130789,"original_embedded_prediction":"B","question_sha256":"cdffe5a4f742a97a3cc2ffedfc8d78a3ffa14249a51afc48e9d7aa8fc6b499a8"} +{"uuid":"gpqa-main-8cf981eedacab9acbdd5b00c","benchmark":"gpqa_main","data_index":860,"repeat_index":2,"sample_id":"gpqa-main-8cf981eedacab9acbdd5b00c/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":277,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"B","question_sha256":"14dcd60f9986bbbcbbdc0e4b3462397b01801a452d9756100ed129baa5baf68c"} +{"uuid":"gpqa-main-2322ddc82747aa5a01bf1c1e","benchmark":"gpqa_main","data_index":870,"repeat_index":2,"sample_id":"gpqa-main-2322ddc82747aa5a01bf1c1e/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":254,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"d9d7e1406d6a9d440081915edafcb4a493a40b6172838b858a979c0a58bb4c62"} +{"uuid":"gpqa-main-be458c5a0490a8298ea11494","benchmark":"gpqa_main","data_index":887,"repeat_index":2,"sample_id":"gpqa-main-be458c5a0490a8298ea11494/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":194,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"17cada7a00fa20e35d380a47aad58aace15d791f3cd4f119acb4635e55951129"} +{"uuid":"gpqa-main-87c633148441d2b07b8e2e81","benchmark":"gpqa_main","data_index":856,"repeat_index":2,"sample_id":"gpqa-main-87c633148441d2b07b8e2e81/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":292,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"0fb47d10edb4eca17f93926dea501fdd19bde76cfe58f57edb445a7272d7787c"} +{"uuid":"gpqa-main-e2b759199021c586345ac38f","benchmark":"gpqa_main","data_index":785,"repeat_index":2,"sample_id":"gpqa-main-e2b759199021c586345ac38f/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":552,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"ca59405f2d298a50a3e8fd6d281b67ca4a3ee503578df49e700cc46fe3c4f3d8"} +{"uuid":"gpqa-main-7bb8e05365d19cc8328252e0","benchmark":"gpqa_main","data_index":889,"repeat_index":2,"sample_id":"gpqa-main-7bb8e05365d19cc8328252e0/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":197,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"6aff7faed92c98148418177c8cae4893850a1d67b5ceb00cf6a09467c4491367"} +{"uuid":"gpqa-main-6f6ff532d544554128a0bbbe","benchmark":"gpqa_main","data_index":876,"repeat_index":2,"sample_id":"gpqa-main-6f6ff532d544554128a0bbbe/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":235,"prompt_tokens":368,"effective_max_tokens":130704,"original_embedded_prediction":"D","question_sha256":"ebb5b9328e54d98f40b988b171044869d75c67b6efaa8f44675c485448b7b02c"} +{"uuid":"gpqa-main-084903ab17db0fab7bc6caea","benchmark":"gpqa_main","data_index":897,"repeat_index":2,"sample_id":"gpqa-main-084903ab17db0fab7bc6caea/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":161,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"b560f550d5d9fb2378520f0fcf7b6573aec2027430ef06270491ace18a0497fc"} +{"uuid":"gpqa-main-043ca5f03089118ef536135d","benchmark":"gpqa_main","data_index":914,"repeat_index":2,"sample_id":"gpqa-main-043ca5f03089118ef536135d/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":109,"prompt_tokens":594,"effective_max_tokens":130478,"original_embedded_prediction":"D","question_sha256":"43c5cb4f57895b07f3e1815e411f315dfa3fe44fe601b5aacde7c1244cdcaa89"} +{"uuid":"gpqa-main-efa466851677550746c06a1f","benchmark":"gpqa_main","data_index":806,"repeat_index":2,"sample_id":"gpqa-main-efa466851677550746c06a1f/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":493,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"A","question_sha256":"b64a2faa078044133322af9742b3f75788b5f8e5701f1fee08d693854a842448"} +{"uuid":"gpqa-main-20f50fda9aeae51c6b9b4ba0","benchmark":"gpqa_main","data_index":859,"repeat_index":2,"sample_id":"gpqa-main-20f50fda9aeae51c6b9b4ba0/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":294,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"B","question_sha256":"c7914fc7bcc19ad8377798d825d6dbc59be8fb64f2b51a89ec26f55423d9edd1"} +{"uuid":"gpqa-main-b13e6b95879d48313e527260","benchmark":"gpqa_main","data_index":873,"repeat_index":2,"sample_id":"gpqa-main-b13e6b95879d48313e527260/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":252,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"C","question_sha256":"145b51d1c857830091d0dfa7043504329aa8d2a847b5b738079d210a94da31cb"} +{"uuid":"gpqa-main-3b1469c59353cec7a0dd6866","benchmark":"gpqa_main","data_index":909,"repeat_index":2,"sample_id":"gpqa-main-3b1469c59353cec7a0dd6866/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":146,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"C","question_sha256":"ebc638f9e42bd31bd87f0fab4dff50846ee425d9aef0cb954a4e5013a5a107e4"} +{"uuid":"gpqa-main-ddc1b02f963a2f785385132e","benchmark":"gpqa_main","data_index":861,"repeat_index":2,"sample_id":"gpqa-main-ddc1b02f963a2f785385132e/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":304,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"d5e7b22736a2cdaa0f2553a100795aa6b7e150fcc1b9fe093e28e3fea855f346"} +{"uuid":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c","benchmark":"gpqa_main","data_index":886,"repeat_index":2,"sample_id":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c/repeat-2","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":229,"prompt_tokens":340,"effective_max_tokens":130732,"original_embedded_prediction":null,"question_sha256":"626cda94018ba930400d9c043f6fc1aa30c317abf6fd8f6d0ec8b133ce2036c8"} +{"uuid":"gpqa-main-9f0f463200d404d2c62eca59","benchmark":"gpqa_main","data_index":320,"repeat_index":0,"sample_id":"gpqa-main-9f0f463200d404d2c62eca59/repeat-0","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":1951,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":null,"question_sha256":"6ed199510dead1f6bd4eaa9162909d9481bd2201f8d9444ee60a2e0e2f20528c"} +{"uuid":"gpqa-main-ac27f29e5f777e93e751f3f2","benchmark":"gpqa_main","data_index":823,"repeat_index":2,"sample_id":"gpqa-main-ac27f29e5f777e93e751f3f2/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":437,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"d49aa1d9efc38f6409c199c3e2706ec44f5d20d25b0e7d41f40b9c46668ed1e0"} +{"uuid":"gpqa-main-86d8d26ea3f4092dd4bac144","benchmark":"gpqa_main","data_index":902,"repeat_index":2,"sample_id":"gpqa-main-86d8d26ea3f4092dd4bac144/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":171,"prompt_tokens":227,"effective_max_tokens":130845,"original_embedded_prediction":"D","question_sha256":"299c83f78042a13c78ad054088517dc82d5ed82bcc9ef75ec08dc120f2b8052f"} +{"uuid":"gpqa-main-7c3c45d7826322d2dd84475f","benchmark":"gpqa_main","data_index":866,"repeat_index":2,"sample_id":"gpqa-main-7c3c45d7826322d2dd84475f/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":308,"prompt_tokens":419,"effective_max_tokens":130653,"original_embedded_prediction":"C","question_sha256":"f98a4cc383b4e02c52b4cdafe1b79c1d58df251d5d10ab65f71740d27243ed28"} +{"uuid":"gpqa-main-84e0462fb979739143160f76","benchmark":"gpqa_main","data_index":842,"repeat_index":2,"sample_id":"gpqa-main-84e0462fb979739143160f76/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":374,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"17821f797104818a4e9c06d5499572866481ca7a9f6bf4d3993cbc935754c06e"} +{"uuid":"gpqa-main-925cb13958435841df0e8c1e","benchmark":"gpqa_main","data_index":875,"repeat_index":2,"sample_id":"gpqa-main-925cb13958435841df0e8c1e/repeat-2","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":282,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":null,"question_sha256":"d21ba2f1c06b876b2d387104c816ee0fcc369a02b8e010a706e0e2448c56f78e"} +{"uuid":"gpqa-main-763daf42ea0c79050a6a4d1d","benchmark":"gpqa_main","data_index":829,"repeat_index":2,"sample_id":"gpqa-main-763daf42ea0c79050a6a4d1d/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":423,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"D","question_sha256":"72b4053b92adde478bb40c3fb9ef1e06215efe5922e2d600121170f824d32c13"} +{"uuid":"gpqa-main-542dd8f1dc74ca5163382df8","benchmark":"gpqa_main","data_index":960,"repeat_index":2,"sample_id":"gpqa-main-542dd8f1dc74ca5163382df8/repeat-2","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":13,"prompt_tokens":165,"effective_max_tokens":130907,"original_embedded_prediction":null,"question_sha256":"2413c551ec9a06a20197c81fa22effbd7f215abcc2e5f14c5f9f0a86e5402736"} +{"uuid":"gpqa-main-fbf1f6e62b48cbbf0bca4714","benchmark":"gpqa_main","data_index":819,"repeat_index":2,"sample_id":"gpqa-main-fbf1f6e62b48cbbf0bca4714/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":477,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"C","question_sha256":"59affc9a905621c391ee7886c0e428eac5cb1f60c7c251e2fc1fcb081cb8e076"} +{"uuid":"gpqa-main-b22053dbc40179e114f0c866","benchmark":"gpqa_main","data_index":893,"repeat_index":2,"sample_id":"gpqa-main-b22053dbc40179e114f0c866/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":231,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"1f101bccd20044577731aef887c9704a6a153baf063dff8d9a04510e7b8dcfb7"} +{"uuid":"gpqa-main-a67142bf6c763d9963d7474d","benchmark":"gpqa_main","data_index":801,"repeat_index":2,"sample_id":"gpqa-main-a67142bf6c763d9963d7474d/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":560,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"A","question_sha256":"7ed6c7d194038ef8d8c6a84cb18be1015f73754e42d4facb7418e8412ad86b77"} +{"uuid":"gpqa-main-13dda0527a69422c0bfefb23","benchmark":"gpqa_main","data_index":813,"repeat_index":2,"sample_id":"gpqa-main-13dda0527a69422c0bfefb23/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":520,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"952dd56af4d111bc829dbe6171c480a13632e8b5771e33245330d32115f96774"} +{"uuid":"gpqa-main-143dc33c1aad9828daf5e615","benchmark":"gpqa_main","data_index":863,"repeat_index":2,"sample_id":"gpqa-main-143dc33c1aad9828daf5e615/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":339,"prompt_tokens":354,"effective_max_tokens":130718,"original_embedded_prediction":"D","question_sha256":"ff60c18b72aac9e90842c7a2d5e79c68092a3fbb1d6c0318cee6d2892a43a0a1"} +{"uuid":"gpqa-main-498b428b55b7644426a781c9","benchmark":"gpqa_main","data_index":832,"repeat_index":2,"sample_id":"gpqa-main-498b428b55b7644426a781c9/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":433,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"C","question_sha256":"7fbfdc18f5a18b666f8d4afc859af60c4c56ab7d8d677d46fb01a050207ac688"} +{"uuid":"gpqa-main-4373b5f7be197f26258c18cf","benchmark":"gpqa_main","data_index":944,"repeat_index":2,"sample_id":"gpqa-main-4373b5f7be197f26258c18cf/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":77,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"A","question_sha256":"56563ccb64ef7d8686cd4d8da77c8b4636353d0bb75dbefa360323671dfffed1"} +{"uuid":"gpqa-main-682237ee740e033537fb5707","benchmark":"gpqa_main","data_index":937,"repeat_index":2,"sample_id":"gpqa-main-682237ee740e033537fb5707/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":106,"prompt_tokens":291,"effective_max_tokens":130781,"original_embedded_prediction":"C","question_sha256":"6cec89b2019b24f8e8c4001cade388815345ae403b5d5fc687cf7fdccbcc6ce1"} +{"uuid":"gpqa-main-01e62a7b7362ebd043bef6f7","benchmark":"gpqa_main","data_index":612,"repeat_index":1,"sample_id":"gpqa-main-01e62a7b7362ebd043bef6f7/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1138,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"339602fd0ae9cbdaef368f3dcff01cd2d212565d5c7830b14c0fd29de1cb58d6"} +{"uuid":"gpqa-main-dbbe3054b6bdabe917f5ab5d","benchmark":"gpqa_main","data_index":531,"repeat_index":1,"sample_id":"gpqa-main-dbbe3054b6bdabe917f5ab5d/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1417,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"C","question_sha256":"1054cb147fa0d82e2b1830b0238455ab6cea42cde361a81e9934864240f22f50"} +{"uuid":"gpqa-main-bab269fd666fa2ba840a1459","benchmark":"gpqa_main","data_index":857,"repeat_index":2,"sample_id":"gpqa-main-bab269fd666fa2ba840a1459/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":374,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"D","question_sha256":"e17051d5c4ebf5f6bc793872dc2f5748b41dd7918235cb3d5697fb04882bd7fe"} +{"uuid":"gpqa-main-8980ca71edb4f58a3e46b256","benchmark":"gpqa_main","data_index":912,"repeat_index":2,"sample_id":"gpqa-main-8980ca71edb4f58a3e46b256/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":202,"prompt_tokens":145,"effective_max_tokens":130927,"original_embedded_prediction":"C","question_sha256":"fb9586d35200647be665790b2cd3eee5c8cca1b79e6afcf01f027007fa057b64"} +{"uuid":"gpqa-main-1f9ad1ca59cf537e3cdf47c2","benchmark":"gpqa_main","data_index":898,"repeat_index":2,"sample_id":"gpqa-main-1f9ad1ca59cf537e3cdf47c2/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":243,"prompt_tokens":318,"effective_max_tokens":130754,"original_embedded_prediction":"C","question_sha256":"229ffbdb774489fcfd578450da500a74b0c6fd603d3f4050eb6ff993659f5c7e"} +{"uuid":"gpqa-main-fa3e9be7fdf8e7c8952739d8","benchmark":"gpqa_main","data_index":899,"repeat_index":2,"sample_id":"gpqa-main-fa3e9be7fdf8e7c8952739d8/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":241,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"D","question_sha256":"5e9819e02e7dd08ec53ff217d848ce64e833e2b069cd81e9940f7a72a5230b30"} +{"uuid":"gpqa-main-b5b0614a110a5eb0657cbe9a","benchmark":"gpqa_main","data_index":883,"repeat_index":2,"sample_id":"gpqa-main-b5b0614a110a5eb0657cbe9a/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":306,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"C","question_sha256":"829ccc830e5fe3601c6e7c0a975192c938019f4d4e5c1b2334d55bb1d951711e"} +{"uuid":"gpqa-main-ce2839297e4b63e0b36f6300","benchmark":"gpqa_main","data_index":917,"repeat_index":2,"sample_id":"gpqa-main-ce2839297e4b63e0b36f6300/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":179,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"B","question_sha256":"80cca49a2f6ae39b2d3a2dfe110572d39720d0831c65246ce20603c40578b118"} +{"uuid":"gpqa-main-547aac137dd7671e7ef03fa9","benchmark":"gpqa_main","data_index":932,"repeat_index":2,"sample_id":"gpqa-main-547aac137dd7671e7ef03fa9/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":139,"prompt_tokens":497,"effective_max_tokens":130575,"original_embedded_prediction":"C","question_sha256":"8369c6a1ffc960e3f3d88e5e4c521eebcc37f39ca9adf654c3cd4b61f892f2ef"} +{"uuid":"gpqa-main-aa04ac251ed805588a6be27c","benchmark":"gpqa_main","data_index":933,"repeat_index":2,"sample_id":"gpqa-main-aa04ac251ed805588a6be27c/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":139,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"C","question_sha256":"198a9824ae684cea2edf9d0597e69c2274e0be94e0a0ffcf7b4ad3e95f4a6dae"} +{"uuid":"gpqa-main-666fc74619f38e356e33a285","benchmark":"gpqa_main","data_index":948,"repeat_index":2,"sample_id":"gpqa-main-666fc74619f38e356e33a285/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":99,"prompt_tokens":693,"effective_max_tokens":130379,"original_embedded_prediction":"A","question_sha256":"89fa5b222a94e07a283a5140341a0704109ec3b7f62de72dd072383182771ebc"} +{"uuid":"gpqa-main-79721e93e90bdb2d8da052c0","benchmark":"gpqa_main","data_index":900,"repeat_index":2,"sample_id":"gpqa-main-79721e93e90bdb2d8da052c0/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":242,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"2a09355eb98c6b8d6ad0b51afb3b27f719fed44786d3b2998dfe7ee66413a028"} +{"uuid":"gpqa-main-00a9d82facaec210f417af7a","benchmark":"gpqa_main","data_index":925,"repeat_index":2,"sample_id":"gpqa-main-00a9d82facaec210f417af7a/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":157,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"77f0590db54b06b37e142e7363145cbdb1a8d11c2a7575d9ae0fc10b3a6708bd"} +{"uuid":"gpqa-main-0cc54149033350a37cf90b8b","benchmark":"gpqa_main","data_index":851,"repeat_index":2,"sample_id":"gpqa-main-0cc54149033350a37cf90b8b/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":420,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"C","question_sha256":"3298921b7dfbbae04c9893edbe6870746b53e2b7af12e9816f07b6f5e0bff9cb"} +{"uuid":"gpqa-main-34faeb45e152eaf4c29e65e4","benchmark":"gpqa_main","data_index":919,"repeat_index":2,"sample_id":"gpqa-main-34faeb45e152eaf4c29e65e4/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":190,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"D","question_sha256":"82e6266418c679493cea34e30d0f71026adb6ab6c433e643d37860fb718999ec"} +{"uuid":"gpqa-main-d7c4372bfbc5d0f0f9331350","benchmark":"gpqa_main","data_index":953,"repeat_index":2,"sample_id":"gpqa-main-d7c4372bfbc5d0f0f9331350/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":107,"prompt_tokens":588,"effective_max_tokens":130484,"original_embedded_prediction":"C","question_sha256":"92d8ffd16886567ac1ed2f15a6c2d3d6ac2a2fb0fd0e56836671babcde327d3f"} +{"uuid":"gpqa-main-6364129e0f80d3896a3d60e2","benchmark":"gpqa_main","data_index":849,"repeat_index":2,"sample_id":"gpqa-main-6364129e0f80d3896a3d60e2/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":436,"prompt_tokens":526,"effective_max_tokens":130546,"original_embedded_prediction":"A","question_sha256":"123161632faf32d9079808c0fb48f9d5492735ab0a8290fe32ca2f58fad36797"} +{"uuid":"gpqa-main-64193be5f9a6bbd67bec4010","benchmark":"gpqa_main","data_index":896,"repeat_index":2,"sample_id":"gpqa-main-64193be5f9a6bbd67bec4010/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":279,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"A","question_sha256":"373990fe818e4182469d242b845eeb2f78db2f00cfb3a8fdbd2dbd696e08d552"} +{"uuid":"gpqa-main-bceb5bf342ad44aac4fdbe55","benchmark":"gpqa_main","data_index":891,"repeat_index":2,"sample_id":"gpqa-main-bceb5bf342ad44aac4fdbe55/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":305,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"20d48d5f0a9a8b77bea35e72a90794c2d2147aa8321ae6aa60e84491688a0803"} +{"uuid":"gpqa-main-1923a70feda6403a600f719a","benchmark":"gpqa_main","data_index":928,"repeat_index":2,"sample_id":"gpqa-main-1923a70feda6403a600f719a/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":170,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"D","question_sha256":"7acad7dd49efa2a29ce19fb81de0e8b504de87dab9c66159407da7697942a708"} +{"uuid":"gpqa-main-9b60a112c6568a530227ce47","benchmark":"gpqa_main","data_index":816,"repeat_index":2,"sample_id":"gpqa-main-9b60a112c6568a530227ce47/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":568,"prompt_tokens":443,"effective_max_tokens":130629,"original_embedded_prediction":"D","question_sha256":"4dd7bd0636dc935d4359866d23d365353db91692ab9b80b438a3f65683abf4e7"} +{"uuid":"gpqa-main-bab6e331fae29c00395de3a4","benchmark":"gpqa_main","data_index":934,"repeat_index":2,"sample_id":"gpqa-main-bab6e331fae29c00395de3a4/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":165,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"B","question_sha256":"cf500f5f076470e539799f3822047d1a6263a0abc77614f9abc48a4f60ba507d"} +{"uuid":"gpqa-main-002cb7f9ef3ee2a3d460b42e","benchmark":"gpqa_main","data_index":853,"repeat_index":2,"sample_id":"gpqa-main-002cb7f9ef3ee2a3d460b42e/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":431,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"3bed68f29773b3484a0b5acab22f438229b63f2a324fb817a933e4d514178386"} +{"uuid":"gpqa-main-c028fe71611d73b87b4cbb03","benchmark":"gpqa_main","data_index":924,"repeat_index":2,"sample_id":"gpqa-main-c028fe71611d73b87b4cbb03/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":182,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"D","question_sha256":"f56f3f5d135dc8d61dc42f902943e2459f79e4343f2fef6741f6f86d4133a99a"} +{"uuid":"gpqa-main-d1e25804e939f97ca872c78e","benchmark":"gpqa_main","data_index":931,"repeat_index":2,"sample_id":"gpqa-main-d1e25804e939f97ca872c78e/repeat-2","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":177,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":null,"question_sha256":"bd713289ab1ffc1ab982f7411da433944bdaa2ce87595d2c1bba8580a8b47bdb"} +{"uuid":"gpqa-main-60f734b52603f7ef29671f95","benchmark":"gpqa_main","data_index":923,"repeat_index":2,"sample_id":"gpqa-main-60f734b52603f7ef29671f95/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":192,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"A","question_sha256":"bf9de03889292b969198f42b877b6d4c7b56ce10ae654e71f4be720b5efdb1f1"} +{"uuid":"gpqa-main-4117517dba1fdbd711e3d32b","benchmark":"gpqa_main","data_index":916,"repeat_index":2,"sample_id":"gpqa-main-4117517dba1fdbd711e3d32b/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":225,"prompt_tokens":398,"effective_max_tokens":130674,"original_embedded_prediction":"D","question_sha256":"3e04ad2cb1248bfb53a7bd8f05efedea49f42b201c6f35907baa6c30abf40733"} +{"uuid":"gpqa-main-7d850f6448c27424d9f68c4e","benchmark":"gpqa_main","data_index":952,"repeat_index":2,"sample_id":"gpqa-main-7d850f6448c27424d9f68c4e/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":138,"prompt_tokens":544,"effective_max_tokens":130528,"original_embedded_prediction":"D","question_sha256":"48bf9d4f95299b8f9288e190dca6edd0c3cf53cf40dada120e22abf98469d3e3"} +{"uuid":"gpqa-main-e6ff92ca0c11b47b14793d2f","benchmark":"gpqa_main","data_index":892,"repeat_index":2,"sample_id":"gpqa-main-e6ff92ca0c11b47b14793d2f/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":334,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"B","question_sha256":"ca2abe8a98bc00aadbd20baf4ff27e830539507a5ff7402eed5e2491347f95aa"} +{"uuid":"gpqa-main-f7ba77d144b7a11de90a37c4","benchmark":"gpqa_main","data_index":913,"repeat_index":2,"sample_id":"gpqa-main-f7ba77d144b7a11de90a37c4/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":260,"prompt_tokens":236,"effective_max_tokens":130836,"original_embedded_prediction":"D","question_sha256":"ac7263466ea3cfcdcebac618b1d20835b4103b2d80b75b1a7110e9763eb45aa2"} +{"uuid":"gpqa-main-09b661e081004aa4c0d45778","benchmark":"gpqa_main","data_index":874,"repeat_index":2,"sample_id":"gpqa-main-09b661e081004aa4c0d45778/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":394,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"A","question_sha256":"47741045402119262be7a1c17b98cc587ee55b46bb8620655271dca518a4f927"} +{"uuid":"gpqa-main-ef65739a36457c1672913212","benchmark":"gpqa_main","data_index":927,"repeat_index":2,"sample_id":"gpqa-main-ef65739a36457c1672913212/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":208,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"D","question_sha256":"46601a7bcf5dcc71504dda490de685062fce72cdc997d7acb8b78e5a351a96bc"} +{"uuid":"gpqa-main-6030f5f53fe38c334b2c3a6a","benchmark":"gpqa_main","data_index":941,"repeat_index":2,"sample_id":"gpqa-main-6030f5f53fe38c334b2c3a6a/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":174,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"C","question_sha256":"88d277706c3af734be0507cde034c23c7e206f855c2fcc97d6ed69f8ad92df57"} +{"uuid":"gpqa-main-ad697760bc60543062e8b7b4","benchmark":"gpqa_main","data_index":921,"repeat_index":2,"sample_id":"gpqa-main-ad697760bc60543062e8b7b4/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":226,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"B","question_sha256":"7f9b4679645e2d89214a154be6bdb13eafdc747457ce2950bda27a9a2b97917f"} +{"uuid":"gpqa-main-c720b28fe25654b1cedc9285","benchmark":"gpqa_main","data_index":890,"repeat_index":2,"sample_id":"gpqa-main-c720b28fe25654b1cedc9285/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":354,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"C","question_sha256":"9f6e1d1b2c053afcba8c78142311f336846eb87d19344fb8aa6e71ed9aecc477"} +{"uuid":"gpqa-main-1af843966aecfd5da1f08dd6","benchmark":"gpqa_main","data_index":774,"repeat_index":2,"sample_id":"gpqa-main-1af843966aecfd5da1f08dd6/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":745,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"A","question_sha256":"13e7c71f8aae7040bd98bd6b7bfe361f01f9aa9f4fd4b6095b40f97963688bdc"} +{"uuid":"gpqa-main-45cae4ba5af22868461f1861","benchmark":"gpqa_main","data_index":906,"repeat_index":2,"sample_id":"gpqa-main-45cae4ba5af22868461f1861/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":300,"prompt_tokens":196,"effective_max_tokens":130876,"original_embedded_prediction":"C","question_sha256":"da4480a5d4f2af44b6faf63fe513d557f97bf4cd048901e4a2f0b133273b39db"} +{"uuid":"gpqa-main-e3e073f3f0f646532e4caf06","benchmark":"gpqa_main","data_index":935,"repeat_index":2,"sample_id":"gpqa-main-e3e073f3f0f646532e4caf06/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":210,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"D","question_sha256":"a1cff30033350ed32c6446abacb176ef3ffad0fc471aaacf3468c78e0aad550e"} +{"uuid":"gpqa-main-5e6a032f9aa67c7725f828d0","benchmark":"gpqa_main","data_index":963,"repeat_index":2,"sample_id":"gpqa-main-5e6a032f9aa67c7725f828d0/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":133,"prompt_tokens":330,"effective_max_tokens":130742,"original_embedded_prediction":"A","question_sha256":"8accf5d31cc4cf5c2467ac477d83885c90d2715606f7c2e68d318476741bbdd7"} +{"uuid":"gpqa-main-35569b36357cfce18162c999","benchmark":"gpqa_main","data_index":820,"repeat_index":2,"sample_id":"gpqa-main-35569b36357cfce18162c999/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":597,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"a2136b05b78259562b913f1f56520c4184d70bf60017617a442a41f907c31b78"} +{"uuid":"gpqa-main-4355802640dddd3e060d2a59","benchmark":"gpqa_main","data_index":947,"repeat_index":2,"sample_id":"gpqa-main-4355802640dddd3e060d2a59/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":176,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"C","question_sha256":"ebe141e8c3f27bb731fd3889679a36aab5827f4caa81d8400d66a6bf492fe486"} +{"uuid":"gpqa-main-692e40bceeaff3accdc11ead","benchmark":"gpqa_main","data_index":905,"repeat_index":2,"sample_id":"gpqa-main-692e40bceeaff3accdc11ead/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":311,"prompt_tokens":471,"effective_max_tokens":130601,"original_embedded_prediction":"C","question_sha256":"954d12809188bb6fb15643c4406ac6b108f5d7836e1eeabd73e49df01f2c616e"} +{"uuid":"gpqa-main-7e29412fd534df20c4a23267","benchmark":"gpqa_main","data_index":855,"repeat_index":2,"sample_id":"gpqa-main-7e29412fd534df20c4a23267/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":475,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"7fda2b6ca2ff9984ace9bf53f465cebb4b8d963f7ddcb5aa5f5015cd6989be42"} +{"uuid":"gpqa-main-913c4ee0ce195992ff9638b1","benchmark":"gpqa_main","data_index":946,"repeat_index":2,"sample_id":"gpqa-main-913c4ee0ce195992ff9638b1/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":183,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"C","question_sha256":"ed904d04c24f37586b1f78a18bd22f28752e80a5ecc489939950778aa5307d98"} +{"uuid":"gpqa-main-d28c5e0e8deb0d1fde12ef5f","benchmark":"gpqa_main","data_index":961,"repeat_index":2,"sample_id":"gpqa-main-d28c5e0e8deb0d1fde12ef5f/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":146,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"B","question_sha256":"6913f7a17a2db54c9dcd8af6af20806e66b00fe4bb9691ca42d9f15184908f62"} +{"uuid":"gpqa-main-f022820fa3c0f536a4d4a9bc","benchmark":"gpqa_main","data_index":739,"repeat_index":1,"sample_id":"gpqa-main-f022820fa3c0f536a4d4a9bc/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":867,"prompt_tokens":288,"effective_max_tokens":130784,"original_embedded_prediction":"D","question_sha256":"d7be2d674d4903c49886b492451a9febcfb5696ccd6f0931c4d48ef06a19b2b9"} +{"uuid":"gpqa-main-c6cc654afa201cd3d5b66695","benchmark":"gpqa_main","data_index":696,"repeat_index":1,"sample_id":"gpqa-main-c6cc654afa201cd3d5b66695/repeat-1","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1005,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":null,"question_sha256":"79526cdc6c623c8657c3060ab8b305f1b4d8aa35f2b7905c6fd4c3e119c5c310"} +{"uuid":"gpqa-main-781f4efc4b25ff35b588e87c","benchmark":"gpqa_main","data_index":949,"repeat_index":2,"sample_id":"gpqa-main-781f4efc4b25ff35b588e87c/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":192,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"D","question_sha256":"f933a526e8aec15b0dc77756bad3ba0839404a6d042443e3f5a0ab0b8d1cfa96"} +{"uuid":"gpqa-main-f432c1aa4319a4b1f6fa2ac1","benchmark":"gpqa_main","data_index":877,"repeat_index":2,"sample_id":"gpqa-main-f432c1aa4319a4b1f6fa2ac1/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":427,"prompt_tokens":264,"effective_max_tokens":130808,"original_embedded_prediction":"B","question_sha256":"19d5ec504b7008b3eada0ca0c300cd88147b20679109f6681bfd8946e0db2c8c"} +{"uuid":"gpqa-main-4f958672c6f9249c44f2f9b9","benchmark":"gpqa_main","data_index":955,"repeat_index":2,"sample_id":"gpqa-main-4f958672c6f9249c44f2f9b9/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":189,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"7d91198c9c48996b89ebbb62d8d76d86e32d7c14fb108c7491c9ff812263613a"} +{"uuid":"gpqa-main-2ad64f0bf627cf52a8ad924c","benchmark":"gpqa_main","data_index":903,"repeat_index":2,"sample_id":"gpqa-main-2ad64f0bf627cf52a8ad924c/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":340,"prompt_tokens":146,"effective_max_tokens":130926,"original_embedded_prediction":"C","question_sha256":"e9afb48881134b480ce09710124320be56d4166a402490b65f81bdb1df6e3a1d"} +{"uuid":"gpqa-main-cdc31486df3de65ec2c324e2","benchmark":"gpqa_main","data_index":787,"repeat_index":2,"sample_id":"gpqa-main-cdc31486df3de65ec2c324e2/repeat-2","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":751,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":null,"question_sha256":"4d233cd7b8524c989eb47a4c40d6f2f47070b986fea11e3ee3029c07db9b3356"} +{"uuid":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3","benchmark":"gpqa_main","data_index":926,"repeat_index":2,"sample_id":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":260,"prompt_tokens":252,"effective_max_tokens":130820,"original_embedded_prediction":"B","question_sha256":"71075d4447ee264b63e5544da7b40502fb235decc31484f33ee97a8ef70c3d1f"} +{"uuid":"gpqa-main-5caa71cb7e0124d349b3046e","benchmark":"gpqa_main","data_index":844,"repeat_index":2,"sample_id":"gpqa-main-5caa71cb7e0124d349b3046e/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":550,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"B","question_sha256":"965fd430b8ea291a67e2311c4874eba053c21ea0ce6fa222eec4bed300fc2976"} +{"uuid":"gpqa-main-a6eb05bb931229a396d81e44","benchmark":"gpqa_main","data_index":940,"repeat_index":2,"sample_id":"gpqa-main-a6eb05bb931229a396d81e44/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":231,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"D","question_sha256":"19c2c8e0578e84094a1f97568e95e1e88fadee2743b1c6519b7fc661c8577cde"} +{"uuid":"gpqa-main-82354c49d9280b8a980b98b4","benchmark":"gpqa_main","data_index":938,"repeat_index":2,"sample_id":"gpqa-main-82354c49d9280b8a980b98b4/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":245,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"A","question_sha256":"57b065d28a6d02a29a3a84f39dd670ba7cdf4e3403506e79b5fc90713897f68e"} +{"uuid":"gpqa-main-04a5c442799262dec9375c25","benchmark":"gpqa_main","data_index":962,"repeat_index":2,"sample_id":"gpqa-main-04a5c442799262dec9375c25/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":184,"prompt_tokens":365,"effective_max_tokens":130707,"original_embedded_prediction":"C","question_sha256":"e90ec32d975ec61b7cd079ff6968bc3dbaa4fc87e74699c1406ce59093066dbc"} +{"uuid":"gpqa-main-8dd5ae41d915a09d1c8b9add","benchmark":"gpqa_main","data_index":929,"repeat_index":2,"sample_id":"gpqa-main-8dd5ae41d915a09d1c8b9add/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":269,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"D","question_sha256":"8a246eed19ab5f877aa822da432a7aaa0f52615ea4655b0a89995d374971cd27"} +{"uuid":"gpqa-main-4462dc9f2d34289881ef2b1c","benchmark":"gpqa_main","data_index":910,"repeat_index":2,"sample_id":"gpqa-main-4462dc9f2d34289881ef2b1c/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":355,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"63318cb18413a705693b9a4312f73dbf5358312aafc1d703c3d29a6340ffa0d1"} +{"uuid":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2","benchmark":"gpqa_main","data_index":918,"repeat_index":2,"sample_id":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":316,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"D","question_sha256":"58604895b423acc46c4efaa28ed2e4d6eaf2d93d55c7ad3766cffce3719ddf62"} +{"uuid":"gpqa-main-f1451c98bdb50fb5b0dbdc55","benchmark":"gpqa_main","data_index":884,"repeat_index":2,"sample_id":"gpqa-main-f1451c98bdb50fb5b0dbdc55/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":440,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"650bb2feaa18830493f8e50de85c38c1f24570d9f1e7c9970c8ed9fbcbbde337"} +{"uuid":"gpqa-main-4c9f4186c5ccd49ab906a399","benchmark":"gpqa_main","data_index":951,"repeat_index":2,"sample_id":"gpqa-main-4c9f4186c5ccd49ab906a399/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":231,"prompt_tokens":610,"effective_max_tokens":130462,"original_embedded_prediction":"C","question_sha256":"f634534b5e2327dcc39982a4da6dff404f299e9759a0ac957b0f6017fbe7586e"} +{"uuid":"gpqa-main-99878f707c7c4024511bae58","benchmark":"gpqa_main","data_index":942,"repeat_index":2,"sample_id":"gpqa-main-99878f707c7c4024511bae58/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":252,"prompt_tokens":241,"effective_max_tokens":130831,"original_embedded_prediction":"A","question_sha256":"826fb502d2db0f2db5e44683cd45f09d18423fd8a339643c8dc8b32b1accd428"} +{"uuid":"gpqa-main-fd21f7c7356e7f51f0cabd07","benchmark":"gpqa_main","data_index":969,"repeat_index":2,"sample_id":"gpqa-main-fd21f7c7356e7f51f0cabd07/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":190,"prompt_tokens":601,"effective_max_tokens":130471,"original_embedded_prediction":"C","question_sha256":"db246f6acae65ff2e4bb6caad314b6583cd0085f0d81b1b20515ca2fe73b6f72"} +{"uuid":"gpqa-main-22c436000399164406e165b2","benchmark":"gpqa_main","data_index":988,"repeat_index":2,"sample_id":"gpqa-main-22c436000399164406e165b2/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":130,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"C","question_sha256":"836be405f3d05ec5ad1a2bc728339e5141836ace3a584fe3d36ecc50af4dc3ee"} +{"uuid":"gpqa-main-ad37592fd14aa64b9045a2c4","benchmark":"gpqa_main","data_index":758,"repeat_index":1,"sample_id":"gpqa-main-ad37592fd14aa64b9045a2c4/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":877,"prompt_tokens":142,"effective_max_tokens":130930,"original_embedded_prediction":"B","question_sha256":"1b3ff6b6ef905e2e7d9fad403ad7bcef59c07ba5858ab30374d9c1f3f07e7dee"} +{"uuid":"gpqa-main-4a8c97220fb14b99f363b2ce","benchmark":"gpqa_main","data_index":956,"repeat_index":2,"sample_id":"gpqa-main-4a8c97220fb14b99f363b2ce/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":234,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"B","question_sha256":"a939b9de7ea4048442a9378048f992097c413c77ad1c665790486c352036c7e3"} +{"uuid":"gpqa-main-1754a508e794225bd932adeb","benchmark":"gpqa_main","data_index":821,"repeat_index":2,"sample_id":"gpqa-main-1754a508e794225bd932adeb/repeat-2","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":676,"prompt_tokens":276,"effective_max_tokens":130796,"original_embedded_prediction":null,"question_sha256":"16464cac7090a24d3b5a0bf989e1699bafd2dd7b1555e816a1f77804d8e890db"} +{"uuid":"gpqa-main-779369aa96b96a67933939f1","benchmark":"gpqa_main","data_index":992,"repeat_index":2,"sample_id":"gpqa-main-779369aa96b96a67933939f1/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":147,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"acf784efba891531b08709383ede2379cee1f604b6334b753dd1fcaab37af970"} +{"uuid":"gpqa-main-fcf4fc69f21da83688056521","benchmark":"gpqa_main","data_index":747,"repeat_index":1,"sample_id":"gpqa-main-fcf4fc69f21da83688056521/repeat-1","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":931,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":null,"question_sha256":"691112dd08aec41d1dfd7a48bf6e56a828dc8b340887ad6364daff290f8a88c4"} +{"uuid":"gpqa-main-9eaa6714b15499d3c303ce90","benchmark":"gpqa_main","data_index":991,"repeat_index":2,"sample_id":"gpqa-main-9eaa6714b15499d3c303ce90/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":154,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"D","question_sha256":"cfac786b87a07d0c92f7c3da73233aa6c32340b63dff9d3f72bd1bd025cd565d"} +{"uuid":"gpqa-main-dd8409336990c7459796bf16","benchmark":"gpqa_main","data_index":1003,"repeat_index":2,"sample_id":"gpqa-main-dd8409336990c7459796bf16/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":137,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"A","question_sha256":"609aca38a7fb3090a0f30d6d141ac5d22646fb06ba18f8c71758e099668e5bf5"} +{"uuid":"gpqa-main-3cbf7d3e13c908f5e699f9e0","benchmark":"gpqa_main","data_index":901,"repeat_index":2,"sample_id":"gpqa-main-3cbf7d3e13c908f5e699f9e0/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":424,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"C","question_sha256":"0dbcc69ff35530f240a5bb623a78f2cd1d042037d2dedb122ebcca751bf9d08e"} +{"uuid":"gpqa-main-20f8612bcc2efb9c2355d32e","benchmark":"gpqa_main","data_index":974,"repeat_index":2,"sample_id":"gpqa-main-20f8612bcc2efb9c2355d32e/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":214,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"C","question_sha256":"d746be8625afecad5925e7069f57336e8de3f39dfdf843820421eba66b7bc620"} +{"uuid":"gpqa-main-8d43dd1cebfb1a76c18a3589","benchmark":"gpqa_main","data_index":981,"repeat_index":2,"sample_id":"gpqa-main-8d43dd1cebfb1a76c18a3589/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":197,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"C","question_sha256":"1c3b360d52d717d4eda55f53310217b072979b1026b8896b235a2ba9f5151964"} +{"uuid":"gpqa-main-63f2aea89eec9b67abe0bacf","benchmark":"gpqa_main","data_index":945,"repeat_index":2,"sample_id":"gpqa-main-63f2aea89eec9b67abe0bacf/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":301,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"D","question_sha256":"32596b406efecc4795e9f82b1d00f89787b9ed9e4f9d6239bed8194f13da06e7"} +{"uuid":"gpqa-main-9f5d195170ba73ccdc7a3b84","benchmark":"gpqa_main","data_index":975,"repeat_index":2,"sample_id":"gpqa-main-9f5d195170ba73ccdc7a3b84/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":220,"prompt_tokens":552,"effective_max_tokens":130520,"original_embedded_prediction":"C","question_sha256":"e4e5526f8ea9205cbe6b33a5256144298ad11d8250b020cbd4fddbba85a12596"} +{"uuid":"gpqa-main-9c0b631b2a7823cec0729a4b","benchmark":"gpqa_main","data_index":1011,"repeat_index":2,"sample_id":"gpqa-main-9c0b631b2a7823cec0729a4b/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":128,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"9d42c24c2f67ff118699d880fbb6276f14043e3527a9fea8f6d55fe2bf82e091"} +{"uuid":"gpqa-main-92f6e58b4989e9025c8286a9","benchmark":"gpqa_main","data_index":1002,"repeat_index":2,"sample_id":"gpqa-main-92f6e58b4989e9025c8286a9/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":155,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"c003a37af0eaa5e9c6d10f5a25ce1a2e0258ad6638a1655ee2a17d07daab816a"} +{"uuid":"gpqa-main-e4e8eab3e5612de26e298f3f","benchmark":"gpqa_main","data_index":911,"repeat_index":2,"sample_id":"gpqa-main-e4e8eab3e5612de26e298f3f/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":419,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"D","question_sha256":"1037e0c8b2c1aced006713d114efa5f1233a7eadf2f0aac355081aeacd10b00f"} +{"uuid":"gpqa-main-01e62a7b7362ebd043bef6f7","benchmark":"gpqa_main","data_index":996,"repeat_index":2,"sample_id":"gpqa-main-01e62a7b7362ebd043bef6f7/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":184,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"339602fd0ae9cbdaef368f3dcff01cd2d212565d5c7830b14c0fd29de1cb58d6"} +{"uuid":"gpqa-main-742076c80dda93477062cfc0","benchmark":"gpqa_main","data_index":1030,"repeat_index":2,"sample_id":"gpqa-main-742076c80dda93477062cfc0/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":95,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"D","question_sha256":"528bc237c35f64d2635edb6fea3202ce958bca92ea956fae0da7c5b4c72081d8"} +{"uuid":"gpqa-main-7bb7c5ace8216100d38e616a","benchmark":"gpqa_main","data_index":990,"repeat_index":2,"sample_id":"gpqa-main-7bb7c5ace8216100d38e616a/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":204,"prompt_tokens":197,"effective_max_tokens":130875,"original_embedded_prediction":"D","question_sha256":"6dbc821cf1e89c0764e62d1bef4818136877fbc8e333f255bfa42276ac9aeb88"} +{"uuid":"gpqa-main-12fef4b097b802dea2564ea2","benchmark":"gpqa_main","data_index":954,"repeat_index":2,"sample_id":"gpqa-main-12fef4b097b802dea2564ea2/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":318,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"D","question_sha256":"254c10ac4fdccd2709d12769dd755a22c6de6b1e6bff2363164511e2905446d7"} +{"uuid":"gpqa-main-288426a7fecb5facf10219c7","benchmark":"gpqa_main","data_index":958,"repeat_index":2,"sample_id":"gpqa-main-288426a7fecb5facf10219c7/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":300,"prompt_tokens":321,"effective_max_tokens":130751,"original_embedded_prediction":"B","question_sha256":"7cccb7714b35c30190fb5db64a1b22a36b726b2a007f241961e1e48c82e4acb3"} +{"uuid":"gpqa-main-8a352b243ffac6230977fc90","benchmark":"gpqa_main","data_index":987,"repeat_index":2,"sample_id":"gpqa-main-8a352b243ffac6230977fc90/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":224,"prompt_tokens":389,"effective_max_tokens":130683,"original_embedded_prediction":"D","question_sha256":"7408ac0330a09a182b52a627f89920c8c4e825da7da4e441973cbefe32b852ac"} +{"uuid":"gpqa-main-be779fa0e49ff52e19357207","benchmark":"gpqa_main","data_index":1007,"repeat_index":2,"sample_id":"gpqa-main-be779fa0e49ff52e19357207/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":174,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"ea7bb5901d85914d8997afb87e1ae6be7a8efe03889a4cc08f64de2ccdc9180e"} +{"uuid":"gpqa-main-89f68a802c7c6e55b5b802fd","benchmark":"gpqa_main","data_index":1031,"repeat_index":2,"sample_id":"gpqa-main-89f68a802c7c6e55b5b802fd/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":114,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"C","question_sha256":"0815a781881ae5e8651c7fad2acd62427e6f4161f30b842d196debe30bd5ee83"} +{"uuid":"gpqa-main-a028903aa7112583a0e7b5d2","benchmark":"gpqa_main","data_index":984,"repeat_index":2,"sample_id":"gpqa-main-a028903aa7112583a0e7b5d2/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":239,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"c6231a95c81ba1af7d31e5ce8f8e8ad4c4def88d86ab8f801a248cf19814e2d2"} +{"uuid":"gpqa-main-63aef6e78c9803d030a16f9c","benchmark":"gpqa_main","data_index":976,"repeat_index":2,"sample_id":"gpqa-main-63aef6e78c9803d030a16f9c/repeat-2","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":276,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":null,"question_sha256":"255e934ed277fdd11f71245508448f7031439d40eb38fd78fb3b813b247c5726"} +{"uuid":"gpqa-main-249edae2034ba7f3819aaa7b","benchmark":"gpqa_main","data_index":978,"repeat_index":2,"sample_id":"gpqa-main-249edae2034ba7f3819aaa7b/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":266,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"C","question_sha256":"c4d795814405ce2bb231fe7012e4581bcaebca12bb3f8c3260a3ad239aa51a79"} +{"uuid":"gpqa-main-381032537ca0c968de7d5c06","benchmark":"gpqa_main","data_index":971,"repeat_index":2,"sample_id":"gpqa-main-381032537ca0c968de7d5c06/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":298,"prompt_tokens":186,"effective_max_tokens":130886,"original_embedded_prediction":"D","question_sha256":"045347c35e2957dbd6bc83158fecec24c157df70fdefaaddc8633ecda3435cdc"} +{"uuid":"gpqa-main-c5506c52a996021a33525b24","benchmark":"gpqa_main","data_index":1010,"repeat_index":2,"sample_id":"gpqa-main-c5506c52a996021a33525b24/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":195,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"ec867cdcf4e586ae70e24b76b87230ee2b48ec67a5234d7a682f06f846fbdf0d"} +{"uuid":"gpqa-main-ecb6740406340eb07beacf42","benchmark":"gpqa_main","data_index":994,"repeat_index":2,"sample_id":"gpqa-main-ecb6740406340eb07beacf42/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":241,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"29f96711820eba41ccced6676074bc5bcd9e3eb6c97ce5e8507128a91a175bb0"} +{"uuid":"gpqa-main-539a673f0443ba9cdc31b864","benchmark":"gpqa_main","data_index":1035,"repeat_index":2,"sample_id":"gpqa-main-539a673f0443ba9cdc31b864/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":133,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"D","question_sha256":"d25187b99e4997c1700ffeb87fd595e878957e452f20a2f00d5489fecd0b3b30"} +{"uuid":"gpqa-main-212277d3e39540a6739d98b8","benchmark":"gpqa_main","data_index":1017,"repeat_index":2,"sample_id":"gpqa-main-212277d3e39540a6739d98b8/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":194,"prompt_tokens":147,"effective_max_tokens":130925,"original_embedded_prediction":"D","question_sha256":"d20446ccbbfc1ed40bcb669bfa65f9f9cd8e38ec8f7e67621c88e3dbe91f083d"} +{"uuid":"gpqa-main-50aaa7274c5010d9768274ec","benchmark":"gpqa_main","data_index":943,"repeat_index":2,"sample_id":"gpqa-main-50aaa7274c5010d9768274ec/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":392,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"0cda758f1290855df9dd7b9a4319bb6ae8108c8113b125a3a2f60705af536a34"} +{"uuid":"gpqa-main-5afce78005210e6a41636858","benchmark":"gpqa_main","data_index":1029,"repeat_index":2,"sample_id":"gpqa-main-5afce78005210e6a41636858/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":166,"prompt_tokens":312,"effective_max_tokens":130760,"original_embedded_prediction":"C","question_sha256":"1447f629926983e1fb54566e40ab57d7a728998d233e3c84bc33277da7c13a65"} +{"uuid":"gpqa-main-d8cca1a27ad1a42b4a99ce96","benchmark":"gpqa_main","data_index":1037,"repeat_index":2,"sample_id":"gpqa-main-d8cca1a27ad1a42b4a99ce96/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":147,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"B","question_sha256":"6049e26840c0e889bb5632032745b5bcf6684dec9a2f9d0a0cfb76378c5c064e"} +{"uuid":"gpqa-main-5ace8b3dabb97ffc3da20e7c","benchmark":"gpqa_main","data_index":1018,"repeat_index":2,"sample_id":"gpqa-main-5ace8b3dabb97ffc3da20e7c/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":207,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"C","question_sha256":"4ebb5a46cf109d4237b98081e218fcaba27d8f9d03f7a930300f2938f71c1ef0"} +{"uuid":"gpqa-main-68d5dcbd7078889c19a9a93c","benchmark":"gpqa_main","data_index":904,"repeat_index":2,"sample_id":"gpqa-main-68d5dcbd7078889c19a9a93c/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":526,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"618551bfaaf71599d5802135cbf18d8e9b5a33b38537d32515c5298d556df601"} +{"uuid":"gpqa-main-cfc742b1ce24bfc75356765e","benchmark":"gpqa_main","data_index":1047,"repeat_index":2,"sample_id":"gpqa-main-cfc742b1ce24bfc75356765e/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":110,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"D","question_sha256":"c1f013c71ec1bfdf03d8071ec0a1d30c0d10b7e87429512ec32711a88cc41cb1"} +{"uuid":"gpqa-main-adffc79c4b20a953ccbf4cd1","benchmark":"gpqa_main","data_index":756,"repeat_index":1,"sample_id":"gpqa-main-adffc79c4b20a953ccbf4cd1/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1039,"prompt_tokens":170,"effective_max_tokens":130902,"original_embedded_prediction":"B","question_sha256":"a9acc5caf0ab2f58b68d62ac52eac5bd31ee4a74a832bd753df339176dbbaefe"} +{"uuid":"gpqa-main-ab4c50e2da12e11b47155f74","benchmark":"gpqa_main","data_index":1060,"repeat_index":2,"sample_id":"gpqa-main-ab4c50e2da12e11b47155f74/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":71,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"C","question_sha256":"b734e134fe4529267a34452ccc5cb2a7d56f7b471273d9e978add607de6f30b6"} +{"uuid":"gpqa-main-1cea82df3087b1eb05c4d230","benchmark":"gpqa_main","data_index":1005,"repeat_index":2,"sample_id":"gpqa-main-1cea82df3087b1eb05c4d230/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":249,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"dd05d2d9e9053dd1d4367a61d5f718336fc8f18bc81bdf0ccfb104e241053522"} +{"uuid":"gpqa-main-0293685a5c3ddbc5b15dcfa0","benchmark":"gpqa_main","data_index":1001,"repeat_index":2,"sample_id":"gpqa-main-0293685a5c3ddbc5b15dcfa0/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":268,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"db2ca8d93d5ff50bd9f602bc5b3d339b547349c54c540850544e01393770a4ff"} +{"uuid":"gpqa-main-7c7ae85beee22afc94024aa0","benchmark":"gpqa_main","data_index":761,"repeat_index":1,"sample_id":"gpqa-main-7c7ae85beee22afc94024aa0/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1034,"prompt_tokens":179,"effective_max_tokens":130893,"original_embedded_prediction":"C","question_sha256":"17ee204f8a3ef8904b0418dcf3bac347173df36a87b5535f055046fe6fae8879"} +{"uuid":"gpqa-main-fe61aa6baba6418fcde1fa11","benchmark":"gpqa_main","data_index":1040,"repeat_index":2,"sample_id":"gpqa-main-fe61aa6baba6418fcde1fa11/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":172,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"C","question_sha256":"73eb245ef4dcc164186307ecd210b767147568ad3c1b03847a63b2e67ac5d0ab"} +{"uuid":"gpqa-main-a41b7b18fc60247bc6e08ecc","benchmark":"gpqa_main","data_index":1046,"repeat_index":2,"sample_id":"gpqa-main-a41b7b18fc60247bc6e08ecc/repeat-2","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":135,"prompt_tokens":270,"effective_max_tokens":130802,"original_embedded_prediction":null,"question_sha256":"87c04c470b12fde8cca6d843b12d3265c10bf824a883929eca2654ab55681839"} +{"uuid":"gpqa-main-32802554a860af51b4d7360f","benchmark":"gpqa_main","data_index":1004,"repeat_index":2,"sample_id":"gpqa-main-32802554a860af51b4d7360f/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":285,"prompt_tokens":399,"effective_max_tokens":130673,"original_embedded_prediction":"C","question_sha256":"ea1d2c2fd4395ec2cad416b20c41a657730d84acd26fb53712bf10f6807a4e64"} +{"uuid":"gpqa-main-6195cef214f3dfad9869d6d3","benchmark":"gpqa_main","data_index":1066,"repeat_index":2,"sample_id":"gpqa-main-6195cef214f3dfad9869d6d3/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":84,"prompt_tokens":351,"effective_max_tokens":130721,"original_embedded_prediction":"C","question_sha256":"d8a4b11aef2d38271a5ebf2c1802dc875d19737c557efb5990cc4a865a052e7c"} +{"uuid":"gpqa-main-7c04a20e5411bd3e0a2bc2c8","benchmark":"gpqa_main","data_index":995,"repeat_index":2,"sample_id":"gpqa-main-7c04a20e5411bd3e0a2bc2c8/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":326,"prompt_tokens":413,"effective_max_tokens":130659,"original_embedded_prediction":"D","question_sha256":"e23b62b19c3ab4ec896e631f56a7a92ed38aca13300af7a7b449b979999886f3"} +{"uuid":"gpqa-main-d5d2365d64430154627d4bb7","benchmark":"gpqa_main","data_index":1036,"repeat_index":2,"sample_id":"gpqa-main-d5d2365d64430154627d4bb7/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":213,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"D","question_sha256":"17f96c74be836037313c787a88438b6c9f69a4aa20ec8cba17697864f5d35599"} +{"uuid":"gpqa-main-a454a3157aff6eee743541b7","benchmark":"gpqa_main","data_index":950,"repeat_index":2,"sample_id":"gpqa-main-a454a3157aff6eee743541b7/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":448,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"C","question_sha256":"025e20e6e9b45e1ddb3f6901f58f69b40df5e8f9ffb6b80b5b17bc518d9f5d17"} +{"uuid":"gpqa-main-8af90a4147e5f0c98bfd00fa","benchmark":"gpqa_main","data_index":986,"repeat_index":2,"sample_id":"gpqa-main-8af90a4147e5f0c98bfd00fa/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":349,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"C","question_sha256":"29a55065f72c47169c5073a91e6b55d82fe2f5784289d2baf5cf5444f8d6fd65"} +{"uuid":"gpqa-main-7475b6b01129fce5b436b0ee","benchmark":"gpqa_main","data_index":966,"repeat_index":2,"sample_id":"gpqa-main-7475b6b01129fce5b436b0ee/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":409,"prompt_tokens":235,"effective_max_tokens":130837,"original_embedded_prediction":"B","question_sha256":"797be7099117e146adaaf5ad31bd914d9adbd510441211b0040aad2812fffc40"} +{"uuid":"gpqa-main-822957bb60d3551275f08aa0","benchmark":"gpqa_main","data_index":1021,"repeat_index":2,"sample_id":"gpqa-main-822957bb60d3551275f08aa0/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":260,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"B","question_sha256":"4690c4bb391b2ef2a7b53f1a15866e05411bdf5f0f7b4f32c9e27d8ef6e8cb48"} +{"uuid":"gpqa-main-8d147d8bf7fad22423fc5dd7","benchmark":"gpqa_main","data_index":1050,"repeat_index":2,"sample_id":"gpqa-main-8d147d8bf7fad22423fc5dd7/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":164,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"C","question_sha256":"bfad7a1309a7d02668c615391f7302c03e1c3f61ffaee5d1f44ba2c9f5c40b7d"} +{"uuid":"gpqa-main-4644969e4e4615b014b9669f","benchmark":"gpqa_main","data_index":968,"repeat_index":2,"sample_id":"gpqa-main-4644969e4e4615b014b9669f/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":417,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"C","question_sha256":"e663684f8a7728af99d977f274c335c497ac6a7ccf43c64ab979e8407155ce6c"} +{"uuid":"gpqa-main-bd228dea7f1aa14b70216372","benchmark":"gpqa_main","data_index":985,"repeat_index":2,"sample_id":"gpqa-main-bd228dea7f1aa14b70216372/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":364,"prompt_tokens":425,"effective_max_tokens":130647,"original_embedded_prediction":"C","question_sha256":"c1dea594f51ba7757d0d9ec69efa6b56bfeeaff965f074faaf89160cca96a0e9"} +{"uuid":"gpqa-main-d3db87adeb915999faca3605","benchmark":"gpqa_main","data_index":879,"repeat_index":2,"sample_id":"gpqa-main-d3db87adeb915999faca3605/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":688,"prompt_tokens":204,"effective_max_tokens":130868,"original_embedded_prediction":"B","question_sha256":"f6518dd763c1af7a1745bc53b4e021210cafdf588df1ede9b537a622474a998d"} +{"uuid":"gpqa-main-ca986cf878bcb98d3bdf6b0a","benchmark":"gpqa_main","data_index":1020,"repeat_index":2,"sample_id":"gpqa-main-ca986cf878bcb98d3bdf6b0a/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":277,"prompt_tokens":553,"effective_max_tokens":130519,"original_embedded_prediction":"C","question_sha256":"03946dc24ec69699ccf0d502676d0724f19c404c61b61996d4b5d979f21785da"} +{"uuid":"gpqa-main-4657fdc74d4c0bf48aa0b494","benchmark":"gpqa_main","data_index":1069,"repeat_index":2,"sample_id":"gpqa-main-4657fdc74d4c0bf48aa0b494/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":101,"prompt_tokens":343,"effective_max_tokens":130729,"original_embedded_prediction":"C","question_sha256":"ef34764671cecdd517febbdbff1a8cc3542418de05c4a100ef6c30752c1fc8cb"} +{"uuid":"gpqa-main-6119656f6ad0247c537028e7","benchmark":"gpqa_main","data_index":1014,"repeat_index":2,"sample_id":"gpqa-main-6119656f6ad0247c537028e7/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":298,"prompt_tokens":329,"effective_max_tokens":130743,"original_embedded_prediction":"B","question_sha256":"e426a9a1b0977a66badcc2dd4f0d54629b39c2594a512e459e9afd20bba599ba"} +{"uuid":"gpqa-main-f432c1aa4319a4b1f6fa2ac1","benchmark":"gpqa_main","data_index":109,"repeat_index":0,"sample_id":"gpqa-main-f432c1aa4319a4b1f6fa2ac1/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3012,"prompt_tokens":264,"effective_max_tokens":130808,"original_embedded_prediction":"C","question_sha256":"19d5ec504b7008b3eada0ca0c300cd88147b20679109f6681bfd8946e0db2c8c"} +{"uuid":"gpqa-main-24659eabc462bf7fb5295951","benchmark":"gpqa_main","data_index":1033,"repeat_index":2,"sample_id":"gpqa-main-24659eabc462bf7fb5295951/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":245,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"f26df2fb1b4182bacbf5d951a583b120ed154d22ea6f9659ed264ae020297543"} +{"uuid":"gpqa-main-8299e0bf116ad8ad7b960d26","benchmark":"gpqa_main","data_index":1022,"repeat_index":2,"sample_id":"gpqa-main-8299e0bf116ad8ad7b960d26/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":282,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"B","question_sha256":"dac89ff46a5330836dfa04de2060a9a9d447a0cffd96c06e0cdee48c6a991035"} +{"uuid":"gpqa-main-1ae8f8945efaf81788d8d871","benchmark":"gpqa_main","data_index":907,"repeat_index":2,"sample_id":"gpqa-main-1ae8f8945efaf81788d8d871/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":615,"prompt_tokens":250,"effective_max_tokens":130822,"original_embedded_prediction":"C","question_sha256":"060f07943bcd17960b48a982fabe42fcae4e3899fe8c5473138fe2198f0e8dd8"} +{"uuid":"gpqa-main-219ad07bcb0cda7b85845999","benchmark":"gpqa_main","data_index":1039,"repeat_index":2,"sample_id":"gpqa-main-219ad07bcb0cda7b85845999/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":244,"prompt_tokens":412,"effective_max_tokens":130660,"original_embedded_prediction":"B","question_sha256":"a6336c3b0760d09010077fee728ae5348e4421bcfcbbc8bb9c4a72d541ddfb24"} +{"uuid":"gpqa-main-f635511b161f39dc301e05eb","benchmark":"gpqa_main","data_index":1048,"repeat_index":2,"sample_id":"gpqa-main-f635511b161f39dc301e05eb/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":200,"prompt_tokens":650,"effective_max_tokens":130422,"original_embedded_prediction":"D","question_sha256":"cb7f697eb685eca3061fc46cacb94c19aba74add8390e74234ade788b9fa4ff3"} +{"uuid":"gpqa-main-e17c3d61061a563977ae3c11","benchmark":"gpqa_main","data_index":1012,"repeat_index":2,"sample_id":"gpqa-main-e17c3d61061a563977ae3c11/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":322,"prompt_tokens":352,"effective_max_tokens":130720,"original_embedded_prediction":"C","question_sha256":"41b609bbf5cd4517a7d53e382a762d7b2caa65fd58ea44549bdf7183daf1d2c0"} +{"uuid":"gpqa-main-398c3b21ff64a0edc7ed8444","benchmark":"gpqa_main","data_index":965,"repeat_index":2,"sample_id":"gpqa-main-398c3b21ff64a0edc7ed8444/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":473,"prompt_tokens":839,"effective_max_tokens":130233,"original_embedded_prediction":"D","question_sha256":"8efc35cf270e2b051ad9ae732723df9c7261cecaf1410edf2c43f3ca7aa749cc"} +{"uuid":"gpqa-main-92c9d90b543b6779261f70f7","benchmark":"gpqa_main","data_index":1027,"repeat_index":2,"sample_id":"gpqa-main-92c9d90b543b6779261f70f7/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":304,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"1c7aff3f5221c2086c7143b43e0c46921a03859d45bfce22f1a1286ece235b1a"} +{"uuid":"gpqa-main-2d88ca9efdaae7d19aed9660","benchmark":"gpqa_main","data_index":880,"repeat_index":2,"sample_id":"gpqa-main-2d88ca9efdaae7d19aed9660/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":737,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"43af6d11597079a7d069dd93bbf3db87f0b5bb604fbfc66fc60c268d149d8fba"} +{"uuid":"gpqa-main-56cc62f5d70b661868d341e7","benchmark":"gpqa_main","data_index":1006,"repeat_index":2,"sample_id":"gpqa-main-56cc62f5d70b661868d341e7/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":357,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"C","question_sha256":"c974918b90f5892aaad4308e337b490844102dbfad26c90bf508602f9c595d5d"} +{"uuid":"gpqa-main-f6714ff18991a64f32fcecf9","benchmark":"gpqa_main","data_index":1054,"repeat_index":2,"sample_id":"gpqa-main-f6714ff18991a64f32fcecf9/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":214,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"a1e860acc41f41cac7f3d9425a64a45a95559ff56553a2d04e1d3569c2f1c1a1"} +{"uuid":"gpqa-main-9753ac5963fbae8c8e907ef3","benchmark":"gpqa_main","data_index":1045,"repeat_index":2,"sample_id":"gpqa-main-9753ac5963fbae8c8e907ef3/repeat-2","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":250,"prompt_tokens":181,"effective_max_tokens":130891,"original_embedded_prediction":null,"question_sha256":"ec3a07db51d6010b2b9fae103e36b62707efee3ad0713fcd4420f8ba8f55c00b"} +{"uuid":"gpqa-main-4df6eb7fd5661c3196a52be6","benchmark":"gpqa_main","data_index":1053,"repeat_index":2,"sample_id":"gpqa-main-4df6eb7fd5661c3196a52be6/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":221,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"A","question_sha256":"71ef41cf00fbcb9e6751fd492a52caefd2830032777c8824465c1b4ea8dc48ea"} +{"uuid":"gpqa-main-2bd63c617299c18c1cfd5b0a","benchmark":"gpqa_main","data_index":964,"repeat_index":2,"sample_id":"gpqa-main-2bd63c617299c18c1cfd5b0a/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":481,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"C","question_sha256":"bd7804f896ba3deb7fd65cc0c562744a80232f45bbc9c5ffa8652308c167c329"} +{"uuid":"gpqa-main-c69005af8b1e76a851528e02","benchmark":"gpqa_main","data_index":835,"repeat_index":2,"sample_id":"gpqa-main-c69005af8b1e76a851528e02/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":883,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"D","question_sha256":"29e6a1db070bf5e5af8af4b82da4953dd47dcd2a1bbd7ad2db04f3d1d4cd805e"} +{"uuid":"gpqa-main-7ceb372c1cdc7a180b73516c","benchmark":"gpqa_main","data_index":998,"repeat_index":2,"sample_id":"gpqa-main-7ceb372c1cdc7a180b73516c/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":398,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"142aeb435e38240c03d26aafbfb8dc0ab94e7ef4f752a271c1ab011350a965be"} +{"uuid":"gpqa-main-ddd2b405606ced65b4ce6345","benchmark":"gpqa_main","data_index":1016,"repeat_index":2,"sample_id":"gpqa-main-ddd2b405606ced65b4ce6345/repeat-2","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":353,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":null,"question_sha256":"2066c0e835493298c00391dd9236de10adec10d611fe3e2777f252677dfe9724"} +{"uuid":"gpqa-main-eda22ee564030fef1ab0bcaf","benchmark":"gpqa_main","data_index":1000,"repeat_index":2,"sample_id":"gpqa-main-eda22ee564030fef1ab0bcaf/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":407,"prompt_tokens":316,"effective_max_tokens":130756,"original_embedded_prediction":"D","question_sha256":"e78929c2c3d5e04cda51c77e05ad4a3d1cbbf98cc2db0103b7fbc594e78bb602"} +{"uuid":"gpqa-main-50a8ab2bd1710dbcfa2e32b5","benchmark":"gpqa_main","data_index":936,"repeat_index":2,"sample_id":"gpqa-main-50a8ab2bd1710dbcfa2e32b5/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":586,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"D","question_sha256":"5fb04957154b48d4ebad83862909a8fd3afc5ba5399a7dbe4594b5c72255964c"} +{"uuid":"gpqa-main-731d6908d225dc9f463d1297","benchmark":"gpqa_main","data_index":1056,"repeat_index":2,"sample_id":"gpqa-main-731d6908d225dc9f463d1297/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":252,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"4774928b0a0c7cdc6d9c17102d2e01adad07f5a344858c23bbc63520a74724d7"} +{"uuid":"gpqa-main-ac1c72784d1e0da293fe4bd4","benchmark":"gpqa_main","data_index":970,"repeat_index":2,"sample_id":"gpqa-main-ac1c72784d1e0da293fe4bd4/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":508,"prompt_tokens":169,"effective_max_tokens":130903,"original_embedded_prediction":"C","question_sha256":"6e2bd9ec28efb9c97dbc7bea49224b4964011afaa5ca659996fac7fd65c4468d"} +{"uuid":"gpqa-main-1728184fad8153eeb2e2a7de","benchmark":"gpqa_main","data_index":1032,"repeat_index":2,"sample_id":"gpqa-main-1728184fad8153eeb2e2a7de/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":348,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"C","question_sha256":"d8505733319a8047e94d63c293a2d9dbb08c42e4bde2c223467f371da6665e08"} +{"uuid":"gpqa-main-5a280dae7286e8bab3887904","benchmark":"gpqa_main","data_index":980,"repeat_index":2,"sample_id":"gpqa-main-5a280dae7286e8bab3887904/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":486,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"B","question_sha256":"b8398a470c0a1a045a6dcf2005bd8e8351bdf75ffa7c473958cf3c4b5d4fb288"} +{"uuid":"gpqa-main-ed6a4565f708132bae39b742","benchmark":"gpqa_main","data_index":1023,"repeat_index":2,"sample_id":"gpqa-main-ed6a4565f708132bae39b742/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":392,"prompt_tokens":393,"effective_max_tokens":130679,"original_embedded_prediction":"C","question_sha256":"5ce997bcaa654b6fdbbb00b63b66633167679a850d02d845b8a9b1b716979197"} +{"uuid":"gpqa-main-b84eb68d18023ca81e43b35a","benchmark":"gpqa_main","data_index":1061,"repeat_index":2,"sample_id":"gpqa-main-b84eb68d18023ca81e43b35a/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":255,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"D","question_sha256":"6c90e464e06f4dc9c748d6c9be44c96b2d5bec5078b4eb152ea4ccec4c709f2d"} +{"uuid":"gpqa-main-ad77d1e365463a217a2cc25c","benchmark":"gpqa_main","data_index":1116,"repeat_index":2,"sample_id":"gpqa-main-ad77d1e365463a217a2cc25c/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":61,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"A","question_sha256":"7c427847fb1acab7f784c40193a51f13be68ffb38b4336c6bf3ebf112916fc29"} +{"uuid":"gpqa-main-ae94db70e45f3af66518a393","benchmark":"gpqa_main","data_index":1098,"repeat_index":2,"sample_id":"gpqa-main-ae94db70e45f3af66518a393/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":120,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"C","question_sha256":"357c925128939cb69954fa6d11c54df2209c646ee1d3db2ab6dfea44ae6407b6"} +{"uuid":"gpqa-main-2601636e383074212d2b5e52","benchmark":"gpqa_main","data_index":1101,"repeat_index":2,"sample_id":"gpqa-main-2601636e383074212d2b5e52/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":118,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"C","question_sha256":"4346808ce2e49e7dd075a69d154a4e1c8d73b71869876d48ffff93747d8898ec"} +{"uuid":"gpqa-main-87740f520845c3f77369e5a1","benchmark":"gpqa_main","data_index":1026,"repeat_index":2,"sample_id":"gpqa-main-87740f520845c3f77369e5a1/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":392,"prompt_tokens":188,"effective_max_tokens":130884,"original_embedded_prediction":"B","question_sha256":"f6c5a12c2cd600eeb524956c760164ff890d185cffd979bfba482f46aa46a1ac"} +{"uuid":"gpqa-main-513a35e22e5c48f5b3b0518a","benchmark":"gpqa_main","data_index":1051,"repeat_index":2,"sample_id":"gpqa-main-513a35e22e5c48f5b3b0518a/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":300,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"D","question_sha256":"b4baa0b1a21db872411dec993670e6c6bc360a94404305cc5d3ecc9264fdf913"} +{"uuid":"gpqa-main-45b8834e3ed027ec73e9cb93","benchmark":"gpqa_main","data_index":1094,"repeat_index":2,"sample_id":"gpqa-main-45b8834e3ed027ec73e9cb93/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":135,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"C","question_sha256":"14a2ed1ddcecc5a3752c954a0c07f0e2ae102378d648cc66bd57385516fbbe20"} +{"uuid":"gpqa-main-55f2934c4eb0b8293b1d65aa","benchmark":"gpqa_main","data_index":989,"repeat_index":2,"sample_id":"gpqa-main-55f2934c4eb0b8293b1d65aa/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":492,"prompt_tokens":314,"effective_max_tokens":130758,"original_embedded_prediction":"C","question_sha256":"790d06fbc2ae95b0429cab870e5895c5de8a75b14d0bda1401b1503293606c67"} +{"uuid":"gpqa-main-1989edb8041cc1c94659dcc4","benchmark":"gpqa_main","data_index":1108,"repeat_index":2,"sample_id":"gpqa-main-1989edb8041cc1c94659dcc4/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":99,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"D","question_sha256":"364ddb1397abdc7ae2201c88354f8df3f89b63c28330217a94cf8cf96c19ae54"} +{"uuid":"gpqa-main-92c7c513709816748efab029","benchmark":"gpqa_main","data_index":1019,"repeat_index":2,"sample_id":"gpqa-main-92c7c513709816748efab029/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":439,"prompt_tokens":253,"effective_max_tokens":130819,"original_embedded_prediction":"C","question_sha256":"c9ed693d3f7d5c30b94e2c01b9b5f22591922f961e4dbc9ef4b70309b61bae5c"} +{"uuid":"gpqa-main-77067b016766698b199936c6","benchmark":"gpqa_main","data_index":1111,"repeat_index":2,"sample_id":"gpqa-main-77067b016766698b199936c6/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":99,"prompt_tokens":306,"effective_max_tokens":130766,"original_embedded_prediction":"A","question_sha256":"4c8dd76001266d2c0d3a086b95cb4f68ba3f1b2658186002903315d51bf5bea6"} +{"uuid":"gpqa-main-6dec9c3aba26b3c8623af13e","benchmark":"gpqa_main","data_index":1083,"repeat_index":2,"sample_id":"gpqa-main-6dec9c3aba26b3c8623af13e/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":205,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"656a46f8bac8e8e0767c9a5675871d3f81ff8707ec78f064bca2ccac673d7561"} +{"uuid":"gpqa-main-1a3571c1ec099b06b5011ceb","benchmark":"gpqa_main","data_index":1090,"repeat_index":2,"sample_id":"gpqa-main-1a3571c1ec099b06b5011ceb/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":173,"prompt_tokens":166,"effective_max_tokens":130906,"original_embedded_prediction":"B","question_sha256":"853f9bd759921129a51dd81d489f867c5aa9463f1925c203fe6f1e3147741f08"} +{"uuid":"gpqa-main-48494dbfd36899c84d166873","benchmark":"gpqa_main","data_index":1062,"repeat_index":2,"sample_id":"gpqa-main-48494dbfd36899c84d166873/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":294,"prompt_tokens":315,"effective_max_tokens":130757,"original_embedded_prediction":"B","question_sha256":"a50aa647f4cce396d333dfcfe372bdfadfa7f7aa507ebafd207354812f7ab3f9"} +{"uuid":"gpqa-main-cdaa7da74e15a8dfc40e0582","benchmark":"gpqa_main","data_index":959,"repeat_index":2,"sample_id":"gpqa-main-cdaa7da74e15a8dfc40e0582/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":599,"prompt_tokens":410,"effective_max_tokens":130662,"original_embedded_prediction":"C","question_sha256":"733e93868ff7691423e0d318a4d9ba6ce801d7c2ef5c53b8020d7eb13c2c9a5c"} +{"uuid":"gpqa-main-fd7b1296b8c5ae3f05aa8355","benchmark":"gpqa_main","data_index":1087,"repeat_index":2,"sample_id":"gpqa-main-fd7b1296b8c5ae3f05aa8355/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":185,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"C","question_sha256":"e674bbb69c41e672de8e4c8cbea505f57f0d1fc98a2ae52ced1937ec4c71b62f"} +{"uuid":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8","benchmark":"gpqa_main","data_index":1064,"repeat_index":2,"sample_id":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":282,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"C","question_sha256":"bf639adbf5de648e6799cd9936073de7b6c750cf7c5870ed99dc4f842748abb9"} +{"uuid":"gpqa-main-7684b3ed8a4540e6099495df","benchmark":"gpqa_main","data_index":1095,"repeat_index":2,"sample_id":"gpqa-main-7684b3ed8a4540e6099495df/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":171,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"0caf81b8c83789b0b258b80856002cff7fd589a737844db0407269017bcd1955"} +{"uuid":"gpqa-main-105b94b83de2671f0b86688d","benchmark":"gpqa_main","data_index":999,"repeat_index":2,"sample_id":"gpqa-main-105b94b83de2671f0b86688d/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":508,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"D","question_sha256":"062b8c1448dabb342bd7815bdfbab0a55eb915c5c6793d19a5037bf7a9aa63f3"} +{"uuid":"gpqa-main-9a5518ae94b2b0d35d86de13","benchmark":"gpqa_main","data_index":1057,"repeat_index":2,"sample_id":"gpqa-main-9a5518ae94b2b0d35d86de13/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":323,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"C","question_sha256":"3fcfcbf2649513809f04d9fdbcbe0c6bc1a91164f8dcfd7d9748267f2db7c6ce"} +{"uuid":"gpqa-main-60c7c63632b1d67ffb8a4fb7","benchmark":"gpqa_main","data_index":1103,"repeat_index":2,"sample_id":"gpqa-main-60c7c63632b1d67ffb8a4fb7/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":158,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"C","question_sha256":"60c9747de98dcd74354ee70ce1049c3c1d1b8d72f4e9848984af5d6ceb1a0c57"} +{"uuid":"gpqa-main-ad37592fd14aa64b9045a2c4","benchmark":"gpqa_main","data_index":1142,"repeat_index":2,"sample_id":"gpqa-main-ad37592fd14aa64b9045a2c4/repeat-2","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3,"prompt_tokens":142,"effective_max_tokens":130930,"original_embedded_prediction":null,"question_sha256":"1b3ff6b6ef905e2e7d9fad403ad7bcef59c07ba5858ab30374d9c1f3f07e7dee"} +{"uuid":"gpqa-main-5f044a1bf575df47abc76e1a","benchmark":"gpqa_main","data_index":1114,"repeat_index":2,"sample_id":"gpqa-main-5f044a1bf575df47abc76e1a/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":124,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"56742e4e637e9ad1340d4a8de7af8e0d6ce2447d668cc5b51dfb52dfb0b2b8e9"} +{"uuid":"gpqa-main-87a8747afb6b0414b9ccbe1e","benchmark":"gpqa_main","data_index":1042,"repeat_index":2,"sample_id":"gpqa-main-87a8747afb6b0414b9ccbe1e/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":394,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"C","question_sha256":"cdb165b285d51cf6a09160d99c4c49b653710aac879cce0b87c74a48eee0172b"} +{"uuid":"gpqa-main-0069a2b69e59906ffd6ca400","benchmark":"gpqa_main","data_index":1059,"repeat_index":2,"sample_id":"gpqa-main-0069a2b69e59906ffd6ca400/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":325,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"D","question_sha256":"409fe9f5585adb91b6eded6462ef297118cee805597838bb23fa38eb32789450"} +{"uuid":"gpqa-main-e31881ef9b38bb3d802fa432","benchmark":"gpqa_main","data_index":1093,"repeat_index":2,"sample_id":"gpqa-main-e31881ef9b38bb3d802fa432/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":190,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"C","question_sha256":"d2b3b2f779f59635b5b67b63d55e4ada87e7ff867992c7a0b26b010dac9f8650"} +{"uuid":"gpqa-main-4c4e7752fc041224f19d3f9a","benchmark":"gpqa_main","data_index":1078,"repeat_index":2,"sample_id":"gpqa-main-4c4e7752fc041224f19d3f9a/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":256,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"a7183bc025131850f86e24e7faa64e367e334f399dbbc968c1e6069905fe8c28"} +{"uuid":"gpqa-main-7c103d3006e7e5942b17dfc2","benchmark":"gpqa_main","data_index":1113,"repeat_index":2,"sample_id":"gpqa-main-7c103d3006e7e5942b17dfc2/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":137,"prompt_tokens":254,"effective_max_tokens":130818,"original_embedded_prediction":"A","question_sha256":"851c6624380df7dd30fbf4b482add6ae0543525ac196eb146f0d1eb73a673d6c"} +{"uuid":"gpqa-main-6f8b58d9d46c4f4e7eba1910","benchmark":"gpqa_main","data_index":1085,"repeat_index":2,"sample_id":"gpqa-main-6f8b58d9d46c4f4e7eba1910/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":218,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"C","question_sha256":"2437e4848569e7740d6491d475d194b9eefbbeae3a6a31cd62ddeb8ba8e93aa9"} +{"uuid":"gpqa-main-baefee4c54836e933082fd33","benchmark":"gpqa_main","data_index":973,"repeat_index":2,"sample_id":"gpqa-main-baefee4c54836e933082fd33/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":594,"prompt_tokens":487,"effective_max_tokens":130585,"original_embedded_prediction":"C","question_sha256":"f4486aea8f80b6405ceaabbd6f225378761eafc49f1e042873a464b3b94da620"} +{"uuid":"gpqa-main-11b88a6212278288c390be69","benchmark":"gpqa_main","data_index":1105,"repeat_index":2,"sample_id":"gpqa-main-11b88a6212278288c390be69/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":172,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"29eb581590e7852467849e4c58c5e3b1b97736035880adbd4e12298c320ac7e4"} +{"uuid":"gpqa-main-33b9f4658edfefac92faa4d3","benchmark":"gpqa_main","data_index":1044,"repeat_index":2,"sample_id":"gpqa-main-33b9f4658edfefac92faa4d3/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":405,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"D","question_sha256":"21b950759e4e088c97c70fcca487f4b3ceddd69dd2563433e332a0dde94eeddb"} +{"uuid":"gpqa-main-31313469465f81cc0fa5dd28","benchmark":"gpqa_main","data_index":1024,"repeat_index":2,"sample_id":"gpqa-main-31313469465f81cc0fa5dd28/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":474,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"C","question_sha256":"cd18749d0354640af760ebe1c6a150eed2a0202cc444345b5c3f00b0f0df67d2"} +{"uuid":"gpqa-main-72464184a419f296dae470a9","benchmark":"gpqa_main","data_index":1025,"repeat_index":2,"sample_id":"gpqa-main-72464184a419f296dae470a9/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":470,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"A","question_sha256":"16bcf4c7129e083cade7afd040c6c4e0fa1fc7677a11aa70fb1b5a3d0e5fb5ea"} +{"uuid":"gpqa-main-6845f28b26fa44b2b44ded84","benchmark":"gpqa_main","data_index":908,"repeat_index":2,"sample_id":"gpqa-main-6845f28b26fa44b2b44ded84/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":804,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"7c6678dd868700f600b69c54e83e52a10695ac957465ffbe08c35d20f42b448e"} +{"uuid":"gpqa-main-e605c3d20abb4c52d96e9b60","benchmark":"gpqa_main","data_index":939,"repeat_index":2,"sample_id":"gpqa-main-e605c3d20abb4c52d96e9b60/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":699,"prompt_tokens":361,"effective_max_tokens":130711,"original_embedded_prediction":"C","question_sha256":"84b58aec9b33c09286d45fb66ca82cc4ec03e310a0917bc0783bda81a0fa23b6"} +{"uuid":"gpqa-main-50b06dfa0f6f3a64a58faa00","benchmark":"gpqa_main","data_index":1065,"repeat_index":2,"sample_id":"gpqa-main-50b06dfa0f6f3a64a58faa00/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":326,"prompt_tokens":2889,"effective_max_tokens":128183,"original_embedded_prediction":"C","question_sha256":"6d83e75112500dd8a0852c4eaa9859c4fb625c97bdf5f7d5c532bcd6347ea1a8"} +{"uuid":"gpqa-main-f2c0ff64cf18a6ae32dc45dc","benchmark":"gpqa_main","data_index":967,"repeat_index":2,"sample_id":"gpqa-main-f2c0ff64cf18a6ae32dc45dc/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":639,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"D","question_sha256":"f2467e0d99b11d10fdd18675d7a73d1a19569e58d6aa97be50c24c2cb28731b1"} +{"uuid":"gpqa-main-6078bfac5f15131fb59b31ce","benchmark":"gpqa_main","data_index":1074,"repeat_index":2,"sample_id":"gpqa-main-6078bfac5f15131fb59b31ce/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":300,"prompt_tokens":383,"effective_max_tokens":130689,"original_embedded_prediction":"D","question_sha256":"2c08be31c31eb443db8881662320ebedec47eef168a86389032948d5a9cc37d1"} +{"uuid":"gpqa-main-0b01dd8e7881a40d7eb61175","benchmark":"gpqa_main","data_index":1107,"repeat_index":2,"sample_id":"gpqa-main-0b01dd8e7881a40d7eb61175/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":175,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"D","question_sha256":"74998926c571f30bb050d73fd21eee2727687e5a8320253f13d3d84b8605a913"} +{"uuid":"gpqa-main-43903740f46e3267ecd42324","benchmark":"gpqa_main","data_index":1119,"repeat_index":2,"sample_id":"gpqa-main-43903740f46e3267ecd42324/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":131,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"b52b0025e64a7d0c0023e98ca9fe1f002e22bd987dd934f74304bd22e6e7da20"} +{"uuid":"gpqa-main-7e9652f906d908e059401ac2","benchmark":"gpqa_main","data_index":1092,"repeat_index":2,"sample_id":"gpqa-main-7e9652f906d908e059401ac2/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":236,"prompt_tokens":346,"effective_max_tokens":130726,"original_embedded_prediction":"C","question_sha256":"9dda9414807cb4996f3a1deb9214b8aaf93c75e41d35fac14966aba5058f07ff"} +{"uuid":"gpqa-main-a8c391dd6337620cc79cae0e","benchmark":"gpqa_main","data_index":800,"repeat_index":2,"sample_id":"gpqa-main-a8c391dd6337620cc79cae0e/repeat-2","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":1223,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":null,"question_sha256":"435ccdce7cc6c5543ffaf20b4d850d905357568605d01b3a595d44df3dd30d0d"} +{"uuid":"gpqa-main-53c8581aa69a3066bf003024","benchmark":"gpqa_main","data_index":1118,"repeat_index":2,"sample_id":"gpqa-main-53c8581aa69a3066bf003024/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":157,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"dbc9784ed2e796c6f534e998f17f2a819df9d6d94cd62aa72bd7fdcbf457c948"} +{"uuid":"gpqa-main-d31323dded27ae0c86cb5c75","benchmark":"gpqa_main","data_index":1081,"repeat_index":2,"sample_id":"gpqa-main-d31323dded27ae0c86cb5c75/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":306,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"D","question_sha256":"8f174dd25b58e6fc8e309577a66d0f5a4f46ed89bf1a5165c0cb561a4e3e33e9"} +{"uuid":"gpqa-main-aa684f4d5d7c6b9ced383e24","benchmark":"gpqa_main","data_index":1071,"repeat_index":2,"sample_id":"gpqa-main-aa684f4d5d7c6b9ced383e24/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":335,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"96a58da5e1708d76485e32741b0ecddc1bea407ebb53997d2f36e8827f2f2ac9"} +{"uuid":"gpqa-main-05286f95a107c3da592ecbd9","benchmark":"gpqa_main","data_index":1073,"repeat_index":2,"sample_id":"gpqa-main-05286f95a107c3da592ecbd9/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":332,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"B","question_sha256":"d8a1a7b530a9b1d0cd0b07ec53f60d6d5fcf3059457f02b90e3c4ddf51fdc825"} +{"uuid":"gpqa-main-d4ee93c18c20e4432773fe55","benchmark":"gpqa_main","data_index":1079,"repeat_index":2,"sample_id":"gpqa-main-d4ee93c18c20e4432773fe55/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":317,"prompt_tokens":200,"effective_max_tokens":130872,"original_embedded_prediction":"C","question_sha256":"77bffd13a6b6464f7c63296f571164c184ce47a8cd6f8ecf91f0dc28407d44a1"} +{"uuid":"gpqa-main-8523e39e7dc895f15a06a403","benchmark":"gpqa_main","data_index":1099,"repeat_index":2,"sample_id":"gpqa-main-8523e39e7dc895f15a06a403/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":250,"prompt_tokens":243,"effective_max_tokens":130829,"original_embedded_prediction":"C","question_sha256":"9809fdeb256e4181e9705fa439a61deb6dbe804bfb80ffab6cb1bd4565faa027"} +{"uuid":"gpqa-main-acdff999b6cbfcbc8be6ffac","benchmark":"gpqa_main","data_index":1009,"repeat_index":2,"sample_id":"gpqa-main-acdff999b6cbfcbc8be6ffac/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":567,"prompt_tokens":404,"effective_max_tokens":130668,"original_embedded_prediction":"C","question_sha256":"96f00c3d898d9c364f022eae18e69424d7f2ddde12fbde50541b7390ffd40103"} +{"uuid":"gpqa-main-fc2653b5d83e082e9e4f6390","benchmark":"gpqa_main","data_index":1072,"repeat_index":2,"sample_id":"gpqa-main-fc2653b5d83e082e9e4f6390/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":352,"prompt_tokens":429,"effective_max_tokens":130643,"original_embedded_prediction":"D","question_sha256":"d039314a334267e1364c2bb5dc0ab4e72b6b86a69936c2f7f318902ffc422f15"} +{"uuid":"gpqa-main-84c386fbd7476f5541ea16f0","benchmark":"gpqa_main","data_index":1043,"repeat_index":2,"sample_id":"gpqa-main-84c386fbd7476f5541ea16f0/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":481,"prompt_tokens":370,"effective_max_tokens":130702,"original_embedded_prediction":"D","question_sha256":"083aa3572345d938b0c707cfb8c710aea73759344b234ada78ed36f1ec66eb0d"} +{"uuid":"gpqa-main-3f9251e093c698e0c2fa2826","benchmark":"gpqa_main","data_index":1126,"repeat_index":2,"sample_id":"gpqa-main-3f9251e093c698e0c2fa2826/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":153,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"C","question_sha256":"252debe46c4fa81fca060b5a84d473e7c0bf04c99b8b5f54aab8119f22de36b4"} +{"uuid":"gpqa-main-5f1108e8b2f18297c04895bf","benchmark":"gpqa_main","data_index":1097,"repeat_index":2,"sample_id":"gpqa-main-5f1108e8b2f18297c04895bf/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":280,"prompt_tokens":447,"effective_max_tokens":130625,"original_embedded_prediction":"A","question_sha256":"d6e89de54268d0839b91cc5f860fd4903b1d8277accaf665ced8b5404cdbbe84"} +{"uuid":"gpqa-main-fcf4fbe275826c7d67e6067b","benchmark":"gpqa_main","data_index":1100,"repeat_index":2,"sample_id":"gpqa-main-fcf4fbe275826c7d67e6067b/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":285,"prompt_tokens":319,"effective_max_tokens":130753,"original_embedded_prediction":"C","question_sha256":"804a1298d02f33e3d34af9885ef317731ae757104a1e874356955c98921afd18"} +{"uuid":"gpqa-main-643d18139459da0f9c1b2e17","benchmark":"gpqa_main","data_index":1075,"repeat_index":2,"sample_id":"gpqa-main-643d18139459da0f9c1b2e17/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":374,"prompt_tokens":375,"effective_max_tokens":130697,"original_embedded_prediction":"C","question_sha256":"4bab53f383207a2bc9c94789bb8114d3e7db442308789d848023661e90b2ab49"} +{"uuid":"gpqa-main-91b254f1e1c8041fbc1a3222","benchmark":"gpqa_main","data_index":1128,"repeat_index":2,"sample_id":"gpqa-main-91b254f1e1c8041fbc1a3222/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":175,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"35cf9161cc3c5b82d0770ab2b2fdef4a970ddae93523dee3a6bde8574e79b13d"} +{"uuid":"gpqa-main-3b577bce88d27365cf34e990","benchmark":"gpqa_main","data_index":1112,"repeat_index":2,"sample_id":"gpqa-main-3b577bce88d27365cf34e990/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":254,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"952132525f3a442f1b38bdc3d0190df1c505766096106e7ac626a451f1b236fc"} +{"uuid":"gpqa-main-2651d2e67639a9e1741c23d7","benchmark":"gpqa_main","data_index":1129,"repeat_index":2,"sample_id":"gpqa-main-2651d2e67639a9e1741c23d7/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":179,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"B","question_sha256":"4dde21b33c78ccf27d8f3043edfe68636929e2ed7d52841b78b767027425afcb"} +{"uuid":"gpqa-main-b36b446fe10911202d34a473","benchmark":"gpqa_main","data_index":1127,"repeat_index":2,"sample_id":"gpqa-main-b36b446fe10911202d34a473/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":184,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"D","question_sha256":"a817452b182acac6761625a70d62a32f2da8fc7a708397cb06f4ad35d5fb18f8"} +{"uuid":"gpqa-main-fcf4fc69f21da83688056521","benchmark":"gpqa_main","data_index":1131,"repeat_index":2,"sample_id":"gpqa-main-fcf4fc69f21da83688056521/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":178,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"D","question_sha256":"691112dd08aec41d1dfd7a48bf6e56a828dc8b340887ad6364daff290f8a88c4"} +{"uuid":"gpqa-main-08cb3c41dbaa57f424632b84","benchmark":"gpqa_main","data_index":1156,"repeat_index":3,"sample_id":"gpqa-main-08cb3c41dbaa57f424632b84/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":111,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"B","question_sha256":"e37327eb6a290bf649f9b548f5d9834983b5d59efc10b4281a4bdbb75523863f"} +{"uuid":"gpqa-main-24751b175e0f2d19899ad735","benchmark":"gpqa_main","data_index":1028,"repeat_index":2,"sample_id":"gpqa-main-24751b175e0f2d19899ad735/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":568,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"C","question_sha256":"4a5d6fcc83f3561a6447a1feebb680aa9ab094bdeed5677c30f04041964a9c38"} +{"uuid":"gpqa-main-4fb391edde117a3fa772fe15","benchmark":"gpqa_main","data_index":1147,"repeat_index":2,"sample_id":"gpqa-main-4fb391edde117a3fa772fe15/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":133,"prompt_tokens":230,"effective_max_tokens":130842,"original_embedded_prediction":"B","question_sha256":"5131eb311b518c1f3eade66e9c0f4df88aa05e6477bb06e86e3ac1e6fc1ea102"} +{"uuid":"gpqa-main-c6cc654afa201cd3d5b66695","benchmark":"gpqa_main","data_index":1080,"repeat_index":2,"sample_id":"gpqa-main-c6cc654afa201cd3d5b66695/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":391,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"C","question_sha256":"79526cdc6c623c8657c3060ab8b305f1b4d8aa35f2b7905c6fd4c3e119c5c310"} +{"uuid":"gpqa-main-33c3b423f54aabfcfca66691","benchmark":"gpqa_main","data_index":1102,"repeat_index":2,"sample_id":"gpqa-main-33c3b423f54aabfcfca66691/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":314,"prompt_tokens":323,"effective_max_tokens":130749,"original_embedded_prediction":"A","question_sha256":"d3ede1ef1590cafbeca0278be62d75df7a0ca03bdf527b454a132420994473ae"} +{"uuid":"gpqa-main-78b2ba2dd97e6d6b9942bad9","benchmark":"gpqa_main","data_index":1041,"repeat_index":2,"sample_id":"gpqa-main-78b2ba2dd97e6d6b9942bad9/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":545,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"A","question_sha256":"019eb0f05f025ec512fbae057e0fcb33e0f92eec9bc2dc775494f6a19f4b62f3"} +{"uuid":"gpqa-main-9aa9fb454d849030d70f9512","benchmark":"gpqa_main","data_index":1038,"repeat_index":2,"sample_id":"gpqa-main-9aa9fb454d849030d70f9512/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":561,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"b494f4c1785682ee7d284173af2a6ef6db2189c6f3e7ece0edb769c2f10d5f24"} +{"uuid":"gpqa-main-08452235d283f9ba82364ea8","benchmark":"gpqa_main","data_index":1162,"repeat_index":3,"sample_id":"gpqa-main-08452235d283f9ba82364ea8/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":112,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"65db6ef4b562a9503afeb197451091c7514df18fdee747a881b8057c38e21d0f"} +{"uuid":"gpqa-main-238c4616c3347122f4b974e4","benchmark":"gpqa_main","data_index":1133,"repeat_index":2,"sample_id":"gpqa-main-238c4616c3347122f4b974e4/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":182,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"C","question_sha256":"5a24c76ed39eb083ccc9c24780d936fe2e52cba76ae67efa4d647cc35e10037b"} +{"uuid":"gpqa-main-39045ad4d1274d0e56839d7b","benchmark":"gpqa_main","data_index":1144,"repeat_index":2,"sample_id":"gpqa-main-39045ad4d1274d0e56839d7b/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":167,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"D","question_sha256":"429df35a12720ff87021b558515bede2e2590914376178a956309c141594787f"} +{"uuid":"gpqa-main-3cb5227445654dab4b5dacc2","benchmark":"gpqa_main","data_index":1082,"repeat_index":2,"sample_id":"gpqa-main-3cb5227445654dab4b5dacc2/repeat-2","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":401,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":null,"question_sha256":"4b45de4106aaf95114f9bda69339b541037b0eb04b8fd1f40efb6b91ed2a479e"} +{"uuid":"gpqa-main-f022820fa3c0f536a4d4a9bc","benchmark":"gpqa_main","data_index":1123,"repeat_index":2,"sample_id":"gpqa-main-f022820fa3c0f536a4d4a9bc/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":229,"prompt_tokens":288,"effective_max_tokens":130784,"original_embedded_prediction":"A","question_sha256":"d7be2d674d4903c49886b492451a9febcfb5696ccd6f0931c4d48ef06a19b2b9"} +{"uuid":"gpqa-main-3d4249ae7ea85a07b7726fff","benchmark":"gpqa_main","data_index":1161,"repeat_index":3,"sample_id":"gpqa-main-3d4249ae7ea85a07b7726fff/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":133,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"f3a651caf4cc86d7183e2aa4e94783901dfd4ba7026521589b0aa1f1c95b0e55"} +{"uuid":"gpqa-main-ca7a4b18584754c3664d8758","benchmark":"gpqa_main","data_index":1168,"repeat_index":3,"sample_id":"gpqa-main-ca7a4b18584754c3664d8758/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":103,"prompt_tokens":517,"effective_max_tokens":130555,"original_embedded_prediction":"C","question_sha256":"b15ab8a50cd7768206339f81478bb5a4757f87b1bf1c7671597c48117910482f"} +{"uuid":"gpqa-main-a39e48c3dd280f4d62399e78","benchmark":"gpqa_main","data_index":1139,"repeat_index":2,"sample_id":"gpqa-main-a39e48c3dd280f4d62399e78/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":185,"prompt_tokens":397,"effective_max_tokens":130675,"original_embedded_prediction":"D","question_sha256":"721c25455cfe9ff83ae29b7ba79700cb78268040d9773283d4d8afebd849187b"} +{"uuid":"gpqa-main-485d6d2d8d4ef097891a30ae","benchmark":"gpqa_main","data_index":1138,"repeat_index":2,"sample_id":"gpqa-main-485d6d2d8d4ef097891a30ae/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":193,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"C","question_sha256":"c6a4a4365a6f088ad7d433e788ad1983c25ce2a6965fa332c2fd4f61eea9bbbc"} +{"uuid":"gpqa-main-5af38d4af998e6cc090b76a4","benchmark":"gpqa_main","data_index":1134,"repeat_index":2,"sample_id":"gpqa-main-5af38d4af998e6cc090b76a4/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":206,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"b20325f500465457b07762e2fe70b04e5055bd3df2783351050b6c3d04223eb4"} +{"uuid":"gpqa-main-d98819c9bc2a4086534acf1b","benchmark":"gpqa_main","data_index":1049,"repeat_index":2,"sample_id":"gpqa-main-d98819c9bc2a4086534acf1b/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":537,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"d53ea2c13c1ce696b626852774a73a189571a138a5fd872cdd3bb15f21f0bf06"} +{"uuid":"gpqa-main-ba7b4d8b6b363240553a5da8","benchmark":"gpqa_main","data_index":1165,"repeat_index":3,"sample_id":"gpqa-main-ba7b4d8b6b363240553a5da8/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":133,"prompt_tokens":320,"effective_max_tokens":130752,"original_embedded_prediction":"C","question_sha256":"f31ead87a22282cc5dfb01f73a1fe9c84520ad1b8dc017953d8293dbe8b47044"} +{"uuid":"gpqa-main-de59169ce40a93ff305f9a41","benchmark":"gpqa_main","data_index":1152,"repeat_index":3,"sample_id":"gpqa-main-de59169ce40a93ff305f9a41/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":171,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"D","question_sha256":"c5859c729f1f8217c8555103da018a579f07eb8df38d8389383b2f4634573327"} +{"uuid":"gpqa-main-f6a21b5c88fe41ca6a55591f","benchmark":"gpqa_main","data_index":1122,"repeat_index":2,"sample_id":"gpqa-main-f6a21b5c88fe41ca6a55591f/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":266,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"C","question_sha256":"b0808ff670ee04ab6af9402dbf89fd865b5fcc16ca43f81c6b8ed06e07bd5ee2"} +{"uuid":"gpqa-main-65b3a19abfb8f6bf88bf75f5","benchmark":"gpqa_main","data_index":1135,"repeat_index":2,"sample_id":"gpqa-main-65b3a19abfb8f6bf88bf75f5/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":219,"prompt_tokens":308,"effective_max_tokens":130764,"original_embedded_prediction":"D","question_sha256":"a8345a17dbfe0f12b34f72265cd346edb8235c10a1aa78acb6be06124a19360a"} +{"uuid":"gpqa-main-17eb0ef902a11d36b13bb4ba","benchmark":"gpqa_main","data_index":1146,"repeat_index":2,"sample_id":"gpqa-main-17eb0ef902a11d36b13bb4ba/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":197,"prompt_tokens":290,"effective_max_tokens":130782,"original_embedded_prediction":"C","question_sha256":"da025e796cabfda79ad3a899a873052b028159563074d0934fabc7ee4c54d8ad"} +{"uuid":"gpqa-main-18347a23c4b32df1f0b31d1a","benchmark":"gpqa_main","data_index":1163,"repeat_index":3,"sample_id":"gpqa-main-18347a23c4b32df1f0b31d1a/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":165,"prompt_tokens":438,"effective_max_tokens":130634,"original_embedded_prediction":"C","question_sha256":"f69ff8c0001cb2bdea3e51d7d4063a70e8b64bf6f735f62088f0ace464bbe468"} +{"uuid":"gpqa-main-c8bb35d2e6add774a878c895","benchmark":"gpqa_main","data_index":979,"repeat_index":2,"sample_id":"gpqa-main-c8bb35d2e6add774a878c895/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":768,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"8b5b2cb731b5a7fb6556557d17fc7ef7fb607adfa5050f0d70418eb3b983605b"} +{"uuid":"gpqa-main-8db8ffb39e6d3e618c8d388c","benchmark":"gpqa_main","data_index":1208,"repeat_index":3,"sample_id":"gpqa-main-8db8ffb39e6d3e618c8d388c/repeat-3","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":null,"question_sha256":"28dff82ab12e25f0b479054be2f5d8b597951c2458e383bb25cf488b09c98ff5"} +{"uuid":"gpqa-main-86060b054d8de358356a29fd","benchmark":"gpqa_main","data_index":1160,"repeat_index":3,"sample_id":"gpqa-main-86060b054d8de358356a29fd/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":181,"prompt_tokens":435,"effective_max_tokens":130637,"original_embedded_prediction":"C","question_sha256":"d20ccd218e50c4a58da8030db612f52c5bac88ad6d1859a85b0358c1595e54e1"} +{"uuid":"gpqa-main-ae71bab05f11abac2f706bb9","benchmark":"gpqa_main","data_index":1109,"repeat_index":2,"sample_id":"gpqa-main-ae71bab05f11abac2f706bb9/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":349,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"D","question_sha256":"d160134fd023bac8e7f94f4d4e70e01dc36d3ae74bb54ab778b03686e5b7b2c0"} +{"uuid":"gpqa-main-c5fc0037165678ab354bad30","benchmark":"gpqa_main","data_index":997,"repeat_index":2,"sample_id":"gpqa-main-c5fc0037165678ab354bad30/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":739,"prompt_tokens":158,"effective_max_tokens":130914,"original_embedded_prediction":"B","question_sha256":"cc55519c3a9058d775356db9fd87b9279f120f69e3d435e9886ed87f62c6a229"} +{"uuid":"gpqa-main-950b8724526dc5d718438bec","benchmark":"gpqa_main","data_index":1164,"repeat_index":3,"sample_id":"gpqa-main-950b8724526dc5d718438bec/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":178,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"d81eab0b3deeedb23d68076a8f0de5ca6461b5d2d1a7da228f6a0b6ba6ca53e7"} +{"uuid":"gpqa-main-ff85a5ccc5b465a708f70be3","benchmark":"gpqa_main","data_index":1181,"repeat_index":3,"sample_id":"gpqa-main-ff85a5ccc5b465a708f70be3/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":101,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"f86f6ace621f9a5dc4c1d23e2bb2d546e1ca384df523a7a90d793b41a43ebfc6"} +{"uuid":"gpqa-main-9254c2db95aeb7ad8ae8a32d","benchmark":"gpqa_main","data_index":1063,"repeat_index":2,"sample_id":"gpqa-main-9254c2db95aeb7ad8ae8a32d/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":540,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"183797b844f5aaf0d4762d5da650b2a14964b261306db104b29a00499b949bd6"} +{"uuid":"gpqa-main-86976aae6f871f46c4680830","benchmark":"gpqa_main","data_index":983,"repeat_index":2,"sample_id":"gpqa-main-86976aae6f871f46c4680830/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":785,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"D","question_sha256":"e5c3c79a60db2de596dac1585bfc2e940bac2acb65a3352ff5f7e99821846aed"} +{"uuid":"gpqa-main-7ed621f8290d6ac14181ce45","benchmark":"gpqa_main","data_index":1150,"repeat_index":2,"sample_id":"gpqa-main-7ed621f8290d6ac14181ce45/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":224,"prompt_tokens":298,"effective_max_tokens":130774,"original_embedded_prediction":"C","question_sha256":"c1c0ad22e4376412fe1e7564fd1f8c00dd970292dbf0dbb83b0350881e74b306"} +{"uuid":"gpqa-main-7c7ae85beee22afc94024aa0","benchmark":"gpqa_main","data_index":1145,"repeat_index":2,"sample_id":"gpqa-main-7c7ae85beee22afc94024aa0/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":240,"prompt_tokens":179,"effective_max_tokens":130893,"original_embedded_prediction":"A","question_sha256":"17ee204f8a3ef8904b0418dcf3bac347173df36a87b5535f055046fe6fae8879"} +{"uuid":"gpqa-main-ac27f29e5f777e93e751f3f2","benchmark":"gpqa_main","data_index":1207,"repeat_index":3,"sample_id":"gpqa-main-ac27f29e5f777e93e751f3f2/repeat-3","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":41,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"A","question_sha256":"d49aa1d9efc38f6409c199c3e2706ec44f5d20d25b0e7d41f40b9c46668ed1e0"} +{"uuid":"gpqa-main-cdc31486df3de65ec2c324e2","benchmark":"gpqa_main","data_index":1171,"repeat_index":3,"sample_id":"gpqa-main-cdc31486df3de65ec2c324e2/repeat-3","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":173,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":null,"question_sha256":"4d233cd7b8524c989eb47a4c40d6f2f47070b986fea11e3ee3029c07db9b3356"} +{"uuid":"gpqa-main-3ad0b182e1494c1e76262069","benchmark":"gpqa_main","data_index":1157,"repeat_index":3,"sample_id":"gpqa-main-3ad0b182e1494c1e76262069/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":219,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"C","question_sha256":"835ebb67a4198184dbd29c03b43e4283e93c0473d886ab6c3b6c52ffb918b6ab"} +{"uuid":"gpqa-main-28e3e5e79d7477896c6d853d","benchmark":"gpqa_main","data_index":1176,"repeat_index":3,"sample_id":"gpqa-main-28e3e5e79d7477896c6d853d/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":155,"prompt_tokens":1047,"effective_max_tokens":130025,"original_embedded_prediction":"C","question_sha256":"d3b33ef7a0e55c33b5deae6a673dd7fff1fc2e7efa223f3419ecf58e57c06207"} +{"uuid":"gpqa-main-cda1b642d52c30858bcdf7a3","benchmark":"gpqa_main","data_index":1179,"repeat_index":3,"sample_id":"gpqa-main-cda1b642d52c30858bcdf7a3/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":138,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"85f5a80c90290184ac6ec65307174970563ac9442644e868f064c886836d7a25"} +{"uuid":"gpqa-main-67c1e3a67a2a974a3189d06b","benchmark":"gpqa_main","data_index":1096,"repeat_index":2,"sample_id":"gpqa-main-67c1e3a67a2a974a3189d06b/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":443,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"de0e795a2e1639d4babc3235662e71409fadd14e0c80f8551b3db9b4b53aa8de"} +{"uuid":"gpqa-main-d022f771c467d057bbb527d0","benchmark":"gpqa_main","data_index":1191,"repeat_index":3,"sample_id":"gpqa-main-d022f771c467d057bbb527d0/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":110,"prompt_tokens":192,"effective_max_tokens":130880,"original_embedded_prediction":"A","question_sha256":"f3fdb78f6fe3c60a21e29d92babec94b4d8c0f6e012394045833653cbdb1a4d7"} +{"uuid":"gpqa-main-544e43760baf2de3b5be5741","benchmark":"gpqa_main","data_index":1137,"repeat_index":2,"sample_id":"gpqa-main-544e43760baf2de3b5be5741/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":285,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"89418be241a19daa5c02878e565ee51b73f6f2c9bcafffaf554b45989088c1d8"} +{"uuid":"gpqa-main-b306a5cb19a37a5923ddeda3","benchmark":"gpqa_main","data_index":1143,"repeat_index":2,"sample_id":"gpqa-main-b306a5cb19a37a5923ddeda3/repeat-2","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":271,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":null,"question_sha256":"10d0692d1c6af6008ffff69894cb0183dafbb80748247a3a0e1961e87f1e7c9f"} +{"uuid":"gpqa-main-febe4c45e71692110949e3d6","benchmark":"gpqa_main","data_index":1120,"repeat_index":2,"sample_id":"gpqa-main-febe4c45e71692110949e3d6/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":347,"prompt_tokens":577,"effective_max_tokens":130495,"original_embedded_prediction":"C","question_sha256":"e38dd7750710c37aa45a5b0b5dd91e1b4171070325d670d668ab1fa20431a29e"} +{"uuid":"gpqa-main-d750e02b8d42b4b4d6aba4b9","benchmark":"gpqa_main","data_index":1193,"repeat_index":3,"sample_id":"gpqa-main-d750e02b8d42b4b4d6aba4b9/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":117,"prompt_tokens":944,"effective_max_tokens":130128,"original_embedded_prediction":"D","question_sha256":"5ea7e9b17f677439bf5f6e43169cb794916985d1c5964f6a0d8becf3f9e3b7ad"} +{"uuid":"gpqa-main-1b113e4801541a0f8a992733","benchmark":"gpqa_main","data_index":1106,"repeat_index":2,"sample_id":"gpqa-main-1b113e4801541a0f8a992733/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":413,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"C","question_sha256":"934c12bf2e6db997c9f4c22933b7e9545d3398849fc6e181c8a8187d83cf44b5"} +{"uuid":"gpqa-main-cb8b679fe50f1b3a7168eb92","benchmark":"gpqa_main","data_index":922,"repeat_index":2,"sample_id":"gpqa-main-cb8b679fe50f1b3a7168eb92/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":200012,"completion_tokens":993,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"B","question_sha256":"8ed0101055c99512a99310385277c13855047c3a1b31ca6b8a6ee3f83cf5d4f3"} +{"uuid":"gpqa-main-1af843966aecfd5da1f08dd6","benchmark":"gpqa_main","data_index":1158,"repeat_index":3,"sample_id":"gpqa-main-1af843966aecfd5da1f08dd6/repeat-3","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":254,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"A","question_sha256":"13e7c71f8aae7040bd98bd6b7bfe361f01f9aa9f4fd4b6095b40f97963688bdc"} +{"uuid":"gpqa-main-810618179b41cff3d8593ba5","benchmark":"gpqa_main","data_index":1175,"repeat_index":3,"sample_id":"gpqa-main-810618179b41cff3d8593ba5/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":191,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"4f7077a78998cfa5dbe881d51f9f859973bb281cce9f5a2bde9d5475cc520111"} +{"uuid":"gpqa-main-9f0f463200d404d2c62eca59","benchmark":"gpqa_main","data_index":1088,"repeat_index":2,"sample_id":"gpqa-main-9f0f463200d404d2c62eca59/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":486,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"6ed199510dead1f6bd4eaa9162909d9481bd2201f8d9444ee60a2e0e2f20528c"} +{"uuid":"gpqa-main-d8361782f08c0e6d16de3839","benchmark":"gpqa_main","data_index":1055,"repeat_index":2,"sample_id":"gpqa-main-d8361782f08c0e6d16de3839/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":631,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"C","question_sha256":"aed1658f69a85980c41ce94c10ac1535d2de3683f7a5c3821d1a84fa594d4571"} +{"uuid":"gpqa-main-d8d5dbb2aa6f203775147357","benchmark":"gpqa_main","data_index":1086,"repeat_index":2,"sample_id":"gpqa-main-d8d5dbb2aa6f203775147357/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":491,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"C","question_sha256":"bb18da47ffe6578fb5b30d30128525e8addf5e823c1985c70c606c89ce8d4d7e"} +{"uuid":"gpqa-main-30529bca8e7fdf66400bd444","benchmark":"gpqa_main","data_index":1170,"repeat_index":3,"sample_id":"gpqa-main-30529bca8e7fdf66400bd444/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":226,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"fc081c2fbb63be5006154edbddcd4d1654207c4f1ad333e12f9bc19972753482"} +{"uuid":"gpqa-main-b9cd3234a1fbbf6fe8b281a7","benchmark":"gpqa_main","data_index":1141,"repeat_index":2,"sample_id":"gpqa-main-b9cd3234a1fbbf6fe8b281a7/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":306,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"407ed0eb19714d6ab4f488ca6e6a117c40e4991746c31ad1c464c5e529e59565"} +{"uuid":"gpqa-main-0fb808246cf99919fa61cf95","benchmark":"gpqa_main","data_index":1136,"repeat_index":2,"sample_id":"gpqa-main-0fb808246cf99919fa61cf95/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":319,"prompt_tokens":415,"effective_max_tokens":130657,"original_embedded_prediction":"C","question_sha256":"8dd19f310e71e68caf9619c551faf073baee082c2fdae90e86d766c8f04dd15c"} +{"uuid":"gpqa-main-55aa21aa9a62e56aab915b32","benchmark":"gpqa_main","data_index":1070,"repeat_index":2,"sample_id":"gpqa-main-55aa21aa9a62e56aab915b32/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":576,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"e6eba602b3eef649fed522c6b8737556699845aee5b419773938063ec6b83257"} +{"uuid":"gpqa-main-6f84d17ede852cd9196347bd","benchmark":"gpqa_main","data_index":1132,"repeat_index":2,"sample_id":"gpqa-main-6f84d17ede852cd9196347bd/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":337,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"B","question_sha256":"e410f49b6f85564bf5b9226069391669e4c376097b2656e616a6b82abd4729ac"} +{"uuid":"gpqa-main-1f0af84f0bdb1b68af6a7719","benchmark":"gpqa_main","data_index":1149,"repeat_index":2,"sample_id":"gpqa-main-1f0af84f0bdb1b68af6a7719/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":303,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"D","question_sha256":"47eb07162cc525d2e6a87977deb802204fed59b801dd5e2935cc6edb3c036af1"} +{"uuid":"gpqa-main-47999f808ae4df35fd817dd2","benchmark":"gpqa_main","data_index":1166,"repeat_index":3,"sample_id":"gpqa-main-47999f808ae4df35fd817dd2/repeat-3","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":252,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":null,"question_sha256":"0b24415e0a51d238b6f9b4a8ae6a56386da27f195c825aa8d124ca3e7adc5bb9"} +{"uuid":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea","benchmark":"gpqa_main","data_index":1117,"repeat_index":2,"sample_id":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":419,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"A","question_sha256":"78b6f83c0d1137982356bff0e0d20f60e32542e5815ffd693af8f421f9e4741d"} +{"uuid":"gpqa-main-67410b7a8dc0eaa2a0ad0e33","benchmark":"gpqa_main","data_index":1115,"repeat_index":2,"sample_id":"gpqa-main-67410b7a8dc0eaa2a0ad0e33/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":434,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"C","question_sha256":"bb309e44424b270e31ff68a9df49f0a2f19335280a19eb9a92c5dcd1810cc3e8"} +{"uuid":"gpqa-main-50467ff0a4937693425f108b","benchmark":"gpqa_main","data_index":1159,"repeat_index":3,"sample_id":"gpqa-main-50467ff0a4937693425f108b/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":297,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"C","question_sha256":"ee40e0ba47746454343829f9f66dd4d391816fe24ca19edf78fcce05cf1f26d8"} +{"uuid":"gpqa-main-e10311e2a20f5ef70b44af1a","benchmark":"gpqa_main","data_index":1148,"repeat_index":2,"sample_id":"gpqa-main-e10311e2a20f5ef70b44af1a/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":335,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"B","question_sha256":"840fab180da436fa17bd480d15eb270c8be4535800795f8fe8c3d0b1ac29ca9d"} +{"uuid":"gpqa-main-358120bf0c4377ebdbde08fc","benchmark":"gpqa_main","data_index":1076,"repeat_index":2,"sample_id":"gpqa-main-358120bf0c4377ebdbde08fc/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":597,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"C","question_sha256":"051eba2501386001d9e9793a3b0fe9ea4c78a987e3a1576c168659f849b684d6"} +{"uuid":"gpqa-main-55e31c256bb6191d94e6db4d","benchmark":"gpqa_main","data_index":1130,"repeat_index":2,"sample_id":"gpqa-main-55e31c256bb6191d94e6db4d/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":395,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"C","question_sha256":"126561d6b58fa17bbaffda56837acaf8fab4bf282ccdfdcc2c7a97bfe520889c"} +{"uuid":"gpqa-main-728c68de5f34aba879617ff3","benchmark":"gpqa_main","data_index":1121,"repeat_index":2,"sample_id":"gpqa-main-728c68de5f34aba879617ff3/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":427,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"93587b6fdb0ccf1d1701c58bd12431b38885397117475f14823f4c52994b39b4"} +{"uuid":"gpqa-main-4e62cd257f17d5af418a8d34","benchmark":"gpqa_main","data_index":982,"repeat_index":2,"sample_id":"gpqa-main-4e62cd257f17d5af418a8d34/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":902,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"B","question_sha256":"654fc443f2efbec09d0f966244083f4545f4f851e28d7f4e0f9c07cb156b2d1d"} +{"uuid":"gpqa-main-a8c391dd6337620cc79cae0e","benchmark":"gpqa_main","data_index":1184,"repeat_index":3,"sample_id":"gpqa-main-a8c391dd6337620cc79cae0e/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":218,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"435ccdce7cc6c5543ffaf20b4d850d905357568605d01b3a595d44df3dd30d0d"} +{"uuid":"gpqa-main-3357b4ebb8c461cb9eeca4bd","benchmark":"gpqa_main","data_index":1230,"repeat_index":3,"sample_id":"gpqa-main-3357b4ebb8c461cb9eeca4bd/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":81,"prompt_tokens":283,"effective_max_tokens":130789,"original_embedded_prediction":"B","question_sha256":"cdffe5a4f742a97a3cc2ffedfc8d78a3ffa14249a51afc48e9d7aa8fc6b499a8"} +{"uuid":"gpqa-main-fbf1f6e62b48cbbf0bca4714","benchmark":"gpqa_main","data_index":1203,"repeat_index":3,"sample_id":"gpqa-main-fbf1f6e62b48cbbf0bca4714/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":172,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"C","question_sha256":"59affc9a905621c391ee7886c0e428eac5cb1f60c7c251e2fc1fcb081cb8e076"} +{"uuid":"gpqa-main-7ac0db7d29e6e8c587a8e8f2","benchmark":"gpqa_main","data_index":1084,"repeat_index":2,"sample_id":"gpqa-main-7ac0db7d29e6e8c587a8e8f2/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":571,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"C","question_sha256":"1fc80dd29a6d1127a37414c18382b28b3e9d2f38b390130751d4cbfe90841375"} +{"uuid":"gpqa-main-46f745f508b4d1ad41a0eb01","benchmark":"gpqa_main","data_index":1110,"repeat_index":2,"sample_id":"gpqa-main-46f745f508b4d1ad41a0eb01/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":505,"prompt_tokens":392,"effective_max_tokens":130680,"original_embedded_prediction":"A","question_sha256":"4971bc5df5aee8c296226e29269969e334193d698a942dccd75dac5459c05a5c"} +{"uuid":"gpqa-main-e2b759199021c586345ac38f","benchmark":"gpqa_main","data_index":1169,"repeat_index":3,"sample_id":"gpqa-main-e2b759199021c586345ac38f/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":305,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"D","question_sha256":"ca59405f2d298a50a3e8fd6d281b67ca4a3ee503578df49e700cc46fe3c4f3d8"} +{"uuid":"gpqa-main-b7ef729c55e0cb48c67bca16","benchmark":"gpqa_main","data_index":1183,"repeat_index":3,"sample_id":"gpqa-main-b7ef729c55e0cb48c67bca16/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":244,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"A","question_sha256":"732a49f65a753e1d2c9ebb525ad8cc4c9ea6aa812fdc5eda3c630aa4aa35c7b5"} +{"uuid":"gpqa-main-9f607ccb3302f27b4ebe90a4","benchmark":"gpqa_main","data_index":1058,"repeat_index":2,"sample_id":"gpqa-main-9f607ccb3302f27b4ebe90a4/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":705,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"C","question_sha256":"e2c8b6a88dfedf13a4a35e2964dc77f2e082e87417c972bf7406bdb2405985f7"} +{"uuid":"gpqa-main-7093e90be0c6d72d98ef432c","benchmark":"gpqa_main","data_index":1124,"repeat_index":2,"sample_id":"gpqa-main-7093e90be0c6d72d98ef432c/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":442,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"C","question_sha256":"d73f092255e75c14953338c7dc17fa9e41c6378f650bac797b23d3c68133744d"} +{"uuid":"gpqa-main-2efd60649bdbaa65b5969003","benchmark":"gpqa_main","data_index":1125,"repeat_index":2,"sample_id":"gpqa-main-2efd60649bdbaa65b5969003/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":448,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"B","question_sha256":"af907b84cdd249e3bd0dcd3a0fc488c3673df744a66342233bebd85574ac74c3"} +{"uuid":"gpqa-main-3ebc2c6c608ed7f5e7bf9463","benchmark":"gpqa_main","data_index":1172,"repeat_index":3,"sample_id":"gpqa-main-3ebc2c6c608ed7f5e7bf9463/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":316,"prompt_tokens":286,"effective_max_tokens":130786,"original_embedded_prediction":"B","question_sha256":"81bfcfb746da8dbf79e11ca4c419d5416ea1be46678f915598ebe3f9c6b6fc32"} +{"uuid":"gpqa-main-46549f6d718b80e38f4412cd","benchmark":"gpqa_main","data_index":1186,"repeat_index":3,"sample_id":"gpqa-main-46549f6d718b80e38f4412cd/repeat-3","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":260,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":null,"question_sha256":"a1def6786f9e3174bf07c7887ea2c97711ea721fe1cf730202fc93d69ecac09d"} +{"uuid":"gpqa-main-9b60a112c6568a530227ce47","benchmark":"gpqa_main","data_index":1200,"repeat_index":3,"sample_id":"gpqa-main-9b60a112c6568a530227ce47/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":224,"prompt_tokens":443,"effective_max_tokens":130629,"original_embedded_prediction":"D","question_sha256":"4dd7bd0636dc935d4359866d23d365353db91692ab9b80b438a3f65683abf4e7"} +{"uuid":"gpqa-main-6543e2c47b61f7f328bcf42d","benchmark":"gpqa_main","data_index":1188,"repeat_index":3,"sample_id":"gpqa-main-6543e2c47b61f7f328bcf42d/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":251,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"C","question_sha256":"9f8c4aa52521e2926d56fdd03cf5aeaf3543c911c9b75774731cd1204efc1328"} +{"uuid":"gpqa-main-2fc8b9731f60b1c9eb476570","benchmark":"gpqa_main","data_index":1227,"repeat_index":3,"sample_id":"gpqa-main-2fc8b9731f60b1c9eb476570/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":135,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"A","question_sha256":"8d64fc9e228388438862fd18b500e048e168f26e7191a4220ea8281beb789ea2"} +{"uuid":"gpqa-main-2efd60649bdbaa65b5969003","benchmark":"gpqa_main","data_index":741,"repeat_index":1,"sample_id":"gpqa-main-2efd60649bdbaa65b5969003/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":200012,"completion_tokens":1726,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"C","question_sha256":"af907b84cdd249e3bd0dcd3a0fc488c3673df744a66342233bebd85574ac74c3"} +{"uuid":"gpqa-main-ad8f0afd2f116341ed3a69c0","benchmark":"gpqa_main","data_index":1192,"repeat_index":3,"sample_id":"gpqa-main-ad8f0afd2f116341ed3a69c0/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":257,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"D","question_sha256":"b6c9142bf69c50d0a62b5b8254344b66610ca208a646e6a69a606819b7eb1bf8"} +{"uuid":"gpqa-main-106fe8a64f4453f81be6f7bd","benchmark":"gpqa_main","data_index":1177,"repeat_index":3,"sample_id":"gpqa-main-106fe8a64f4453f81be6f7bd/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":310,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"C","question_sha256":"f0c3d97c5c67fa210dafa49946af010682993c23bb8995a306a6ee484e0c3b03"} +{"uuid":"gpqa-main-2322ddc82747aa5a01bf1c1e","benchmark":"gpqa_main","data_index":1254,"repeat_index":3,"sample_id":"gpqa-main-2322ddc82747aa5a01bf1c1e/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":59,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"d9d7e1406d6a9d440081915edafcb4a493a40b6172838b858a979c0a58bb4c62"} +{"uuid":"gpqa-main-7239e8e1a6f52b11d89b376d","benchmark":"gpqa_main","data_index":1187,"repeat_index":3,"sample_id":"gpqa-main-7239e8e1a6f52b11d89b376d/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":275,"prompt_tokens":359,"effective_max_tokens":130713,"original_embedded_prediction":"A","question_sha256":"6b778965b4593497cd5378ecaa94e84f97d2910300038afb6590a8e9376b791c"} +{"uuid":"gpqa-main-443f8ea9f271c4442521f8e4","benchmark":"gpqa_main","data_index":1067,"repeat_index":2,"sample_id":"gpqa-main-443f8ea9f271c4442521f8e4/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":705,"prompt_tokens":326,"effective_max_tokens":130746,"original_embedded_prediction":"D","question_sha256":"9211da2d82adb786850c236cd14fc05728eb04599b0abc0202714ba6bd385d19"} +{"uuid":"gpqa-main-a3be70bb026878238a72f88b","benchmark":"gpqa_main","data_index":1218,"repeat_index":3,"sample_id":"gpqa-main-a3be70bb026878238a72f88b/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":186,"prompt_tokens":446,"effective_max_tokens":130626,"original_embedded_prediction":"D","question_sha256":"42da82ad5cb9e03bf1c8f1d786b162fd55245c32907328f445c191681a98b669"} +{"uuid":"gpqa-main-6bb4180b8c6df2f8f7490345","benchmark":"gpqa_main","data_index":1178,"repeat_index":3,"sample_id":"gpqa-main-6bb4180b8c6df2f8f7490345/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":310,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"a40e1e0f0ddd21a34df82626b6553232ad944bbeec5bf0819aaf5ae0b1a92c59"} +{"uuid":"gpqa-main-5334e8bdecfbd08a0fceb69b","benchmark":"gpqa_main","data_index":1199,"repeat_index":3,"sample_id":"gpqa-main-5334e8bdecfbd08a0fceb69b/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":251,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"D","question_sha256":"0c1cc6cb8c9b9a25c645b86bbada068207876248621f0327486d559892b7a8a9"} +{"uuid":"gpqa-main-bab269fd666fa2ba840a1459","benchmark":"gpqa_main","data_index":1241,"repeat_index":3,"sample_id":"gpqa-main-bab269fd666fa2ba840a1459/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":127,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"e17051d5c4ebf5f6bc793872dc2f5748b41dd7918235cb3d5697fb04882bd7fe"} +{"uuid":"gpqa-main-756cafdacac7e9642e2102c6","benchmark":"gpqa_main","data_index":1242,"repeat_index":3,"sample_id":"gpqa-main-756cafdacac7e9642e2102c6/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":122,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"b26abbcea4f9adbbc6faf6378336b8d024ffe4491d2853b927bf9afdc27073a9"} +{"uuid":"gpqa-main-ea0400e59078652fc57eb6e1","benchmark":"gpqa_main","data_index":1248,"repeat_index":3,"sample_id":"gpqa-main-ea0400e59078652fc57eb6e1/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":87,"prompt_tokens":537,"effective_max_tokens":130535,"original_embedded_prediction":"B","question_sha256":"50fc83bec6235fb29a76a0a00342f5c99a24684597a5930df882fe103e170363"} +{"uuid":"gpqa-main-992d40815d86851a9f6e7230","benchmark":"gpqa_main","data_index":1153,"repeat_index":3,"sample_id":"gpqa-main-992d40815d86851a9f6e7230/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":424,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"b698ebb0cb6d3abffa554435859e51f21dd11a9955cfceece2c7a6fa9b0e2023"} +{"uuid":"gpqa-main-5f336d7998263d21db8f15c1","benchmark":"gpqa_main","data_index":1202,"repeat_index":3,"sample_id":"gpqa-main-5f336d7998263d21db8f15c1/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":261,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"C","question_sha256":"5028b464f9ac881885af02d0d7fda29d17165d3804f0f84dbc2e8f6dbd923739"} +{"uuid":"gpqa-main-4b84b53bf506bc0a4468fb2d","benchmark":"gpqa_main","data_index":1223,"repeat_index":3,"sample_id":"gpqa-main-4b84b53bf506bc0a4468fb2d/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":188,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"B","question_sha256":"e302b2005d8d406eb5e8fd7aa1707959448ef06e72b5647d2711c9a056cfeffc"} +{"uuid":"gpqa-main-f35f531075e0f4b71e6bfdf7","benchmark":"gpqa_main","data_index":1180,"repeat_index":3,"sample_id":"gpqa-main-f35f531075e0f4b71e6bfdf7/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":321,"prompt_tokens":440,"effective_max_tokens":130632,"original_embedded_prediction":"C","question_sha256":"1dec0a47229d6987f418c244cc1169bdeb04c6134b883ac8895dc2380cdf0539"} +{"uuid":"gpqa-main-efbd16944acebfe43928d489","benchmark":"gpqa_main","data_index":1201,"repeat_index":3,"sample_id":"gpqa-main-efbd16944acebfe43928d489/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":270,"prompt_tokens":328,"effective_max_tokens":130744,"original_embedded_prediction":"B","question_sha256":"40b2b50a3c993902d4327a3072c497b0bfcbac42a638ecf92be395be7ef82ab0"} +{"uuid":"gpqa-main-f79cea2e3c2e242b6e0da4d5","benchmark":"gpqa_main","data_index":1206,"repeat_index":3,"sample_id":"gpqa-main-f79cea2e3c2e242b6e0da4d5/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":251,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"C","question_sha256":"bdc1ab103002886dcbe879cd751d3e27b8ba6e988859bb80422ea04871269448"} +{"uuid":"gpqa-main-8cf981eedacab9acbdd5b00c","benchmark":"gpqa_main","data_index":1244,"repeat_index":3,"sample_id":"gpqa-main-8cf981eedacab9acbdd5b00c/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":139,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"D","question_sha256":"14dcd60f9986bbbcbbdc0e4b3462397b01801a452d9756100ed129baa5baf68c"} +{"uuid":"gpqa-main-6364129e0f80d3896a3d60e2","benchmark":"gpqa_main","data_index":1233,"repeat_index":3,"sample_id":"gpqa-main-6364129e0f80d3896a3d60e2/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":172,"prompt_tokens":526,"effective_max_tokens":130546,"original_embedded_prediction":"D","question_sha256":"123161632faf32d9079808c0fb48f9d5492735ab0a8290fe32ca2f58fad36797"} +{"uuid":"gpqa-main-f6f707a4d7db96af855de986","benchmark":"gpqa_main","data_index":1034,"repeat_index":2,"sample_id":"gpqa-main-f6f707a4d7db96af855de986/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":873,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"D","question_sha256":"049a3a3426b30e36d29d782b3ea4916bf545838ac3945e9c707804638ad48f04"} +{"uuid":"gpqa-main-9baab02407bb5e317c8c71c4","benchmark":"gpqa_main","data_index":1182,"repeat_index":3,"sample_id":"gpqa-main-9baab02407bb5e317c8c71c4/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":360,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"B","question_sha256":"4c49b01c534dd76a31b5023fe34fe490913c400dc715a3fa7a874695ca10b949"} +{"uuid":"gpqa-main-87c633148441d2b07b8e2e81","benchmark":"gpqa_main","data_index":1240,"repeat_index":3,"sample_id":"gpqa-main-87c633148441d2b07b8e2e81/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":198,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"0fb47d10edb4eca17f93926dea501fdd19bde76cfe58f57edb445a7272d7787c"} +{"uuid":"gpqa-main-7e29412fd534df20c4a23267","benchmark":"gpqa_main","data_index":1239,"repeat_index":3,"sample_id":"gpqa-main-7e29412fd534df20c4a23267/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":207,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"A","question_sha256":"7fda2b6ca2ff9984ace9bf53f465cebb4b8d963f7ddcb5aa5f5015cd6989be42"} +{"uuid":"gpqa-main-84e0462fb979739143160f76","benchmark":"gpqa_main","data_index":1226,"repeat_index":3,"sample_id":"gpqa-main-84e0462fb979739143160f76/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":248,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"17821f797104818a4e9c06d5499572866481ca7a9f6bf4d3993cbc935754c06e"} +{"uuid":"gpqa-main-178c84548026beb35252a961","benchmark":"gpqa_main","data_index":1256,"repeat_index":3,"sample_id":"gpqa-main-178c84548026beb35252a961/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":157,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"4ea09b6f60208405c59e5923a565f195c94315e0b6e230acd59351f1ee59ed96"} +{"uuid":"gpqa-main-47f8cee187b620660c7d11b3","benchmark":"gpqa_main","data_index":1224,"repeat_index":3,"sample_id":"gpqa-main-47f8cee187b620660c7d11b3/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":263,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"b114078343a4ce3eeaa845ee2c7bfa4ac7c9add00f507d8ff60e46cca593fb46"} +{"uuid":"gpqa-main-834c95c23407a9d2c736d2ee","benchmark":"gpqa_main","data_index":1209,"repeat_index":3,"sample_id":"gpqa-main-834c95c23407a9d2c736d2ee/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":311,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"D","question_sha256":"bb698537245b51d08b5d5a6cecdfd1a4e34f7ac0f17e13da8d713af9341a9366"} +{"uuid":"gpqa-main-763daf42ea0c79050a6a4d1d","benchmark":"gpqa_main","data_index":1213,"repeat_index":3,"sample_id":"gpqa-main-763daf42ea0c79050a6a4d1d/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":316,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"C","question_sha256":"72b4053b92adde478bb40c3fb9ef1e06215efe5922e2d600121170f824d32c13"} +{"uuid":"gpqa-main-8a20fac7d1a5bff58e8c63ca","benchmark":"gpqa_main","data_index":1225,"repeat_index":3,"sample_id":"gpqa-main-8a20fac7d1a5bff58e8c63ca/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":282,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"B","question_sha256":"065acbbc3564fb2547e820ab1c35567bac49dff768319e8f4b46ee23bdd92415"} +{"uuid":"gpqa-main-002cb7f9ef3ee2a3d460b42e","benchmark":"gpqa_main","data_index":1237,"repeat_index":3,"sample_id":"gpqa-main-002cb7f9ef3ee2a3d460b42e/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":251,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"3bed68f29773b3484a0b5acab22f438229b63f2a324fb817a933e4d514178386"} +{"uuid":"gpqa-main-20f50fda9aeae51c6b9b4ba0","benchmark":"gpqa_main","data_index":1243,"repeat_index":3,"sample_id":"gpqa-main-20f50fda9aeae51c6b9b4ba0/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":234,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"D","question_sha256":"c7914fc7bcc19ad8377798d825d6dbc59be8fb64f2b51a89ec26f55423d9edd1"} +{"uuid":"gpqa-main-7a6f40292c595b5ffad3d66b","benchmark":"gpqa_main","data_index":1232,"repeat_index":3,"sample_id":"gpqa-main-7a6f40292c595b5ffad3d66b/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":269,"prompt_tokens":317,"effective_max_tokens":130755,"original_embedded_prediction":"C","question_sha256":"82d8161e96256872367b5e1c12af2c1f91e6c4a6aac3d066708fccb1826bf840"} +{"uuid":"gpqa-main-feeb39404129cbb3b7e867ec","benchmark":"gpqa_main","data_index":1195,"repeat_index":3,"sample_id":"gpqa-main-feeb39404129cbb3b7e867ec/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":384,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"B","question_sha256":"a80144fd582290217d4749a45438b278db047877b2f9babd5f52d9d0dcc88daf"} +{"uuid":"gpqa-main-79721e93e90bdb2d8da052c0","benchmark":"gpqa_main","data_index":1284,"repeat_index":3,"sample_id":"gpqa-main-79721e93e90bdb2d8da052c0/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":103,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"A","question_sha256":"2a09355eb98c6b8d6ad0b51afb3b27f719fed44786d3b2998dfe7ee66413a028"} +{"uuid":"gpqa-main-13dda0527a69422c0bfefb23","benchmark":"gpqa_main","data_index":1197,"repeat_index":3,"sample_id":"gpqa-main-13dda0527a69422c0bfefb23/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":383,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"A","question_sha256":"952dd56af4d111bc829dbe6171c480a13632e8b5771e33245330d32115f96774"} +{"uuid":"gpqa-main-ec756f5cd58f1d3e9c9c8676","benchmark":"gpqa_main","data_index":1262,"repeat_index":3,"sample_id":"gpqa-main-ec756f5cd58f1d3e9c9c8676/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":180,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"016bbafd184cf46762e3e824d2499734daf9efd8cb5f0adad12078f151c96a12"} +{"uuid":"gpqa-main-544e43760baf2de3b5be5741","benchmark":"gpqa_main","data_index":369,"repeat_index":0,"sample_id":"gpqa-main-544e43760baf2de3b5be5741/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":2998,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"B","question_sha256":"89418be241a19daa5c02878e565ee51b73f6f2c9bcafffaf554b45989088c1d8"} +{"uuid":"gpqa-main-f1451c98bdb50fb5b0dbdc55","benchmark":"gpqa_main","data_index":1268,"repeat_index":3,"sample_id":"gpqa-main-f1451c98bdb50fb5b0dbdc55/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":173,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"650bb2feaa18830493f8e50de85c38c1f24570d9f1e7c9970c8ed9fbcbbde337"} +{"uuid":"gpqa-main-1f9ad1ca59cf537e3cdf47c2","benchmark":"gpqa_main","data_index":1282,"repeat_index":3,"sample_id":"gpqa-main-1f9ad1ca59cf537e3cdf47c2/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":136,"prompt_tokens":318,"effective_max_tokens":130754,"original_embedded_prediction":"C","question_sha256":"229ffbdb774489fcfd578450da500a74b0c6fd603d3f4050eb6ff993659f5c7e"} +{"uuid":"gpqa-main-579e17ce4c553c730c526a5c","benchmark":"gpqa_main","data_index":1194,"repeat_index":3,"sample_id":"gpqa-main-579e17ce4c553c730c526a5c/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":423,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"B","question_sha256":"1ce3d847d25b2c2f678c304f134266501155719553a1a003f38a6b0a75ffb81b"} +{"uuid":"gpqa-main-7bb8e05365d19cc8328252e0","benchmark":"gpqa_main","data_index":1273,"repeat_index":3,"sample_id":"gpqa-main-7bb8e05365d19cc8328252e0/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":166,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"6aff7faed92c98148418177c8cae4893850a1d67b5ceb00cf6a09467c4491367"} +{"uuid":"gpqa-main-e069314491adb5be236d3fe7","benchmark":"gpqa_main","data_index":1154,"repeat_index":3,"sample_id":"gpqa-main-e069314491adb5be236d3fe7/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":569,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"B","question_sha256":"2662eff7a6231613f45042d2ef5df63caaeb5a326d264e93009a737a99fb27bb"} +{"uuid":"gpqa-main-3f72ea9cda0c3c6f970bd310","benchmark":"gpqa_main","data_index":1210,"repeat_index":3,"sample_id":"gpqa-main-3f72ea9cda0c3c6f970bd310/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":376,"prompt_tokens":432,"effective_max_tokens":130640,"original_embedded_prediction":"C","question_sha256":"a5bf307fdc69920b346c2d288b6a35b24485c92c8e245174a775055fa172cdc6"} +{"uuid":"gpqa-main-692e40bceeaff3accdc11ead","benchmark":"gpqa_main","data_index":1289,"repeat_index":3,"sample_id":"gpqa-main-692e40bceeaff3accdc11ead/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":103,"prompt_tokens":471,"effective_max_tokens":130601,"original_embedded_prediction":"D","question_sha256":"954d12809188bb6fb15643c4406ac6b108f5d7836e1eeabd73e49df01f2c616e"} +{"uuid":"gpqa-main-09b661e081004aa4c0d45778","benchmark":"gpqa_main","data_index":1258,"repeat_index":3,"sample_id":"gpqa-main-09b661e081004aa4c0d45778/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":220,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"B","question_sha256":"47741045402119262be7a1c17b98cc587ee55b46bb8620655271dca518a4f927"} +{"uuid":"gpqa-main-9b7f84c844aa65b8ebfee235","benchmark":"gpqa_main","data_index":1272,"repeat_index":3,"sample_id":"gpqa-main-9b7f84c844aa65b8ebfee235/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":180,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"9443960fd2664e6d4890575733c6a4f1f6d804ec21e10e0f9d415b99297f9845"} +{"uuid":"gpqa-main-09311165c3bc8a7742115024","benchmark":"gpqa_main","data_index":1173,"repeat_index":3,"sample_id":"gpqa-main-09311165c3bc8a7742115024/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":518,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d6deae7022d40b283a8b0053867ff7e2d44f15fac7c364d3b34e67d903596cf7"} +{"uuid":"gpqa-main-7c3c45d7826322d2dd84475f","benchmark":"gpqa_main","data_index":1250,"repeat_index":3,"sample_id":"gpqa-main-7c3c45d7826322d2dd84475f/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":256,"prompt_tokens":419,"effective_max_tokens":130653,"original_embedded_prediction":"C","question_sha256":"f98a4cc383b4e02c52b4cdafe1b79c1d58df251d5d10ab65f71740d27243ed28"} +{"uuid":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c","benchmark":"gpqa_main","data_index":1270,"repeat_index":3,"sample_id":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c/repeat-3","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":191,"prompt_tokens":340,"effective_max_tokens":130732,"original_embedded_prediction":"A","question_sha256":"626cda94018ba930400d9c043f6fc1aa30c317abf6fd8f6d0ec8b133ce2036c8"} +{"uuid":"gpqa-main-c028fe71611d73b87b4cbb03","benchmark":"gpqa_main","data_index":1308,"repeat_index":3,"sample_id":"gpqa-main-c028fe71611d73b87b4cbb03/repeat-3","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":23,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":null,"question_sha256":"f56f3f5d135dc8d61dc42f902943e2459f79e4343f2fef6741f6f86d4133a99a"} +{"uuid":"gpqa-main-efc527af4c77c27856f0d201","benchmark":"gpqa_main","data_index":1212,"repeat_index":3,"sample_id":"gpqa-main-efc527af4c77c27856f0d201/repeat-3","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":393,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":null,"question_sha256":"29ffae74d292a9a38f72dd8e95efab3be752912b79e848701193359c657937f6"} +{"uuid":"gpqa-main-b38dfd97dcfb80fb4df4c6f2","benchmark":"gpqa_main","data_index":1278,"repeat_index":3,"sample_id":"gpqa-main-b38dfd97dcfb80fb4df4c6f2/repeat-3","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":182,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":null,"question_sha256":"28fc44d6ca68ec833bb9837a558199f6e126ccb90f29dc42a2a4bf34ea4b66a7"} +{"uuid":"gpqa-main-73f6c00588963349c225df6c","benchmark":"gpqa_main","data_index":1265,"repeat_index":3,"sample_id":"gpqa-main-73f6c00588963349c225df6c/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":216,"prompt_tokens":476,"effective_max_tokens":130596,"original_embedded_prediction":"C","question_sha256":"6c8759c4aac1084515abf1e3c463c7a0b6411dc3fa720a9a5fb5ac8f5777b49c"} +{"uuid":"gpqa-main-64193be5f9a6bbd67bec4010","benchmark":"gpqa_main","data_index":1280,"repeat_index":3,"sample_id":"gpqa-main-64193be5f9a6bbd67bec4010/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":175,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"D","question_sha256":"373990fe818e4182469d242b845eeb2f78db2f00cfb3a8fdbd2dbd696e08d552"} +{"uuid":"gpqa-main-498b428b55b7644426a781c9","benchmark":"gpqa_main","data_index":1216,"repeat_index":3,"sample_id":"gpqa-main-498b428b55b7644426a781c9/repeat-3","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":390,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"A","question_sha256":"7fbfdc18f5a18b666f8d4afc859af60c4c56ab7d8d677d46fb01a050207ac688"} +{"uuid":"gpqa-main-41ca21006bb37fef24a8975a","benchmark":"gpqa_main","data_index":1238,"repeat_index":3,"sample_id":"gpqa-main-41ca21006bb37fef24a8975a/repeat-3","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":326,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"A","question_sha256":"8d132ce83553f28f02599f90e3c52fb60d8f58faea0f09152f78f7df6e310abc"} +{"uuid":"gpqa-main-6f6ff532d544554128a0bbbe","benchmark":"gpqa_main","data_index":1260,"repeat_index":3,"sample_id":"gpqa-main-6f6ff532d544554128a0bbbe/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":240,"prompt_tokens":368,"effective_max_tokens":130704,"original_embedded_prediction":"D","question_sha256":"ebb5b9328e54d98f40b988b171044869d75c67b6efaa8f44675c485448b7b02c"} +{"uuid":"gpqa-main-07134ad2ae69bd2e9f09ae64","benchmark":"gpqa_main","data_index":1229,"repeat_index":3,"sample_id":"gpqa-main-07134ad2ae69bd2e9f09ae64/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":360,"prompt_tokens":374,"effective_max_tokens":130698,"original_embedded_prediction":"B","question_sha256":"e1448af5dcb7e4a7a5cf31dd231d4a2b2a3829ce3dabc5d7da48a195c1b39112"} +{"uuid":"gpqa-main-759e35a2024fc09bd491c9ff","benchmark":"gpqa_main","data_index":1155,"repeat_index":3,"sample_id":"gpqa-main-759e35a2024fc09bd491c9ff/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":617,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"B","question_sha256":"4c284608a459b460f3ec3dfd5c7c71cfa84c171d4eb8a52aab9e6e4a8cb409bb"} +{"uuid":"gpqa-main-35569b36357cfce18162c999","benchmark":"gpqa_main","data_index":1204,"repeat_index":3,"sample_id":"gpqa-main-35569b36357cfce18162c999/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":460,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"a2136b05b78259562b913f1f56520c4184d70bf60017617a442a41f907c31b78"} +{"uuid":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3","benchmark":"gpqa_main","data_index":1310,"repeat_index":3,"sample_id":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":61,"prompt_tokens":252,"effective_max_tokens":130820,"original_embedded_prediction":"A","question_sha256":"71075d4447ee264b63e5544da7b40502fb235decc31484f33ee97a8ef70c3d1f"} +{"uuid":"gpqa-main-efa466851677550746c06a1f","benchmark":"gpqa_main","data_index":1190,"repeat_index":3,"sample_id":"gpqa-main-efa466851677550746c06a1f/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":501,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"b64a2faa078044133322af9742b3f75788b5f8e5701f1fee08d693854a842448"} +{"uuid":"gpqa-main-69bcb32ba17f6e7aa0918597","benchmark":"gpqa_main","data_index":1266,"repeat_index":3,"sample_id":"gpqa-main-69bcb32ba17f6e7aa0918597/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":252,"prompt_tokens":758,"effective_max_tokens":130314,"original_embedded_prediction":"D","question_sha256":"9eb1fde9ac6acb7dc761f4941a792f3d0d052ad76d36e12bb9e406963b3906ef"} +{"uuid":"gpqa-main-0306849689d2123fedfcfeb5","benchmark":"gpqa_main","data_index":1234,"repeat_index":3,"sample_id":"gpqa-main-0306849689d2123fedfcfeb5/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":369,"prompt_tokens":301,"effective_max_tokens":130771,"original_embedded_prediction":"B","question_sha256":"9b236e1b2c7db4edd3fd08eaeff4fcfd3b13c11bfc0f9c5510349957a837d13a"} +{"uuid":"gpqa-main-ce2839297e4b63e0b36f6300","benchmark":"gpqa_main","data_index":1301,"repeat_index":3,"sample_id":"gpqa-main-ce2839297e4b63e0b36f6300/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":104,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"B","question_sha256":"80cca49a2f6ae39b2d3a2dfe110572d39720d0831c65246ce20603c40578b118"} +{"uuid":"gpqa-main-45cae4ba5af22868461f1861","benchmark":"gpqa_main","data_index":1290,"repeat_index":3,"sample_id":"gpqa-main-45cae4ba5af22868461f1861/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":164,"prompt_tokens":196,"effective_max_tokens":130876,"original_embedded_prediction":"D","question_sha256":"da4480a5d4f2af44b6faf63fe513d557f97bf4cd048901e4a2f0b133273b39db"} +{"uuid":"gpqa-main-3d3dfe64363613833bb52e81","benchmark":"gpqa_main","data_index":993,"repeat_index":2,"sample_id":"gpqa-main-3d3dfe64363613833bb52e81/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1198,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"C","question_sha256":"ec22f627211f722949e6d36efcb583b2f796830a38cf5cf5dcba4f727562d975"} +{"uuid":"gpqa-main-ff45876351041ad1ce200bb4","benchmark":"gpqa_main","data_index":1091,"repeat_index":2,"sample_id":"gpqa-main-ff45876351041ad1ce200bb4/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":861,"prompt_tokens":345,"effective_max_tokens":130727,"original_embedded_prediction":"C","question_sha256":"32bdeb2d6746cedbaa666a09cbe9ff84eedb094a4f81edb9c09ab191add49c41"} +{"uuid":"gpqa-main-c69005af8b1e76a851528e02","benchmark":"gpqa_main","data_index":1219,"repeat_index":3,"sample_id":"gpqa-main-c69005af8b1e76a851528e02/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":430,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"D","question_sha256":"29e6a1db070bf5e5af8af4b82da4953dd47dcd2a1bbd7ad2db04f3d1d4cd805e"} +{"uuid":"gpqa-main-0d56f92dcb32c3f0494a4705","benchmark":"gpqa_main","data_index":1167,"repeat_index":3,"sample_id":"gpqa-main-0d56f92dcb32c3f0494a4705/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":608,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"D","question_sha256":"d48362abba761cef50927ef586befd9a2fdb343aa19b2fa457ee74fb6dbfb56b"} +{"uuid":"gpqa-main-e6ff92ca0c11b47b14793d2f","benchmark":"gpqa_main","data_index":1276,"repeat_index":3,"sample_id":"gpqa-main-e6ff92ca0c11b47b14793d2f/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":247,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"B","question_sha256":"ca2abe8a98bc00aadbd20baf4ff27e830539507a5ff7402eed5e2491347f95aa"} +{"uuid":"gpqa-main-fa3e9be7fdf8e7c8952739d8","benchmark":"gpqa_main","data_index":1283,"repeat_index":3,"sample_id":"gpqa-main-fa3e9be7fdf8e7c8952739d8/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":226,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"D","question_sha256":"5e9819e02e7dd08ec53ff217d848ce64e833e2b069cd81e9940f7a72a5230b30"} +{"uuid":"gpqa-main-a5811d01e615771d5e0b48fb","benchmark":"gpqa_main","data_index":1252,"repeat_index":3,"sample_id":"gpqa-main-a5811d01e615771d5e0b48fb/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":325,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"C","question_sha256":"18c1c5c103fb01b10fd0ca282f8eab427517d6587a0a9962010b5ad16e05b98f"} +{"uuid":"gpqa-main-b13e6b95879d48313e527260","benchmark":"gpqa_main","data_index":1257,"repeat_index":3,"sample_id":"gpqa-main-b13e6b95879d48313e527260/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":308,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"D","question_sha256":"145b51d1c857830091d0dfa7043504329aa8d2a847b5b738079d210a94da31cb"} +{"uuid":"gpqa-main-4117517dba1fdbd711e3d32b","benchmark":"gpqa_main","data_index":1300,"repeat_index":3,"sample_id":"gpqa-main-4117517dba1fdbd711e3d32b/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":135,"prompt_tokens":398,"effective_max_tokens":130674,"original_embedded_prediction":"C","question_sha256":"3e04ad2cb1248bfb53a7bd8f05efedea49f42b201c6f35907baa6c30abf40733"} +{"uuid":"gpqa-main-aa04ac251ed805588a6be27c","benchmark":"gpqa_main","data_index":1317,"repeat_index":3,"sample_id":"gpqa-main-aa04ac251ed805588a6be27c/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":89,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"C","question_sha256":"198a9824ae684cea2edf9d0597e69c2274e0be94e0a0ffcf7b4ad3e95f4a6dae"} +{"uuid":"gpqa-main-8dd5ae41d915a09d1c8b9add","benchmark":"gpqa_main","data_index":1313,"repeat_index":3,"sample_id":"gpqa-main-8dd5ae41d915a09d1c8b9add/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":102,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"D","question_sha256":"8a246eed19ab5f877aa822da432a7aaa0f52615ea4655b0a89995d374971cd27"} +{"uuid":"gpqa-main-f432c1aa4319a4b1f6fa2ac1","benchmark":"gpqa_main","data_index":1261,"repeat_index":3,"sample_id":"gpqa-main-f432c1aa4319a4b1f6fa2ac1/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":315,"prompt_tokens":264,"effective_max_tokens":130808,"original_embedded_prediction":"C","question_sha256":"19d5ec504b7008b3eada0ca0c300cd88147b20679109f6681bfd8946e0db2c8c"} +{"uuid":"gpqa-main-547aac137dd7671e7ef03fa9","benchmark":"gpqa_main","data_index":1316,"repeat_index":3,"sample_id":"gpqa-main-547aac137dd7671e7ef03fa9/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":103,"prompt_tokens":497,"effective_max_tokens":130575,"original_embedded_prediction":"D","question_sha256":"8369c6a1ffc960e3f3d88e5e4c521eebcc37f39ca9adf654c3cd4b61f892f2ef"} +{"uuid":"gpqa-main-29e885003cf7658ac2eb0ba4","benchmark":"gpqa_main","data_index":1255,"repeat_index":3,"sample_id":"gpqa-main-29e885003cf7658ac2eb0ba4/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":355,"prompt_tokens":299,"effective_max_tokens":130773,"original_embedded_prediction":"C","question_sha256":"e6fd9b7cea6cbcd53eabc57f63ae367008b2774a1092f55e23e78b7eafbdbafa"} +{"uuid":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2","benchmark":"gpqa_main","data_index":1302,"repeat_index":3,"sample_id":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":158,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"B","question_sha256":"58604895b423acc46c4efaa28ed2e4d6eaf2d93d55c7ad3766cffce3719ddf62"} +{"uuid":"gpqa-main-3cbf7d3e13c908f5e699f9e0","benchmark":"gpqa_main","data_index":1285,"repeat_index":3,"sample_id":"gpqa-main-3cbf7d3e13c908f5e699f9e0/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":264,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"D","question_sha256":"0dbcc69ff35530f240a5bb623a78f2cd1d042037d2dedb122ebcca751bf9d08e"} +{"uuid":"gpqa-main-925cb13958435841df0e8c1e","benchmark":"gpqa_main","data_index":1259,"repeat_index":3,"sample_id":"gpqa-main-925cb13958435841df0e8c1e/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":339,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"C","question_sha256":"d21ba2f1c06b876b2d387104c816ee0fcc369a02b8e010a706e0e2448c56f78e"} +{"uuid":"gpqa-main-21bf0d1bb4513b046dfdf875","benchmark":"gpqa_main","data_index":1174,"repeat_index":3,"sample_id":"gpqa-main-21bf0d1bb4513b046dfdf875/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":636,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"C","question_sha256":"916a1ca795d38f4c815c99d6f162f52af934ee4e1b0d100dc0a7fb747631f7a7"} +{"uuid":"gpqa-main-1ae8f8945efaf81788d8d871","benchmark":"gpqa_main","data_index":1291,"repeat_index":3,"sample_id":"gpqa-main-1ae8f8945efaf81788d8d871/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":220,"prompt_tokens":250,"effective_max_tokens":130822,"original_embedded_prediction":"C","question_sha256":"060f07943bcd17960b48a982fabe42fcae4e3899fe8c5473138fe2198f0e8dd8"} +{"uuid":"gpqa-main-6030f5f53fe38c334b2c3a6a","benchmark":"gpqa_main","data_index":1325,"repeat_index":3,"sample_id":"gpqa-main-6030f5f53fe38c334b2c3a6a/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":106,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"C","question_sha256":"88d277706c3af734be0507cde034c23c7e206f855c2fcc97d6ed69f8ad92df57"} +{"uuid":"gpqa-main-ef65739a36457c1672913212","benchmark":"gpqa_main","data_index":1311,"repeat_index":3,"sample_id":"gpqa-main-ef65739a36457c1672913212/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":154,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"D","question_sha256":"46601a7bcf5dcc71504dda490de685062fce72cdc997d7acb8b78e5a351a96bc"} +{"uuid":"gpqa-main-1634ccababef2067673cd88c","benchmark":"gpqa_main","data_index":1198,"repeat_index":3,"sample_id":"gpqa-main-1634ccababef2067673cd88c/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":578,"prompt_tokens":593,"effective_max_tokens":130479,"original_embedded_prediction":"C","question_sha256":"d8c36bd55ba561cb499054e9d5a01217a0498dfd20875e8d9e99d34bcdfd7830"} +{"uuid":"gpqa-main-0cc54149033350a37cf90b8b","benchmark":"gpqa_main","data_index":1235,"repeat_index":3,"sample_id":"gpqa-main-0cc54149033350a37cf90b8b/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":461,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"B","question_sha256":"3298921b7dfbbae04c9893edbe6870746b53e2b7af12e9816f07b6f5e0bff9cb"} +{"uuid":"gpqa-main-99878f707c7c4024511bae58","benchmark":"gpqa_main","data_index":1326,"repeat_index":3,"sample_id":"gpqa-main-99878f707c7c4024511bae58/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":122,"prompt_tokens":241,"effective_max_tokens":130831,"original_embedded_prediction":"D","question_sha256":"826fb502d2db0f2db5e44683cd45f09d18423fd8a339643c8dc8b32b1accd428"} +{"uuid":"gpqa-main-24659eabc462bf7fb5295951","benchmark":"gpqa_main","data_index":265,"repeat_index":0,"sample_id":"gpqa-main-24659eabc462bf7fb5295951/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3479,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"f26df2fb1b4182bacbf5d951a583b120ed154d22ea6f9659ed264ae020297543"} +{"uuid":"gpqa-main-82354c49d9280b8a980b98b4","benchmark":"gpqa_main","data_index":1322,"repeat_index":3,"sample_id":"gpqa-main-82354c49d9280b8a980b98b4/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":136,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"D","question_sha256":"57b065d28a6d02a29a3a84f39dd670ba7cdf4e3403506e79b5fc90713897f68e"} +{"uuid":"gpqa-main-b654b748170277d4b0d0c6b5","benchmark":"gpqa_main","data_index":1246,"repeat_index":3,"sample_id":"gpqa-main-b654b748170277d4b0d0c6b5/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":442,"prompt_tokens":508,"effective_max_tokens":130564,"original_embedded_prediction":"A","question_sha256":"010973f2a9805982e33bfecd460da27e4d2f170e4567ebf854c807385bea09d3"} +{"uuid":"gpqa-main-4c9f4186c5ccd49ab906a399","benchmark":"gpqa_main","data_index":1335,"repeat_index":3,"sample_id":"gpqa-main-4c9f4186c5ccd49ab906a399/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":89,"prompt_tokens":610,"effective_max_tokens":130462,"original_embedded_prediction":"C","question_sha256":"f634534b5e2327dcc39982a4da6dff404f299e9759a0ac957b0f6017fbe7586e"} +{"uuid":"gpqa-main-ca986cf878bcb98d3bdf6b0a","benchmark":"gpqa_main","data_index":252,"repeat_index":0,"sample_id":"gpqa-main-ca986cf878bcb98d3bdf6b0a/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3521,"prompt_tokens":553,"effective_max_tokens":130519,"original_embedded_prediction":"D","question_sha256":"03946dc24ec69699ccf0d502676d0724f19c404c61b61996d4b5d979f21785da"} +{"uuid":"gpqa-main-3b1469c59353cec7a0dd6866","benchmark":"gpqa_main","data_index":1293,"repeat_index":3,"sample_id":"gpqa-main-3b1469c59353cec7a0dd6866/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":246,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"C","question_sha256":"ebc638f9e42bd31bd87f0fab4dff50846ee425d9aef0cb954a4e5013a5a107e4"} +{"uuid":"gpqa-main-49e3b768e85f009875fb4b7f","benchmark":"gpqa_main","data_index":1222,"repeat_index":3,"sample_id":"gpqa-main-49e3b768e85f009875fb4b7f/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":521,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"181abbdaf75899b4c447f9c98c58f90512c06ffe5521e109fa83597da1fb7aae"} +{"uuid":"gpqa-main-138fcbeedbaf865565ec35fd","benchmark":"gpqa_main","data_index":1279,"repeat_index":3,"sample_id":"gpqa-main-138fcbeedbaf865565ec35fd/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":347,"prompt_tokens":409,"effective_max_tokens":130663,"original_embedded_prediction":"C","question_sha256":"15bed1ac60d1bdcf0eec84539d669d6f38a2eb24b51e5072a922d8d9391ab135"} +{"uuid":"gpqa-main-043ca5f03089118ef536135d","benchmark":"gpqa_main","data_index":1298,"repeat_index":3,"sample_id":"gpqa-main-043ca5f03089118ef536135d/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":235,"prompt_tokens":594,"effective_max_tokens":130478,"original_embedded_prediction":"D","question_sha256":"43c5cb4f57895b07f3e1815e411f315dfa3fe44fe601b5aacde7c1244cdcaa89"} +{"uuid":"gpqa-main-666fc74619f38e356e33a285","benchmark":"gpqa_main","data_index":1332,"repeat_index":3,"sample_id":"gpqa-main-666fc74619f38e356e33a285/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":122,"prompt_tokens":693,"effective_max_tokens":130379,"original_embedded_prediction":"C","question_sha256":"89fa5b222a94e07a283a5140341a0704109ec3b7f62de72dd072383182771ebc"} +{"uuid":"gpqa-main-bf684ea09dc8822450fbd37c","benchmark":"gpqa_main","data_index":1236,"repeat_index":3,"sample_id":"gpqa-main-bf684ea09dc8822450fbd37c/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":492,"prompt_tokens":372,"effective_max_tokens":130700,"original_embedded_prediction":"D","question_sha256":"8f0911e951adf5df2bfc8aa29c14de392a998e2fa48463ceecedcd39a8301453"} +{"uuid":"gpqa-main-1754a508e794225bd932adeb","benchmark":"gpqa_main","data_index":1205,"repeat_index":3,"sample_id":"gpqa-main-1754a508e794225bd932adeb/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":590,"prompt_tokens":276,"effective_max_tokens":130796,"original_embedded_prediction":"C","question_sha256":"16464cac7090a24d3b5a0bf989e1699bafd2dd7b1555e816a1f77804d8e890db"} +{"uuid":"gpqa-main-be458c5a0490a8298ea11494","benchmark":"gpqa_main","data_index":1271,"repeat_index":3,"sample_id":"gpqa-main-be458c5a0490a8298ea11494/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":375,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"17cada7a00fa20e35d380a47aad58aace15d791f3cd4f119acb4635e55951129"} +{"uuid":"gpqa-main-b22053dbc40179e114f0c866","benchmark":"gpqa_main","data_index":1277,"repeat_index":3,"sample_id":"gpqa-main-b22053dbc40179e114f0c866/repeat-3","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":361,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"1f101bccd20044577731aef887c9704a6a153baf063dff8d9a04510e7b8dcfb7"} +{"uuid":"gpqa-main-35d088e32fb39438767e1141","benchmark":"gpqa_main","data_index":1231,"repeat_index":3,"sample_id":"gpqa-main-35d088e32fb39438767e1141/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":515,"prompt_tokens":434,"effective_max_tokens":130638,"original_embedded_prediction":"B","question_sha256":"9d467213ec07b8217d3c3aa11a312c8536475e654bbb7ef916a4b8f92e0c7a7d"} +{"uuid":"gpqa-main-e408cf011e5548359fd7cfa7","benchmark":"gpqa_main","data_index":1220,"repeat_index":3,"sample_id":"gpqa-main-e408cf011e5548359fd7cfa7/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":556,"prompt_tokens":190,"effective_max_tokens":130882,"original_embedded_prediction":"C","question_sha256":"62f7808cdd914d23316e18802ada081dc433f34465864581ce0c27bfafdcd343"} +{"uuid":"gpqa-main-84cbf72ad94d1afe2aa56331","benchmark":"gpqa_main","data_index":1249,"repeat_index":3,"sample_id":"gpqa-main-84cbf72ad94d1afe2aa56331/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":451,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"C","question_sha256":"089a55e5a3fbca456cb952a230bd88a82c177ec99470bd05f822803a1bdd3db5"} +{"uuid":"gpqa-main-00a9d82facaec210f417af7a","benchmark":"gpqa_main","data_index":1309,"repeat_index":3,"sample_id":"gpqa-main-00a9d82facaec210f417af7a/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":210,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"77f0590db54b06b37e142e7363145cbdb1a8d11c2a7575d9ae0fc10b3a6708bd"} +{"uuid":"gpqa-main-7bb7c5ace8216100d38e616a","benchmark":"gpqa_main","data_index":1374,"repeat_index":3,"sample_id":"gpqa-main-7bb7c5ace8216100d38e616a/repeat-3","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3,"prompt_tokens":197,"effective_max_tokens":130875,"original_embedded_prediction":null,"question_sha256":"6dbc821cf1e89c0764e62d1bef4818136877fbc8e333f255bfa42276ac9aeb88"} +{"uuid":"gpqa-main-d28c5e0e8deb0d1fde12ef5f","benchmark":"gpqa_main","data_index":1345,"repeat_index":3,"sample_id":"gpqa-main-d28c5e0e8deb0d1fde12ef5f/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":105,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"6913f7a17a2db54c9dcd8af6af20806e66b00fe4bb9691ca42d9f15184908f62"} +{"uuid":"gpqa-main-ad697760bc60543062e8b7b4","benchmark":"gpqa_main","data_index":1305,"repeat_index":3,"sample_id":"gpqa-main-ad697760bc60543062e8b7b4/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":229,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"B","question_sha256":"7f9b4679645e2d89214a154be6bdb13eafdc747457ce2950bda27a9a2b97917f"} +{"uuid":"gpqa-main-5caa71cb7e0124d349b3046e","benchmark":"gpqa_main","data_index":1228,"repeat_index":3,"sample_id":"gpqa-main-5caa71cb7e0124d349b3046e/repeat-3","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":545,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"A","question_sha256":"965fd430b8ea291a67e2311c4874eba053c21ea0ce6fa222eec4bed300fc2976"} +{"uuid":"gpqa-main-5e6a032f9aa67c7725f828d0","benchmark":"gpqa_main","data_index":1347,"repeat_index":3,"sample_id":"gpqa-main-5e6a032f9aa67c7725f828d0/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":104,"prompt_tokens":330,"effective_max_tokens":130742,"original_embedded_prediction":"A","question_sha256":"8accf5d31cc4cf5c2467ac477d83885c90d2715606f7c2e68d318476741bbdd7"} +{"uuid":"gpqa-main-e4e8eab3e5612de26e298f3f","benchmark":"gpqa_main","data_index":1295,"repeat_index":3,"sample_id":"gpqa-main-e4e8eab3e5612de26e298f3f/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":294,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"C","question_sha256":"1037e0c8b2c1aced006713d114efa5f1233a7eadf2f0aac355081aeacd10b00f"} +{"uuid":"gpqa-main-4355802640dddd3e060d2a59","benchmark":"gpqa_main","data_index":1331,"repeat_index":3,"sample_id":"gpqa-main-4355802640dddd3e060d2a59/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":166,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"D","question_sha256":"ebe141e8c3f27bb731fd3889679a36aab5827f4caa81d8400d66a6bf492fe486"} +{"uuid":"gpqa-main-bceb5bf342ad44aac4fdbe55","benchmark":"gpqa_main","data_index":1275,"repeat_index":3,"sample_id":"gpqa-main-bceb5bf342ad44aac4fdbe55/repeat-3","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":396,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":null,"question_sha256":"20d48d5f0a9a8b77bea35e72a90794c2d2147aa8321ae6aa60e84491688a0803"} +{"uuid":"gpqa-main-34faeb45e152eaf4c29e65e4","benchmark":"gpqa_main","data_index":1303,"repeat_index":3,"sample_id":"gpqa-main-34faeb45e152eaf4c29e65e4/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":268,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"C","question_sha256":"82e6266418c679493cea34e30d0f71026adb6ab6c433e643d37860fb718999ec"} +{"uuid":"gpqa-main-d7c4372bfbc5d0f0f9331350","benchmark":"gpqa_main","data_index":1337,"repeat_index":3,"sample_id":"gpqa-main-d7c4372bfbc5d0f0f9331350/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":162,"prompt_tokens":588,"effective_max_tokens":130484,"original_embedded_prediction":"C","question_sha256":"92d8ffd16886567ac1ed2f15a6c2d3d6ac2a2fb0fd0e56836671babcde327d3f"} +{"uuid":"gpqa-main-832feb793ff377da50abf878","benchmark":"gpqa_main","data_index":1221,"repeat_index":3,"sample_id":"gpqa-main-832feb793ff377da50abf878/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":590,"prompt_tokens":202,"effective_max_tokens":130870,"original_embedded_prediction":"B","question_sha256":"9cb12d81fbbe616cc95beecd1627265e0b5a2fa48b8e7493d3df89b378afbc12"} +{"uuid":"gpqa-main-f7ba77d144b7a11de90a37c4","benchmark":"gpqa_main","data_index":1297,"repeat_index":3,"sample_id":"gpqa-main-f7ba77d144b7a11de90a37c4/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":312,"prompt_tokens":236,"effective_max_tokens":130836,"original_embedded_prediction":"C","question_sha256":"ac7263466ea3cfcdcebac618b1d20835b4103b2d80b75b1a7110e9763eb45aa2"} +{"uuid":"gpqa-main-9bb169e317cdd76b98ada24f","benchmark":"gpqa_main","data_index":1341,"repeat_index":3,"sample_id":"gpqa-main-9bb169e317cdd76b98ada24f/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":183,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d0bbc79a116a93d5c5c1325e012b3feb17a7b705d2ccd57a86ecfbdc2bf78030"} +{"uuid":"gpqa-main-7475b6b01129fce5b436b0ee","benchmark":"gpqa_main","data_index":1350,"repeat_index":3,"sample_id":"gpqa-main-7475b6b01129fce5b436b0ee/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":144,"prompt_tokens":235,"effective_max_tokens":130837,"original_embedded_prediction":"D","question_sha256":"797be7099117e146adaaf5ad31bd914d9adbd510441211b0040aad2812fffc40"} +{"uuid":"gpqa-main-20f8612bcc2efb9c2355d32e","benchmark":"gpqa_main","data_index":1358,"repeat_index":3,"sample_id":"gpqa-main-20f8612bcc2efb9c2355d32e/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":107,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"C","question_sha256":"d746be8625afecad5925e7069f57336e8de3f39dfdf843820421eba66b7bc620"} +{"uuid":"gpqa-main-63f2aea89eec9b67abe0bacf","benchmark":"gpqa_main","data_index":1329,"repeat_index":3,"sample_id":"gpqa-main-63f2aea89eec9b67abe0bacf/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":209,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"D","question_sha256":"32596b406efecc4795e9f82b1d00f89787b9ed9e4f9d6239bed8194f13da06e7"} +{"uuid":"gpqa-main-8e23eaed901a11ec534e6f8b","benchmark":"gpqa_main","data_index":1251,"repeat_index":3,"sample_id":"gpqa-main-8e23eaed901a11ec534e6f8b/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":516,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"ed842ad329efe1e08f990fad3dd3cd5e5fb16736a9da1dbfa314d5e19156887e"} +{"uuid":"gpqa-main-c720b28fe25654b1cedc9285","benchmark":"gpqa_main","data_index":1274,"repeat_index":3,"sample_id":"gpqa-main-c720b28fe25654b1cedc9285/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":455,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"C","question_sha256":"9f6e1d1b2c053afcba8c78142311f336846eb87d19344fb8aa6e71ed9aecc477"} +{"uuid":"gpqa-main-009c62a9f3d3e5b23d7032af","benchmark":"gpqa_main","data_index":1269,"repeat_index":3,"sample_id":"gpqa-main-009c62a9f3d3e5b23d7032af/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":471,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"eb3c8e77ceb6bbf6b5fc6d705376aeb984e8d20d498b1668992fc1441b062661"} +{"uuid":"gpqa-main-4373b5f7be197f26258c18cf","benchmark":"gpqa_main","data_index":1328,"repeat_index":3,"sample_id":"gpqa-main-4373b5f7be197f26258c18cf/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":237,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"A","question_sha256":"56563ccb64ef7d8686cd4d8da77c8b4636353d0bb75dbefa360323671dfffed1"} +{"uuid":"gpqa-main-781f4efc4b25ff35b588e87c","benchmark":"gpqa_main","data_index":1333,"repeat_index":3,"sample_id":"gpqa-main-781f4efc4b25ff35b588e87c/repeat-3","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":231,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"A","question_sha256":"f933a526e8aec15b0dc77756bad3ba0839404a6d042443e3f5a0ab0b8d1cfa96"} +{"uuid":"gpqa-main-8980ca71edb4f58a3e46b256","benchmark":"gpqa_main","data_index":1296,"repeat_index":3,"sample_id":"gpqa-main-8980ca71edb4f58a3e46b256/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":356,"prompt_tokens":145,"effective_max_tokens":130927,"original_embedded_prediction":"C","question_sha256":"fb9586d35200647be665790b2cd3eee5c8cca1b79e6afcf01f027007fa057b64"} +{"uuid":"gpqa-main-a1ec72afe45eedbea242cd73","benchmark":"gpqa_main","data_index":1196,"repeat_index":3,"sample_id":"gpqa-main-a1ec72afe45eedbea242cd73/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":724,"prompt_tokens":310,"effective_max_tokens":130762,"original_embedded_prediction":"D","question_sha256":"e87180319d813402cf71637950d93636988703d0477e2bb79fb03a1d2df9afe3"} +{"uuid":"gpqa-main-bab6e331fae29c00395de3a4","benchmark":"gpqa_main","data_index":1318,"repeat_index":3,"sample_id":"gpqa-main-bab6e331fae29c00395de3a4/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":287,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"B","question_sha256":"cf500f5f076470e539799f3822047d1a6263a0abc77614f9abc48a4f60ba507d"} +{"uuid":"gpqa-main-682237ee740e033537fb5707","benchmark":"gpqa_main","data_index":1321,"repeat_index":3,"sample_id":"gpqa-main-682237ee740e033537fb5707/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":281,"prompt_tokens":291,"effective_max_tokens":130781,"original_embedded_prediction":"C","question_sha256":"6cec89b2019b24f8e8c4001cade388815345ae403b5d5fc687cf7fdccbcc6ce1"} +{"uuid":"gpqa-main-779369aa96b96a67933939f1","benchmark":"gpqa_main","data_index":1376,"repeat_index":3,"sample_id":"gpqa-main-779369aa96b96a67933939f1/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":102,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"acf784efba891531b08709383ede2379cee1f604b6334b753dd1fcaab37af970"} +{"uuid":"gpqa-main-212277d3e39540a6739d98b8","benchmark":"gpqa_main","data_index":1401,"repeat_index":3,"sample_id":"gpqa-main-212277d3e39540a6739d98b8/repeat-3","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":15,"prompt_tokens":147,"effective_max_tokens":130925,"original_embedded_prediction":null,"question_sha256":"d20446ccbbfc1ed40bcb669bfa65f9f9cd8e38ec8f7e67621c88e3dbe91f083d"} +{"uuid":"gpqa-main-d3db87adeb915999faca3605","benchmark":"gpqa_main","data_index":1263,"repeat_index":3,"sample_id":"gpqa-main-d3db87adeb915999faca3605/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":522,"prompt_tokens":204,"effective_max_tokens":130868,"original_embedded_prediction":"B","question_sha256":"f6518dd763c1af7a1745bc53b4e021210cafdf588df1ede9b537a622474a998d"} +{"uuid":"gpqa-main-50a8ab2bd1710dbcfa2e32b5","benchmark":"gpqa_main","data_index":1320,"repeat_index":3,"sample_id":"gpqa-main-50a8ab2bd1710dbcfa2e32b5/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":318,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"B","question_sha256":"5fb04957154b48d4ebad83862909a8fd3afc5ba5399a7dbe4594b5c72255964c"} +{"uuid":"gpqa-main-a454a3157aff6eee743541b7","benchmark":"gpqa_main","data_index":1334,"repeat_index":3,"sample_id":"gpqa-main-a454a3157aff6eee743541b7/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":267,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"C","question_sha256":"025e20e6e9b45e1ddb3f6901f58f69b40df5e8f9ffb6b80b5b17bc518d9f5d17"} +{"uuid":"gpqa-main-0293685a5c3ddbc5b15dcfa0","benchmark":"gpqa_main","data_index":1385,"repeat_index":3,"sample_id":"gpqa-main-0293685a5c3ddbc5b15dcfa0/repeat-3","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":120,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":null,"question_sha256":"db2ca8d93d5ff50bd9f602bc5b3d339b547349c54c540850544e01393770a4ff"} +{"uuid":"gpqa-main-822957bb60d3551275f08aa0","benchmark":"gpqa_main","data_index":1405,"repeat_index":3,"sample_id":"gpqa-main-822957bb60d3551275f08aa0/repeat-3","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":13,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":null,"question_sha256":"4690c4bb391b2ef2a7b53f1a15866e05411bdf5f0f7b4f32c9e27d8ef6e8cb48"} +{"uuid":"gpqa-main-e3e073f3f0f646532e4caf06","benchmark":"gpqa_main","data_index":1319,"repeat_index":3,"sample_id":"gpqa-main-e3e073f3f0f646532e4caf06/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":339,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"C","question_sha256":"a1cff30033350ed32c6446abacb176ef3ffad0fc471aaacf3468c78e0aad550e"} +{"uuid":"gpqa-main-86976aae6f871f46c4680830","benchmark":"gpqa_main","data_index":1367,"repeat_index":3,"sample_id":"gpqa-main-86976aae6f871f46c4680830/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":171,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"C","question_sha256":"e5c3c79a60db2de596dac1585bfc2e940bac2acb65a3352ff5f7e99821846aed"} +{"uuid":"gpqa-main-542dd8f1dc74ca5163382df8","benchmark":"gpqa_main","data_index":1344,"repeat_index":3,"sample_id":"gpqa-main-542dd8f1dc74ca5163382df8/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":264,"prompt_tokens":165,"effective_max_tokens":130907,"original_embedded_prediction":"A","question_sha256":"2413c551ec9a06a20197c81fa22effbd7f215abcc2e5f14c5f9f0a86e5402736"} +{"uuid":"gpqa-main-8d43dd1cebfb1a76c18a3589","benchmark":"gpqa_main","data_index":1365,"repeat_index":3,"sample_id":"gpqa-main-8d43dd1cebfb1a76c18a3589/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":192,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"D","question_sha256":"1c3b360d52d717d4eda55f53310217b072979b1026b8896b235a2ba9f5151964"} +{"uuid":"gpqa-main-d1e25804e939f97ca872c78e","benchmark":"gpqa_main","data_index":1315,"repeat_index":3,"sample_id":"gpqa-main-d1e25804e939f97ca872c78e/repeat-3","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":358,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":null,"question_sha256":"bd713289ab1ffc1ab982f7411da433944bdaa2ce87595d2c1bba8580a8b47bdb"} +{"uuid":"gpqa-main-381032537ca0c968de7d5c06","benchmark":"gpqa_main","data_index":1355,"repeat_index":3,"sample_id":"gpqa-main-381032537ca0c968de7d5c06/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":221,"prompt_tokens":186,"effective_max_tokens":130886,"original_embedded_prediction":"D","question_sha256":"045347c35e2957dbd6bc83158fecec24c157df70fdefaaddc8633ecda3435cdc"} +{"uuid":"gpqa-main-105b94b83de2671f0b86688d","benchmark":"gpqa_main","data_index":1383,"repeat_index":3,"sample_id":"gpqa-main-105b94b83de2671f0b86688d/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":149,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"C","question_sha256":"062b8c1448dabb342bd7815bdfbab0a55eb915c5c6793d19a5037bf7a9aa63f3"} +{"uuid":"gpqa-main-83f8b78e2bcb92bda5c03787","benchmark":"gpqa_main","data_index":1104,"repeat_index":2,"sample_id":"gpqa-main-83f8b78e2bcb92bda5c03787/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1133,"prompt_tokens":162,"effective_max_tokens":130910,"original_embedded_prediction":"A","question_sha256":"1f06efeb2323c27b7a92e2f6b6d0f631f5b1caa5357a701f99ff4c3d08286bcf"} +{"uuid":"gpqa-main-8299e0bf116ad8ad7b960d26","benchmark":"gpqa_main","data_index":1406,"repeat_index":3,"sample_id":"gpqa-main-8299e0bf116ad8ad7b960d26/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":49,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"B","question_sha256":"dac89ff46a5330836dfa04de2060a9a9d447a0cffd96c06e0cdee48c6a991035"} +{"uuid":"gpqa-main-ed6a4565f708132bae39b742","benchmark":"gpqa_main","data_index":1407,"repeat_index":3,"sample_id":"gpqa-main-ed6a4565f708132bae39b742/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":40,"prompt_tokens":393,"effective_max_tokens":130679,"original_embedded_prediction":"D","question_sha256":"5ce997bcaa654b6fdbbb00b63b66633167679a850d02d845b8a9b1b716979197"} +{"uuid":"gpqa-main-d751f2081e63be8d69314287","benchmark":"gpqa_main","data_index":1253,"repeat_index":3,"sample_id":"gpqa-main-d751f2081e63be8d69314287/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":637,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"B","question_sha256":"f56e41493e430f6c013c094b4b462aa30dc9826a273d867eec6a04fc8a646443"} +{"uuid":"gpqa-main-22c436000399164406e165b2","benchmark":"gpqa_main","data_index":1372,"repeat_index":3,"sample_id":"gpqa-main-22c436000399164406e165b2/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":198,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"C","question_sha256":"836be405f3d05ec5ad1a2bc728339e5141836ace3a584fe3d36ecc50af4dc3ee"} +{"uuid":"gpqa-main-742076c80dda93477062cfc0","benchmark":"gpqa_main","data_index":1414,"repeat_index":3,"sample_id":"gpqa-main-742076c80dda93477062cfc0/repeat-3","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":23,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":null,"question_sha256":"528bc237c35f64d2635edb6fea3202ce958bca92ea956fae0da7c5b4c72081d8"} +{"uuid":"gpqa-main-a6eb05bb931229a396d81e44","benchmark":"gpqa_main","data_index":1324,"repeat_index":3,"sample_id":"gpqa-main-a6eb05bb931229a396d81e44/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":369,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"C","question_sha256":"19c2c8e0578e84094a1f97568e95e1e88fadee2743b1c6519b7fc661c8577cde"} +{"uuid":"gpqa-main-b5b0614a110a5eb0657cbe9a","benchmark":"gpqa_main","data_index":1267,"repeat_index":3,"sample_id":"gpqa-main-b5b0614a110a5eb0657cbe9a/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":594,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"C","question_sha256":"829ccc830e5fe3601c6e7c0a975192c938019f4d4e5c1b2334d55bb1d951711e"} +{"uuid":"gpqa-main-5a280dae7286e8bab3887904","benchmark":"gpqa_main","data_index":1364,"repeat_index":3,"sample_id":"gpqa-main-5a280dae7286e8bab3887904/repeat-3","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":231,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"A","question_sha256":"b8398a470c0a1a045a6dcf2005bd8e8351bdf75ffa7c473958cf3c4b5d4fb288"} +{"uuid":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7","benchmark":"gpqa_main","data_index":1189,"repeat_index":3,"sample_id":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":849,"prompt_tokens":279,"effective_max_tokens":130793,"original_embedded_prediction":"C","question_sha256":"f730b35adb897658b28382d90ae7881a77e5d86003cc9b3942862d742001d4fb"} +{"uuid":"gpqa-main-c5506c52a996021a33525b24","benchmark":"gpqa_main","data_index":1394,"repeat_index":3,"sample_id":"gpqa-main-c5506c52a996021a33525b24/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":123,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"ec867cdcf4e586ae70e24b76b87230ee2b48ec67a5234d7a682f06f846fbdf0d"} +{"uuid":"gpqa-main-288426a7fecb5facf10219c7","benchmark":"gpqa_main","data_index":1342,"repeat_index":3,"sample_id":"gpqa-main-288426a7fecb5facf10219c7/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":331,"prompt_tokens":321,"effective_max_tokens":130751,"original_embedded_prediction":"C","question_sha256":"7cccb7714b35c30190fb5db64a1b22a36b726b2a007f241961e1e48c82e4acb3"} +{"uuid":"gpqa-main-3d3dfe64363613833bb52e81","benchmark":"gpqa_main","data_index":1377,"repeat_index":3,"sample_id":"gpqa-main-3d3dfe64363613833bb52e81/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":215,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"C","question_sha256":"ec22f627211f722949e6d36efcb583b2f796830a38cf5cf5dcba4f727562d975"} +{"uuid":"gpqa-main-8a352b243ffac6230977fc90","benchmark":"gpqa_main","data_index":1371,"repeat_index":3,"sample_id":"gpqa-main-8a352b243ffac6230977fc90/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":231,"prompt_tokens":389,"effective_max_tokens":130683,"original_embedded_prediction":"C","question_sha256":"7408ac0330a09a182b52a627f89920c8c4e825da7da4e441973cbefe32b852ac"} +{"uuid":"gpqa-main-92c9d90b543b6779261f70f7","benchmark":"gpqa_main","data_index":1411,"repeat_index":3,"sample_id":"gpqa-main-92c9d90b543b6779261f70f7/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":61,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"1c7aff3f5221c2086c7143b43e0c46921a03859d45bfce22f1a1286ece235b1a"} +{"uuid":"gpqa-main-04a5c442799262dec9375c25","benchmark":"gpqa_main","data_index":1346,"repeat_index":3,"sample_id":"gpqa-main-04a5c442799262dec9375c25/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":328,"prompt_tokens":365,"effective_max_tokens":130707,"original_embedded_prediction":"C","question_sha256":"e90ec32d975ec61b7cd079ff6968bc3dbaa4fc87e74699c1406ce59093066dbc"} +{"uuid":"gpqa-main-5ace8b3dabb97ffc3da20e7c","benchmark":"gpqa_main","data_index":1402,"repeat_index":3,"sample_id":"gpqa-main-5ace8b3dabb97ffc3da20e7c/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":130,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"C","question_sha256":"4ebb5a46cf109d4237b98081e218fcaba27d8f9d03f7a930300f2938f71c1ef0"} +{"uuid":"gpqa-main-e605c3d20abb4c52d96e9b60","benchmark":"gpqa_main","data_index":1323,"repeat_index":3,"sample_id":"gpqa-main-e605c3d20abb4c52d96e9b60/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":410,"prompt_tokens":361,"effective_max_tokens":130711,"original_embedded_prediction":"C","question_sha256":"84b58aec9b33c09286d45fb66ca82cc4ec03e310a0917bc0783bda81a0fa23b6"} +{"uuid":"gpqa-main-e17c3d61061a563977ae3c11","benchmark":"gpqa_main","data_index":1396,"repeat_index":3,"sample_id":"gpqa-main-e17c3d61061a563977ae3c11/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":151,"prompt_tokens":352,"effective_max_tokens":130720,"original_embedded_prediction":"C","question_sha256":"41b609bbf5cd4517a7d53e382a762d7b2caa65fd58ea44549bdf7183daf1d2c0"} +{"uuid":"gpqa-main-4462dc9f2d34289881ef2b1c","benchmark":"gpqa_main","data_index":1294,"repeat_index":3,"sample_id":"gpqa-main-4462dc9f2d34289881ef2b1c/repeat-3","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":524,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":null,"question_sha256":"63318cb18413a705693b9a4312f73dbf5358312aafc1d703c3d29a6340ffa0d1"} +{"uuid":"gpqa-main-bd228dea7f1aa14b70216372","benchmark":"gpqa_main","data_index":1369,"repeat_index":3,"sample_id":"gpqa-main-bd228dea7f1aa14b70216372/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":281,"prompt_tokens":425,"effective_max_tokens":130647,"original_embedded_prediction":"C","question_sha256":"c1dea594f51ba7757d0d9ec69efa6b56bfeeaff965f074faaf89160cca96a0e9"} +{"uuid":"gpqa-main-acdff999b6cbfcbc8be6ffac","benchmark":"gpqa_main","data_index":1393,"repeat_index":3,"sample_id":"gpqa-main-acdff999b6cbfcbc8be6ffac/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":206,"prompt_tokens":404,"effective_max_tokens":130668,"original_embedded_prediction":"C","question_sha256":"96f00c3d898d9c364f022eae18e69424d7f2ddde12fbde50541b7390ffd40103"} +{"uuid":"gpqa-main-a41b7b18fc60247bc6e08ecc","benchmark":"gpqa_main","data_index":1430,"repeat_index":3,"sample_id":"gpqa-main-a41b7b18fc60247bc6e08ecc/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":52,"prompt_tokens":270,"effective_max_tokens":130802,"original_embedded_prediction":"B","question_sha256":"87c04c470b12fde8cca6d843b12d3265c10bf824a883929eca2654ab55681839"} +{"uuid":"gpqa-main-6119656f6ad0247c537028e7","benchmark":"gpqa_main","data_index":1398,"repeat_index":3,"sample_id":"gpqa-main-6119656f6ad0247c537028e7/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":189,"prompt_tokens":329,"effective_max_tokens":130743,"original_embedded_prediction":"A","question_sha256":"e426a9a1b0977a66badcc2dd4f0d54629b39c2594a512e459e9afd20bba599ba"} +{"uuid":"gpqa-main-f0a74958c23332566374eae8","benchmark":"gpqa_main","data_index":1397,"repeat_index":3,"sample_id":"gpqa-main-f0a74958c23332566374eae8/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":194,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"C","question_sha256":"0122463c60c1fa5ad768f1fc6147fd593b46126713e705864d5de5632804d4b5"} +{"uuid":"gpqa-main-913c4ee0ce195992ff9638b1","benchmark":"gpqa_main","data_index":1330,"repeat_index":3,"sample_id":"gpqa-main-913c4ee0ce195992ff9638b1/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":432,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"C","question_sha256":"ed904d04c24f37586b1f78a18bd22f28752e80a5ecc489939950778aa5307d98"} +{"uuid":"gpqa-main-edbd99e5f03e3b3f074ba126","benchmark":"gpqa_main","data_index":1214,"repeat_index":3,"sample_id":"gpqa-main-edbd99e5f03e3b3f074ba126/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":860,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"A","question_sha256":"b690990e73efd994587057d6ed5ae270235b0ec6bd4e98df3fc472f01c179765"} +{"uuid":"gpqa-main-dbbe3054b6bdabe917f5ab5d","benchmark":"gpqa_main","data_index":1299,"repeat_index":3,"sample_id":"gpqa-main-dbbe3054b6bdabe917f5ab5d/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":543,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"C","question_sha256":"1054cb147fa0d82e2b1830b0238455ab6cea42cde361a81e9934864240f22f50"} +{"uuid":"gpqa-main-92f6e58b4989e9025c8286a9","benchmark":"gpqa_main","data_index":1386,"repeat_index":3,"sample_id":"gpqa-main-92f6e58b4989e9025c8286a9/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":267,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"C","question_sha256":"c003a37af0eaa5e9c6d10f5a25ce1a2e0258ad6638a1655ee2a17d07daab816a"} +{"uuid":"gpqa-main-64193be5f9a6bbd67bec4010","benchmark":"gpqa_main","data_index":128,"repeat_index":0,"sample_id":"gpqa-main-64193be5f9a6bbd67bec4010/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":4270,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"B","question_sha256":"373990fe818e4182469d242b845eeb2f78db2f00cfb3a8fdbd2dbd696e08d552"} +{"uuid":"gpqa-main-c5fc0037165678ab354bad30","benchmark":"gpqa_main","data_index":1381,"repeat_index":3,"sample_id":"gpqa-main-c5fc0037165678ab354bad30/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":285,"prompt_tokens":158,"effective_max_tokens":130914,"original_embedded_prediction":"D","question_sha256":"cc55519c3a9058d775356db9fd87b9279f120f69e3d435e9886ed87f62c6a229"} +{"uuid":"gpqa-main-4f958672c6f9249c44f2f9b9","benchmark":"gpqa_main","data_index":1339,"repeat_index":3,"sample_id":"gpqa-main-4f958672c6f9249c44f2f9b9/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":430,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"7d91198c9c48996b89ebbb62d8d76d86e32d7c14fb108c7491c9ff812263613a"} +{"uuid":"gpqa-main-2bd63c617299c18c1cfd5b0a","benchmark":"gpqa_main","data_index":1348,"repeat_index":3,"sample_id":"gpqa-main-2bd63c617299c18c1cfd5b0a/repeat-3","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":400,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"A","question_sha256":"bd7804f896ba3deb7fd65cc0c562744a80232f45bbc9c5ffa8652308c167c329"} +{"uuid":"gpqa-main-ddd2b405606ced65b4ce6345","benchmark":"gpqa_main","data_index":1400,"repeat_index":3,"sample_id":"gpqa-main-ddd2b405606ced65b4ce6345/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":219,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"2066c0e835493298c00391dd9236de10adec10d611fe3e2777f252677dfe9724"} +{"uuid":"gpqa-main-60f734b52603f7ef29671f95","benchmark":"gpqa_main","data_index":1307,"repeat_index":3,"sample_id":"gpqa-main-60f734b52603f7ef29671f95/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":540,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"D","question_sha256":"bf9de03889292b969198f42b877b6d4c7b56ce10ae654e71f4be720b5efdb1f1"} +{"uuid":"gpqa-main-4e62cd257f17d5af418a8d34","benchmark":"gpqa_main","data_index":1366,"repeat_index":3,"sample_id":"gpqa-main-4e62cd257f17d5af418a8d34/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":350,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"B","question_sha256":"654fc443f2efbec09d0f966244083f4545f4f851e28d7f4e0f9c07cb156b2d1d"} +{"uuid":"gpqa-main-cdaa7da74e15a8dfc40e0582","benchmark":"gpqa_main","data_index":1343,"repeat_index":3,"sample_id":"gpqa-main-cdaa7da74e15a8dfc40e0582/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":440,"prompt_tokens":410,"effective_max_tokens":130662,"original_embedded_prediction":"C","question_sha256":"733e93868ff7691423e0d318a4d9ba6ce801d7c2ef5c53b8020d7eb13c2c9a5c"} +{"uuid":"gpqa-main-fd21f7c7356e7f51f0cabd07","benchmark":"gpqa_main","data_index":1353,"repeat_index":3,"sample_id":"gpqa-main-fd21f7c7356e7f51f0cabd07/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":402,"prompt_tokens":601,"effective_max_tokens":130471,"original_embedded_prediction":"C","question_sha256":"db246f6acae65ff2e4bb6caad314b6583cd0085f0d81b1b20515ca2fe73b6f72"} +{"uuid":"gpqa-main-2d88ca9efdaae7d19aed9660","benchmark":"gpqa_main","data_index":1264,"repeat_index":3,"sample_id":"gpqa-main-2d88ca9efdaae7d19aed9660/repeat-3","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":733,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":null,"question_sha256":"43af6d11597079a7d069dd93bbf3db87f0b5bb604fbfc66fc60c268d149d8fba"} +{"uuid":"gpqa-main-8af90a4147e5f0c98bfd00fa","benchmark":"gpqa_main","data_index":1370,"repeat_index":3,"sample_id":"gpqa-main-8af90a4147e5f0c98bfd00fa/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":342,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"C","question_sha256":"29a55065f72c47169c5073a91e6b55d82fe2f5784289d2baf5cf5444f8d6fd65"} +{"uuid":"gpqa-main-216433a347b01989e26ed83a","benchmark":"gpqa_main","data_index":1399,"repeat_index":3,"sample_id":"gpqa-main-216433a347b01989e26ed83a/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":251,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"D","question_sha256":"ead16c05d1abbf4387485257726593cf57a0384c3e0a3db31ba489bb1676ce72"} +{"uuid":"gpqa-main-398c3b21ff64a0edc7ed8444","benchmark":"gpqa_main","data_index":1349,"repeat_index":3,"sample_id":"gpqa-main-398c3b21ff64a0edc7ed8444/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":437,"prompt_tokens":839,"effective_max_tokens":130233,"original_embedded_prediction":"D","question_sha256":"8efc35cf270e2b051ad9ae732723df9c7261cecaf1410edf2c43f3ca7aa749cc"} +{"uuid":"gpqa-main-be779fa0e49ff52e19357207","benchmark":"gpqa_main","data_index":1391,"repeat_index":3,"sample_id":"gpqa-main-be779fa0e49ff52e19357207/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":291,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"ea7bb5901d85914d8997afb87e1ae6be7a8efe03889a4cc08f64de2ccdc9180e"} +{"uuid":"gpqa-main-d5d2365d64430154627d4bb7","benchmark":"gpqa_main","data_index":1420,"repeat_index":3,"sample_id":"gpqa-main-d5d2365d64430154627d4bb7/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":167,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"D","question_sha256":"17f96c74be836037313c787a88438b6c9f69a4aa20ec8cba17697864f5d35599"} +{"uuid":"gpqa-main-5afce78005210e6a41636858","benchmark":"gpqa_main","data_index":1413,"repeat_index":3,"sample_id":"gpqa-main-5afce78005210e6a41636858/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":195,"prompt_tokens":312,"effective_max_tokens":130760,"original_embedded_prediction":"D","question_sha256":"1447f629926983e1fb54566e40ab57d7a728998d233e3c84bc33277da7c13a65"} +{"uuid":"gpqa-main-1cea82df3087b1eb05c4d230","benchmark":"gpqa_main","data_index":1389,"repeat_index":3,"sample_id":"gpqa-main-1cea82df3087b1eb05c4d230/repeat-3","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":299,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":null,"question_sha256":"dd05d2d9e9053dd1d4367a61d5f718336fc8f18bc81bdf0ccfb104e241053522"} +{"uuid":"gpqa-main-539a673f0443ba9cdc31b864","benchmark":"gpqa_main","data_index":1419,"repeat_index":3,"sample_id":"gpqa-main-539a673f0443ba9cdc31b864/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":181,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"C","question_sha256":"d25187b99e4997c1700ffeb87fd595e878957e452f20a2f00d5489fecd0b3b30"} +{"uuid":"gpqa-main-87740f520845c3f77369e5a1","benchmark":"gpqa_main","data_index":1410,"repeat_index":3,"sample_id":"gpqa-main-87740f520845c3f77369e5a1/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":220,"prompt_tokens":188,"effective_max_tokens":130884,"original_embedded_prediction":"D","question_sha256":"f6c5a12c2cd600eeb524956c760164ff890d185cffd979bfba482f46aa46a1ac"} +{"uuid":"gpqa-main-50aaa7274c5010d9768274ec","benchmark":"gpqa_main","data_index":1327,"repeat_index":3,"sample_id":"gpqa-main-50aaa7274c5010d9768274ec/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":536,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"0cda758f1290855df9dd7b9a4319bb6ae8108c8113b125a3a2f60705af536a34"} +{"uuid":"gpqa-main-a028903aa7112583a0e7b5d2","benchmark":"gpqa_main","data_index":1368,"repeat_index":3,"sample_id":"gpqa-main-a028903aa7112583a0e7b5d2/repeat-3","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":395,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":null,"question_sha256":"c6231a95c81ba1af7d31e5ce8f8e8ad4c4def88d86ab8f801a248cf19814e2d2"} +{"uuid":"gpqa-main-89f68a802c7c6e55b5b802fd","benchmark":"gpqa_main","data_index":1415,"repeat_index":3,"sample_id":"gpqa-main-89f68a802c7c6e55b5b802fd/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":212,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"C","question_sha256":"0815a781881ae5e8651c7fad2acd62427e6f4161f30b842d196debe30bd5ee83"} +{"uuid":"gpqa-main-fe61aa6baba6418fcde1fa11","benchmark":"gpqa_main","data_index":1424,"repeat_index":3,"sample_id":"gpqa-main-fe61aa6baba6418fcde1fa11/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":191,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"C","question_sha256":"73eb245ef4dcc164186307ecd210b767147568ad3c1b03847a63b2e67ac5d0ab"} +{"uuid":"gpqa-main-9c0b631b2a7823cec0729a4b","benchmark":"gpqa_main","data_index":1395,"repeat_index":3,"sample_id":"gpqa-main-9c0b631b2a7823cec0729a4b/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":310,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"9d42c24c2f67ff118699d880fbb6276f14043e3527a9fea8f6d55fe2bf82e091"} +{"uuid":"gpqa-main-f0a74958c23332566374eae8","benchmark":"gpqa_main","data_index":1013,"repeat_index":2,"sample_id":"gpqa-main-f0a74958c23332566374eae8/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1672,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"C","question_sha256":"0122463c60c1fa5ad768f1fc6147fd593b46126713e705864d5de5632804d4b5"} +{"uuid":"gpqa-main-92c7c513709816748efab029","benchmark":"gpqa_main","data_index":1403,"repeat_index":3,"sample_id":"gpqa-main-92c7c513709816748efab029/repeat-3","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":282,"prompt_tokens":253,"effective_max_tokens":130819,"original_embedded_prediction":null,"question_sha256":"c9ed693d3f7d5c30b94e2c01b9b5f22591922f961e4dbc9ef4b70309b61bae5c"} +{"uuid":"gpqa-main-24659eabc462bf7fb5295951","benchmark":"gpqa_main","data_index":1417,"repeat_index":3,"sample_id":"gpqa-main-24659eabc462bf7fb5295951/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":217,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"f26df2fb1b4182bacbf5d951a583b120ed154d22ea6f9659ed264ae020297543"} +{"uuid":"gpqa-main-eda22ee564030fef1ab0bcaf","benchmark":"gpqa_main","data_index":1384,"repeat_index":3,"sample_id":"gpqa-main-eda22ee564030fef1ab0bcaf/repeat-3","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":381,"prompt_tokens":316,"effective_max_tokens":130756,"original_embedded_prediction":null,"question_sha256":"e78929c2c3d5e04cda51c77e05ad4a3d1cbbf98cc2db0103b7fbc594e78bb602"} +{"uuid":"gpqa-main-21bf0d1bb4513b046dfdf875","benchmark":"gpqa_main","data_index":406,"repeat_index":1,"sample_id":"gpqa-main-21bf0d1bb4513b046dfdf875/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3507,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"D","question_sha256":"916a1ca795d38f4c815c99d6f162f52af934ee4e1b0d100dc0a7fb747631f7a7"} +{"uuid":"gpqa-main-86d8d26ea3f4092dd4bac144","benchmark":"gpqa_main","data_index":1286,"repeat_index":3,"sample_id":"gpqa-main-86d8d26ea3f4092dd4bac144/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":755,"prompt_tokens":227,"effective_max_tokens":130845,"original_embedded_prediction":"C","question_sha256":"299c83f78042a13c78ad054088517dc82d5ed82bcc9ef75ec08dc120f2b8052f"} +{"uuid":"gpqa-main-78b2ba2dd97e6d6b9942bad9","benchmark":"gpqa_main","data_index":1425,"repeat_index":3,"sample_id":"gpqa-main-78b2ba2dd97e6d6b9942bad9/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":212,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"C","question_sha256":"019eb0f05f025ec512fbae057e0fcb33e0f92eec9bc2dc775494f6a19f4b62f3"} +{"uuid":"gpqa-main-6bb4180b8c6df2f8f7490345","benchmark":"gpqa_main","data_index":26,"repeat_index":0,"sample_id":"gpqa-main-6bb4180b8c6df2f8f7490345/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":200012,"completion_tokens":4404,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"a40e1e0f0ddd21a34df82626b6553232ad944bbeec5bf0819aaf5ae0b1a92c59"} +{"uuid":"gpqa-main-6195cef214f3dfad9869d6d3","benchmark":"gpqa_main","data_index":1450,"repeat_index":3,"sample_id":"gpqa-main-6195cef214f3dfad9869d6d3/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":105,"prompt_tokens":351,"effective_max_tokens":130721,"original_embedded_prediction":"A","question_sha256":"d8a4b11aef2d38271a5ebf2c1802dc875d19737c557efb5990cc4a865a052e7c"} +{"uuid":"gpqa-main-f6f707a4d7db96af855de986","benchmark":"gpqa_main","data_index":1418,"repeat_index":3,"sample_id":"gpqa-main-f6f707a4d7db96af855de986/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":244,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"049a3a3426b30e36d29d782b3ea4916bf545838ac3945e9c707804638ad48f04"} +{"uuid":"gpqa-main-249edae2034ba7f3819aaa7b","benchmark":"gpqa_main","data_index":1362,"repeat_index":3,"sample_id":"gpqa-main-249edae2034ba7f3819aaa7b/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":474,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"D","question_sha256":"c4d795814405ce2bb231fe7012e4581bcaebca12bb3f8c3260a3ad239aa51a79"} +{"uuid":"gpqa-main-219ad07bcb0cda7b85845999","benchmark":"gpqa_main","data_index":1423,"repeat_index":3,"sample_id":"gpqa-main-219ad07bcb0cda7b85845999/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":236,"prompt_tokens":412,"effective_max_tokens":130660,"original_embedded_prediction":"B","question_sha256":"a6336c3b0760d09010077fee728ae5348e4421bcfcbbc8bb9c4a72d541ddfb24"} +{"uuid":"gpqa-main-68d5dcbd7078889c19a9a93c","benchmark":"gpqa_main","data_index":1288,"repeat_index":3,"sample_id":"gpqa-main-68d5dcbd7078889c19a9a93c/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":779,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"C","question_sha256":"618551bfaaf71599d5802135cbf18d8e9b5a33b38537d32515c5298d556df601"} +{"uuid":"gpqa-main-c8bb35d2e6add774a878c895","benchmark":"gpqa_main","data_index":1363,"repeat_index":3,"sample_id":"gpqa-main-c8bb35d2e6add774a878c895/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":475,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"8b5b2cb731b5a7fb6556557d17fc7ef7fb607adfa5050f0d70418eb3b983605b"} +{"uuid":"gpqa-main-ddc1b02f963a2f785385132e","benchmark":"gpqa_main","data_index":1245,"repeat_index":3,"sample_id":"gpqa-main-ddc1b02f963a2f785385132e/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":927,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"D","question_sha256":"d5e7b22736a2cdaa0f2553a100795aa6b7e150fcc1b9fe093e28e3fea855f346"} +{"uuid":"gpqa-main-84c386fbd7476f5541ea16f0","benchmark":"gpqa_main","data_index":1427,"repeat_index":3,"sample_id":"gpqa-main-84c386fbd7476f5541ea16f0/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":229,"prompt_tokens":370,"effective_max_tokens":130702,"original_embedded_prediction":"C","question_sha256":"083aa3572345d938b0c707cfb8c710aea73759344b234ada78ed36f1ec66eb0d"} +{"uuid":"gpqa-main-4644969e4e4615b014b9669f","benchmark":"gpqa_main","data_index":1352,"repeat_index":3,"sample_id":"gpqa-main-4644969e4e4615b014b9669f/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":523,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"C","question_sha256":"e663684f8a7728af99d977f274c335c497ac6a7ccf43c64ab979e8407155ce6c"} +{"uuid":"gpqa-main-6dec9c3aba26b3c8623af13e","benchmark":"gpqa_main","data_index":1467,"repeat_index":3,"sample_id":"gpqa-main-6dec9c3aba26b3c8623af13e/repeat-3","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":68,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"656a46f8bac8e8e0767c9a5675871d3f81ff8707ec78f064bca2ccac673d7561"} +{"uuid":"gpqa-main-7c04a20e5411bd3e0a2bc2c8","benchmark":"gpqa_main","data_index":1379,"repeat_index":3,"sample_id":"gpqa-main-7c04a20e5411bd3e0a2bc2c8/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":462,"prompt_tokens":413,"effective_max_tokens":130659,"original_embedded_prediction":"A","question_sha256":"e23b62b19c3ab4ec896e631f56a7a92ed38aca13300af7a7b449b979999886f3"} +{"uuid":"gpqa-main-cfc742b1ce24bfc75356765e","benchmark":"gpqa_main","data_index":1431,"repeat_index":3,"sample_id":"gpqa-main-cfc742b1ce24bfc75356765e/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":244,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"B","question_sha256":"c1f013c71ec1bfdf03d8071ec0a1d30c0d10b7e87429512ec32711a88cc41cb1"} +{"uuid":"gpqa-main-31313469465f81cc0fa5dd28","benchmark":"gpqa_main","data_index":1408,"repeat_index":3,"sample_id":"gpqa-main-31313469465f81cc0fa5dd28/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":334,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"C","question_sha256":"cd18749d0354640af760ebe1c6a150eed2a0202cc444345b5c3f00b0f0df67d2"} +{"uuid":"gpqa-main-1728184fad8153eeb2e2a7de","benchmark":"gpqa_main","data_index":1416,"repeat_index":3,"sample_id":"gpqa-main-1728184fad8153eeb2e2a7de/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":310,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"C","question_sha256":"d8505733319a8047e94d63c293a2d9dbb08c42e4bde2c223467f371da6665e08"} +{"uuid":"gpqa-main-9f607ccb3302f27b4ebe90a4","benchmark":"gpqa_main","data_index":1442,"repeat_index":3,"sample_id":"gpqa-main-9f607ccb3302f27b4ebe90a4/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":200,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"D","question_sha256":"e2c8b6a88dfedf13a4a35e2964dc77f2e082e87417c972bf7406bdb2405985f7"} +{"uuid":"gpqa-main-9e1b7c5b2ce53e8d6424b66a","benchmark":"gpqa_main","data_index":1211,"repeat_index":3,"sample_id":"gpqa-main-9e1b7c5b2ce53e8d6424b66a/repeat-3","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":1074,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":null,"question_sha256":"97732ba422afbf18b5d2d6b3bd26f6c540049e2f82d9628414525cebe7e9a5dd"} +{"uuid":"gpqa-main-dd8409336990c7459796bf16","benchmark":"gpqa_main","data_index":1387,"repeat_index":3,"sample_id":"gpqa-main-dd8409336990c7459796bf16/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":461,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"C","question_sha256":"609aca38a7fb3090a0f30d6d141ac5d22646fb06ba18f8c71758e099668e5bf5"} +{"uuid":"gpqa-main-7d850f6448c27424d9f68c4e","benchmark":"gpqa_main","data_index":1336,"repeat_index":3,"sample_id":"gpqa-main-7d850f6448c27424d9f68c4e/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":635,"prompt_tokens":544,"effective_max_tokens":130528,"original_embedded_prediction":"B","question_sha256":"48bf9d4f95299b8f9288e190dca6edd0c3cf53cf40dada120e22abf98469d3e3"} +{"uuid":"gpqa-main-0069a2b69e59906ffd6ca400","benchmark":"gpqa_main","data_index":1443,"repeat_index":3,"sample_id":"gpqa-main-0069a2b69e59906ffd6ca400/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":220,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"D","question_sha256":"409fe9f5585adb91b6eded6462ef297118cee805597838bb23fa38eb32789450"} +{"uuid":"gpqa-main-6f8b58d9d46c4f4e7eba1910","benchmark":"gpqa_main","data_index":1469,"repeat_index":3,"sample_id":"gpqa-main-6f8b58d9d46c4f4e7eba1910/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":126,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"B","question_sha256":"2437e4848569e7740d6491d475d194b9eefbbeae3a6a31cd62ddeb8ba8e93aa9"} +{"uuid":"gpqa-main-f2c0ff64cf18a6ae32dc45dc","benchmark":"gpqa_main","data_index":583,"repeat_index":1,"sample_id":"gpqa-main-f2c0ff64cf18a6ae32dc45dc/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3104,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"f2467e0d99b11d10fdd18675d7a73d1a19569e58d6aa97be50c24c2cb28731b1"} +{"uuid":"gpqa-main-fc2653b5d83e082e9e4f6390","benchmark":"gpqa_main","data_index":1456,"repeat_index":3,"sample_id":"gpqa-main-fc2653b5d83e082e9e4f6390/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":182,"prompt_tokens":429,"effective_max_tokens":130643,"original_embedded_prediction":"C","question_sha256":"d039314a334267e1364c2bb5dc0ab4e72b6b86a69936c2f7f318902ffc422f15"} +{"uuid":"gpqa-main-358120bf0c4377ebdbde08fc","benchmark":"gpqa_main","data_index":1460,"repeat_index":3,"sample_id":"gpqa-main-358120bf0c4377ebdbde08fc/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":173,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"C","question_sha256":"051eba2501386001d9e9793a3b0fe9ea4c78a987e3a1576c168659f849b684d6"} +{"uuid":"gpqa-main-55aa21aa9a62e56aab915b32","benchmark":"gpqa_main","data_index":1454,"repeat_index":3,"sample_id":"gpqa-main-55aa21aa9a62e56aab915b32/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":208,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"e6eba602b3eef649fed522c6b8737556699845aee5b419773938063ec6b83257"} +{"uuid":"gpqa-main-50b06dfa0f6f3a64a58faa00","benchmark":"gpqa_main","data_index":1449,"repeat_index":3,"sample_id":"gpqa-main-50b06dfa0f6f3a64a58faa00/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":220,"prompt_tokens":2889,"effective_max_tokens":128183,"original_embedded_prediction":"C","question_sha256":"6d83e75112500dd8a0852c4eaa9859c4fb625c97bdf5f7d5c532bcd6347ea1a8"} +{"uuid":"gpqa-main-d98819c9bc2a4086534acf1b","benchmark":"gpqa_main","data_index":1433,"repeat_index":3,"sample_id":"gpqa-main-d98819c9bc2a4086534acf1b/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":317,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"d53ea2c13c1ce696b626852774a73a189571a138a5fd872cdd3bb15f21f0bf06"} +{"uuid":"gpqa-main-ca986cf878bcb98d3bdf6b0a","benchmark":"gpqa_main","data_index":1404,"repeat_index":3,"sample_id":"gpqa-main-ca986cf878bcb98d3bdf6b0a/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":435,"prompt_tokens":553,"effective_max_tokens":130519,"original_embedded_prediction":"C","question_sha256":"03946dc24ec69699ccf0d502676d0724f19c404c61b61996d4b5d979f21785da"} +{"uuid":"gpqa-main-87a8747afb6b0414b9ccbe1e","benchmark":"gpqa_main","data_index":1426,"repeat_index":3,"sample_id":"gpqa-main-87a8747afb6b0414b9ccbe1e/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":354,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"cdb165b285d51cf6a09160d99c4c49b653710aac879cce0b87c74a48eee0172b"} +{"uuid":"gpqa-main-4657fdc74d4c0bf48aa0b494","benchmark":"gpqa_main","data_index":1453,"repeat_index":3,"sample_id":"gpqa-main-4657fdc74d4c0bf48aa0b494/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":229,"prompt_tokens":343,"effective_max_tokens":130729,"original_embedded_prediction":"C","question_sha256":"ef34764671cecdd517febbdbff1a8cc3542418de05c4a100ef6c30752c1fc8cb"} +{"uuid":"gpqa-main-9753ac5963fbae8c8e907ef3","benchmark":"gpqa_main","data_index":1429,"repeat_index":3,"sample_id":"gpqa-main-9753ac5963fbae8c8e907ef3/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":342,"prompt_tokens":181,"effective_max_tokens":130891,"original_embedded_prediction":"D","question_sha256":"ec3a07db51d6010b2b9fae103e36b62707efee3ad0713fcd4420f8ba8f55c00b"} +{"uuid":"gpqa-main-11b88a6212278288c390be69","benchmark":"gpqa_main","data_index":1489,"repeat_index":3,"sample_id":"gpqa-main-11b88a6212278288c390be69/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":86,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"B","question_sha256":"29eb581590e7852467849e4c58c5e3b1b97736035880adbd4e12298c320ac7e4"} +{"uuid":"gpqa-main-72464184a419f296dae470a9","benchmark":"gpqa_main","data_index":1409,"repeat_index":3,"sample_id":"gpqa-main-72464184a419f296dae470a9/repeat-3","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":415,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"A","question_sha256":"16bcf4c7129e083cade7afd040c6c4e0fa1fc7677a11aa70fb1b5a3d0e5fb5ea"} +{"uuid":"gpqa-main-9aa9fb454d849030d70f9512","benchmark":"gpqa_main","data_index":1422,"repeat_index":3,"sample_id":"gpqa-main-9aa9fb454d849030d70f9512/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":379,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"b494f4c1785682ee7d284173af2a6ef6db2189c6f3e7ece0edb769c2f10d5f24"} +{"uuid":"gpqa-main-51f5bda498b3f05cab60119c","benchmark":"gpqa_main","data_index":833,"repeat_index":2,"sample_id":"gpqa-main-51f5bda498b3f05cab60119c/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2386,"prompt_tokens":271,"effective_max_tokens":130801,"original_embedded_prediction":"C","question_sha256":"f7fa8540a448dfeff404af93810c60c41ed387fb5e4c821bbb6e5869dd9f8630"} +{"uuid":"gpqa-main-f635511b161f39dc301e05eb","benchmark":"gpqa_main","data_index":1432,"repeat_index":3,"sample_id":"gpqa-main-f635511b161f39dc301e05eb/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":345,"prompt_tokens":650,"effective_max_tokens":130422,"original_embedded_prediction":"C","question_sha256":"cb7f697eb685eca3061fc46cacb94c19aba74add8390e74234ade788b9fa4ff3"} +{"uuid":"gpqa-main-aa684f4d5d7c6b9ced383e24","benchmark":"gpqa_main","data_index":1455,"repeat_index":3,"sample_id":"gpqa-main-aa684f4d5d7c6b9ced383e24/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":249,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"B","question_sha256":"96a58da5e1708d76485e32741b0ecddc1bea407ebb53997d2f36e8827f2f2ac9"} +{"uuid":"gpqa-main-4df6eb7fd5661c3196a52be6","benchmark":"gpqa_main","data_index":1437,"repeat_index":3,"sample_id":"gpqa-main-4df6eb7fd5661c3196a52be6/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":311,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"C","question_sha256":"71ef41cf00fbcb9e6751fd492a52caefd2830032777c8824465c1b4ea8dc48ea"} +{"uuid":"gpqa-main-7ceb372c1cdc7a180b73516c","benchmark":"gpqa_main","data_index":1382,"repeat_index":3,"sample_id":"gpqa-main-7ceb372c1cdc7a180b73516c/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":568,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"142aeb435e38240c03d26aafbfb8dc0ab94e7ef4f752a271c1ab011350a965be"} +{"uuid":"gpqa-main-acecd9428a5b4368f1f5bc82","benchmark":"gpqa_main","data_index":1077,"repeat_index":2,"sample_id":"gpqa-main-acecd9428a5b4368f1f5bc82/repeat-2","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1649,"prompt_tokens":336,"effective_max_tokens":130736,"original_embedded_prediction":null,"question_sha256":"2d1e5de4bf7305d1b5eee8dda5415195dc333d71b3f50fa60508a928b67fb336"} +{"uuid":"gpqa-main-24751b175e0f2d19899ad735","benchmark":"gpqa_main","data_index":1412,"repeat_index":3,"sample_id":"gpqa-main-24751b175e0f2d19899ad735/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":443,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"A","question_sha256":"4a5d6fcc83f3561a6447a1feebb680aa9ab094bdeed5677c30f04041964a9c38"} +{"uuid":"gpqa-main-48494dbfd36899c84d166873","benchmark":"gpqa_main","data_index":1446,"repeat_index":3,"sample_id":"gpqa-main-48494dbfd36899c84d166873/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":312,"prompt_tokens":315,"effective_max_tokens":130757,"original_embedded_prediction":"D","question_sha256":"a50aa647f4cce396d333dfcfe372bdfadfa7f7aa507ebafd207354812f7ab3f9"} +{"uuid":"gpqa-main-9f0f463200d404d2c62eca59","benchmark":"gpqa_main","data_index":1472,"repeat_index":3,"sample_id":"gpqa-main-9f0f463200d404d2c62eca59/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":209,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"6ed199510dead1f6bd4eaa9162909d9481bd2201f8d9444ee60a2e0e2f20528c"} +{"uuid":"gpqa-main-1989edb8041cc1c94659dcc4","benchmark":"gpqa_main","data_index":1492,"repeat_index":3,"sample_id":"gpqa-main-1989edb8041cc1c94659dcc4/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":123,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"364ddb1397abdc7ae2201c88354f8df3f89b63c28330217a94cf8cf96c19ae54"} +{"uuid":"gpqa-main-baefee4c54836e933082fd33","benchmark":"gpqa_main","data_index":1357,"repeat_index":3,"sample_id":"gpqa-main-baefee4c54836e933082fd33/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":664,"prompt_tokens":487,"effective_max_tokens":130585,"original_embedded_prediction":"C","question_sha256":"f4486aea8f80b6405ceaabbd6f225378761eafc49f1e042873a464b3b94da620"} +{"uuid":"gpqa-main-70afc730094f43bb0e05f371","benchmark":"gpqa_main","data_index":1361,"repeat_index":3,"sample_id":"gpqa-main-70afc730094f43bb0e05f371/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":662,"prompt_tokens":360,"effective_max_tokens":130712,"original_embedded_prediction":"C","question_sha256":"f328e748a74c78b0ab73f790c6848b663fb5bffac884e2793a63bb9ce351e4b6"} +{"uuid":"gpqa-main-f6714ff18991a64f32fcecf9","benchmark":"gpqa_main","data_index":1438,"repeat_index":3,"sample_id":"gpqa-main-f6714ff18991a64f32fcecf9/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":346,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"a1e860acc41f41cac7f3d9425a64a45a95559ff56553a2d04e1d3569c2f1c1a1"} +{"uuid":"gpqa-main-fd7b1296b8c5ae3f05aa8355","benchmark":"gpqa_main","data_index":1471,"repeat_index":3,"sample_id":"gpqa-main-fd7b1296b8c5ae3f05aa8355/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":224,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"C","question_sha256":"e674bbb69c41e672de8e4c8cbea505f57f0d1fc98a2ae52ced1937ec4c71b62f"} +{"uuid":"gpqa-main-60a022e707f18a7b5f445773","benchmark":"gpqa_main","data_index":1356,"repeat_index":3,"sample_id":"gpqa-main-60a022e707f18a7b5f445773/repeat-3","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":674,"prompt_tokens":337,"effective_max_tokens":130735,"original_embedded_prediction":null,"question_sha256":"9d46302b763896c7fa475d975b5bc365adee2236b273f23e7216a78871204b74"} +{"uuid":"gpqa-main-45b8834e3ed027ec73e9cb93","benchmark":"gpqa_main","data_index":1478,"repeat_index":3,"sample_id":"gpqa-main-45b8834e3ed027ec73e9cb93/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":193,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"14a2ed1ddcecc5a3752c954a0c07f0e2ae102378d648cc66bd57385516fbbe20"} +{"uuid":"gpqa-main-b84eb68d18023ca81e43b35a","benchmark":"gpqa_main","data_index":1445,"repeat_index":3,"sample_id":"gpqa-main-b84eb68d18023ca81e43b35a/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":331,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"D","question_sha256":"6c90e464e06f4dc9c748d6c9be44c96b2d5bec5078b4eb152ea4ccec4c709f2d"} +{"uuid":"gpqa-main-cdc31486df3de65ec2c324e2","benchmark":"gpqa_main","data_index":19,"repeat_index":0,"sample_id":"gpqa-main-cdc31486df3de65ec2c324e2/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4627,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"C","question_sha256":"4d233cd7b8524c989eb47a4c40d6f2f47070b986fea11e3ee3029c07db9b3356"} +{"uuid":"gpqa-main-d8d5dbb2aa6f203775147357","benchmark":"gpqa_main","data_index":1470,"repeat_index":3,"sample_id":"gpqa-main-d8d5dbb2aa6f203775147357/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":241,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"C","question_sha256":"bb18da47ffe6578fb5b30d30128525e8addf5e823c1985c70c606c89ce8d4d7e"} +{"uuid":"gpqa-main-8523e39e7dc895f15a06a403","benchmark":"gpqa_main","data_index":1483,"repeat_index":3,"sample_id":"gpqa-main-8523e39e7dc895f15a06a403/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":198,"prompt_tokens":243,"effective_max_tokens":130829,"original_embedded_prediction":"C","question_sha256":"9809fdeb256e4181e9705fa439a61deb6dbe804bfb80ffab6cb1bd4565faa027"} +{"uuid":"gpqa-main-05286f95a107c3da592ecbd9","benchmark":"gpqa_main","data_index":1457,"repeat_index":3,"sample_id":"gpqa-main-05286f95a107c3da592ecbd9/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":289,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"C","question_sha256":"d8a1a7b530a9b1d0cd0b07ec53f60d6d5fcf3059457f02b90e3c4ddf51fdc825"} +{"uuid":"gpqa-main-acecd9428a5b4368f1f5bc82","benchmark":"gpqa_main","data_index":1461,"repeat_index":3,"sample_id":"gpqa-main-acecd9428a5b4368f1f5bc82/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":282,"prompt_tokens":336,"effective_max_tokens":130736,"original_embedded_prediction":"D","question_sha256":"2d1e5de4bf7305d1b5eee8dda5415195dc333d71b3f50fa60508a928b67fb336"} +{"uuid":"gpqa-main-77067b016766698b199936c6","benchmark":"gpqa_main","data_index":1495,"repeat_index":3,"sample_id":"gpqa-main-77067b016766698b199936c6/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":133,"prompt_tokens":306,"effective_max_tokens":130766,"original_embedded_prediction":"B","question_sha256":"4c8dd76001266d2c0d3a086b95cb4f68ba3f1b2658186002903315d51bf5bea6"} +{"uuid":"gpqa-main-33b9f4658edfefac92faa4d3","benchmark":"gpqa_main","data_index":1428,"repeat_index":3,"sample_id":"gpqa-main-33b9f4658edfefac92faa4d3/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":429,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"A","question_sha256":"21b950759e4e088c97c70fcca487f4b3ceddd69dd2563433e332a0dde94eeddb"} +{"uuid":"gpqa-main-a67142bf6c763d9963d7474d","benchmark":"gpqa_main","data_index":1185,"repeat_index":3,"sample_id":"gpqa-main-a67142bf6c763d9963d7474d/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":1314,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"D","question_sha256":"7ed6c7d194038ef8d8c6a84cb18be1015f73754e42d4facb7418e8412ad86b77"} +{"uuid":"gpqa-main-d4ee93c18c20e4432773fe55","benchmark":"gpqa_main","data_index":1463,"repeat_index":3,"sample_id":"gpqa-main-d4ee93c18c20e4432773fe55/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":281,"prompt_tokens":200,"effective_max_tokens":130872,"original_embedded_prediction":"D","question_sha256":"77bffd13a6b6464f7c63296f571164c184ce47a8cd6f8ecf91f0dc28407d44a1"} +{"uuid":"gpqa-main-0b01dd8e7881a40d7eb61175","benchmark":"gpqa_main","data_index":1491,"repeat_index":3,"sample_id":"gpqa-main-0b01dd8e7881a40d7eb61175/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":167,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"D","question_sha256":"74998926c571f30bb050d73fd21eee2727687e5a8320253f13d3d84b8605a913"} +{"uuid":"gpqa-main-12fef4b097b802dea2564ea2","benchmark":"gpqa_main","data_index":1338,"repeat_index":3,"sample_id":"gpqa-main-12fef4b097b802dea2564ea2/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":789,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"C","question_sha256":"254c10ac4fdccd2709d12769dd755a22c6de6b1e6bff2363164511e2905446d7"} +{"uuid":"gpqa-main-ecb6740406340eb07beacf42","benchmark":"gpqa_main","data_index":1378,"repeat_index":3,"sample_id":"gpqa-main-ecb6740406340eb07beacf42/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":658,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"C","question_sha256":"29f96711820eba41ccced6676074bc5bcd9e3eb6c97ce5e8507128a91a175bb0"} +{"uuid":"gpqa-main-32802554a860af51b4d7360f","benchmark":"gpqa_main","data_index":1388,"repeat_index":3,"sample_id":"gpqa-main-32802554a860af51b4d7360f/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":605,"prompt_tokens":399,"effective_max_tokens":130673,"original_embedded_prediction":"C","question_sha256":"ea1d2c2fd4395ec2cad416b20c41a657730d84acd26fb53712bf10f6807a4e64"} +{"uuid":"gpqa-main-63aef6e78c9803d030a16f9c","benchmark":"gpqa_main","data_index":1360,"repeat_index":3,"sample_id":"gpqa-main-63aef6e78c9803d030a16f9c/repeat-3","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":718,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":null,"question_sha256":"255e934ed277fdd11f71245508448f7031439d40eb38fd78fb3b813b247c5726"} +{"uuid":"gpqa-main-5f1108e8b2f18297c04895bf","benchmark":"gpqa_main","data_index":1481,"repeat_index":3,"sample_id":"gpqa-main-5f1108e8b2f18297c04895bf/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":240,"prompt_tokens":447,"effective_max_tokens":130625,"original_embedded_prediction":"C","question_sha256":"d6e89de54268d0839b91cc5f860fd4903b1d8277accaf665ced8b5404cdbbe84"} +{"uuid":"gpqa-main-56cc62f5d70b661868d341e7","benchmark":"gpqa_main","data_index":1390,"repeat_index":3,"sample_id":"gpqa-main-56cc62f5d70b661868d341e7/repeat-3","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":620,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":null,"question_sha256":"c974918b90f5892aaad4308e337b490844102dbfad26c90bf508602f9c595d5d"} +{"uuid":"gpqa-main-238c4616c3347122f4b974e4","benchmark":"gpqa_main","data_index":1517,"repeat_index":3,"sample_id":"gpqa-main-238c4616c3347122f4b974e4/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":68,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"C","question_sha256":"5a24c76ed39eb083ccc9c24780d936fe2e52cba76ae67efa4d647cc35e10037b"} +{"uuid":"gpqa-main-9a5518ae94b2b0d35d86de13","benchmark":"gpqa_main","data_index":1441,"repeat_index":3,"sample_id":"gpqa-main-9a5518ae94b2b0d35d86de13/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":402,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"C","question_sha256":"3fcfcbf2649513809f04d9fdbcbe0c6bc1a91164f8dcfd7d9748267f2db7c6ce"} +{"uuid":"gpqa-main-cda2fe50fc8423311319e78e","benchmark":"gpqa_main","data_index":1452,"repeat_index":3,"sample_id":"gpqa-main-cda2fe50fc8423311319e78e/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":360,"prompt_tokens":182,"effective_max_tokens":130890,"original_embedded_prediction":"B","question_sha256":"1b04aca1c9a8b4f1fabc653b3653d0a48982315e6f1da934d98cadd1948f776f"} +{"uuid":"gpqa-main-53c8581aa69a3066bf003024","benchmark":"gpqa_main","data_index":1502,"repeat_index":3,"sample_id":"gpqa-main-53c8581aa69a3066bf003024/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":147,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"dbc9784ed2e796c6f534e998f17f2a819df9d6d94cd62aa72bd7fdcbf457c948"} +{"uuid":"gpqa-main-83f8b78e2bcb92bda5c03787","benchmark":"gpqa_main","data_index":1488,"repeat_index":3,"sample_id":"gpqa-main-83f8b78e2bcb92bda5c03787/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":228,"prompt_tokens":162,"effective_max_tokens":130910,"original_embedded_prediction":"D","question_sha256":"1f06efeb2323c27b7a92e2f6b6d0f631f5b1caa5357a701f99ff4c3d08286bcf"} +{"uuid":"gpqa-main-bf00d194c934803975b81b7b","benchmark":"gpqa_main","data_index":1089,"repeat_index":2,"sample_id":"gpqa-main-bf00d194c934803975b81b7b/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":1700,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"B","question_sha256":"55e1269d132671f2c7b7f41498cb0b404e702d8ce370ac5555d837581e1b3ad7"} +{"uuid":"gpqa-main-7e9652f906d908e059401ac2","benchmark":"gpqa_main","data_index":1476,"repeat_index":3,"sample_id":"gpqa-main-7e9652f906d908e059401ac2/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":294,"prompt_tokens":346,"effective_max_tokens":130726,"original_embedded_prediction":"C","question_sha256":"9dda9414807cb4996f3a1deb9214b8aaf93c75e41d35fac14966aba5058f07ff"} +{"uuid":"gpqa-main-728c68de5f34aba879617ff3","benchmark":"gpqa_main","data_index":1505,"repeat_index":3,"sample_id":"gpqa-main-728c68de5f34aba879617ff3/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":150,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"D","question_sha256":"93587b6fdb0ccf1d1701c58bd12431b38885397117475f14823f4c52994b39b4"} +{"uuid":"gpqa-main-8d147d8bf7fad22423fc5dd7","benchmark":"gpqa_main","data_index":1434,"repeat_index":3,"sample_id":"gpqa-main-8d147d8bf7fad22423fc5dd7/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":480,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"C","question_sha256":"bfad7a1309a7d02668c615391f7302c03e1c3f61ffaee5d1f44ba2c9f5c40b7d"} +{"uuid":"gpqa-main-1b113e4801541a0f8a992733","benchmark":"gpqa_main","data_index":1490,"repeat_index":3,"sample_id":"gpqa-main-1b113e4801541a0f8a992733/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":234,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"B","question_sha256":"934c12bf2e6db997c9f4c22933b7e9545d3398849fc6e181c8a8187d83cf44b5"} +{"uuid":"gpqa-main-9254c2db95aeb7ad8ae8a32d","benchmark":"gpqa_main","data_index":1447,"repeat_index":3,"sample_id":"gpqa-main-9254c2db95aeb7ad8ae8a32d/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":421,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"C","question_sha256":"183797b844f5aaf0d4762d5da650b2a14964b261306db104b29a00499b949bd6"} +{"uuid":"gpqa-main-731d6908d225dc9f463d1297","benchmark":"gpqa_main","data_index":1440,"repeat_index":3,"sample_id":"gpqa-main-731d6908d225dc9f463d1297/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":441,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"B","question_sha256":"4774928b0a0c7cdc6d9c17102d2e01adad07f5a344858c23bbc63520a74724d7"} +{"uuid":"gpqa-main-67c1e3a67a2a974a3189d06b","benchmark":"gpqa_main","data_index":1480,"repeat_index":3,"sample_id":"gpqa-main-67c1e3a67a2a974a3189d06b/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":296,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"de0e795a2e1639d4babc3235662e71409fadd14e0c80f8551b3db9b4b53aa8de"} +{"uuid":"gpqa-main-91b254f1e1c8041fbc1a3222","benchmark":"gpqa_main","data_index":1512,"repeat_index":3,"sample_id":"gpqa-main-91b254f1e1c8041fbc1a3222/repeat-3","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":150,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":null,"question_sha256":"35cf9161cc3c5b82d0770ab2b2fdef4a970ddae93523dee3a6bde8574e79b13d"} +{"uuid":"gpqa-main-513a35e22e5c48f5b3b0518a","benchmark":"gpqa_main","data_index":1435,"repeat_index":3,"sample_id":"gpqa-main-513a35e22e5c48f5b3b0518a/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":487,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"A","question_sha256":"b4baa0b1a21db872411dec993670e6c6bc360a94404305cc5d3ecc9264fdf913"} +{"uuid":"gpqa-main-b36b446fe10911202d34a473","benchmark":"gpqa_main","data_index":1511,"repeat_index":3,"sample_id":"gpqa-main-b36b446fe10911202d34a473/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":157,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"D","question_sha256":"a817452b182acac6761625a70d62a32f2da8fc7a708397cb06f4ad35d5fb18f8"} +{"uuid":"gpqa-main-ae71bab05f11abac2f706bb9","benchmark":"gpqa_main","data_index":1493,"repeat_index":3,"sample_id":"gpqa-main-ae71bab05f11abac2f706bb9/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":242,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"d160134fd023bac8e7f94f4d4e70e01dc36d3ae74bb54ab778b03686e5b7b2c0"} +{"uuid":"gpqa-main-33c3b423f54aabfcfca66691","benchmark":"gpqa_main","data_index":1486,"repeat_index":3,"sample_id":"gpqa-main-33c3b423f54aabfcfca66691/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":284,"prompt_tokens":323,"effective_max_tokens":130749,"original_embedded_prediction":"B","question_sha256":"d3ede1ef1590cafbeca0278be62d75df7a0ca03bdf527b454a132420994473ae"} +{"uuid":"gpqa-main-0fb808246cf99919fa61cf95","benchmark":"gpqa_main","data_index":1520,"repeat_index":3,"sample_id":"gpqa-main-0fb808246cf99919fa61cf95/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":126,"prompt_tokens":415,"effective_max_tokens":130657,"original_embedded_prediction":"A","question_sha256":"8dd19f310e71e68caf9619c551faf073baee082c2fdae90e86d766c8f04dd15c"} +{"uuid":"gpqa-main-2efd60649bdbaa65b5969003","benchmark":"gpqa_main","data_index":1509,"repeat_index":3,"sample_id":"gpqa-main-2efd60649bdbaa65b5969003/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":175,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"C","question_sha256":"af907b84cdd249e3bd0dcd3a0fc488c3673df744a66342233bebd85574ac74c3"} +{"uuid":"gpqa-main-ae94db70e45f3af66518a393","benchmark":"gpqa_main","data_index":1482,"repeat_index":3,"sample_id":"gpqa-main-ae94db70e45f3af66518a393/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":314,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"C","question_sha256":"357c925128939cb69954fa6d11c54df2209c646ee1d3db2ab6dfea44ae6407b6"} +{"uuid":"gpqa-main-7c103d3006e7e5942b17dfc2","benchmark":"gpqa_main","data_index":1497,"repeat_index":3,"sample_id":"gpqa-main-7c103d3006e7e5942b17dfc2/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":232,"prompt_tokens":254,"effective_max_tokens":130818,"original_embedded_prediction":"A","question_sha256":"851c6624380df7dd30fbf4b482add6ae0543525ac196eb146f0d1eb73a673d6c"} +{"uuid":"gpqa-main-810618179b41cff3d8593ba5","benchmark":"gpqa_main","data_index":1559,"repeat_index":4,"sample_id":"gpqa-main-810618179b41cff3d8593ba5/repeat-4","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":18,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":null,"question_sha256":"4f7077a78998cfa5dbe881d51f9f859973bb281cce9f5a2bde9d5475cc520111"} +{"uuid":"gpqa-main-e31881ef9b38bb3d802fa432","benchmark":"gpqa_main","data_index":1477,"repeat_index":3,"sample_id":"gpqa-main-e31881ef9b38bb3d802fa432/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":335,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"B","question_sha256":"d2b3b2f779f59635b5b67b63d55e4ada87e7ff867992c7a0b26b010dac9f8650"} +{"uuid":"gpqa-main-b306a5cb19a37a5923ddeda3","benchmark":"gpqa_main","data_index":1527,"repeat_index":3,"sample_id":"gpqa-main-b306a5cb19a37a5923ddeda3/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":132,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"C","question_sha256":"10d0692d1c6af6008ffff69894cb0183dafbb80748247a3a0e1961e87f1e7c9f"} +{"uuid":"gpqa-main-443f8ea9f271c4442521f8e4","benchmark":"gpqa_main","data_index":1451,"repeat_index":3,"sample_id":"gpqa-main-443f8ea9f271c4442521f8e4/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":444,"prompt_tokens":326,"effective_max_tokens":130746,"original_embedded_prediction":"C","question_sha256":"9211da2d82adb786850c236cd14fc05728eb04599b0abc0202714ba6bd385d19"} +{"uuid":"gpqa-main-fcf4fbe275826c7d67e6067b","benchmark":"gpqa_main","data_index":1484,"repeat_index":3,"sample_id":"gpqa-main-fcf4fbe275826c7d67e6067b/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":327,"prompt_tokens":319,"effective_max_tokens":130753,"original_embedded_prediction":"C","question_sha256":"804a1298d02f33e3d34af9885ef317731ae757104a1e874356955c98921afd18"} +{"uuid":"gpqa-main-3d4249ae7ea85a07b7726fff","benchmark":"gpqa_main","data_index":1545,"repeat_index":4,"sample_id":"gpqa-main-3d4249ae7ea85a07b7726fff/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":88,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"f3a651caf4cc86d7183e2aa4e94783901dfd4ba7026521589b0aa1f1c95b0e55"} +{"uuid":"gpqa-main-7684b3ed8a4540e6099495df","benchmark":"gpqa_main","data_index":1479,"repeat_index":3,"sample_id":"gpqa-main-7684b3ed8a4540e6099495df/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":353,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"B","question_sha256":"0caf81b8c83789b0b258b80856002cff7fd589a737844db0407269017bcd1955"} +{"uuid":"gpqa-main-ab4c50e2da12e11b47155f74","benchmark":"gpqa_main","data_index":1444,"repeat_index":3,"sample_id":"gpqa-main-ab4c50e2da12e11b47155f74/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":488,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"C","question_sha256":"b734e134fe4529267a34452ccc5cb2a7d56f7b471273d9e978add607de6f30b6"} +{"uuid":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8","benchmark":"gpqa_main","data_index":1448,"repeat_index":3,"sample_id":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":475,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"C","question_sha256":"bf639adbf5de648e6799cd9936073de7b6c750cf7c5870ed99dc4f842748abb9"} +{"uuid":"gpqa-main-43903740f46e3267ecd42324","benchmark":"gpqa_main","data_index":1503,"repeat_index":3,"sample_id":"gpqa-main-43903740f46e3267ecd42324/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":236,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"b52b0025e64a7d0c0023e98ca9fe1f002e22bd987dd934f74304bd22e6e7da20"} +{"uuid":"gpqa-main-ba7b4d8b6b363240553a5da8","benchmark":"gpqa_main","data_index":1549,"repeat_index":4,"sample_id":"gpqa-main-ba7b4d8b6b363240553a5da8/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":82,"prompt_tokens":320,"effective_max_tokens":130752,"original_embedded_prediction":"B","question_sha256":"f31ead87a22282cc5dfb01f73a1fe9c84520ad1b8dc017953d8293dbe8b47044"} +{"uuid":"gpqa-main-3b577bce88d27365cf34e990","benchmark":"gpqa_main","data_index":1496,"repeat_index":3,"sample_id":"gpqa-main-3b577bce88d27365cf34e990/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":276,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"952132525f3a442f1b38bdc3d0190df1c505766096106e7ac626a451f1b236fc"} +{"uuid":"gpqa-main-5af38d4af998e6cc090b76a4","benchmark":"gpqa_main","data_index":1518,"repeat_index":3,"sample_id":"gpqa-main-5af38d4af998e6cc090b76a4/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":188,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"B","question_sha256":"b20325f500465457b07762e2fe70b04e5055bd3df2783351050b6c3d04223eb4"} +{"uuid":"gpqa-main-e47ea8383f43129dec459997","benchmark":"gpqa_main","data_index":1436,"repeat_index":3,"sample_id":"gpqa-main-e47ea8383f43129dec459997/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":535,"prompt_tokens":262,"effective_max_tokens":130810,"original_embedded_prediction":"C","question_sha256":"9e7260c352d5970f26856e94943b008fa72ebf3264a0e2790592a41209cfac2d"} +{"uuid":"gpqa-main-1a3571c1ec099b06b5011ceb","benchmark":"gpqa_main","data_index":1474,"repeat_index":3,"sample_id":"gpqa-main-1a3571c1ec099b06b5011ceb/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":397,"prompt_tokens":166,"effective_max_tokens":130906,"original_embedded_prediction":"C","question_sha256":"853f9bd759921129a51dd81d489f867c5aa9463f1925c203fe6f1e3147741f08"} +{"uuid":"gpqa-main-579e17ce4c553c730c526a5c","benchmark":"gpqa_main","data_index":1578,"repeat_index":4,"sample_id":"gpqa-main-579e17ce4c553c730c526a5c/repeat-4","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":null,"question_sha256":"1ce3d847d25b2c2f678c304f134266501155719553a1a003f38a6b0a75ffb81b"} +{"uuid":"gpqa-main-f2c0ff64cf18a6ae32dc45dc","benchmark":"gpqa_main","data_index":1351,"repeat_index":3,"sample_id":"gpqa-main-f2c0ff64cf18a6ae32dc45dc/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":891,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"f2467e0d99b11d10fdd18675d7a73d1a19569e58d6aa97be50c24c2cb28731b1"} +{"uuid":"gpqa-main-6078bfac5f15131fb59b31ce","benchmark":"gpqa_main","data_index":1458,"repeat_index":3,"sample_id":"gpqa-main-6078bfac5f15131fb59b31ce/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":461,"prompt_tokens":383,"effective_max_tokens":130689,"original_embedded_prediction":"D","question_sha256":"2c08be31c31eb443db8881662320ebedec47eef168a86389032948d5a9cc37d1"} +{"uuid":"gpqa-main-08452235d283f9ba82364ea8","benchmark":"gpqa_main","data_index":1546,"repeat_index":4,"sample_id":"gpqa-main-08452235d283f9ba82364ea8/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":121,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"65db6ef4b562a9503afeb197451091c7514df18fdee747a881b8057c38e21d0f"} +{"uuid":"gpqa-main-a39e48c3dd280f4d62399e78","benchmark":"gpqa_main","data_index":1523,"repeat_index":3,"sample_id":"gpqa-main-a39e48c3dd280f4d62399e78/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":198,"prompt_tokens":397,"effective_max_tokens":130675,"original_embedded_prediction":"D","question_sha256":"721c25455cfe9ff83ae29b7ba79700cb78268040d9773283d4d8afebd849187b"} +{"uuid":"gpqa-main-3f9251e093c698e0c2fa2826","benchmark":"gpqa_main","data_index":1510,"repeat_index":3,"sample_id":"gpqa-main-3f9251e093c698e0c2fa2826/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":249,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"B","question_sha256":"252debe46c4fa81fca060b5a84d473e7c0bf04c99b8b5f54aab8119f22de36b4"} +{"uuid":"gpqa-main-9f5d195170ba73ccdc7a3b84","benchmark":"gpqa_main","data_index":1359,"repeat_index":3,"sample_id":"gpqa-main-9f5d195170ba73ccdc7a3b84/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":874,"prompt_tokens":552,"effective_max_tokens":130520,"original_embedded_prediction":"B","question_sha256":"e4e5526f8ea9205cbe6b33a5256144298ad11d8250b020cbd4fddbba85a12596"} +{"uuid":"gpqa-main-f022820fa3c0f536a4d4a9bc","benchmark":"gpqa_main","data_index":1507,"repeat_index":3,"sample_id":"gpqa-main-f022820fa3c0f536a4d4a9bc/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":260,"prompt_tokens":288,"effective_max_tokens":130784,"original_embedded_prediction":"C","question_sha256":"d7be2d674d4903c49886b492451a9febcfb5696ccd6f0931c4d48ef06a19b2b9"} +{"uuid":"gpqa-main-65b3a19abfb8f6bf88bf75f5","benchmark":"gpqa_main","data_index":1519,"repeat_index":3,"sample_id":"gpqa-main-65b3a19abfb8f6bf88bf75f5/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":220,"prompt_tokens":308,"effective_max_tokens":130764,"original_embedded_prediction":"D","question_sha256":"a8345a17dbfe0f12b34f72265cd346edb8235c10a1aa78acb6be06124a19360a"} +{"uuid":"gpqa-main-e2b759199021c586345ac38f","benchmark":"gpqa_main","data_index":1553,"repeat_index":4,"sample_id":"gpqa-main-e2b759199021c586345ac38f/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":114,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"C","question_sha256":"ca59405f2d298a50a3e8fd6d281b67ca4a3ee503578df49e700cc46fe3c4f3d8"} +{"uuid":"gpqa-main-3ebc2c6c608ed7f5e7bf9463","benchmark":"gpqa_main","data_index":1556,"repeat_index":4,"sample_id":"gpqa-main-3ebc2c6c608ed7f5e7bf9463/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":110,"prompt_tokens":286,"effective_max_tokens":130786,"original_embedded_prediction":"B","question_sha256":"81bfcfb746da8dbf79e11ca4c419d5416ea1be46678f915598ebe3f9c6b6fc32"} +{"uuid":"gpqa-main-67410b7a8dc0eaa2a0ad0e33","benchmark":"gpqa_main","data_index":1499,"repeat_index":3,"sample_id":"gpqa-main-67410b7a8dc0eaa2a0ad0e33/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":309,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"C","question_sha256":"bb309e44424b270e31ff68a9df49f0a2f19335280a19eb9a92c5dcd1810cc3e8"} +{"uuid":"gpqa-main-fcf4fc69f21da83688056521","benchmark":"gpqa_main","data_index":1515,"repeat_index":3,"sample_id":"gpqa-main-fcf4fc69f21da83688056521/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":249,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"D","question_sha256":"691112dd08aec41d1dfd7a48bf6e56a828dc8b340887ad6364daff290f8a88c4"} +{"uuid":"gpqa-main-3cb5227445654dab4b5dacc2","benchmark":"gpqa_main","data_index":1466,"repeat_index":3,"sample_id":"gpqa-main-3cb5227445654dab4b5dacc2/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":469,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"4b45de4106aaf95114f9bda69339b541037b0eb04b8fd1f40efb6b91ed2a479e"} +{"uuid":"gpqa-main-ad37592fd14aa64b9045a2c4","benchmark":"gpqa_main","data_index":1526,"repeat_index":3,"sample_id":"gpqa-main-ad37592fd14aa64b9045a2c4/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":223,"prompt_tokens":142,"effective_max_tokens":130930,"original_embedded_prediction":"B","question_sha256":"1b3ff6b6ef905e2e7d9fad403ad7bcef59c07ba5858ab30374d9c1f3f07e7dee"} +{"uuid":"gpqa-main-4c4e7752fc041224f19d3f9a","benchmark":"gpqa_main","data_index":1462,"repeat_index":3,"sample_id":"gpqa-main-4c4e7752fc041224f19d3f9a/repeat-3","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":489,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"A","question_sha256":"a7183bc025131850f86e24e7faa64e367e334f399dbbc968c1e6069905fe8c28"} +{"uuid":"gpqa-main-60c7c63632b1d67ffb8a4fb7","benchmark":"gpqa_main","data_index":1487,"repeat_index":3,"sample_id":"gpqa-main-60c7c63632b1d67ffb8a4fb7/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":398,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"C","question_sha256":"60c9747de98dcd74354ee70ce1049c3c1d1b8d72f4e9848984af5d6ceb1a0c57"} +{"uuid":"gpqa-main-de59169ce40a93ff305f9a41","benchmark":"gpqa_main","data_index":1536,"repeat_index":4,"sample_id":"gpqa-main-de59169ce40a93ff305f9a41/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":211,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"c5859c729f1f8217c8555103da018a579f07eb8df38d8389383b2f4634573327"} +{"uuid":"gpqa-main-7ac0db7d29e6e8c587a8e8f2","benchmark":"gpqa_main","data_index":1468,"repeat_index":3,"sample_id":"gpqa-main-7ac0db7d29e6e8c587a8e8f2/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":478,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"C","question_sha256":"1fc80dd29a6d1127a37414c18382b28b3e9d2f38b390130751d4cbfe90841375"} +{"uuid":"gpqa-main-c6cc654afa201cd3d5b66695","benchmark":"gpqa_main","data_index":1464,"repeat_index":3,"sample_id":"gpqa-main-c6cc654afa201cd3d5b66695/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":498,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"C","question_sha256":"79526cdc6c623c8657c3060ab8b305f1b4d8aa35f2b7905c6fd4c3e119c5c310"} +{"uuid":"gpqa-main-b9cd3234a1fbbf6fe8b281a7","benchmark":"gpqa_main","data_index":1525,"repeat_index":3,"sample_id":"gpqa-main-b9cd3234a1fbbf6fe8b281a7/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":249,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"407ed0eb19714d6ab4f488ca6e6a117c40e4991746c31ad1c464c5e529e59565"} +{"uuid":"gpqa-main-6845f28b26fa44b2b44ded84","benchmark":"gpqa_main","data_index":1292,"repeat_index":3,"sample_id":"gpqa-main-6845f28b26fa44b2b44ded84/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1164,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"7c6678dd868700f600b69c54e83e52a10695ac957465ffbe08c35d20f42b448e"} +{"uuid":"gpqa-main-30529bca8e7fdf66400bd444","benchmark":"gpqa_main","data_index":1554,"repeat_index":4,"sample_id":"gpqa-main-30529bca8e7fdf66400bd444/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":149,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"fc081c2fbb63be5006154edbddcd4d1654207c4f1ad333e12f9bc19972753482"} +{"uuid":"gpqa-main-39045ad4d1274d0e56839d7b","benchmark":"gpqa_main","data_index":1528,"repeat_index":3,"sample_id":"gpqa-main-39045ad4d1274d0e56839d7b/repeat-3","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":238,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":null,"question_sha256":"429df35a12720ff87021b558515bede2e2590914376178a956309c141594787f"} +{"uuid":"gpqa-main-d31323dded27ae0c86cb5c75","benchmark":"gpqa_main","data_index":1465,"repeat_index":3,"sample_id":"gpqa-main-d31323dded27ae0c86cb5c75/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":504,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"B","question_sha256":"8f174dd25b58e6fc8e309577a66d0f5a4f46ed89bf1a5165c0cb561a4e3e33e9"} +{"uuid":"gpqa-main-7239e8e1a6f52b11d89b376d","benchmark":"gpqa_main","data_index":1571,"repeat_index":4,"sample_id":"gpqa-main-7239e8e1a6f52b11d89b376d/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":97,"prompt_tokens":359,"effective_max_tokens":130713,"original_embedded_prediction":"A","question_sha256":"6b778965b4593497cd5378ecaa94e84f97d2910300038afb6590a8e9376b791c"} +{"uuid":"gpqa-main-f6a21b5c88fe41ca6a55591f","benchmark":"gpqa_main","data_index":1506,"repeat_index":3,"sample_id":"gpqa-main-f6a21b5c88fe41ca6a55591f/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":320,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"C","question_sha256":"b0808ff670ee04ab6af9402dbf89fd865b5fcc16ca43f81c6b8ed06e07bd5ee2"} +{"uuid":"gpqa-main-17eb0ef902a11d36b13bb4ba","benchmark":"gpqa_main","data_index":1530,"repeat_index":3,"sample_id":"gpqa-main-17eb0ef902a11d36b13bb4ba/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":253,"prompt_tokens":290,"effective_max_tokens":130782,"original_embedded_prediction":"D","question_sha256":"da025e796cabfda79ad3a899a873052b028159563074d0934fabc7ee4c54d8ad"} +{"uuid":"gpqa-main-cdc31486df3de65ec2c324e2","benchmark":"gpqa_main","data_index":1555,"repeat_index":4,"sample_id":"gpqa-main-cdc31486df3de65ec2c324e2/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":167,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"C","question_sha256":"4d233cd7b8524c989eb47a4c40d6f2f47070b986fea11e3ee3029c07db9b3356"} +{"uuid":"gpqa-main-6f84d17ede852cd9196347bd","benchmark":"gpqa_main","data_index":1516,"repeat_index":3,"sample_id":"gpqa-main-6f84d17ede852cd9196347bd/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":297,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"C","question_sha256":"e410f49b6f85564bf5b9226069391669e4c376097b2656e616a6b82abd4729ac"} +{"uuid":"gpqa-main-759e35a2024fc09bd491c9ff","benchmark":"gpqa_main","data_index":1539,"repeat_index":4,"sample_id":"gpqa-main-759e35a2024fc09bd491c9ff/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":238,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"C","question_sha256":"4c284608a459b460f3ec3dfd5c7c71cfa84c171d4eb8a52aab9e6e4a8cb409bb"} +{"uuid":"gpqa-main-47f8cee187b620660c7d11b3","benchmark":"gpqa_main","data_index":1608,"repeat_index":4,"sample_id":"gpqa-main-47f8cee187b620660c7d11b3/repeat-4","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":null,"question_sha256":"b114078343a4ce3eeaa845ee2c7bfa4ac7c9add00f507d8ff60e46cca593fb46"} +{"uuid":"gpqa-main-08cb3c41dbaa57f424632b84","benchmark":"gpqa_main","data_index":1540,"repeat_index":4,"sample_id":"gpqa-main-08cb3c41dbaa57f424632b84/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":229,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"e37327eb6a290bf649f9b548f5d9834983b5d59efc10b4281a4bdbb75523863f"} +{"uuid":"gpqa-main-d750e02b8d42b4b4d6aba4b9","benchmark":"gpqa_main","data_index":1577,"repeat_index":4,"sample_id":"gpqa-main-d750e02b8d42b4b4d6aba4b9/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":109,"prompt_tokens":944,"effective_max_tokens":130128,"original_embedded_prediction":"D","question_sha256":"5ea7e9b17f677439bf5f6e43169cb794916985d1c5964f6a0d8becf3f9e3b7ad"} +{"uuid":"gpqa-main-18347a23c4b32df1f0b31d1a","benchmark":"gpqa_main","data_index":1547,"repeat_index":4,"sample_id":"gpqa-main-18347a23c4b32df1f0b31d1a/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":215,"prompt_tokens":438,"effective_max_tokens":130634,"original_embedded_prediction":"C","question_sha256":"f69ff8c0001cb2bdea3e51d7d4063a70e8b64bf6f735f62088f0ace464bbe468"} +{"uuid":"gpqa-main-5f044a1bf575df47abc76e1a","benchmark":"gpqa_main","data_index":1498,"repeat_index":3,"sample_id":"gpqa-main-5f044a1bf575df47abc76e1a/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":393,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"56742e4e637e9ad1340d4a8de7af8e0d6ce2447d668cc5b51dfb52dfb0b2b8e9"} +{"uuid":"gpqa-main-d9fdff837cb2d2e4d1e81014","benchmark":"gpqa_main","data_index":1535,"repeat_index":3,"sample_id":"gpqa-main-d9fdff837cb2d2e4d1e81014/repeat-3","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":267,"prompt_tokens":153,"effective_max_tokens":130919,"original_embedded_prediction":"A","question_sha256":"021732e23dc83767a3bfeabac85945e664d0c83c8f4cd2ecee91855cda0b0d54"} +{"uuid":"gpqa-main-992d40815d86851a9f6e7230","benchmark":"gpqa_main","data_index":1537,"repeat_index":4,"sample_id":"gpqa-main-992d40815d86851a9f6e7230/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":266,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"D","question_sha256":"b698ebb0cb6d3abffa554435859e51f21dd11a9955cfceece2c7a6fa9b0e2023"} +{"uuid":"gpqa-main-9eaa6714b15499d3c303ce90","benchmark":"gpqa_main","data_index":1375,"repeat_index":3,"sample_id":"gpqa-main-9eaa6714b15499d3c303ce90/repeat-3","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":199999,"completion_tokens":932,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":null,"question_sha256":"cfac786b87a07d0c92f7c3da73233aa6c32340b63dff9d3f72bd1bd025cd565d"} +{"uuid":"gpqa-main-a67142bf6c763d9963d7474d","benchmark":"gpqa_main","data_index":1569,"repeat_index":4,"sample_id":"gpqa-main-a67142bf6c763d9963d7474d/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":161,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"D","question_sha256":"7ed6c7d194038ef8d8c6a84cb18be1015f73754e42d4facb7418e8412ad86b77"} +{"uuid":"gpqa-main-950b8724526dc5d718438bec","benchmark":"gpqa_main","data_index":1548,"repeat_index":4,"sample_id":"gpqa-main-950b8724526dc5d718438bec/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":231,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"d81eab0b3deeedb23d68076a8f0de5ca6461b5d2d1a7da228f6a0b6ba6ca53e7"} +{"uuid":"gpqa-main-fbf1f6e62b48cbbf0bca4714","benchmark":"gpqa_main","data_index":1587,"repeat_index":4,"sample_id":"gpqa-main-fbf1f6e62b48cbbf0bca4714/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":110,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"C","question_sha256":"59affc9a905621c391ee7886c0e428eac5cb1f60c7c251e2fc1fcb081cb8e076"} +{"uuid":"gpqa-main-6543e2c47b61f7f328bcf42d","benchmark":"gpqa_main","data_index":1572,"repeat_index":4,"sample_id":"gpqa-main-6543e2c47b61f7f328bcf42d/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":154,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"C","question_sha256":"9f8c4aa52521e2926d56fdd03cf5aeaf3543c911c9b75774731cd1204efc1328"} +{"uuid":"gpqa-main-5caa71cb7e0124d349b3046e","benchmark":"gpqa_main","data_index":1612,"repeat_index":4,"sample_id":"gpqa-main-5caa71cb7e0124d349b3046e/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":54,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"C","question_sha256":"965fd430b8ea291a67e2311c4874eba053c21ea0ce6fa222eec4bed300fc2976"} +{"uuid":"gpqa-main-01e62a7b7362ebd043bef6f7","benchmark":"gpqa_main","data_index":1380,"repeat_index":3,"sample_id":"gpqa-main-01e62a7b7362ebd043bef6f7/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":947,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"B","question_sha256":"339602fd0ae9cbdaef368f3dcff01cd2d212565d5c7830b14c0fd29de1cb58d6"} +{"uuid":"gpqa-main-b7ef729c55e0cb48c67bca16","benchmark":"gpqa_main","data_index":1567,"repeat_index":4,"sample_id":"gpqa-main-b7ef729c55e0cb48c67bca16/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":193,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"A","question_sha256":"732a49f65a753e1d2c9ebb525ad8cc4c9ea6aa812fdc5eda3c630aa4aa35c7b5"} +{"uuid":"gpqa-main-ad8f0afd2f116341ed3a69c0","benchmark":"gpqa_main","data_index":1576,"repeat_index":4,"sample_id":"gpqa-main-ad8f0afd2f116341ed3a69c0/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":167,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"D","question_sha256":"b6c9142bf69c50d0a62b5b8254344b66610ca208a646e6a69a606819b7eb1bf8"} +{"uuid":"gpqa-main-70afc730094f43bb0e05f371","benchmark":"gpqa_main","data_index":977,"repeat_index":2,"sample_id":"gpqa-main-70afc730094f43bb0e05f371/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":2341,"prompt_tokens":360,"effective_max_tokens":130712,"original_embedded_prediction":"B","question_sha256":"f328e748a74c78b0ab73f790c6848b663fb5bffac884e2793a63bb9ce351e4b6"} +{"uuid":"gpqa-main-d8361782f08c0e6d16de3839","benchmark":"gpqa_main","data_index":1439,"repeat_index":3,"sample_id":"gpqa-main-d8361782f08c0e6d16de3839/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":709,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"C","question_sha256":"aed1658f69a85980c41ce94c10ac1535d2de3683f7a5c3821d1a84fa594d4571"} +{"uuid":"gpqa-main-1f0af84f0bdb1b68af6a7719","benchmark":"gpqa_main","data_index":1533,"repeat_index":3,"sample_id":"gpqa-main-1f0af84f0bdb1b68af6a7719/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":347,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"B","question_sha256":"47eb07162cc525d2e6a87977deb802204fed59b801dd5e2935cc6edb3c036af1"} +{"uuid":"gpqa-main-3f72ea9cda0c3c6f970bd310","benchmark":"gpqa_main","data_index":1594,"repeat_index":4,"sample_id":"gpqa-main-3f72ea9cda0c3c6f970bd310/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":141,"prompt_tokens":432,"effective_max_tokens":130640,"original_embedded_prediction":"C","question_sha256":"a5bf307fdc69920b346c2d288b6a35b24485c92c8e245174a775055fa172cdc6"} +{"uuid":"gpqa-main-485d6d2d8d4ef097891a30ae","benchmark":"gpqa_main","data_index":1522,"repeat_index":3,"sample_id":"gpqa-main-485d6d2d8d4ef097891a30ae/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":376,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"B","question_sha256":"c6a4a4365a6f088ad7d433e788ad1983c25ce2a6965fa332c2fd4f61eea9bbbc"} +{"uuid":"gpqa-main-b38dfd97dcfb80fb4df4c6f2","benchmark":"gpqa_main","data_index":894,"repeat_index":2,"sample_id":"gpqa-main-b38dfd97dcfb80fb4df4c6f2/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":2633,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"28fc44d6ca68ec833bb9837a558199f6e126ccb90f29dc42a2a4bf34ea4b66a7"} +{"uuid":"gpqa-main-7ed621f8290d6ac14181ce45","benchmark":"gpqa_main","data_index":1534,"repeat_index":3,"sample_id":"gpqa-main-7ed621f8290d6ac14181ce45/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":353,"prompt_tokens":298,"effective_max_tokens":130774,"original_embedded_prediction":"C","question_sha256":"c1c0ad22e4376412fe1e7564fd1f8c00dd970292dbf0dbb83b0350881e74b306"} +{"uuid":"gpqa-main-c0bc48c4232297b735018487","benchmark":"gpqa_main","data_index":1008,"repeat_index":2,"sample_id":"gpqa-main-c0bc48c4232297b735018487/repeat-2","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":199999,"completion_tokens":2291,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":null,"question_sha256":"bbc99977a336fa9fd961baf75728288b14f7c69841a6757f2793e300690fc85b"} +{"uuid":"gpqa-main-a8c391dd6337620cc79cae0e","benchmark":"gpqa_main","data_index":1568,"repeat_index":4,"sample_id":"gpqa-main-a8c391dd6337620cc79cae0e/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":235,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"435ccdce7cc6c5543ffaf20b4d850d905357568605d01b3a595d44df3dd30d0d"} +{"uuid":"gpqa-main-ff85a5ccc5b465a708f70be3","benchmark":"gpqa_main","data_index":1565,"repeat_index":4,"sample_id":"gpqa-main-ff85a5ccc5b465a708f70be3/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":260,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"f86f6ace621f9a5dc4c1d23e2bb2d546e1ca384df523a7a90d793b41a43ebfc6"} +{"uuid":"gpqa-main-7a6f40292c595b5ffad3d66b","benchmark":"gpqa_main","data_index":1616,"repeat_index":4,"sample_id":"gpqa-main-7a6f40292c595b5ffad3d66b/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":98,"prompt_tokens":317,"effective_max_tokens":130755,"original_embedded_prediction":"C","question_sha256":"82d8161e96256872367b5e1c12af2c1f91e6c4a6aac3d066708fccb1826bf840"} +{"uuid":"gpqa-main-ae71bab05f11abac2f706bb9","benchmark":"gpqa_main","data_index":725,"repeat_index":1,"sample_id":"gpqa-main-ae71bab05f11abac2f706bb9/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3208,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"d160134fd023bac8e7f94f4d4e70e01dc36d3ae74bb54ab778b03686e5b7b2c0"} +{"uuid":"gpqa-main-4b84b53bf506bc0a4468fb2d","benchmark":"gpqa_main","data_index":1607,"repeat_index":4,"sample_id":"gpqa-main-4b84b53bf506bc0a4468fb2d/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":141,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"e302b2005d8d406eb5e8fd7aa1707959448ef06e72b5647d2711c9a056cfeffc"} +{"uuid":"gpqa-main-763daf42ea0c79050a6a4d1d","benchmark":"gpqa_main","data_index":1597,"repeat_index":4,"sample_id":"gpqa-main-763daf42ea0c79050a6a4d1d/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":168,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"D","question_sha256":"72b4053b92adde478bb40c3fb9ef1e06215efe5922e2d600121170f824d32c13"} +{"uuid":"gpqa-main-46f745f508b4d1ad41a0eb01","benchmark":"gpqa_main","data_index":1494,"repeat_index":3,"sample_id":"gpqa-main-46f745f508b4d1ad41a0eb01/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":538,"prompt_tokens":392,"effective_max_tokens":130680,"original_embedded_prediction":"B","question_sha256":"4971bc5df5aee8c296226e29269969e334193d698a942dccd75dac5459c05a5c"} +{"uuid":"gpqa-main-ca7a4b18584754c3664d8758","benchmark":"gpqa_main","data_index":1552,"repeat_index":4,"sample_id":"gpqa-main-ca7a4b18584754c3664d8758/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":319,"prompt_tokens":517,"effective_max_tokens":130555,"original_embedded_prediction":"C","question_sha256":"b15ab8a50cd7768206339f81478bb5a4757f87b1bf1c7671597c48117910482f"} +{"uuid":"gpqa-main-21bf0d1bb4513b046dfdf875","benchmark":"gpqa_main","data_index":1558,"repeat_index":4,"sample_id":"gpqa-main-21bf0d1bb4513b046dfdf875/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":310,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"D","question_sha256":"916a1ca795d38f4c815c99d6f162f52af934ee4e1b0d100dc0a7fb747631f7a7"} +{"uuid":"gpqa-main-50467ff0a4937693425f108b","benchmark":"gpqa_main","data_index":1543,"repeat_index":4,"sample_id":"gpqa-main-50467ff0a4937693425f108b/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":367,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"D","question_sha256":"ee40e0ba47746454343829f9f66dd4d391816fe24ca19edf78fcce05cf1f26d8"} +{"uuid":"gpqa-main-0306849689d2123fedfcfeb5","benchmark":"gpqa_main","data_index":1618,"repeat_index":4,"sample_id":"gpqa-main-0306849689d2123fedfcfeb5/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":122,"prompt_tokens":301,"effective_max_tokens":130771,"original_embedded_prediction":"D","question_sha256":"9b236e1b2c7db4edd3fd08eaeff4fcfd3b13c11bfc0f9c5510349957a837d13a"} +{"uuid":"gpqa-main-8db8ffb39e6d3e618c8d388c","benchmark":"gpqa_main","data_index":1592,"repeat_index":4,"sample_id":"gpqa-main-8db8ffb39e6d3e618c8d388c/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":202,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"D","question_sha256":"28dff82ab12e25f0b479054be2f5d8b597951c2458e383bb25cf488b09c98ff5"} +{"uuid":"gpqa-main-28e3e5e79d7477896c6d853d","benchmark":"gpqa_main","data_index":1560,"repeat_index":4,"sample_id":"gpqa-main-28e3e5e79d7477896c6d853d/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":321,"prompt_tokens":1047,"effective_max_tokens":130025,"original_embedded_prediction":"B","question_sha256":"d3b33ef7a0e55c33b5deae6a673dd7fff1fc2e7efa223f3419ecf58e57c06207"} +{"uuid":"gpqa-main-2fc8b9731f60b1c9eb476570","benchmark":"gpqa_main","data_index":1611,"repeat_index":4,"sample_id":"gpqa-main-2fc8b9731f60b1c9eb476570/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":161,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"C","question_sha256":"8d64fc9e228388438862fd18b500e048e168f26e7191a4220ea8281beb789ea2"} +{"uuid":"gpqa-main-1af843966aecfd5da1f08dd6","benchmark":"gpqa_main","data_index":1542,"repeat_index":4,"sample_id":"gpqa-main-1af843966aecfd5da1f08dd6/repeat-4","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":391,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"A","question_sha256":"13e7c71f8aae7040bd98bd6b7bfe361f01f9aa9f4fd4b6095b40f97963688bdc"} +{"uuid":"gpqa-main-1634ccababef2067673cd88c","benchmark":"gpqa_main","data_index":1582,"repeat_index":4,"sample_id":"gpqa-main-1634ccababef2067673cd88c/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":258,"prompt_tokens":593,"effective_max_tokens":130479,"original_embedded_prediction":"C","question_sha256":"d8c36bd55ba561cb499054e9d5a01217a0498dfd20875e8d9e99d34bcdfd7830"} +{"uuid":"gpqa-main-feeb39404129cbb3b7e867ec","benchmark":"gpqa_main","data_index":1579,"repeat_index":4,"sample_id":"gpqa-main-feeb39404129cbb3b7e867ec/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":272,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"D","question_sha256":"a80144fd582290217d4749a45438b278db047877b2f9babd5f52d9d0dcc88daf"} +{"uuid":"gpqa-main-efc527af4c77c27856f0d201","benchmark":"gpqa_main","data_index":1596,"repeat_index":4,"sample_id":"gpqa-main-efc527af4c77c27856f0d201/repeat-4","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":216,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":null,"question_sha256":"29ffae74d292a9a38f72dd8e95efab3be752912b79e848701193359c657937f6"} +{"uuid":"gpqa-main-5f336d7998263d21db8f15c1","benchmark":"gpqa_main","data_index":1586,"repeat_index":4,"sample_id":"gpqa-main-5f336d7998263d21db8f15c1/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":259,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"C","question_sha256":"5028b464f9ac881885af02d0d7fda29d17165d3804f0f84dbc2e8f6dbd923739"} +{"uuid":"gpqa-main-13dda0527a69422c0bfefb23","benchmark":"gpqa_main","data_index":1581,"repeat_index":4,"sample_id":"gpqa-main-13dda0527a69422c0bfefb23/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":282,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"A","question_sha256":"952dd56af4d111bc829dbe6171c480a13632e8b5771e33245330d32115f96774"} +{"uuid":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7","benchmark":"gpqa_main","data_index":1573,"repeat_index":4,"sample_id":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":304,"prompt_tokens":279,"effective_max_tokens":130793,"original_embedded_prediction":"C","question_sha256":"f730b35adb897658b28382d90ae7881a77e5d86003cc9b3942862d742001d4fb"} +{"uuid":"gpqa-main-84e0462fb979739143160f76","benchmark":"gpqa_main","data_index":1610,"repeat_index":4,"sample_id":"gpqa-main-84e0462fb979739143160f76/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":194,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"17821f797104818a4e9c06d5499572866481ca7a9f6bf4d3993cbc935754c06e"} +{"uuid":"gpqa-main-8a20fac7d1a5bff58e8c63ca","benchmark":"gpqa_main","data_index":1609,"repeat_index":4,"sample_id":"gpqa-main-8a20fac7d1a5bff58e8c63ca/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":197,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"C","question_sha256":"065acbbc3564fb2547e820ab1c35567bac49dff768319e8f4b46ee23bdd92415"} +{"uuid":"gpqa-main-d022f771c467d057bbb527d0","benchmark":"gpqa_main","data_index":1575,"repeat_index":4,"sample_id":"gpqa-main-d022f771c467d057bbb527d0/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":316,"prompt_tokens":192,"effective_max_tokens":130880,"original_embedded_prediction":"A","question_sha256":"f3fdb78f6fe3c60a21e29d92babec94b4d8c0f6e012394045833653cbdb1a4d7"} +{"uuid":"gpqa-main-51f5bda498b3f05cab60119c","benchmark":"gpqa_main","data_index":1601,"repeat_index":4,"sample_id":"gpqa-main-51f5bda498b3f05cab60119c/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":232,"prompt_tokens":271,"effective_max_tokens":130801,"original_embedded_prediction":"C","question_sha256":"f7fa8540a448dfeff404af93810c60c41ed387fb5e4c821bbb6e5869dd9f8630"} +{"uuid":"gpqa-main-efa466851677550746c06a1f","benchmark":"gpqa_main","data_index":1574,"repeat_index":4,"sample_id":"gpqa-main-efa466851677550746c06a1f/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":321,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"b64a2faa078044133322af9742b3f75788b5f8e5701f1fee08d693854a842448"} +{"uuid":"gpqa-main-ddc1b02f963a2f785385132e","benchmark":"gpqa_main","data_index":1629,"repeat_index":4,"sample_id":"gpqa-main-ddc1b02f963a2f785385132e/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":119,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"d5e7b22736a2cdaa0f2553a100795aa6b7e150fcc1b9fe093e28e3fea855f346"} +{"uuid":"gpqa-main-09311165c3bc8a7742115024","benchmark":"gpqa_main","data_index":1557,"repeat_index":4,"sample_id":"gpqa-main-09311165c3bc8a7742115024/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":381,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"C","question_sha256":"d6deae7022d40b283a8b0053867ff7e2d44f15fac7c364d3b34e67d903596cf7"} +{"uuid":"gpqa-main-2601636e383074212d2b5e52","benchmark":"gpqa_main","data_index":1485,"repeat_index":3,"sample_id":"gpqa-main-2601636e383074212d2b5e52/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":676,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"C","question_sha256":"4346808ce2e49e7dd075a69d154a4e1c8d73b71869876d48ffff93747d8898ec"} +{"uuid":"gpqa-main-106fe8a64f4453f81be6f7bd","benchmark":"gpqa_main","data_index":1561,"repeat_index":4,"sample_id":"gpqa-main-106fe8a64f4453f81be6f7bd/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":383,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"B","question_sha256":"f0c3d97c5c67fa210dafa49946af010682993c23bb8995a306a6ee484e0c3b03"} +{"uuid":"gpqa-main-9e1b7c5b2ce53e8d6424b66a","benchmark":"gpqa_main","data_index":1595,"repeat_index":4,"sample_id":"gpqa-main-9e1b7c5b2ce53e8d6424b66a/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":265,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"97732ba422afbf18b5d2d6b3bd26f6c540049e2f82d9628414525cebe7e9a5dd"} +{"uuid":"gpqa-main-efb673a27e8a1e042786abf9","benchmark":"gpqa_main","data_index":1599,"repeat_index":4,"sample_id":"gpqa-main-efb673a27e8a1e042786abf9/repeat-4","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":258,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"A","question_sha256":"1f2f27b90dac22c1b4d70e1b1679a095c5ce0b5ec5dd0bbf48f16b8328b18d89"} +{"uuid":"gpqa-main-07134ad2ae69bd2e9f09ae64","benchmark":"gpqa_main","data_index":1613,"repeat_index":4,"sample_id":"gpqa-main-07134ad2ae69bd2e9f09ae64/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":220,"prompt_tokens":374,"effective_max_tokens":130698,"original_embedded_prediction":"B","question_sha256":"e1448af5dcb7e4a7a5cf31dd231d4a2b2a3829ce3dabc5d7da48a195c1b39112"} +{"uuid":"gpqa-main-6364129e0f80d3896a3d60e2","benchmark":"gpqa_main","data_index":1617,"repeat_index":4,"sample_id":"gpqa-main-6364129e0f80d3896a3d60e2/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":205,"prompt_tokens":526,"effective_max_tokens":130546,"original_embedded_prediction":"D","question_sha256":"123161632faf32d9079808c0fb48f9d5492735ab0a8290fe32ca2f58fad36797"} +{"uuid":"gpqa-main-a3be70bb026878238a72f88b","benchmark":"gpqa_main","data_index":1602,"repeat_index":4,"sample_id":"gpqa-main-a3be70bb026878238a72f88b/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":271,"prompt_tokens":446,"effective_max_tokens":130626,"original_embedded_prediction":"D","question_sha256":"42da82ad5cb9e03bf1c8f1d786b162fd55245c32907328f445c191681a98b669"} +{"uuid":"gpqa-main-9baab02407bb5e317c8c71c4","benchmark":"gpqa_main","data_index":1566,"repeat_index":4,"sample_id":"gpqa-main-9baab02407bb5e317c8c71c4/repeat-4","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":390,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":null,"question_sha256":"4c49b01c534dd76a31b5023fe34fe490913c400dc715a3fa7a874695ca10b949"} +{"uuid":"gpqa-main-69bcb32ba17f6e7aa0918597","benchmark":"gpqa_main","data_index":1650,"repeat_index":4,"sample_id":"gpqa-main-69bcb32ba17f6e7aa0918597/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":92,"prompt_tokens":758,"effective_max_tokens":130314,"original_embedded_prediction":"C","question_sha256":"9eb1fde9ac6acb7dc761f4941a792f3d0d052ad76d36e12bb9e406963b3906ef"} +{"uuid":"gpqa-main-5334e8bdecfbd08a0fceb69b","benchmark":"gpqa_main","data_index":1583,"repeat_index":4,"sample_id":"gpqa-main-5334e8bdecfbd08a0fceb69b/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":345,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"D","question_sha256":"0c1cc6cb8c9b9a25c645b86bbada068207876248621f0327486d559892b7a8a9"} +{"uuid":"gpqa-main-efbd16944acebfe43928d489","benchmark":"gpqa_main","data_index":1585,"repeat_index":4,"sample_id":"gpqa-main-efbd16944acebfe43928d489/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":342,"prompt_tokens":328,"effective_max_tokens":130744,"original_embedded_prediction":"D","question_sha256":"40b2b50a3c993902d4327a3072c497b0bfcbac42a638ecf92be395be7ef82ab0"} +{"uuid":"gpqa-main-edbd99e5f03e3b3f074ba126","benchmark":"gpqa_main","data_index":1598,"repeat_index":4,"sample_id":"gpqa-main-edbd99e5f03e3b3f074ba126/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":303,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"B","question_sha256":"b690990e73efd994587057d6ed5ae270235b0ec6bd4e98df3fc472f01c179765"} +{"uuid":"gpqa-main-ea0400e59078652fc57eb6e1","benchmark":"gpqa_main","data_index":1632,"repeat_index":4,"sample_id":"gpqa-main-ea0400e59078652fc57eb6e1/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":177,"prompt_tokens":537,"effective_max_tokens":130535,"original_embedded_prediction":"D","question_sha256":"50fc83bec6235fb29a76a0a00342f5c99a24684597a5930df882fe103e170363"} +{"uuid":"gpqa-main-9b60a112c6568a530227ce47","benchmark":"gpqa_main","data_index":1584,"repeat_index":4,"sample_id":"gpqa-main-9b60a112c6568a530227ce47/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":359,"prompt_tokens":443,"effective_max_tokens":130629,"original_embedded_prediction":"D","question_sha256":"4dd7bd0636dc935d4359866d23d365353db91692ab9b80b438a3f65683abf4e7"} +{"uuid":"gpqa-main-f35f531075e0f4b71e6bfdf7","benchmark":"gpqa_main","data_index":1564,"repeat_index":4,"sample_id":"gpqa-main-f35f531075e0f4b71e6bfdf7/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":424,"prompt_tokens":440,"effective_max_tokens":130632,"original_embedded_prediction":"C","question_sha256":"1dec0a47229d6987f418c244cc1169bdeb04c6134b883ac8895dc2380cdf0539"} +{"uuid":"gpqa-main-d9fdff837cb2d2e4d1e81014","benchmark":"gpqa_main","data_index":1151,"repeat_index":2,"sample_id":"gpqa-main-d9fdff837cb2d2e4d1e81014/repeat-2","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":1981,"prompt_tokens":153,"effective_max_tokens":130919,"original_embedded_prediction":null,"question_sha256":"021732e23dc83767a3bfeabac85945e664d0c83c8f4cd2ecee91855cda0b0d54"} +{"uuid":"gpqa-main-2322ddc82747aa5a01bf1c1e","benchmark":"gpqa_main","data_index":1638,"repeat_index":4,"sample_id":"gpqa-main-2322ddc82747aa5a01bf1c1e/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":155,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"d9d7e1406d6a9d440081915edafcb4a493a40b6172838b858a979c0a58bb4c62"} +{"uuid":"gpqa-main-7093e90be0c6d72d98ef432c","benchmark":"gpqa_main","data_index":1508,"repeat_index":3,"sample_id":"gpqa-main-7093e90be0c6d72d98ef432c/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":631,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"C","question_sha256":"d73f092255e75c14953338c7dc17fa9e41c6378f650bac797b23d3c68133744d"} +{"uuid":"gpqa-main-832feb793ff377da50abf878","benchmark":"gpqa_main","data_index":1605,"repeat_index":4,"sample_id":"gpqa-main-832feb793ff377da50abf878/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":316,"prompt_tokens":202,"effective_max_tokens":130870,"original_embedded_prediction":"B","question_sha256":"9cb12d81fbbe616cc95beecd1627265e0b5a2fa48b8e7493d3df89b378afbc12"} +{"uuid":"gpqa-main-0cc54149033350a37cf90b8b","benchmark":"gpqa_main","data_index":1619,"repeat_index":4,"sample_id":"gpqa-main-0cc54149033350a37cf90b8b/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":266,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"B","question_sha256":"3298921b7dfbbae04c9893edbe6870746b53e2b7af12e9816f07b6f5e0bff9cb"} +{"uuid":"gpqa-main-47999f808ae4df35fd817dd2","benchmark":"gpqa_main","data_index":1550,"repeat_index":4,"sample_id":"gpqa-main-47999f808ae4df35fd817dd2/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":500,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"0b24415e0a51d238b6f9b4a8ae6a56386da27f195c825aa8d124ca3e7adc5bb9"} +{"uuid":"gpqa-main-0d56f92dcb32c3f0494a4705","benchmark":"gpqa_main","data_index":1551,"repeat_index":4,"sample_id":"gpqa-main-0d56f92dcb32c3f0494a4705/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":492,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"d48362abba761cef50927ef586befd9a2fdb343aa19b2fa457ee74fb6dbfb56b"} +{"uuid":"gpqa-main-7bb8e05365d19cc8328252e0","benchmark":"gpqa_main","data_index":1657,"repeat_index":4,"sample_id":"gpqa-main-7bb8e05365d19cc8328252e0/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":118,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"6aff7faed92c98148418177c8cae4893850a1d67b5ceb00cf6a09467c4491367"} +{"uuid":"gpqa-main-be458c5a0490a8298ea11494","benchmark":"gpqa_main","data_index":1655,"repeat_index":4,"sample_id":"gpqa-main-be458c5a0490a8298ea11494/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":140,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"D","question_sha256":"17cada7a00fa20e35d380a47aad58aace15d791f3cd4f119acb4635e55951129"} +{"uuid":"gpqa-main-09b661e081004aa4c0d45778","benchmark":"gpqa_main","data_index":1642,"repeat_index":4,"sample_id":"gpqa-main-09b661e081004aa4c0d45778/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":196,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"B","question_sha256":"47741045402119262be7a1c17b98cc587ee55b46bb8620655271dca518a4f927"} +{"uuid":"gpqa-main-002cb7f9ef3ee2a3d460b42e","benchmark":"gpqa_main","data_index":1621,"repeat_index":4,"sample_id":"gpqa-main-002cb7f9ef3ee2a3d460b42e/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":305,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"3bed68f29773b3484a0b5acab22f438229b63f2a324fb817a933e4d514178386"} +{"uuid":"gpqa-main-c8bb35d2e6add774a878c895","benchmark":"gpqa_main","data_index":211,"repeat_index":0,"sample_id":"gpqa-main-c8bb35d2e6add774a878c895/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":4898,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"8b5b2cb731b5a7fb6556557d17fc7ef7fb607adfa5050f0d70418eb3b983605b"} +{"uuid":"gpqa-main-73f6c00588963349c225df6c","benchmark":"gpqa_main","data_index":1649,"repeat_index":4,"sample_id":"gpqa-main-73f6c00588963349c225df6c/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":172,"prompt_tokens":476,"effective_max_tokens":130596,"original_embedded_prediction":"A","question_sha256":"6c8759c4aac1084515abf1e3c463c7a0b6411dc3fa720a9a5fb5ac8f5777b49c"} +{"uuid":"gpqa-main-c69005af8b1e76a851528e02","benchmark":"gpqa_main","data_index":1603,"repeat_index":4,"sample_id":"gpqa-main-c69005af8b1e76a851528e02/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":367,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"D","question_sha256":"29e6a1db070bf5e5af8af4b82da4953dd47dcd2a1bbd7ad2db04f3d1d4cd805e"} +{"uuid":"gpqa-main-f79cea2e3c2e242b6e0da4d5","benchmark":"gpqa_main","data_index":1590,"repeat_index":4,"sample_id":"gpqa-main-f79cea2e3c2e242b6e0da4d5/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":407,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"C","question_sha256":"bdc1ab103002886dcbe879cd751d3e27b8ba6e988859bb80422ea04871269448"} +{"uuid":"gpqa-main-3cbf7d3e13c908f5e699f9e0","benchmark":"gpqa_main","data_index":1669,"repeat_index":4,"sample_id":"gpqa-main-3cbf7d3e13c908f5e699f9e0/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":104,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"A","question_sha256":"0dbcc69ff35530f240a5bb623a78f2cd1d042037d2dedb122ebcca751bf9d08e"} +{"uuid":"gpqa-main-b13e6b95879d48313e527260","benchmark":"gpqa_main","data_index":1641,"repeat_index":4,"sample_id":"gpqa-main-b13e6b95879d48313e527260/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":218,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"C","question_sha256":"145b51d1c857830091d0dfa7043504329aa8d2a847b5b738079d210a94da31cb"} +{"uuid":"gpqa-main-bab269fd666fa2ba840a1459","benchmark":"gpqa_main","data_index":1625,"repeat_index":4,"sample_id":"gpqa-main-bab269fd666fa2ba840a1459/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":300,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"e17051d5c4ebf5f6bc793872dc2f5748b41dd7918235cb3d5697fb04882bd7fe"} +{"uuid":"gpqa-main-c720b28fe25654b1cedc9285","benchmark":"gpqa_main","data_index":1658,"repeat_index":4,"sample_id":"gpqa-main-c720b28fe25654b1cedc9285/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":158,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"C","question_sha256":"9f6e1d1b2c053afcba8c78142311f336846eb87d19344fb8aa6e71ed9aecc477"} +{"uuid":"gpqa-main-ac27f29e5f777e93e751f3f2","benchmark":"gpqa_main","data_index":1591,"repeat_index":4,"sample_id":"gpqa-main-ac27f29e5f777e93e751f3f2/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":426,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"D","question_sha256":"d49aa1d9efc38f6409c199c3e2706ec44f5d20d25b0e7d41f40b9c46668ed1e0"} +{"uuid":"gpqa-main-1923a70feda6403a600f719a","benchmark":"gpqa_main","data_index":1696,"repeat_index":4,"sample_id":"gpqa-main-1923a70feda6403a600f719a/repeat-4","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":null,"question_sha256":"7acad7dd49efa2a29ce19fb81de0e8b504de87dab9c66159407da7697942a708"} +{"uuid":"gpqa-main-ec756f5cd58f1d3e9c9c8676","benchmark":"gpqa_main","data_index":1646,"repeat_index":4,"sample_id":"gpqa-main-ec756f5cd58f1d3e9c9c8676/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":226,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"016bbafd184cf46762e3e824d2499734daf9efd8cb5f0adad12078f151c96a12"} +{"uuid":"gpqa-main-643d18139459da0f9c1b2e17","benchmark":"gpqa_main","data_index":1459,"repeat_index":3,"sample_id":"gpqa-main-643d18139459da0f9c1b2e17/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":925,"prompt_tokens":375,"effective_max_tokens":130697,"original_embedded_prediction":"C","question_sha256":"4bab53f383207a2bc9c94789bb8114d3e7db442308789d848023661e90b2ab49"} +{"uuid":"gpqa-main-e10311e2a20f5ef70b44af1a","benchmark":"gpqa_main","data_index":1532,"repeat_index":3,"sample_id":"gpqa-main-e10311e2a20f5ef70b44af1a/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":641,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"D","question_sha256":"840fab180da436fa17bd480d15eb270c8be4535800795f8fe8c3d0b1ac29ca9d"} +{"uuid":"gpqa-main-d751f2081e63be8d69314287","benchmark":"gpqa_main","data_index":1637,"repeat_index":4,"sample_id":"gpqa-main-d751f2081e63be8d69314287/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":266,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"B","question_sha256":"f56e41493e430f6c013c094b4b462aa30dc9826a273d867eec6a04fc8a646443"} +{"uuid":"gpqa-main-8dd5ae41d915a09d1c8b9add","benchmark":"gpqa_main","data_index":1697,"repeat_index":4,"sample_id":"gpqa-main-8dd5ae41d915a09d1c8b9add/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":23,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"8a246eed19ab5f877aa822da432a7aaa0f52615ea4655b0a89995d374971cd27"} +{"uuid":"gpqa-main-febe4c45e71692110949e3d6","benchmark":"gpqa_main","data_index":1504,"repeat_index":3,"sample_id":"gpqa-main-febe4c45e71692110949e3d6/repeat-3","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":739,"prompt_tokens":577,"effective_max_tokens":130495,"original_embedded_prediction":"A","question_sha256":"e38dd7750710c37aa45a5b0b5dd91e1b4171070325d670d668ab1fa20431a29e"} +{"uuid":"gpqa-main-6bb4180b8c6df2f8f7490345","benchmark":"gpqa_main","data_index":1562,"repeat_index":4,"sample_id":"gpqa-main-6bb4180b8c6df2f8f7490345/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":548,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"a40e1e0f0ddd21a34df82626b6553232ad944bbeec5bf0819aaf5ae0b1a92c59"} +{"uuid":"gpqa-main-a5811d01e615771d5e0b48fb","benchmark":"gpqa_main","data_index":1636,"repeat_index":4,"sample_id":"gpqa-main-a5811d01e615771d5e0b48fb/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":277,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"C","question_sha256":"18c1c5c103fb01b10fd0ca282f8eab427517d6587a0a9962010b5ad16e05b98f"} +{"uuid":"gpqa-main-a1ec72afe45eedbea242cd73","benchmark":"gpqa_main","data_index":1580,"repeat_index":4,"sample_id":"gpqa-main-a1ec72afe45eedbea242cd73/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":507,"prompt_tokens":310,"effective_max_tokens":130762,"original_embedded_prediction":"D","question_sha256":"e87180319d813402cf71637950d93636988703d0477e2bb79fb03a1d2df9afe3"} +{"uuid":"gpqa-main-e069314491adb5be236d3fe7","benchmark":"gpqa_main","data_index":1538,"repeat_index":4,"sample_id":"gpqa-main-e069314491adb5be236d3fe7/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":653,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"B","question_sha256":"2662eff7a6231613f45042d2ef5df63caaeb5a326d264e93009a737a99fb27bb"} +{"uuid":"gpqa-main-2ad64f0bf627cf52a8ad924c","benchmark":"gpqa_main","data_index":1671,"repeat_index":4,"sample_id":"gpqa-main-2ad64f0bf627cf52a8ad924c/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":155,"prompt_tokens":146,"effective_max_tokens":130926,"original_embedded_prediction":"C","question_sha256":"e9afb48881134b480ce09710124320be56d4166a402490b65f81bdb1df6e3a1d"} +{"uuid":"gpqa-main-3357b4ebb8c461cb9eeca4bd","benchmark":"gpqa_main","data_index":1614,"repeat_index":4,"sample_id":"gpqa-main-3357b4ebb8c461cb9eeca4bd/repeat-4","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":416,"prompt_tokens":283,"effective_max_tokens":130789,"original_embedded_prediction":null,"question_sha256":"cdffe5a4f742a97a3cc2ffedfc8d78a3ffa14249a51afc48e9d7aa8fc6b499a8"} +{"uuid":"gpqa-main-3ad0b182e1494c1e76262069","benchmark":"gpqa_main","data_index":1541,"repeat_index":4,"sample_id":"gpqa-main-3ad0b182e1494c1e76262069/repeat-4","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":658,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"A","question_sha256":"835ebb67a4198184dbd29c03b43e4283e93c0473d886ab6c3b6c52ffb918b6ab"} +{"uuid":"gpqa-main-3b1469c59353cec7a0dd6866","benchmark":"gpqa_main","data_index":1677,"repeat_index":4,"sample_id":"gpqa-main-3b1469c59353cec7a0dd6866/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":153,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"C","question_sha256":"ebc638f9e42bd31bd87f0fab4dff50846ee425d9aef0cb954a4e5013a5a107e4"} +{"uuid":"gpqa-main-64193be5f9a6bbd67bec4010","benchmark":"gpqa_main","data_index":1664,"repeat_index":4,"sample_id":"gpqa-main-64193be5f9a6bbd67bec4010/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":214,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"D","question_sha256":"373990fe818e4182469d242b845eeb2f78db2f00cfb3a8fdbd2dbd696e08d552"} +{"uuid":"gpqa-main-b22053dbc40179e114f0c866","benchmark":"gpqa_main","data_index":1661,"repeat_index":4,"sample_id":"gpqa-main-b22053dbc40179e114f0c866/repeat-4","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":230,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"1f101bccd20044577731aef887c9704a6a153baf063dff8d9a04510e7b8dcfb7"} +{"uuid":"gpqa-main-4117517dba1fdbd711e3d32b","benchmark":"gpqa_main","data_index":1684,"repeat_index":4,"sample_id":"gpqa-main-4117517dba1fdbd711e3d32b/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":137,"prompt_tokens":398,"effective_max_tokens":130674,"original_embedded_prediction":"D","question_sha256":"3e04ad2cb1248bfb53a7bd8f05efedea49f42b201c6f35907baa6c30abf40733"} +{"uuid":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c","benchmark":"gpqa_main","data_index":1654,"repeat_index":4,"sample_id":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":256,"prompt_tokens":340,"effective_max_tokens":130732,"original_embedded_prediction":"D","question_sha256":"626cda94018ba930400d9c043f6fc1aa30c317abf6fd8f6d0ec8b133ce2036c8"} +{"uuid":"gpqa-main-692e40bceeaff3accdc11ead","benchmark":"gpqa_main","data_index":1673,"repeat_index":4,"sample_id":"gpqa-main-692e40bceeaff3accdc11ead/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":192,"prompt_tokens":471,"effective_max_tokens":130601,"original_embedded_prediction":"C","question_sha256":"954d12809188bb6fb15643c4406ac6b108f5d7836e1eeabd73e49df01f2c616e"} +{"uuid":"gpqa-main-41ca21006bb37fef24a8975a","benchmark":"gpqa_main","data_index":1622,"repeat_index":4,"sample_id":"gpqa-main-41ca21006bb37fef24a8975a/repeat-4","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":420,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"A","question_sha256":"8d132ce83553f28f02599f90e3c52fb60d8f58faea0f09152f78f7df6e310abc"} +{"uuid":"gpqa-main-1f9ad1ca59cf537e3cdf47c2","benchmark":"gpqa_main","data_index":1666,"repeat_index":4,"sample_id":"gpqa-main-1f9ad1ca59cf537e3cdf47c2/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":234,"prompt_tokens":318,"effective_max_tokens":130754,"original_embedded_prediction":"A","question_sha256":"229ffbdb774489fcfd578450da500a74b0c6fd603d3f4050eb6ff993659f5c7e"} +{"uuid":"gpqa-main-7e29412fd534df20c4a23267","benchmark":"gpqa_main","data_index":1623,"repeat_index":4,"sample_id":"gpqa-main-7e29412fd534df20c4a23267/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":411,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"7fda2b6ca2ff9984ace9bf53f465cebb4b8d963f7ddcb5aa5f5015cd6989be42"} +{"uuid":"gpqa-main-6f6ff532d544554128a0bbbe","benchmark":"gpqa_main","data_index":1644,"repeat_index":4,"sample_id":"gpqa-main-6f6ff532d544554128a0bbbe/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":324,"prompt_tokens":368,"effective_max_tokens":130704,"original_embedded_prediction":"A","question_sha256":"ebb5b9328e54d98f40b988b171044869d75c67b6efaa8f44675c485448b7b02c"} +{"uuid":"gpqa-main-35569b36357cfce18162c999","benchmark":"gpqa_main","data_index":1588,"repeat_index":4,"sample_id":"gpqa-main-35569b36357cfce18162c999/repeat-4","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":199999,"completion_tokens":540,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":null,"question_sha256":"a2136b05b78259562b913f1f56520c4184d70bf60017617a442a41f907c31b78"} +{"uuid":"gpqa-main-46549f6d718b80e38f4412cd","benchmark":"gpqa_main","data_index":1570,"repeat_index":4,"sample_id":"gpqa-main-46549f6d718b80e38f4412cd/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":620,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"B","question_sha256":"a1def6786f9e3174bf07c7887ea2c97711ea721fe1cf730202fc93d69ecac09d"} +{"uuid":"gpqa-main-e605c3d20abb4c52d96e9b60","benchmark":"gpqa_main","data_index":1707,"repeat_index":4,"sample_id":"gpqa-main-e605c3d20abb4c52d96e9b60/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":87,"prompt_tokens":361,"effective_max_tokens":130711,"original_embedded_prediction":"B","question_sha256":"84b58aec9b33c09286d45fb66ca82cc4ec03e310a0917bc0783bda81a0fa23b6"} +{"uuid":"gpqa-main-756cafdacac7e9642e2102c6","benchmark":"gpqa_main","data_index":1626,"repeat_index":4,"sample_id":"gpqa-main-756cafdacac7e9642e2102c6/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":436,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"b26abbcea4f9adbbc6faf6378336b8d024ffe4491d2853b927bf9afdc27073a9"} +{"uuid":"gpqa-main-498b428b55b7644426a781c9","benchmark":"gpqa_main","data_index":1600,"repeat_index":4,"sample_id":"gpqa-main-498b428b55b7644426a781c9/repeat-4","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":531,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":null,"question_sha256":"7fbfdc18f5a18b666f8d4afc859af60c4c56ab7d8d677d46fb01a050207ac688"} +{"uuid":"gpqa-main-009c62a9f3d3e5b23d7032af","benchmark":"gpqa_main","data_index":1653,"repeat_index":4,"sample_id":"gpqa-main-009c62a9f3d3e5b23d7032af/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":321,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"D","question_sha256":"eb3c8e77ceb6bbf6b5fc6d705376aeb984e8d20d498b1668992fc1441b062661"} +{"uuid":"gpqa-main-547aac137dd7671e7ef03fa9","benchmark":"gpqa_main","data_index":1700,"repeat_index":4,"sample_id":"gpqa-main-547aac137dd7671e7ef03fa9/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":128,"prompt_tokens":497,"effective_max_tokens":130575,"original_embedded_prediction":"C","question_sha256":"8369c6a1ffc960e3f3d88e5e4c521eebcc37f39ca9adf654c3cd4b61f892f2ef"} +{"uuid":"gpqa-main-fa3e9be7fdf8e7c8952739d8","benchmark":"gpqa_main","data_index":1667,"repeat_index":4,"sample_id":"gpqa-main-fa3e9be7fdf8e7c8952739d8/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":283,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"D","question_sha256":"5e9819e02e7dd08ec53ff217d848ce64e833e2b069cd81e9940f7a72a5230b30"} +{"uuid":"gpqa-main-34faeb45e152eaf4c29e65e4","benchmark":"gpqa_main","data_index":1687,"repeat_index":4,"sample_id":"gpqa-main-34faeb45e152eaf4c29e65e4/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":179,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"C","question_sha256":"82e6266418c679493cea34e30d0f71026adb6ab6c433e643d37860fb718999ec"} +{"uuid":"gpqa-main-e4e8eab3e5612de26e298f3f","benchmark":"gpqa_main","data_index":1679,"repeat_index":4,"sample_id":"gpqa-main-e4e8eab3e5612de26e298f3f/repeat-4","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":235,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":null,"question_sha256":"1037e0c8b2c1aced006713d114efa5f1233a7eadf2f0aac355081aeacd10b00f"} +{"uuid":"gpqa-main-30529bca8e7fdf66400bd444","benchmark":"gpqa_main","data_index":786,"repeat_index":2,"sample_id":"gpqa-main-30529bca8e7fdf66400bd444/repeat-2","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3434,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":null,"question_sha256":"fc081c2fbb63be5006154edbddcd4d1654207c4f1ad333e12f9bc19972753482"} +{"uuid":"gpqa-main-143dc33c1aad9828daf5e615","benchmark":"gpqa_main","data_index":1631,"repeat_index":4,"sample_id":"gpqa-main-143dc33c1aad9828daf5e615/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":438,"prompt_tokens":354,"effective_max_tokens":130718,"original_embedded_prediction":"D","question_sha256":"ff60c18b72aac9e90842c7a2d5e79c68092a3fbb1d6c0318cee6d2892a43a0a1"} +{"uuid":"gpqa-main-cda1b642d52c30858bcdf7a3","benchmark":"gpqa_main","data_index":1563,"repeat_index":4,"sample_id":"gpqa-main-cda1b642d52c30858bcdf7a3/repeat-4","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":683,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":null,"question_sha256":"85f5a80c90290184ac6ec65307174970563ac9442644e868f064c886836d7a25"} +{"uuid":"gpqa-main-a454a3157aff6eee743541b7","benchmark":"gpqa_main","data_index":1718,"repeat_index":4,"sample_id":"gpqa-main-a454a3157aff6eee743541b7/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":79,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"B","question_sha256":"025e20e6e9b45e1ddb3f6901f58f69b40df5e8f9ffb6b80b5b17bc518d9f5d17"} +{"uuid":"gpqa-main-8cf981eedacab9acbdd5b00c","benchmark":"gpqa_main","data_index":1628,"repeat_index":4,"sample_id":"gpqa-main-8cf981eedacab9acbdd5b00c/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":450,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"B","question_sha256":"14dcd60f9986bbbcbbdc0e4b3462397b01801a452d9756100ed129baa5baf68c"} +{"uuid":"gpqa-main-c0bc48c4232297b735018487","benchmark":"gpqa_main","data_index":1392,"repeat_index":3,"sample_id":"gpqa-main-c0bc48c4232297b735018487/repeat-3","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":1384,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":null,"question_sha256":"bbc99977a336fa9fd961baf75728288b14f7c69841a6757f2793e300690fc85b"} +{"uuid":"gpqa-main-544e43760baf2de3b5be5741","benchmark":"gpqa_main","data_index":1521,"repeat_index":3,"sample_id":"gpqa-main-544e43760baf2de3b5be5741/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":825,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"89418be241a19daa5c02878e565ee51b73f6f2c9bcafffaf554b45989088c1d8"} +{"uuid":"gpqa-main-c028fe71611d73b87b4cbb03","benchmark":"gpqa_main","data_index":1692,"repeat_index":4,"sample_id":"gpqa-main-c028fe71611d73b87b4cbb03/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":199,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"A","question_sha256":"f56f3f5d135dc8d61dc42f902943e2459f79e4343f2fef6741f6f86d4133a99a"} +{"uuid":"gpqa-main-2d88ca9efdaae7d19aed9660","benchmark":"gpqa_main","data_index":1648,"repeat_index":4,"sample_id":"gpqa-main-2d88ca9efdaae7d19aed9660/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":390,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"D","question_sha256":"43af6d11597079a7d069dd93bbf3db87f0b5bb604fbfc66fc60c268d149d8fba"} +{"uuid":"gpqa-main-9b7f84c844aa65b8ebfee235","benchmark":"gpqa_main","data_index":1656,"repeat_index":4,"sample_id":"gpqa-main-9b7f84c844aa65b8ebfee235/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":358,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"9443960fd2664e6d4890575733c6a4f1f6d804ec21e10e0f9d415b99297f9845"} +{"uuid":"gpqa-main-ef65739a36457c1672913212","benchmark":"gpqa_main","data_index":1695,"repeat_index":4,"sample_id":"gpqa-main-ef65739a36457c1672913212/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":191,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"46601a7bcf5dcc71504dda490de685062fce72cdc997d7acb8b78e5a351a96bc"} +{"uuid":"gpqa-main-6030f5f53fe38c334b2c3a6a","benchmark":"gpqa_main","data_index":1709,"repeat_index":4,"sample_id":"gpqa-main-6030f5f53fe38c334b2c3a6a/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":137,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"C","question_sha256":"88d277706c3af734be0507cde034c23c7e206f855c2fcc97d6ed69f8ad92df57"} +{"uuid":"gpqa-main-adffc79c4b20a953ccbf4cd1","benchmark":"gpqa_main","data_index":1524,"repeat_index":3,"sample_id":"gpqa-main-adffc79c4b20a953ccbf4cd1/repeat-3","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":840,"prompt_tokens":170,"effective_max_tokens":130902,"original_embedded_prediction":null,"question_sha256":"a9acc5caf0ab2f58b68d62ac52eac5bd31ee4a74a832bd753df339176dbbaefe"} +{"uuid":"gpqa-main-55e31c256bb6191d94e6db4d","benchmark":"gpqa_main","data_index":1514,"repeat_index":3,"sample_id":"gpqa-main-55e31c256bb6191d94e6db4d/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":886,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"D","question_sha256":"126561d6b58fa17bbaffda56837acaf8fab4bf282ccdfdcc2c7a97bfe520889c"} +{"uuid":"gpqa-main-7c7ae85beee22afc94024aa0","benchmark":"gpqa_main","data_index":1529,"repeat_index":3,"sample_id":"gpqa-main-7c7ae85beee22afc94024aa0/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":841,"prompt_tokens":179,"effective_max_tokens":130893,"original_embedded_prediction":"B","question_sha256":"17ee204f8a3ef8904b0418dcf3bac347173df36a87b5535f055046fe6fae8879"} +{"uuid":"gpqa-main-043ca5f03089118ef536135d","benchmark":"gpqa_main","data_index":1682,"repeat_index":4,"sample_id":"gpqa-main-043ca5f03089118ef536135d/repeat-4","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":281,"prompt_tokens":594,"effective_max_tokens":130478,"original_embedded_prediction":null,"question_sha256":"43c5cb4f57895b07f3e1815e411f315dfa3fe44fe601b5aacde7c1244cdcaa89"} +{"uuid":"gpqa-main-4c9f4186c5ccd49ab906a399","benchmark":"gpqa_main","data_index":1719,"repeat_index":4,"sample_id":"gpqa-main-4c9f4186c5ccd49ab906a399/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":120,"prompt_tokens":610,"effective_max_tokens":130462,"original_embedded_prediction":"C","question_sha256":"f634534b5e2327dcc39982a4da6dff404f299e9759a0ac957b0f6017fbe7586e"} +{"uuid":"gpqa-main-4373b5f7be197f26258c18cf","benchmark":"gpqa_main","data_index":1712,"repeat_index":4,"sample_id":"gpqa-main-4373b5f7be197f26258c18cf/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":152,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"C","question_sha256":"56563ccb64ef7d8686cd4d8da77c8b4636353d0bb75dbefa360323671dfffed1"} +{"uuid":"gpqa-main-b654b748170277d4b0d0c6b5","benchmark":"gpqa_main","data_index":1630,"repeat_index":4,"sample_id":"gpqa-main-b654b748170277d4b0d0c6b5/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":496,"prompt_tokens":508,"effective_max_tokens":130564,"original_embedded_prediction":"D","question_sha256":"010973f2a9805982e33bfecd460da27e4d2f170e4567ebf854c807385bea09d3"} +{"uuid":"gpqa-main-178c84548026beb35252a961","benchmark":"gpqa_main","data_index":1640,"repeat_index":4,"sample_id":"gpqa-main-178c84548026beb35252a961/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":456,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"C","question_sha256":"4ea09b6f60208405c59e5923a565f195c94315e0b6e230acd59351f1ee59ed96"} +{"uuid":"gpqa-main-84cbf72ad94d1afe2aa56331","benchmark":"gpqa_main","data_index":1633,"repeat_index":4,"sample_id":"gpqa-main-84cbf72ad94d1afe2aa56331/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":495,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"089a55e5a3fbca456cb952a230bd88a82c177ec99470bd05f822803a1bdd3db5"} +{"uuid":"gpqa-main-8e23eaed901a11ec534e6f8b","benchmark":"gpqa_main","data_index":1635,"repeat_index":4,"sample_id":"gpqa-main-8e23eaed901a11ec534e6f8b/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":491,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"A","question_sha256":"ed842ad329efe1e08f990fad3dd3cd5e5fb16736a9da1dbfa314d5e19156887e"} +{"uuid":"gpqa-main-1754a508e794225bd932adeb","benchmark":"gpqa_main","data_index":1589,"repeat_index":4,"sample_id":"gpqa-main-1754a508e794225bd932adeb/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":661,"prompt_tokens":276,"effective_max_tokens":130796,"original_embedded_prediction":"C","question_sha256":"16464cac7090a24d3b5a0bf989e1699bafd2dd7b1555e816a1f77804d8e890db"} +{"uuid":"gpqa-main-ad697760bc60543062e8b7b4","benchmark":"gpqa_main","data_index":1689,"repeat_index":4,"sample_id":"gpqa-main-ad697760bc60543062e8b7b4/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":257,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"B","question_sha256":"7f9b4679645e2d89214a154be6bdb13eafdc747457ce2950bda27a9a2b97917f"} +{"uuid":"gpqa-main-4644969e4e4615b014b9669f","benchmark":"gpqa_main","data_index":1736,"repeat_index":4,"sample_id":"gpqa-main-4644969e4e4615b014b9669f/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":61,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"e663684f8a7728af99d977f274c335c497ac6a7ccf43c64ab979e8407155ce6c"} +{"uuid":"gpqa-main-4462dc9f2d34289881ef2b1c","benchmark":"gpqa_main","data_index":1678,"repeat_index":4,"sample_id":"gpqa-main-4462dc9f2d34289881ef2b1c/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":313,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"63318cb18413a705693b9a4312f73dbf5358312aafc1d703c3d29a6340ffa0d1"} +{"uuid":"gpqa-main-20f50fda9aeae51c6b9b4ba0","benchmark":"gpqa_main","data_index":1627,"repeat_index":4,"sample_id":"gpqa-main-20f50fda9aeae51c6b9b4ba0/repeat-4","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":541,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"A","question_sha256":"c7914fc7bcc19ad8377798d825d6dbc59be8fb64f2b51a89ec26f55423d9edd1"} +{"uuid":"gpqa-main-f432c1aa4319a4b1f6fa2ac1","benchmark":"gpqa_main","data_index":1645,"repeat_index":4,"sample_id":"gpqa-main-f432c1aa4319a4b1f6fa2ac1/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":466,"prompt_tokens":264,"effective_max_tokens":130808,"original_embedded_prediction":"C","question_sha256":"19d5ec504b7008b3eada0ca0c300cd88147b20679109f6681bfd8946e0db2c8c"} +{"uuid":"gpqa-main-781f4efc4b25ff35b588e87c","benchmark":"gpqa_main","data_index":1717,"repeat_index":4,"sample_id":"gpqa-main-781f4efc4b25ff35b588e87c/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":169,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"D","question_sha256":"f933a526e8aec15b0dc77756bad3ba0839404a6d042443e3f5a0ab0b8d1cfa96"} +{"uuid":"gpqa-main-d28c5e0e8deb0d1fde12ef5f","benchmark":"gpqa_main","data_index":1729,"repeat_index":4,"sample_id":"gpqa-main-d28c5e0e8deb0d1fde12ef5f/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":114,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"6913f7a17a2db54c9dcd8af6af20806e66b00fe4bb9691ca42d9f15184908f62"} +{"uuid":"gpqa-main-12fef4b097b802dea2564ea2","benchmark":"gpqa_main","data_index":1722,"repeat_index":4,"sample_id":"gpqa-main-12fef4b097b802dea2564ea2/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":156,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"C","question_sha256":"254c10ac4fdccd2709d12769dd755a22c6de6b1e6bff2363164511e2905446d7"} +{"uuid":"gpqa-main-cb8b679fe50f1b3a7168eb92","benchmark":"gpqa_main","data_index":1690,"repeat_index":4,"sample_id":"gpqa-main-cb8b679fe50f1b3a7168eb92/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":295,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"8ed0101055c99512a99310385277c13855047c3a1b31ca6b8a6ee3f83cf5d4f3"} +{"uuid":"gpqa-main-b38dfd97dcfb80fb4df4c6f2","benchmark":"gpqa_main","data_index":1662,"repeat_index":4,"sample_id":"gpqa-main-b38dfd97dcfb80fb4df4c6f2/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":430,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"28fc44d6ca68ec833bb9837a558199f6e126ccb90f29dc42a2a4bf34ea4b66a7"} +{"uuid":"gpqa-main-63f2aea89eec9b67abe0bacf","benchmark":"gpqa_main","data_index":1713,"repeat_index":4,"sample_id":"gpqa-main-63f2aea89eec9b67abe0bacf/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":205,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"D","question_sha256":"32596b406efecc4795e9f82b1d00f89787b9ed9e4f9d6239bed8194f13da06e7"} +{"uuid":"gpqa-main-f7ba77d144b7a11de90a37c4","benchmark":"gpqa_main","data_index":1681,"repeat_index":4,"sample_id":"gpqa-main-f7ba77d144b7a11de90a37c4/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":348,"prompt_tokens":236,"effective_max_tokens":130836,"original_embedded_prediction":"C","question_sha256":"ac7263466ea3cfcdcebac618b1d20835b4103b2d80b75b1a7110e9763eb45aa2"} +{"uuid":"gpqa-main-50aaa7274c5010d9768274ec","benchmark":"gpqa_main","data_index":1711,"repeat_index":4,"sample_id":"gpqa-main-50aaa7274c5010d9768274ec/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":212,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"0cda758f1290855df9dd7b9a4319bb6ae8108c8113b125a3a2f60705af536a34"} +{"uuid":"gpqa-main-f1451c98bdb50fb5b0dbdc55","benchmark":"gpqa_main","data_index":1652,"repeat_index":4,"sample_id":"gpqa-main-f1451c98bdb50fb5b0dbdc55/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":470,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"650bb2feaa18830493f8e50de85c38c1f24570d9f1e7c9970c8ed9fbcbbde337"} +{"uuid":"gpqa-main-86060b054d8de358356a29fd","benchmark":"gpqa_main","data_index":1544,"repeat_index":4,"sample_id":"gpqa-main-86060b054d8de358356a29fd/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":866,"prompt_tokens":435,"effective_max_tokens":130637,"original_embedded_prediction":"A","question_sha256":"d20ccd218e50c4a58da8030db612f52c5bac88ad6d1859a85b0358c1595e54e1"} +{"uuid":"gpqa-main-00a9d82facaec210f417af7a","benchmark":"gpqa_main","data_index":1693,"repeat_index":4,"sample_id":"gpqa-main-00a9d82facaec210f417af7a/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":302,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"77f0590db54b06b37e142e7363145cbdb1a8d11c2a7575d9ae0fc10b3a6708bd"} +{"uuid":"gpqa-main-4355802640dddd3e060d2a59","benchmark":"gpqa_main","data_index":1715,"repeat_index":4,"sample_id":"gpqa-main-4355802640dddd3e060d2a59/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":208,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"ebe141e8c3f27bb731fd3889679a36aab5827f4caa81d8400d66a6bf492fe486"} +{"uuid":"gpqa-main-99878f707c7c4024511bae58","benchmark":"gpqa_main","data_index":1710,"repeat_index":4,"sample_id":"gpqa-main-99878f707c7c4024511bae58/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":226,"prompt_tokens":241,"effective_max_tokens":130831,"original_embedded_prediction":"C","question_sha256":"826fb502d2db0f2db5e44683cd45f09d18423fd8a339643c8dc8b32b1accd428"} +{"uuid":"gpqa-main-bceb5bf342ad44aac4fdbe55","benchmark":"gpqa_main","data_index":1659,"repeat_index":4,"sample_id":"gpqa-main-bceb5bf342ad44aac4fdbe55/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":455,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"B","question_sha256":"20d48d5f0a9a8b77bea35e72a90794c2d2147aa8321ae6aa60e84491688a0803"} +{"uuid":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2","benchmark":"gpqa_main","data_index":1686,"repeat_index":4,"sample_id":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":331,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"B","question_sha256":"58604895b423acc46c4efaa28ed2e4d6eaf2d93d55c7ad3766cffce3719ddf62"} +{"uuid":"gpqa-main-4fb391edde117a3fa772fe15","benchmark":"gpqa_main","data_index":1531,"repeat_index":3,"sample_id":"gpqa-main-4fb391edde117a3fa772fe15/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":925,"prompt_tokens":230,"effective_max_tokens":130842,"original_embedded_prediction":"C","question_sha256":"5131eb311b518c1f3eade66e9c0f4df88aa05e6477bb06e86e3ac1e6fc1ea102"} +{"uuid":"gpqa-main-fd21f7c7356e7f51f0cabd07","benchmark":"gpqa_main","data_index":1737,"repeat_index":4,"sample_id":"gpqa-main-fd21f7c7356e7f51f0cabd07/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":122,"prompt_tokens":601,"effective_max_tokens":130471,"original_embedded_prediction":"C","question_sha256":"db246f6acae65ff2e4bb6caad314b6583cd0085f0d81b1b20515ca2fe73b6f72"} +{"uuid":"gpqa-main-398c3b21ff64a0edc7ed8444","benchmark":"gpqa_main","data_index":1733,"repeat_index":4,"sample_id":"gpqa-main-398c3b21ff64a0edc7ed8444/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":132,"prompt_tokens":839,"effective_max_tokens":130233,"original_embedded_prediction":"D","question_sha256":"8efc35cf270e2b051ad9ae732723df9c7261cecaf1410edf2c43f3ca7aa749cc"} +{"uuid":"gpqa-main-6845f28b26fa44b2b44ded84","benchmark":"gpqa_main","data_index":1676,"repeat_index":4,"sample_id":"gpqa-main-6845f28b26fa44b2b44ded84/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":402,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"A","question_sha256":"7c6678dd868700f600b69c54e83e52a10695ac957465ffbe08c35d20f42b448e"} +{"uuid":"gpqa-main-7d850f6448c27424d9f68c4e","benchmark":"gpqa_main","data_index":1720,"repeat_index":4,"sample_id":"gpqa-main-7d850f6448c27424d9f68c4e/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":216,"prompt_tokens":544,"effective_max_tokens":130528,"original_embedded_prediction":"A","question_sha256":"48bf9d4f95299b8f9288e190dca6edd0c3cf53cf40dada120e22abf98469d3e3"} +{"uuid":"gpqa-main-084903ab17db0fab7bc6caea","benchmark":"gpqa_main","data_index":1665,"repeat_index":4,"sample_id":"gpqa-main-084903ab17db0fab7bc6caea/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":467,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"b560f550d5d9fb2378520f0fcf7b6573aec2027430ef06270491ace18a0497fc"} +{"uuid":"gpqa-main-50a8ab2bd1710dbcfa2e32b5","benchmark":"gpqa_main","data_index":1704,"repeat_index":4,"sample_id":"gpqa-main-50a8ab2bd1710dbcfa2e32b5/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":302,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"D","question_sha256":"5fb04957154b48d4ebad83862909a8fd3afc5ba5399a7dbe4594b5c72255964c"} +{"uuid":"gpqa-main-d3a774e5f1af1a1e11117582","benchmark":"gpqa_main","data_index":1698,"repeat_index":4,"sample_id":"gpqa-main-d3a774e5f1af1a1e11117582/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":329,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"C","question_sha256":"26b8e966c8adf9fe2824ff1fd3c23b2d488a785fe8a68cbce362bac46e891a79"} +{"uuid":"gpqa-main-29e885003cf7658ac2eb0ba4","benchmark":"gpqa_main","data_index":1639,"repeat_index":4,"sample_id":"gpqa-main-29e885003cf7658ac2eb0ba4/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":567,"prompt_tokens":299,"effective_max_tokens":130773,"original_embedded_prediction":"C","question_sha256":"e6fd9b7cea6cbcd53eabc57f63ae367008b2774a1092f55e23e78b7eafbdbafa"} +{"uuid":"gpqa-main-aa04ac251ed805588a6be27c","benchmark":"gpqa_main","data_index":1701,"repeat_index":4,"sample_id":"gpqa-main-aa04ac251ed805588a6be27c/repeat-4","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":319,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":null,"question_sha256":"198a9824ae684cea2edf9d0597e69c2274e0be94e0a0ffcf7b4ad3e95f4a6dae"} +{"uuid":"gpqa-main-e3e073f3f0f646532e4caf06","benchmark":"gpqa_main","data_index":1703,"repeat_index":4,"sample_id":"gpqa-main-e3e073f3f0f646532e4caf06/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":314,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"C","question_sha256":"a1cff30033350ed32c6446abacb176ef3ffad0fc471aaacf3468c78e0aad550e"} +{"uuid":"gpqa-main-682237ee740e033537fb5707","benchmark":"gpqa_main","data_index":1705,"repeat_index":4,"sample_id":"gpqa-main-682237ee740e033537fb5707/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":316,"prompt_tokens":291,"effective_max_tokens":130781,"original_embedded_prediction":"C","question_sha256":"6cec89b2019b24f8e8c4001cade388815345ae403b5d5fc687cf7fdccbcc6ce1"} +{"uuid":"gpqa-main-04a5c442799262dec9375c25","benchmark":"gpqa_main","data_index":1730,"repeat_index":4,"sample_id":"gpqa-main-04a5c442799262dec9375c25/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":196,"prompt_tokens":365,"effective_max_tokens":130707,"original_embedded_prediction":"C","question_sha256":"e90ec32d975ec61b7cd079ff6968bc3dbaa4fc87e74699c1406ce59093066dbc"} +{"uuid":"gpqa-main-104b659bbac6e52c4c877c0b","benchmark":"gpqa_main","data_index":1688,"repeat_index":4,"sample_id":"gpqa-main-104b659bbac6e52c4c877c0b/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":371,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"de6e1846b7e0c60ac3b7b0f613ad67cc3d941770b7de58c7a45add8c64d1db8b"} +{"uuid":"gpqa-main-82354c49d9280b8a980b98b4","benchmark":"gpqa_main","data_index":1706,"repeat_index":4,"sample_id":"gpqa-main-82354c49d9280b8a980b98b4/repeat-4","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":318,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"A","question_sha256":"57b065d28a6d02a29a3a84f39dd670ba7cdf4e3403506e79b5fc90713897f68e"} +{"uuid":"gpqa-main-20f8612bcc2efb9c2355d32e","benchmark":"gpqa_main","data_index":1742,"repeat_index":4,"sample_id":"gpqa-main-20f8612bcc2efb9c2355d32e/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":161,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"C","question_sha256":"d746be8625afecad5925e7069f57336e8de3f39dfdf843820421eba66b7bc620"} +{"uuid":"gpqa-main-35d088e32fb39438767e1141","benchmark":"gpqa_main","data_index":1615,"repeat_index":4,"sample_id":"gpqa-main-35d088e32fb39438767e1141/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":697,"prompt_tokens":434,"effective_max_tokens":130638,"original_embedded_prediction":"B","question_sha256":"9d467213ec07b8217d3c3aa11a312c8536475e654bbb7ef916a4b8f92e0c7a7d"} +{"uuid":"gpqa-main-d7c4372bfbc5d0f0f9331350","benchmark":"gpqa_main","data_index":1721,"repeat_index":4,"sample_id":"gpqa-main-d7c4372bfbc5d0f0f9331350/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":250,"prompt_tokens":588,"effective_max_tokens":130484,"original_embedded_prediction":"B","question_sha256":"92d8ffd16886567ac1ed2f15a6c2d3d6ac2a2fb0fd0e56836671babcde327d3f"} +{"uuid":"gpqa-main-8a352b243ffac6230977fc90","benchmark":"gpqa_main","data_index":1755,"repeat_index":4,"sample_id":"gpqa-main-8a352b243ffac6230977fc90/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":132,"prompt_tokens":389,"effective_max_tokens":130683,"original_embedded_prediction":"D","question_sha256":"7408ac0330a09a182b52a627f89920c8c4e825da7da4e441973cbefe32b852ac"} +{"uuid":"gpqa-main-9f5d195170ba73ccdc7a3b84","benchmark":"gpqa_main","data_index":1743,"repeat_index":4,"sample_id":"gpqa-main-9f5d195170ba73ccdc7a3b84/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":184,"prompt_tokens":552,"effective_max_tokens":130520,"original_embedded_prediction":"C","question_sha256":"e4e5526f8ea9205cbe6b33a5256144298ad11d8250b020cbd4fddbba85a12596"} +{"uuid":"gpqa-main-ff45876351041ad1ce200bb4","benchmark":"gpqa_main","data_index":1475,"repeat_index":3,"sample_id":"gpqa-main-ff45876351041ad1ce200bb4/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1241,"prompt_tokens":345,"effective_max_tokens":130727,"original_embedded_prediction":"C","question_sha256":"32bdeb2d6746cedbaa666a09cbe9ff84eedb094a4f81edb9c09ab191add49c41"} +{"uuid":"gpqa-main-7bb7c5ace8216100d38e616a","benchmark":"gpqa_main","data_index":1758,"repeat_index":4,"sample_id":"gpqa-main-7bb7c5ace8216100d38e616a/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":144,"prompt_tokens":197,"effective_max_tokens":130875,"original_embedded_prediction":"C","question_sha256":"6dbc821cf1e89c0764e62d1bef4818136877fbc8e333f255bfa42276ac9aeb88"} +{"uuid":"gpqa-main-381032537ca0c968de7d5c06","benchmark":"gpqa_main","data_index":1739,"repeat_index":4,"sample_id":"gpqa-main-381032537ca0c968de7d5c06/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":230,"prompt_tokens":186,"effective_max_tokens":130886,"original_embedded_prediction":"D","question_sha256":"045347c35e2957dbd6bc83158fecec24c157df70fdefaaddc8633ecda3435cdc"} +{"uuid":"gpqa-main-56cc62f5d70b661868d341e7","benchmark":"gpqa_main","data_index":1774,"repeat_index":4,"sample_id":"gpqa-main-56cc62f5d70b661868d341e7/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":114,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"C","question_sha256":"c974918b90f5892aaad4308e337b490844102dbfad26c90bf508602f9c595d5d"} +{"uuid":"gpqa-main-bd228dea7f1aa14b70216372","benchmark":"gpqa_main","data_index":1753,"repeat_index":4,"sample_id":"gpqa-main-bd228dea7f1aa14b70216372/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":182,"prompt_tokens":425,"effective_max_tokens":130647,"original_embedded_prediction":"C","question_sha256":"c1dea594f51ba7757d0d9ec69efa6b56bfeeaff965f074faaf89160cca96a0e9"} +{"uuid":"gpqa-main-5e6a032f9aa67c7725f828d0","benchmark":"gpqa_main","data_index":1731,"repeat_index":4,"sample_id":"gpqa-main-5e6a032f9aa67c7725f828d0/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":256,"prompt_tokens":330,"effective_max_tokens":130742,"original_embedded_prediction":"B","question_sha256":"8accf5d31cc4cf5c2467ac477d83885c90d2715606f7c2e68d318476741bbdd7"} +{"uuid":"gpqa-main-dbbe3054b6bdabe917f5ab5d","benchmark":"gpqa_main","data_index":1683,"repeat_index":4,"sample_id":"gpqa-main-dbbe3054b6bdabe917f5ab5d/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":481,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"1054cb147fa0d82e2b1830b0238455ab6cea42cde361a81e9934864240f22f50"} +{"uuid":"gpqa-main-1ae8f8945efaf81788d8d871","benchmark":"gpqa_main","data_index":1675,"repeat_index":4,"sample_id":"gpqa-main-1ae8f8945efaf81788d8d871/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":522,"prompt_tokens":250,"effective_max_tokens":130822,"original_embedded_prediction":"C","question_sha256":"060f07943bcd17960b48a982fabe42fcae4e3899fe8c5473138fe2198f0e8dd8"} +{"uuid":"gpqa-main-7475b6b01129fce5b436b0ee","benchmark":"gpqa_main","data_index":1734,"repeat_index":4,"sample_id":"gpqa-main-7475b6b01129fce5b436b0ee/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":266,"prompt_tokens":235,"effective_max_tokens":130837,"original_embedded_prediction":"B","question_sha256":"797be7099117e146adaaf5ad31bd914d9adbd510441211b0040aad2812fffc40"} +{"uuid":"gpqa-main-a6eb05bb931229a396d81e44","benchmark":"gpqa_main","data_index":1708,"repeat_index":4,"sample_id":"gpqa-main-a6eb05bb931229a396d81e44/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":393,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"B","question_sha256":"19c2c8e0578e84094a1f97568e95e1e88fadee2743b1c6519b7fc661c8577cde"} +{"uuid":"gpqa-main-c5506c52a996021a33525b24","benchmark":"gpqa_main","data_index":1778,"repeat_index":4,"sample_id":"gpqa-main-c5506c52a996021a33525b24/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":125,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"ec867cdcf4e586ae70e24b76b87230ee2b48ec67a5234d7a682f06f846fbdf0d"} +{"uuid":"gpqa-main-45cae4ba5af22868461f1861","benchmark":"gpqa_main","data_index":1674,"repeat_index":4,"sample_id":"gpqa-main-45cae4ba5af22868461f1861/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":537,"prompt_tokens":196,"effective_max_tokens":130876,"original_embedded_prediction":"C","question_sha256":"da4480a5d4f2af44b6faf63fe513d557f97bf4cd048901e4a2f0b133273b39db"} +{"uuid":"gpqa-main-288426a7fecb5facf10219c7","benchmark":"gpqa_main","data_index":1726,"repeat_index":4,"sample_id":"gpqa-main-288426a7fecb5facf10219c7/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":307,"prompt_tokens":321,"effective_max_tokens":130751,"original_embedded_prediction":"C","question_sha256":"7cccb7714b35c30190fb5db64a1b22a36b726b2a007f241961e1e48c82e4acb3"} +{"uuid":"gpqa-main-60a022e707f18a7b5f445773","benchmark":"gpqa_main","data_index":1740,"repeat_index":4,"sample_id":"gpqa-main-60a022e707f18a7b5f445773/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":259,"prompt_tokens":337,"effective_max_tokens":130735,"original_embedded_prediction":"A","question_sha256":"9d46302b763896c7fa475d975b5bc365adee2236b273f23e7216a78871204b74"} +{"uuid":"gpqa-main-d8cca1a27ad1a42b4a99ce96","benchmark":"gpqa_main","data_index":1421,"repeat_index":3,"sample_id":"gpqa-main-d8cca1a27ad1a42b4a99ce96/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1526,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"A","question_sha256":"6049e26840c0e889bb5632032745b5bcf6684dec9a2f9d0a0cfb76378c5c064e"} +{"uuid":"gpqa-main-779369aa96b96a67933939f1","benchmark":"gpqa_main","data_index":1760,"repeat_index":4,"sample_id":"gpqa-main-779369aa96b96a67933939f1/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":187,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"acf784efba891531b08709383ede2379cee1f604b6334b753dd1fcaab37af970"} +{"uuid":"gpqa-main-92f6e58b4989e9025c8286a9","benchmark":"gpqa_main","data_index":1770,"repeat_index":4,"sample_id":"gpqa-main-92f6e58b4989e9025c8286a9/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":162,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"C","question_sha256":"c003a37af0eaa5e9c6d10f5a25ce1a2e0258ad6638a1655ee2a17d07daab816a"} +{"uuid":"gpqa-main-5a280dae7286e8bab3887904","benchmark":"gpqa_main","data_index":1748,"repeat_index":4,"sample_id":"gpqa-main-5a280dae7286e8bab3887904/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":231,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"B","question_sha256":"b8398a470c0a1a045a6dcf2005bd8e8351bdf75ffa7c473958cf3c4b5d4fb288"} +{"uuid":"gpqa-main-4f958672c6f9249c44f2f9b9","benchmark":"gpqa_main","data_index":1723,"repeat_index":4,"sample_id":"gpqa-main-4f958672c6f9249c44f2f9b9/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":335,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"B","question_sha256":"7d91198c9c48996b89ebbb62d8d76d86e32d7c14fb108c7491c9ff812263613a"} +{"uuid":"gpqa-main-22c436000399164406e165b2","benchmark":"gpqa_main","data_index":1756,"repeat_index":4,"sample_id":"gpqa-main-22c436000399164406e165b2/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":230,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"D","question_sha256":"836be405f3d05ec5ad1a2bc728339e5141836ace3a584fe3d36ecc50af4dc3ee"} +{"uuid":"gpqa-main-ddd2b405606ced65b4ce6345","benchmark":"gpqa_main","data_index":1784,"repeat_index":4,"sample_id":"gpqa-main-ddd2b405606ced65b4ce6345/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":129,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"C","question_sha256":"2066c0e835493298c00391dd9236de10adec10d611fe3e2777f252677dfe9724"} +{"uuid":"gpqa-main-8d43dd1cebfb1a76c18a3589","benchmark":"gpqa_main","data_index":1749,"repeat_index":4,"sample_id":"gpqa-main-8d43dd1cebfb1a76c18a3589/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":251,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"A","question_sha256":"1c3b360d52d717d4eda55f53310217b072979b1026b8896b235a2ba9f5151964"} +{"uuid":"gpqa-main-e17c3d61061a563977ae3c11","benchmark":"gpqa_main","data_index":1780,"repeat_index":4,"sample_id":"gpqa-main-e17c3d61061a563977ae3c11/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":149,"prompt_tokens":352,"effective_max_tokens":130720,"original_embedded_prediction":"C","question_sha256":"41b609bbf5cd4517a7d53e382a762d7b2caa65fd58ea44549bdf7183daf1d2c0"} +{"uuid":"gpqa-main-913c4ee0ce195992ff9638b1","benchmark":"gpqa_main","data_index":1714,"repeat_index":4,"sample_id":"gpqa-main-913c4ee0ce195992ff9638b1/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":402,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"C","question_sha256":"ed904d04c24f37586b1f78a18bd22f28752e80a5ecc489939950778aa5307d98"} +{"uuid":"gpqa-main-4a8c97220fb14b99f363b2ce","benchmark":"gpqa_main","data_index":1724,"repeat_index":4,"sample_id":"gpqa-main-4a8c97220fb14b99f363b2ce/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":345,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"C","question_sha256":"a939b9de7ea4048442a9378048f992097c413c77ad1c665790486c352036c7e3"} +{"uuid":"gpqa-main-216433a347b01989e26ed83a","benchmark":"gpqa_main","data_index":1783,"repeat_index":4,"sample_id":"gpqa-main-216433a347b01989e26ed83a/repeat-4","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":144,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":null,"question_sha256":"ead16c05d1abbf4387485257726593cf57a0384c3e0a3db31ba489bb1676ce72"} +{"uuid":"gpqa-main-9bb169e317cdd76b98ada24f","benchmark":"gpqa_main","data_index":1725,"repeat_index":4,"sample_id":"gpqa-main-9bb169e317cdd76b98ada24f/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":348,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"B","question_sha256":"d0bbc79a116a93d5c5c1325e012b3feb17a7b705d2ccd57a86ecfbdc2bf78030"} +{"uuid":"gpqa-main-742076c80dda93477062cfc0","benchmark":"gpqa_main","data_index":1798,"repeat_index":4,"sample_id":"gpqa-main-742076c80dda93477062cfc0/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":74,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"D","question_sha256":"528bc237c35f64d2635edb6fea3202ce958bca92ea956fae0da7c5b4c72081d8"} +{"uuid":"gpqa-main-9c0b631b2a7823cec0729a4b","benchmark":"gpqa_main","data_index":1779,"repeat_index":4,"sample_id":"gpqa-main-9c0b631b2a7823cec0729a4b/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":170,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"9d42c24c2f67ff118699d880fbb6276f14043e3527a9fea8f6d55fe2bf82e091"} +{"uuid":"gpqa-main-70afc730094f43bb0e05f371","benchmark":"gpqa_main","data_index":1745,"repeat_index":4,"sample_id":"gpqa-main-70afc730094f43bb0e05f371/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":289,"prompt_tokens":360,"effective_max_tokens":130712,"original_embedded_prediction":"B","question_sha256":"f328e748a74c78b0ab73f790c6848b663fb5bffac884e2793a63bb9ce351e4b6"} +{"uuid":"gpqa-main-92c9d90b543b6779261f70f7","benchmark":"gpqa_main","data_index":1795,"repeat_index":4,"sample_id":"gpqa-main-92c9d90b543b6779261f70f7/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":131,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"1c7aff3f5221c2086c7143b43e0c46921a03859d45bfce22f1a1286ece235b1a"} +{"uuid":"gpqa-main-cdaa7da74e15a8dfc40e0582","benchmark":"gpqa_main","data_index":1727,"repeat_index":4,"sample_id":"gpqa-main-cdaa7da74e15a8dfc40e0582/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":387,"prompt_tokens":410,"effective_max_tokens":130662,"original_embedded_prediction":"C","question_sha256":"733e93868ff7691423e0d318a4d9ba6ce801d7c2ef5c53b8020d7eb13c2c9a5c"} +{"uuid":"gpqa-main-0293685a5c3ddbc5b15dcfa0","benchmark":"gpqa_main","data_index":1769,"repeat_index":4,"sample_id":"gpqa-main-0293685a5c3ddbc5b15dcfa0/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":243,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"db2ca8d93d5ff50bd9f602bc5b3d339b547349c54c540850544e01393770a4ff"} +{"uuid":"gpqa-main-105b94b83de2671f0b86688d","benchmark":"gpqa_main","data_index":1767,"repeat_index":4,"sample_id":"gpqa-main-105b94b83de2671f0b86688d/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":256,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"B","question_sha256":"062b8c1448dabb342bd7815bdfbab0a55eb915c5c6793d19a5037bf7a9aa63f3"} +{"uuid":"gpqa-main-8af90a4147e5f0c98bfd00fa","benchmark":"gpqa_main","data_index":1754,"repeat_index":4,"sample_id":"gpqa-main-8af90a4147e5f0c98bfd00fa/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":309,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"C","question_sha256":"29a55065f72c47169c5073a91e6b55d82fe2f5784289d2baf5cf5444f8d6fd65"} +{"uuid":"gpqa-main-d3db87adeb915999faca3605","benchmark":"gpqa_main","data_index":1647,"repeat_index":4,"sample_id":"gpqa-main-d3db87adeb915999faca3605/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":751,"prompt_tokens":204,"effective_max_tokens":130868,"original_embedded_prediction":"D","question_sha256":"f6518dd763c1af7a1745bc53b4e021210cafdf588df1ede9b537a622474a998d"} +{"uuid":"gpqa-main-bab6e331fae29c00395de3a4","benchmark":"gpqa_main","data_index":1702,"repeat_index":4,"sample_id":"gpqa-main-bab6e331fae29c00395de3a4/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":529,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"cf500f5f076470e539799f3822047d1a6263a0abc77614f9abc48a4f60ba507d"} +{"uuid":"gpqa-main-c5fc0037165678ab354bad30","benchmark":"gpqa_main","data_index":1765,"repeat_index":4,"sample_id":"gpqa-main-c5fc0037165678ab354bad30/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":271,"prompt_tokens":158,"effective_max_tokens":130914,"original_embedded_prediction":"C","question_sha256":"cc55519c3a9058d775356db9fd87b9279f120f69e3d435e9886ed87f62c6a229"} +{"uuid":"gpqa-main-542dd8f1dc74ca5163382df8","benchmark":"gpqa_main","data_index":1728,"repeat_index":4,"sample_id":"gpqa-main-542dd8f1dc74ca5163382df8/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":413,"prompt_tokens":165,"effective_max_tokens":130907,"original_embedded_prediction":"C","question_sha256":"2413c551ec9a06a20197c81fa22effbd7f215abcc2e5f14c5f9f0a86e5402736"} +{"uuid":"gpqa-main-c0bc48c4232297b735018487","benchmark":"gpqa_main","data_index":1776,"repeat_index":4,"sample_id":"gpqa-main-c0bc48c4232297b735018487/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":258,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"C","question_sha256":"bbc99977a336fa9fd961baf75728288b14f7c69841a6757f2793e300690fc85b"} +{"uuid":"gpqa-main-539a673f0443ba9cdc31b864","benchmark":"gpqa_main","data_index":1803,"repeat_index":4,"sample_id":"gpqa-main-539a673f0443ba9cdc31b864/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":125,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"A","question_sha256":"d25187b99e4997c1700ffeb87fd595e878957e452f20a2f00d5489fecd0b3b30"} +{"uuid":"gpqa-main-5afce78005210e6a41636858","benchmark":"gpqa_main","data_index":1797,"repeat_index":4,"sample_id":"gpqa-main-5afce78005210e6a41636858/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":154,"prompt_tokens":312,"effective_max_tokens":130760,"original_embedded_prediction":"D","question_sha256":"1447f629926983e1fb54566e40ab57d7a728998d233e3c84bc33277da7c13a65"} +{"uuid":"gpqa-main-89f68a802c7c6e55b5b802fd","benchmark":"gpqa_main","data_index":1799,"repeat_index":4,"sample_id":"gpqa-main-89f68a802c7c6e55b5b802fd/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":157,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"D","question_sha256":"0815a781881ae5e8651c7fad2acd62427e6f4161f30b842d196debe30bd5ee83"} +{"uuid":"gpqa-main-9eaa6714b15499d3c303ce90","benchmark":"gpqa_main","data_index":1759,"repeat_index":4,"sample_id":"gpqa-main-9eaa6714b15499d3c303ce90/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":321,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"C","question_sha256":"cfac786b87a07d0c92f7c3da73233aa6c32340b63dff9d3f72bd1bd025cd565d"} +{"uuid":"gpqa-main-be779fa0e49ff52e19357207","benchmark":"gpqa_main","data_index":1775,"repeat_index":4,"sample_id":"gpqa-main-be779fa0e49ff52e19357207/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":278,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"ea7bb5901d85914d8997afb87e1ae6be7a8efe03889a4cc08f64de2ccdc9180e"} +{"uuid":"gpqa-main-ed6a4565f708132bae39b742","benchmark":"gpqa_main","data_index":1791,"repeat_index":4,"sample_id":"gpqa-main-ed6a4565f708132bae39b742/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":226,"prompt_tokens":393,"effective_max_tokens":130679,"original_embedded_prediction":"D","question_sha256":"5ce997bcaa654b6fdbbb00b63b66633167679a850d02d845b8a9b1b716979197"} +{"uuid":"gpqa-main-e408cf011e5548359fd7cfa7","benchmark":"gpqa_main","data_index":1604,"repeat_index":4,"sample_id":"gpqa-main-e408cf011e5548359fd7cfa7/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":967,"prompt_tokens":190,"effective_max_tokens":130882,"original_embedded_prediction":"C","question_sha256":"62f7808cdd914d23316e18802ada081dc433f34465864581ce0c27bfafdcd343"} +{"uuid":"gpqa-main-ecb6740406340eb07beacf42","benchmark":"gpqa_main","data_index":1762,"repeat_index":4,"sample_id":"gpqa-main-ecb6740406340eb07beacf42/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":314,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"C","question_sha256":"29f96711820eba41ccced6676074bc5bcd9e3eb6c97ce5e8507128a91a175bb0"} +{"uuid":"gpqa-main-3d3dfe64363613833bb52e81","benchmark":"gpqa_main","data_index":1761,"repeat_index":4,"sample_id":"gpqa-main-3d3dfe64363613833bb52e81/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":324,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"B","question_sha256":"ec22f627211f722949e6d36efcb583b2f796830a38cf5cf5dcba4f727562d975"} +{"uuid":"gpqa-main-1cea82df3087b1eb05c4d230","benchmark":"gpqa_main","data_index":1773,"repeat_index":4,"sample_id":"gpqa-main-1cea82df3087b1eb05c4d230/repeat-4","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":293,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":null,"question_sha256":"dd05d2d9e9053dd1d4367a61d5f718336fc8f18bc81bdf0ccfb104e241053522"} +{"uuid":"gpqa-main-822957bb60d3551275f08aa0","benchmark":"gpqa_main","data_index":1789,"repeat_index":4,"sample_id":"gpqa-main-822957bb60d3551275f08aa0/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":243,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"D","question_sha256":"4690c4bb391b2ef2a7b53f1a15866e05411bdf5f0f7b4f32c9e27d8ef6e8cb48"} +{"uuid":"gpqa-main-7c3c45d7826322d2dd84475f","benchmark":"gpqa_main","data_index":1634,"repeat_index":4,"sample_id":"gpqa-main-7c3c45d7826322d2dd84475f/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":865,"prompt_tokens":419,"effective_max_tokens":130653,"original_embedded_prediction":"D","question_sha256":"f98a4cc383b4e02c52b4cdafe1b79c1d58df251d5d10ab65f71740d27243ed28"} +{"uuid":"gpqa-main-249edae2034ba7f3819aaa7b","benchmark":"gpqa_main","data_index":1746,"repeat_index":4,"sample_id":"gpqa-main-249edae2034ba7f3819aaa7b/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":408,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"C","question_sha256":"c4d795814405ce2bb231fe7012e4581bcaebca12bb3f8c3260a3ad239aa51a79"} +{"uuid":"gpqa-main-2bd63c617299c18c1cfd5b0a","benchmark":"gpqa_main","data_index":1732,"repeat_index":4,"sample_id":"gpqa-main-2bd63c617299c18c1cfd5b0a/repeat-4","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":457,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"A","question_sha256":"bd7804f896ba3deb7fd65cc0c562744a80232f45bbc9c5ffa8652308c167c329"} +{"uuid":"gpqa-main-acdff999b6cbfcbc8be6ffac","benchmark":"gpqa_main","data_index":1777,"repeat_index":4,"sample_id":"gpqa-main-acdff999b6cbfcbc8be6ffac/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":321,"prompt_tokens":404,"effective_max_tokens":130668,"original_embedded_prediction":"C","question_sha256":"96f00c3d898d9c364f022eae18e69424d7f2ddde12fbde50541b7390ffd40103"} +{"uuid":"gpqa-main-63aef6e78c9803d030a16f9c","benchmark":"gpqa_main","data_index":1744,"repeat_index":4,"sample_id":"gpqa-main-63aef6e78c9803d030a16f9c/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":428,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"C","question_sha256":"255e934ed277fdd11f71245508448f7031439d40eb38fd78fb3b813b247c5726"} +{"uuid":"gpqa-main-212277d3e39540a6739d98b8","benchmark":"gpqa_main","data_index":1785,"repeat_index":4,"sample_id":"gpqa-main-212277d3e39540a6739d98b8/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":286,"prompt_tokens":147,"effective_max_tokens":130925,"original_embedded_prediction":"D","question_sha256":"d20446ccbbfc1ed40bcb669bfa65f9f9cd8e38ec8f7e67621c88e3dbe91f083d"} +{"uuid":"gpqa-main-72464184a419f296dae470a9","benchmark":"gpqa_main","data_index":1793,"repeat_index":4,"sample_id":"gpqa-main-72464184a419f296dae470a9/repeat-4","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":261,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"A","question_sha256":"16bcf4c7129e083cade7afd040c6c4e0fa1fc7677a11aa70fb1b5a3d0e5fb5ea"} +{"uuid":"gpqa-main-1728184fad8153eeb2e2a7de","benchmark":"gpqa_main","data_index":1800,"repeat_index":4,"sample_id":"gpqa-main-1728184fad8153eeb2e2a7de/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":216,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"C","question_sha256":"d8505733319a8047e94d63c293a2d9dbb08c42e4bde2c223467f371da6665e08"} +{"uuid":"gpqa-main-9f607ccb3302f27b4ebe90a4","benchmark":"gpqa_main","data_index":1826,"repeat_index":4,"sample_id":"gpqa-main-9f607ccb3302f27b4ebe90a4/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":107,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"D","question_sha256":"e2c8b6a88dfedf13a4a35e2964dc77f2e082e87417c972bf7406bdb2405985f7"} +{"uuid":"gpqa-main-a028903aa7112583a0e7b5d2","benchmark":"gpqa_main","data_index":1752,"repeat_index":4,"sample_id":"gpqa-main-a028903aa7112583a0e7b5d2/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":411,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"B","question_sha256":"c6231a95c81ba1af7d31e5ce8f8e8ad4c4def88d86ab8f801a248cf19814e2d2"} +{"uuid":"gpqa-main-f6714ff18991a64f32fcecf9","benchmark":"gpqa_main","data_index":1822,"repeat_index":4,"sample_id":"gpqa-main-f6714ff18991a64f32fcecf9/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":152,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"a1e860acc41f41cac7f3d9425a64a45a95559ff56553a2d04e1d3569c2f1c1a1"} +{"uuid":"gpqa-main-219ad07bcb0cda7b85845999","benchmark":"gpqa_main","data_index":1807,"repeat_index":4,"sample_id":"gpqa-main-219ad07bcb0cda7b85845999/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":206,"prompt_tokens":412,"effective_max_tokens":130660,"original_embedded_prediction":"B","question_sha256":"a6336c3b0760d09010077fee728ae5348e4421bcfcbbc8bb9c4a72d541ddfb24"} +{"uuid":"gpqa-main-48494dbfd36899c84d166873","benchmark":"gpqa_main","data_index":1830,"repeat_index":4,"sample_id":"gpqa-main-48494dbfd36899c84d166873/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":105,"prompt_tokens":315,"effective_max_tokens":130757,"original_embedded_prediction":"D","question_sha256":"a50aa647f4cce396d333dfcfe372bdfadfa7f7aa507ebafd207354812f7ab3f9"} +{"uuid":"gpqa-main-925cb13958435841df0e8c1e","benchmark":"gpqa_main","data_index":1643,"repeat_index":4,"sample_id":"gpqa-main-925cb13958435841df0e8c1e/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":881,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"B","question_sha256":"d21ba2f1c06b876b2d387104c816ee0fcc369a02b8e010a706e0e2448c56f78e"} +{"uuid":"gpqa-main-4657fdc74d4c0bf48aa0b494","benchmark":"gpqa_main","data_index":1837,"repeat_index":4,"sample_id":"gpqa-main-4657fdc74d4c0bf48aa0b494/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":88,"prompt_tokens":343,"effective_max_tokens":130729,"original_embedded_prediction":"D","question_sha256":"ef34764671cecdd517febbdbff1a8cc3542418de05c4a100ef6c30752c1fc8cb"} +{"uuid":"gpqa-main-4e62cd257f17d5af418a8d34","benchmark":"gpqa_main","data_index":1750,"repeat_index":4,"sample_id":"gpqa-main-4e62cd257f17d5af418a8d34/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":440,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"B","question_sha256":"654fc443f2efbec09d0f966244083f4545f4f851e28d7f4e0f9c07cb156b2d1d"} +{"uuid":"gpqa-main-49e3b768e85f009875fb4b7f","benchmark":"gpqa_main","data_index":1606,"repeat_index":4,"sample_id":"gpqa-main-49e3b768e85f009875fb4b7f/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1058,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"B","question_sha256":"181abbdaf75899b4c447f9c98c58f90512c06ffe5521e109fa83597da1fb7aae"} +{"uuid":"gpqa-main-d8361782f08c0e6d16de3839","benchmark":"gpqa_main","data_index":1823,"repeat_index":4,"sample_id":"gpqa-main-d8361782f08c0e6d16de3839/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":188,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"C","question_sha256":"aed1658f69a85980c41ce94c10ac1535d2de3683f7a5c3821d1a84fa594d4571"} +{"uuid":"gpqa-main-32802554a860af51b4d7360f","benchmark":"gpqa_main","data_index":1772,"repeat_index":4,"sample_id":"gpqa-main-32802554a860af51b4d7360f/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":385,"prompt_tokens":399,"effective_max_tokens":130673,"original_embedded_prediction":"C","question_sha256":"ea1d2c2fd4395ec2cad416b20c41a657730d84acd26fb53712bf10f6807a4e64"} +{"uuid":"gpqa-main-84c386fbd7476f5541ea16f0","benchmark":"gpqa_main","data_index":1811,"repeat_index":4,"sample_id":"gpqa-main-84c386fbd7476f5541ea16f0/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":228,"prompt_tokens":370,"effective_max_tokens":130702,"original_embedded_prediction":"D","question_sha256":"083aa3572345d938b0c707cfb8c710aea73759344b234ada78ed36f1ec66eb0d"} +{"uuid":"gpqa-main-0069a2b69e59906ffd6ca400","benchmark":"gpqa_main","data_index":1827,"repeat_index":4,"sample_id":"gpqa-main-0069a2b69e59906ffd6ca400/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":154,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"D","question_sha256":"409fe9f5585adb91b6eded6462ef297118cee805597838bb23fa38eb32789450"} +{"uuid":"gpqa-main-dd8409336990c7459796bf16","benchmark":"gpqa_main","data_index":1771,"repeat_index":4,"sample_id":"gpqa-main-dd8409336990c7459796bf16/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":400,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"C","question_sha256":"609aca38a7fb3090a0f30d6d141ac5d22646fb06ba18f8c71758e099668e5bf5"} +{"uuid":"gpqa-main-6119656f6ad0247c537028e7","benchmark":"gpqa_main","data_index":1782,"repeat_index":4,"sample_id":"gpqa-main-6119656f6ad0247c537028e7/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":356,"prompt_tokens":329,"effective_max_tokens":130743,"original_embedded_prediction":"A","question_sha256":"e426a9a1b0977a66badcc2dd4f0d54629b39c2594a512e459e9afd20bba599ba"} +{"uuid":"gpqa-main-a41b7b18fc60247bc6e08ecc","benchmark":"gpqa_main","data_index":1814,"repeat_index":4,"sample_id":"gpqa-main-a41b7b18fc60247bc6e08ecc/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":222,"prompt_tokens":270,"effective_max_tokens":130802,"original_embedded_prediction":"C","question_sha256":"87c04c470b12fde8cca6d843b12d3265c10bf824a883929eca2654ab55681839"} +{"uuid":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3","benchmark":"gpqa_main","data_index":1694,"repeat_index":4,"sample_id":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":701,"prompt_tokens":252,"effective_max_tokens":130820,"original_embedded_prediction":"C","question_sha256":"71075d4447ee264b63e5544da7b40502fb235decc31484f33ee97a8ef70c3d1f"} +{"uuid":"gpqa-main-7c04a20e5411bd3e0a2bc2c8","benchmark":"gpqa_main","data_index":1763,"repeat_index":4,"sample_id":"gpqa-main-7c04a20e5411bd3e0a2bc2c8/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":421,"prompt_tokens":413,"effective_max_tokens":130659,"original_embedded_prediction":"C","question_sha256":"e23b62b19c3ab4ec896e631f56a7a92ed38aca13300af7a7b449b979999886f3"} +{"uuid":"gpqa-main-55f2934c4eb0b8293b1d65aa","benchmark":"gpqa_main","data_index":1757,"repeat_index":4,"sample_id":"gpqa-main-55f2934c4eb0b8293b1d65aa/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":459,"prompt_tokens":314,"effective_max_tokens":130758,"original_embedded_prediction":"A","question_sha256":"790d06fbc2ae95b0429cab870e5895c5de8a75b14d0bda1401b1503293606c67"} +{"uuid":"gpqa-main-5ace8b3dabb97ffc3da20e7c","benchmark":"gpqa_main","data_index":1786,"repeat_index":4,"sample_id":"gpqa-main-5ace8b3dabb97ffc3da20e7c/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":355,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"C","question_sha256":"4ebb5a46cf109d4237b98081e218fcaba27d8f9d03f7a930300f2938f71c1ef0"} +{"uuid":"gpqa-main-d98819c9bc2a4086534acf1b","benchmark":"gpqa_main","data_index":1817,"repeat_index":4,"sample_id":"gpqa-main-d98819c9bc2a4086534acf1b/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":229,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"D","question_sha256":"d53ea2c13c1ce696b626852774a73a189571a138a5fd872cdd3bb15f21f0bf06"} +{"uuid":"gpqa-main-fc2653b5d83e082e9e4f6390","benchmark":"gpqa_main","data_index":1840,"repeat_index":4,"sample_id":"gpqa-main-fc2653b5d83e082e9e4f6390/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":138,"prompt_tokens":429,"effective_max_tokens":130643,"original_embedded_prediction":"C","question_sha256":"d039314a334267e1364c2bb5dc0ab4e72b6b86a69936c2f7f318902ffc422f15"} +{"uuid":"gpqa-main-eda22ee564030fef1ab0bcaf","benchmark":"gpqa_main","data_index":1768,"repeat_index":4,"sample_id":"gpqa-main-eda22ee564030fef1ab0bcaf/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":432,"prompt_tokens":316,"effective_max_tokens":130756,"original_embedded_prediction":"C","question_sha256":"e78929c2c3d5e04cda51c77e05ad4a3d1cbbf98cc2db0103b7fbc594e78bb602"} +{"uuid":"gpqa-main-87a8747afb6b0414b9ccbe1e","benchmark":"gpqa_main","data_index":1810,"repeat_index":4,"sample_id":"gpqa-main-87a8747afb6b0414b9ccbe1e/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":277,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"C","question_sha256":"cdb165b285d51cf6a09160d99c4c49b653710aac879cce0b87c74a48eee0172b"} +{"uuid":"gpqa-main-7ceb372c1cdc7a180b73516c","benchmark":"gpqa_main","data_index":1766,"repeat_index":4,"sample_id":"gpqa-main-7ceb372c1cdc7a180b73516c/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":448,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"D","question_sha256":"142aeb435e38240c03d26aafbfb8dc0ab94e7ef4f752a271c1ab011350a965be"} +{"uuid":"gpqa-main-24659eabc462bf7fb5295951","benchmark":"gpqa_main","data_index":1801,"repeat_index":4,"sample_id":"gpqa-main-24659eabc462bf7fb5295951/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":307,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"f26df2fb1b4182bacbf5d951a583b120ed154d22ea6f9659ed264ae020297543"} +{"uuid":"gpqa-main-9254c2db95aeb7ad8ae8a32d","benchmark":"gpqa_main","data_index":1831,"repeat_index":4,"sample_id":"gpqa-main-9254c2db95aeb7ad8ae8a32d/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":181,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"183797b844f5aaf0d4762d5da650b2a14964b261306db104b29a00499b949bd6"} +{"uuid":"gpqa-main-baefee4c54836e933082fd33","benchmark":"gpqa_main","data_index":1741,"repeat_index":4,"sample_id":"gpqa-main-baefee4c54836e933082fd33/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":550,"prompt_tokens":487,"effective_max_tokens":130585,"original_embedded_prediction":"C","question_sha256":"f4486aea8f80b6405ceaabbd6f225378761eafc49f1e042873a464b3b94da620"} +{"uuid":"gpqa-main-86976aae6f871f46c4680830","benchmark":"gpqa_main","data_index":1751,"repeat_index":4,"sample_id":"gpqa-main-86976aae6f871f46c4680830/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":518,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"D","question_sha256":"e5c3c79a60db2de596dac1585bfc2e940bac2acb65a3352ff5f7e99821846aed"} +{"uuid":"gpqa-main-01e62a7b7362ebd043bef6f7","benchmark":"gpqa_main","data_index":1764,"repeat_index":4,"sample_id":"gpqa-main-01e62a7b7362ebd043bef6f7/repeat-4","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":471,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":null,"question_sha256":"339602fd0ae9cbdaef368f3dcff01cd2d212565d5c7830b14c0fd29de1cb58d6"} +{"uuid":"gpqa-main-cfc742b1ce24bfc75356765e","benchmark":"gpqa_main","data_index":1815,"repeat_index":4,"sample_id":"gpqa-main-cfc742b1ce24bfc75356765e/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":295,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"B","question_sha256":"c1f013c71ec1bfdf03d8071ec0a1d30c0d10b7e87429512ec32711a88cc41cb1"} +{"uuid":"gpqa-main-86d8d26ea3f4092dd4bac144","benchmark":"gpqa_main","data_index":1670,"repeat_index":4,"sample_id":"gpqa-main-86d8d26ea3f4092dd4bac144/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":880,"prompt_tokens":227,"effective_max_tokens":130845,"original_embedded_prediction":"C","question_sha256":"299c83f78042a13c78ad054088517dc82d5ed82bcc9ef75ec08dc120f2b8052f"} +{"uuid":"gpqa-main-cda2fe50fc8423311319e78e","benchmark":"gpqa_main","data_index":1836,"repeat_index":4,"sample_id":"gpqa-main-cda2fe50fc8423311319e78e/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":207,"prompt_tokens":182,"effective_max_tokens":130890,"original_embedded_prediction":"A","question_sha256":"1b04aca1c9a8b4f1fabc653b3653d0a48982315e6f1da934d98cadd1948f776f"} +{"uuid":"gpqa-main-31313469465f81cc0fa5dd28","benchmark":"gpqa_main","data_index":1792,"repeat_index":4,"sample_id":"gpqa-main-31313469465f81cc0fa5dd28/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":430,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"C","question_sha256":"cd18749d0354640af760ebe1c6a150eed2a0202cc444345b5c3f00b0f0df67d2"} +{"uuid":"gpqa-main-9a5518ae94b2b0d35d86de13","benchmark":"gpqa_main","data_index":1825,"repeat_index":4,"sample_id":"gpqa-main-9a5518ae94b2b0d35d86de13/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":270,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"C","question_sha256":"3fcfcbf2649513809f04d9fdbcbe0c6bc1a91164f8dcfd7d9748267f2db7c6ce"} +{"uuid":"gpqa-main-f0a74958c23332566374eae8","benchmark":"gpqa_main","data_index":1781,"repeat_index":4,"sample_id":"gpqa-main-f0a74958c23332566374eae8/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":462,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"0122463c60c1fa5ad768f1fc6147fd593b46126713e705864d5de5632804d4b5"} +{"uuid":"gpqa-main-6dec9c3aba26b3c8623af13e","benchmark":"gpqa_main","data_index":1851,"repeat_index":4,"sample_id":"gpqa-main-6dec9c3aba26b3c8623af13e/repeat-4","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":170,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"656a46f8bac8e8e0767c9a5675871d3f81ff8707ec78f064bca2ccac673d7561"} +{"uuid":"gpqa-main-f635511b161f39dc301e05eb","benchmark":"gpqa_main","data_index":1816,"repeat_index":4,"sample_id":"gpqa-main-f635511b161f39dc301e05eb/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":324,"prompt_tokens":650,"effective_max_tokens":130422,"original_embedded_prediction":"D","question_sha256":"cb7f697eb685eca3061fc46cacb94c19aba74add8390e74234ade788b9fa4ff3"} +{"uuid":"gpqa-main-f6f707a4d7db96af855de986","benchmark":"gpqa_main","data_index":1802,"repeat_index":4,"sample_id":"gpqa-main-f6f707a4d7db96af855de986/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":369,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"D","question_sha256":"049a3a3426b30e36d29d782b3ea4916bf545838ac3945e9c707804638ad48f04"} +{"uuid":"gpqa-main-ff45876351041ad1ce200bb4","benchmark":"gpqa_main","data_index":1859,"repeat_index":4,"sample_id":"gpqa-main-ff45876351041ad1ce200bb4/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":146,"prompt_tokens":345,"effective_max_tokens":130727,"original_embedded_prediction":"D","question_sha256":"32bdeb2d6746cedbaa666a09cbe9ff84eedb094a4f81edb9c09ab191add49c41"} +{"uuid":"gpqa-main-55aa21aa9a62e56aab915b32","benchmark":"gpqa_main","data_index":1838,"repeat_index":4,"sample_id":"gpqa-main-55aa21aa9a62e56aab915b32/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":233,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"D","question_sha256":"e6eba602b3eef649fed522c6b8737556699845aee5b419773938063ec6b83257"} +{"uuid":"gpqa-main-78b2ba2dd97e6d6b9942bad9","benchmark":"gpqa_main","data_index":1809,"repeat_index":4,"sample_id":"gpqa-main-78b2ba2dd97e6d6b9942bad9/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":365,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"C","question_sha256":"019eb0f05f025ec512fbae057e0fcb33e0f92eec9bc2dc775494f6a19f4b62f3"} +{"uuid":"gpqa-main-ce2839297e4b63e0b36f6300","benchmark":"gpqa_main","data_index":1685,"repeat_index":4,"sample_id":"gpqa-main-ce2839297e4b63e0b36f6300/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":864,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"B","question_sha256":"80cca49a2f6ae39b2d3a2dfe110572d39720d0831c65246ce20603c40578b118"} +{"uuid":"gpqa-main-83f8b78e2bcb92bda5c03787","benchmark":"gpqa_main","data_index":1872,"repeat_index":4,"sample_id":"gpqa-main-83f8b78e2bcb92bda5c03787/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":132,"prompt_tokens":162,"effective_max_tokens":130910,"original_embedded_prediction":"B","question_sha256":"1f06efeb2323c27b7a92e2f6b6d0f631f5b1caa5357a701f99ff4c3d08286bcf"} +{"uuid":"gpqa-main-643d18139459da0f9c1b2e17","benchmark":"gpqa_main","data_index":1843,"repeat_index":4,"sample_id":"gpqa-main-643d18139459da0f9c1b2e17/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":243,"prompt_tokens":375,"effective_max_tokens":130697,"original_embedded_prediction":"C","question_sha256":"4bab53f383207a2bc9c94789bb8114d3e7db442308789d848023661e90b2ab49"} +{"uuid":"gpqa-main-d4ee93c18c20e4432773fe55","benchmark":"gpqa_main","data_index":1847,"repeat_index":4,"sample_id":"gpqa-main-d4ee93c18c20e4432773fe55/repeat-4","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":212,"prompt_tokens":200,"effective_max_tokens":130872,"original_embedded_prediction":null,"question_sha256":"77bffd13a6b6464f7c63296f571164c184ce47a8cd6f8ecf91f0dc28407d44a1"} +{"uuid":"gpqa-main-7c103d3006e7e5942b17dfc2","benchmark":"gpqa_main","data_index":1881,"repeat_index":4,"sample_id":"gpqa-main-7c103d3006e7e5942b17dfc2/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":100,"prompt_tokens":254,"effective_max_tokens":130818,"original_embedded_prediction":"B","question_sha256":"851c6624380df7dd30fbf4b482add6ae0543525ac196eb146f0d1eb73a673d6c"} +{"uuid":"gpqa-main-fd7b1296b8c5ae3f05aa8355","benchmark":"gpqa_main","data_index":1855,"repeat_index":4,"sample_id":"gpqa-main-fd7b1296b8c5ae3f05aa8355/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":222,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"B","question_sha256":"e674bbb69c41e672de8e4c8cbea505f57f0d1fc98a2ae52ced1937ec4c71b62f"} +{"uuid":"gpqa-main-7093e90be0c6d72d98ef432c","benchmark":"gpqa_main","data_index":1892,"repeat_index":4,"sample_id":"gpqa-main-7093e90be0c6d72d98ef432c/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":65,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"C","question_sha256":"d73f092255e75c14953338c7dc17fa9e41c6378f650bac797b23d3c68133744d"} +{"uuid":"gpqa-main-45b8834e3ed027ec73e9cb93","benchmark":"gpqa_main","data_index":1862,"repeat_index":4,"sample_id":"gpqa-main-45b8834e3ed027ec73e9cb93/repeat-4","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":198,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":null,"question_sha256":"14a2ed1ddcecc5a3752c954a0c07f0e2ae102378d648cc66bd57385516fbbe20"} +{"uuid":"gpqa-main-4c4e7752fc041224f19d3f9a","benchmark":"gpqa_main","data_index":1846,"repeat_index":4,"sample_id":"gpqa-main-4c4e7752fc041224f19d3f9a/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":276,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"B","question_sha256":"a7183bc025131850f86e24e7faa64e367e334f399dbbc968c1e6069905fe8c28"} +{"uuid":"gpqa-main-ac1c72784d1e0da293fe4bd4","benchmark":"gpqa_main","data_index":1354,"repeat_index":3,"sample_id":"gpqa-main-ac1c72784d1e0da293fe4bd4/repeat-3","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":2217,"prompt_tokens":169,"effective_max_tokens":130903,"original_embedded_prediction":null,"question_sha256":"6e2bd9ec28efb9c97dbc7bea49224b4964011afaa5ca659996fac7fd65c4468d"} +{"uuid":"gpqa-main-e31881ef9b38bb3d802fa432","benchmark":"gpqa_main","data_index":1861,"repeat_index":4,"sample_id":"gpqa-main-e31881ef9b38bb3d802fa432/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":211,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"C","question_sha256":"d2b3b2f779f59635b5b67b63d55e4ada87e7ff867992c7a0b26b010dac9f8650"} +{"uuid":"gpqa-main-79721e93e90bdb2d8da052c0","benchmark":"gpqa_main","data_index":1668,"repeat_index":4,"sample_id":"gpqa-main-79721e93e90bdb2d8da052c0/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1017,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"C","question_sha256":"2a09355eb98c6b8d6ad0b51afb3b27f719fed44786d3b2998dfe7ee66413a028"} +{"uuid":"gpqa-main-3cb5227445654dab4b5dacc2","benchmark":"gpqa_main","data_index":1850,"repeat_index":4,"sample_id":"gpqa-main-3cb5227445654dab4b5dacc2/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":262,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"B","question_sha256":"4b45de4106aaf95114f9bda69339b541037b0eb04b8fd1f40efb6b91ed2a479e"} +{"uuid":"gpqa-main-2601636e383074212d2b5e52","benchmark":"gpqa_main","data_index":1869,"repeat_index":4,"sample_id":"gpqa-main-2601636e383074212d2b5e52/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":197,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"C","question_sha256":"4346808ce2e49e7dd075a69d154a4e1c8d73b71869876d48ffff93747d8898ec"} +{"uuid":"gpqa-main-950b8724526dc5d718438bec","benchmark":"gpqa_main","data_index":12,"repeat_index":0,"sample_id":"gpqa-main-950b8724526dc5d718438bec/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":6154,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"d81eab0b3deeedb23d68076a8f0de5ca6461b5d2d1a7da228f6a0b6ba6ca53e7"} +{"uuid":"gpqa-main-24751b175e0f2d19899ad735","benchmark":"gpqa_main","data_index":1796,"repeat_index":4,"sample_id":"gpqa-main-24751b175e0f2d19899ad735/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":508,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"B","question_sha256":"4a5d6fcc83f3561a6447a1feebb680aa9ab094bdeed5677c30f04041964a9c38"} +{"uuid":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8","benchmark":"gpqa_main","data_index":1832,"repeat_index":4,"sample_id":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":354,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"C","question_sha256":"bf639adbf5de648e6799cd9936073de7b6c750cf7c5870ed99dc4f842748abb9"} +{"uuid":"gpqa-main-d8d5dbb2aa6f203775147357","benchmark":"gpqa_main","data_index":1854,"repeat_index":4,"sample_id":"gpqa-main-d8d5dbb2aa6f203775147357/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":276,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"B","question_sha256":"bb18da47ffe6578fb5b30d30128525e8addf5e823c1985c70c606c89ce8d4d7e"} +{"uuid":"gpqa-main-d31323dded27ae0c86cb5c75","benchmark":"gpqa_main","data_index":1849,"repeat_index":4,"sample_id":"gpqa-main-d31323dded27ae0c86cb5c75/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":293,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"C","question_sha256":"8f174dd25b58e6fc8e309577a66d0f5a4f46ed89bf1a5165c0cb561a4e3e33e9"} +{"uuid":"gpqa-main-1b113e4801541a0f8a992733","benchmark":"gpqa_main","data_index":1874,"repeat_index":4,"sample_id":"gpqa-main-1b113e4801541a0f8a992733/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":211,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"A","question_sha256":"934c12bf2e6db997c9f4c22933b7e9545d3398849fc6e181c8a8187d83cf44b5"} +{"uuid":"gpqa-main-6f8b58d9d46c4f4e7eba1910","benchmark":"gpqa_main","data_index":1853,"repeat_index":4,"sample_id":"gpqa-main-6f8b58d9d46c4f4e7eba1910/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":285,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"B","question_sha256":"2437e4848569e7740d6491d475d194b9eefbbeae3a6a31cd62ddeb8ba8e93aa9"} +{"uuid":"gpqa-main-1a3571c1ec099b06b5011ceb","benchmark":"gpqa_main","data_index":1858,"repeat_index":4,"sample_id":"gpqa-main-1a3571c1ec099b06b5011ceb/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":267,"prompt_tokens":166,"effective_max_tokens":130906,"original_embedded_prediction":"B","question_sha256":"853f9bd759921129a51dd81d489f867c5aa9463f1925c203fe6f1e3147741f08"} +{"uuid":"gpqa-main-4df6eb7fd5661c3196a52be6","benchmark":"gpqa_main","data_index":1821,"repeat_index":4,"sample_id":"gpqa-main-4df6eb7fd5661c3196a52be6/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":439,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"71ef41cf00fbcb9e6751fd492a52caefd2830032777c8824465c1b4ea8dc48ea"} +{"uuid":"gpqa-main-5f1108e8b2f18297c04895bf","benchmark":"gpqa_main","data_index":1865,"repeat_index":4,"sample_id":"gpqa-main-5f1108e8b2f18297c04895bf/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":243,"prompt_tokens":447,"effective_max_tokens":130625,"original_embedded_prediction":"A","question_sha256":"d6e89de54268d0839b91cc5f860fd4903b1d8277accaf665ced8b5404cdbbe84"} +{"uuid":"gpqa-main-b36b446fe10911202d34a473","benchmark":"gpqa_main","data_index":1895,"repeat_index":4,"sample_id":"gpqa-main-b36b446fe10911202d34a473/repeat-4","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":111,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":null,"question_sha256":"a817452b182acac6761625a70d62a32f2da8fc7a708397cb06f4ad35d5fb18f8"} +{"uuid":"gpqa-main-8299e0bf116ad8ad7b960d26","benchmark":"gpqa_main","data_index":1790,"repeat_index":4,"sample_id":"gpqa-main-8299e0bf116ad8ad7b960d26/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":577,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"B","question_sha256":"dac89ff46a5330836dfa04de2060a9a9d447a0cffd96c06e0cdee48c6a991035"} +{"uuid":"gpqa-main-9aa9fb454d849030d70f9512","benchmark":"gpqa_main","data_index":1806,"repeat_index":4,"sample_id":"gpqa-main-9aa9fb454d849030d70f9512/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":482,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"b494f4c1785682ee7d284173af2a6ef6db2189c6f3e7ece0edb769c2f10d5f24"} +{"uuid":"gpqa-main-9f0f463200d404d2c62eca59","benchmark":"gpqa_main","data_index":1856,"repeat_index":4,"sample_id":"gpqa-main-9f0f463200d404d2c62eca59/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":286,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"6ed199510dead1f6bd4eaa9162909d9481bd2201f8d9444ee60a2e0e2f20528c"} +{"uuid":"gpqa-main-05286f95a107c3da592ecbd9","benchmark":"gpqa_main","data_index":1841,"repeat_index":4,"sample_id":"gpqa-main-05286f95a107c3da592ecbd9/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":356,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"C","question_sha256":"d8a1a7b530a9b1d0cd0b07ec53f60d6d5fcf3059457f02b90e3c4ddf51fdc825"} +{"uuid":"gpqa-main-bf00d194c934803975b81b7b","benchmark":"gpqa_main","data_index":1857,"repeat_index":4,"sample_id":"gpqa-main-bf00d194c934803975b81b7b/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":285,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"55e1269d132671f2c7b7f41498cb0b404e702d8ce370ac5555d837581e1b3ad7"} +{"uuid":"gpqa-main-8523e39e7dc895f15a06a403","benchmark":"gpqa_main","data_index":1867,"repeat_index":4,"sample_id":"gpqa-main-8523e39e7dc895f15a06a403/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":258,"prompt_tokens":243,"effective_max_tokens":130829,"original_embedded_prediction":"C","question_sha256":"9809fdeb256e4181e9705fa439a61deb6dbe804bfb80ffab6cb1bd4565faa027"} +{"uuid":"gpqa-main-0b01dd8e7881a40d7eb61175","benchmark":"gpqa_main","data_index":1875,"repeat_index":4,"sample_id":"gpqa-main-0b01dd8e7881a40d7eb61175/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":234,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"C","question_sha256":"74998926c571f30bb050d73fd21eee2727687e5a8320253f13d3d84b8605a913"} +{"uuid":"gpqa-main-50b06dfa0f6f3a64a58faa00","benchmark":"gpqa_main","data_index":1833,"repeat_index":4,"sample_id":"gpqa-main-50b06dfa0f6f3a64a58faa00/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":407,"prompt_tokens":2889,"effective_max_tokens":128183,"original_embedded_prediction":"C","question_sha256":"6d83e75112500dd8a0852c4eaa9859c4fb625c97bdf5f7d5c532bcd6347ea1a8"} +{"uuid":"gpqa-main-7e9652f906d908e059401ac2","benchmark":"gpqa_main","data_index":1860,"repeat_index":4,"sample_id":"gpqa-main-7e9652f906d908e059401ac2/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":303,"prompt_tokens":346,"effective_max_tokens":130726,"original_embedded_prediction":"C","question_sha256":"9dda9414807cb4996f3a1deb9214b8aaf93c75e41d35fac14966aba5058f07ff"} +{"uuid":"gpqa-main-ca986cf878bcb98d3bdf6b0a","benchmark":"gpqa_main","data_index":1788,"repeat_index":4,"sample_id":"gpqa-main-ca986cf878bcb98d3bdf6b0a/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":618,"prompt_tokens":553,"effective_max_tokens":130519,"original_embedded_prediction":"C","question_sha256":"03946dc24ec69699ccf0d502676d0724f19c404c61b61996d4b5d979f21785da"} +{"uuid":"gpqa-main-ae71bab05f11abac2f706bb9","benchmark":"gpqa_main","data_index":1877,"repeat_index":4,"sample_id":"gpqa-main-ae71bab05f11abac2f706bb9/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":240,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"d160134fd023bac8e7f94f4d4e70e01dc36d3ae74bb54ab778b03686e5b7b2c0"} +{"uuid":"gpqa-main-8980ca71edb4f58a3e46b256","benchmark":"gpqa_main","data_index":1680,"repeat_index":4,"sample_id":"gpqa-main-8980ca71edb4f58a3e46b256/repeat-4","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1042,"prompt_tokens":145,"effective_max_tokens":130927,"original_embedded_prediction":null,"question_sha256":"fb9586d35200647be665790b2cd3eee5c8cca1b79e6afcf01f027007fa057b64"} +{"uuid":"gpqa-main-77067b016766698b199936c6","benchmark":"gpqa_main","data_index":1879,"repeat_index":4,"sample_id":"gpqa-main-77067b016766698b199936c6/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":243,"prompt_tokens":306,"effective_max_tokens":130766,"original_embedded_prediction":"B","question_sha256":"4c8dd76001266d2c0d3a086b95cb4f68ba3f1b2658186002903315d51bf5bea6"} +{"uuid":"gpqa-main-2efd60649bdbaa65b5969003","benchmark":"gpqa_main","data_index":1893,"repeat_index":4,"sample_id":"gpqa-main-2efd60649bdbaa65b5969003/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":171,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"C","question_sha256":"af907b84cdd249e3bd0dcd3a0fc488c3673df744a66342233bebd85574ac74c3"} +{"uuid":"gpqa-main-7ac0db7d29e6e8c587a8e8f2","benchmark":"gpqa_main","data_index":1852,"repeat_index":4,"sample_id":"gpqa-main-7ac0db7d29e6e8c587a8e8f2/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":351,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"D","question_sha256":"1fc80dd29a6d1127a37414c18382b28b3e9d2f38b390130751d4cbfe90841375"} +{"uuid":"gpqa-main-fcf4fbe275826c7d67e6067b","benchmark":"gpqa_main","data_index":1868,"repeat_index":4,"sample_id":"gpqa-main-fcf4fbe275826c7d67e6067b/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":293,"prompt_tokens":319,"effective_max_tokens":130753,"original_embedded_prediction":"C","question_sha256":"804a1298d02f33e3d34af9885ef317731ae757104a1e874356955c98921afd18"} +{"uuid":"gpqa-main-3b577bce88d27365cf34e990","benchmark":"gpqa_main","data_index":1880,"repeat_index":4,"sample_id":"gpqa-main-3b577bce88d27365cf34e990/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":252,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"952132525f3a442f1b38bdc3d0190df1c505766096106e7ac626a451f1b236fc"} +{"uuid":"gpqa-main-60f734b52603f7ef29671f95","benchmark":"gpqa_main","data_index":1691,"repeat_index":4,"sample_id":"gpqa-main-60f734b52603f7ef29671f95/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1011,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"B","question_sha256":"bf9de03889292b969198f42b877b6d4c7b56ce10ae654e71f4be720b5efdb1f1"} +{"uuid":"gpqa-main-1634ccababef2067673cd88c","benchmark":"gpqa_main","data_index":814,"repeat_index":2,"sample_id":"gpqa-main-1634ccababef2067673cd88c/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":4165,"prompt_tokens":593,"effective_max_tokens":130479,"original_embedded_prediction":"C","question_sha256":"d8c36bd55ba561cb499054e9d5a01217a0498dfd20875e8d9e99d34bcdfd7830"} +{"uuid":"gpqa-main-ab4c50e2da12e11b47155f74","benchmark":"gpqa_main","data_index":1828,"repeat_index":4,"sample_id":"gpqa-main-ab4c50e2da12e11b47155f74/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":452,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"C","question_sha256":"b734e134fe4529267a34452ccc5cb2a7d56f7b471273d9e978add607de6f30b6"} +{"uuid":"gpqa-main-fe61aa6baba6418fcde1fa11","benchmark":"gpqa_main","data_index":1808,"repeat_index":4,"sample_id":"gpqa-main-fe61aa6baba6418fcde1fa11/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":546,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"C","question_sha256":"73eb245ef4dcc164186307ecd210b767147568ad3c1b03847a63b2e67ac5d0ab"} +{"uuid":"gpqa-main-0fb808246cf99919fa61cf95","benchmark":"gpqa_main","data_index":1904,"repeat_index":4,"sample_id":"gpqa-main-0fb808246cf99919fa61cf95/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":118,"prompt_tokens":415,"effective_max_tokens":130657,"original_embedded_prediction":"B","question_sha256":"8dd19f310e71e68caf9619c551faf073baee082c2fdae90e86d766c8f04dd15c"} +{"uuid":"gpqa-main-5f044a1bf575df47abc76e1a","benchmark":"gpqa_main","data_index":1882,"repeat_index":4,"sample_id":"gpqa-main-5f044a1bf575df47abc76e1a/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":252,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"56742e4e637e9ad1340d4a8de7af8e0d6ce2447d668cc5b51dfb52dfb0b2b8e9"} +{"uuid":"gpqa-main-53c8581aa69a3066bf003024","benchmark":"gpqa_main","data_index":1886,"repeat_index":4,"sample_id":"gpqa-main-53c8581aa69a3066bf003024/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":227,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"dbc9784ed2e796c6f534e998f17f2a819df9d6d94cd62aa72bd7fdcbf457c948"} +{"uuid":"gpqa-main-33c3b423f54aabfcfca66691","benchmark":"gpqa_main","data_index":1870,"repeat_index":4,"sample_id":"gpqa-main-33c3b423f54aabfcfca66691/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":310,"prompt_tokens":323,"effective_max_tokens":130749,"original_embedded_prediction":"C","question_sha256":"d3ede1ef1590cafbeca0278be62d75df7a0ca03bdf527b454a132420994473ae"} +{"uuid":"gpqa-main-18347a23c4b32df1f0b31d1a","benchmark":"gpqa_main","data_index":1931,"repeat_index":5,"sample_id":"gpqa-main-18347a23c4b32df1f0b31d1a/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":37,"prompt_tokens":438,"effective_max_tokens":130634,"original_embedded_prediction":"C","question_sha256":"f69ff8c0001cb2bdea3e51d7d4063a70e8b64bf6f735f62088f0ace464bbe468"} +{"uuid":"gpqa-main-6f84d17ede852cd9196347bd","benchmark":"gpqa_main","data_index":1900,"repeat_index":4,"sample_id":"gpqa-main-6f84d17ede852cd9196347bd/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":172,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"B","question_sha256":"e410f49b6f85564bf5b9226069391669e4c376097b2656e616a6b82abd4729ac"} +{"uuid":"gpqa-main-2651d2e67639a9e1741c23d7","benchmark":"gpqa_main","data_index":1897,"repeat_index":4,"sample_id":"gpqa-main-2651d2e67639a9e1741c23d7/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":183,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"4dde21b33c78ccf27d8f3043edfe68636929e2ed7d52841b78b767027425afcb"} +{"uuid":"gpqa-main-aa684f4d5d7c6b9ced383e24","benchmark":"gpqa_main","data_index":1839,"repeat_index":4,"sample_id":"gpqa-main-aa684f4d5d7c6b9ced383e24/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":436,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"D","question_sha256":"96a58da5e1708d76485e32741b0ecddc1bea407ebb53997d2f36e8827f2f2ac9"} +{"uuid":"gpqa-main-febe4c45e71692110949e3d6","benchmark":"gpqa_main","data_index":1888,"repeat_index":4,"sample_id":"gpqa-main-febe4c45e71692110949e3d6/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":235,"prompt_tokens":577,"effective_max_tokens":130495,"original_embedded_prediction":"D","question_sha256":"e38dd7750710c37aa45a5b0b5dd91e1b4171070325d670d668ab1fa20431a29e"} +{"uuid":"gpqa-main-513a35e22e5c48f5b3b0518a","benchmark":"gpqa_main","data_index":1819,"repeat_index":4,"sample_id":"gpqa-main-513a35e22e5c48f5b3b0518a/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":549,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"D","question_sha256":"b4baa0b1a21db872411dec993670e6c6bc360a94404305cc5d3ecc9264fdf913"} +{"uuid":"gpqa-main-6195cef214f3dfad9869d6d3","benchmark":"gpqa_main","data_index":1834,"repeat_index":4,"sample_id":"gpqa-main-6195cef214f3dfad9869d6d3/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":475,"prompt_tokens":351,"effective_max_tokens":130721,"original_embedded_prediction":"C","question_sha256":"d8a4b11aef2d38271a5ebf2c1802dc875d19737c557efb5990cc4a865a052e7c"} +{"uuid":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea","benchmark":"gpqa_main","data_index":1885,"repeat_index":4,"sample_id":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":276,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"D","question_sha256":"78b6f83c0d1137982356bff0e0d20f60e32542e5815ffd693af8f421f9e4741d"} +{"uuid":"gpqa-main-443f8ea9f271c4442521f8e4","benchmark":"gpqa_main","data_index":1835,"repeat_index":4,"sample_id":"gpqa-main-443f8ea9f271c4442521f8e4/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":482,"prompt_tokens":326,"effective_max_tokens":130746,"original_embedded_prediction":"D","question_sha256":"9211da2d82adb786850c236cd14fc05728eb04599b0abc0202714ba6bd385d19"} +{"uuid":"gpqa-main-4fb391edde117a3fa772fe15","benchmark":"gpqa_main","data_index":1915,"repeat_index":4,"sample_id":"gpqa-main-4fb391edde117a3fa772fe15/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":126,"prompt_tokens":230,"effective_max_tokens":130842,"original_embedded_prediction":"B","question_sha256":"5131eb311b518c1f3eade66e9c0f4df88aa05e6477bb06e86e3ac1e6fc1ea102"} +{"uuid":"gpqa-main-ca7a4b18584754c3664d8758","benchmark":"gpqa_main","data_index":1936,"repeat_index":5,"sample_id":"gpqa-main-ca7a4b18584754c3664d8758/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":61,"prompt_tokens":517,"effective_max_tokens":130555,"original_embedded_prediction":"D","question_sha256":"b15ab8a50cd7768206339f81478bb5a4757f87b1bf1c7671597c48117910482f"} +{"uuid":"gpqa-main-39045ad4d1274d0e56839d7b","benchmark":"gpqa_main","data_index":1912,"repeat_index":4,"sample_id":"gpqa-main-39045ad4d1274d0e56839d7b/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":144,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"429df35a12720ff87021b558515bede2e2590914376178a956309c141594787f"} +{"uuid":"gpqa-main-acecd9428a5b4368f1f5bc82","benchmark":"gpqa_main","data_index":1845,"repeat_index":4,"sample_id":"gpqa-main-acecd9428a5b4368f1f5bc82/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":462,"prompt_tokens":336,"effective_max_tokens":130736,"original_embedded_prediction":"D","question_sha256":"2d1e5de4bf7305d1b5eee8dda5415195dc333d71b3f50fa60508a928b67fb336"} +{"uuid":"gpqa-main-f022820fa3c0f536a4d4a9bc","benchmark":"gpqa_main","data_index":1891,"repeat_index":4,"sample_id":"gpqa-main-f022820fa3c0f536a4d4a9bc/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":261,"prompt_tokens":288,"effective_max_tokens":130784,"original_embedded_prediction":"C","question_sha256":"d7be2d674d4903c49886b492451a9febcfb5696ccd6f0931c4d48ef06a19b2b9"} +{"uuid":"gpqa-main-ad77d1e365463a217a2cc25c","benchmark":"gpqa_main","data_index":1884,"repeat_index":4,"sample_id":"gpqa-main-ad77d1e365463a217a2cc25c/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":302,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"7c427847fb1acab7f784c40193a51f13be68ffb38b4336c6bf3ebf112916fc29"} +{"uuid":"gpqa-main-6078bfac5f15131fb59b31ce","benchmark":"gpqa_main","data_index":1842,"repeat_index":4,"sample_id":"gpqa-main-6078bfac5f15131fb59b31ce/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":486,"prompt_tokens":383,"effective_max_tokens":130689,"original_embedded_prediction":"C","question_sha256":"2c08be31c31eb443db8881662320ebedec47eef168a86389032948d5a9cc37d1"} +{"uuid":"gpqa-main-d8cca1a27ad1a42b4a99ce96","benchmark":"gpqa_main","data_index":1805,"repeat_index":4,"sample_id":"gpqa-main-d8cca1a27ad1a42b4a99ce96/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":626,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"6049e26840c0e889bb5632032745b5bcf6684dec9a2f9d0a0cfb76378c5c064e"} +{"uuid":"gpqa-main-a39e48c3dd280f4d62399e78","benchmark":"gpqa_main","data_index":1907,"repeat_index":4,"sample_id":"gpqa-main-a39e48c3dd280f4d62399e78/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":185,"prompt_tokens":397,"effective_max_tokens":130675,"original_embedded_prediction":"D","question_sha256":"721c25455cfe9ff83ae29b7ba79700cb78268040d9773283d4d8afebd849187b"} +{"uuid":"gpqa-main-30529bca8e7fdf66400bd444","benchmark":"gpqa_main","data_index":1938,"repeat_index":5,"sample_id":"gpqa-main-30529bca8e7fdf66400bd444/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":86,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"fc081c2fbb63be5006154edbddcd4d1654207c4f1ad333e12f9bc19972753482"} +{"uuid":"gpqa-main-f6a21b5c88fe41ca6a55591f","benchmark":"gpqa_main","data_index":1890,"repeat_index":4,"sample_id":"gpqa-main-f6a21b5c88fe41ca6a55591f/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":285,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"b0808ff670ee04ab6af9402dbf89fd865b5fcc16ca43f81c6b8ed06e07bd5ee2"} +{"uuid":"gpqa-main-cdc31486df3de65ec2c324e2","benchmark":"gpqa_main","data_index":1939,"repeat_index":5,"sample_id":"gpqa-main-cdc31486df3de65ec2c324e2/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":93,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"C","question_sha256":"4d233cd7b8524c989eb47a4c40d6f2f47070b986fea11e3ee3029c07db9b3356"} +{"uuid":"gpqa-main-13dda0527a69422c0bfefb23","benchmark":"gpqa_main","data_index":1965,"repeat_index":5,"sample_id":"gpqa-main-13dda0527a69422c0bfefb23/repeat-5","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":null,"question_sha256":"952dd56af4d111bc829dbe6171c480a13632e8b5771e33245330d32115f96774"} +{"uuid":"gpqa-main-810618179b41cff3d8593ba5","benchmark":"gpqa_main","data_index":1943,"repeat_index":5,"sample_id":"gpqa-main-810618179b41cff3d8593ba5/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":90,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"4f7077a78998cfa5dbe881d51f9f859973bb281cce9f5a2bde9d5475cc520111"} +{"uuid":"gpqa-main-f2c0ff64cf18a6ae32dc45dc","benchmark":"gpqa_main","data_index":1735,"repeat_index":4,"sample_id":"gpqa-main-f2c0ff64cf18a6ae32dc45dc/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":916,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"f2467e0d99b11d10fdd18675d7a73d1a19569e58d6aa97be50c24c2cb28731b1"} +{"uuid":"gpqa-main-ba7b4d8b6b363240553a5da8","benchmark":"gpqa_main","data_index":1933,"repeat_index":5,"sample_id":"gpqa-main-ba7b4d8b6b363240553a5da8/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":114,"prompt_tokens":320,"effective_max_tokens":130752,"original_embedded_prediction":"C","question_sha256":"f31ead87a22282cc5dfb01f73a1fe9c84520ad1b8dc017953d8293dbe8b47044"} +{"uuid":"gpqa-main-67410b7a8dc0eaa2a0ad0e33","benchmark":"gpqa_main","data_index":1883,"repeat_index":4,"sample_id":"gpqa-main-67410b7a8dc0eaa2a0ad0e33/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":343,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"bb309e44424b270e31ff68a9df49f0a2f19335280a19eb9a92c5dcd1810cc3e8"} +{"uuid":"gpqa-main-0d56f92dcb32c3f0494a4705","benchmark":"gpqa_main","data_index":1935,"repeat_index":5,"sample_id":"gpqa-main-0d56f92dcb32c3f0494a4705/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":111,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"d48362abba761cef50927ef586befd9a2fdb343aa19b2fa457ee74fb6dbfb56b"} +{"uuid":"gpqa-main-544e43760baf2de3b5be5741","benchmark":"gpqa_main","data_index":1905,"repeat_index":4,"sample_id":"gpqa-main-544e43760baf2de3b5be5741/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":215,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"89418be241a19daa5c02878e565ee51b73f6f2c9bcafffaf554b45989088c1d8"} +{"uuid":"gpqa-main-17eb0ef902a11d36b13bb4ba","benchmark":"gpqa_main","data_index":1914,"repeat_index":4,"sample_id":"gpqa-main-17eb0ef902a11d36b13bb4ba/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":185,"prompt_tokens":290,"effective_max_tokens":130782,"original_embedded_prediction":"C","question_sha256":"da025e796cabfda79ad3a899a873052b028159563074d0934fabc7ee4c54d8ad"} +{"uuid":"gpqa-main-b84eb68d18023ca81e43b35a","benchmark":"gpqa_main","data_index":1829,"repeat_index":4,"sample_id":"gpqa-main-b84eb68d18023ca81e43b35a/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":571,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"D","question_sha256":"6c90e464e06f4dc9c748d6c9be44c96b2d5bec5078b4eb152ea4ccec4c709f2d"} +{"uuid":"gpqa-main-b9cd3234a1fbbf6fe8b281a7","benchmark":"gpqa_main","data_index":1909,"repeat_index":4,"sample_id":"gpqa-main-b9cd3234a1fbbf6fe8b281a7/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":239,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"C","question_sha256":"407ed0eb19714d6ab4f488ca6e6a117c40e4991746c31ad1c464c5e529e59565"} +{"uuid":"gpqa-main-a67142bf6c763d9963d7474d","benchmark":"gpqa_main","data_index":1953,"repeat_index":5,"sample_id":"gpqa-main-a67142bf6c763d9963d7474d/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":88,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"D","question_sha256":"7ed6c7d194038ef8d8c6a84cb18be1015f73754e42d4facb7418e8412ad86b77"} +{"uuid":"gpqa-main-fcf4fc69f21da83688056521","benchmark":"gpqa_main","data_index":1899,"repeat_index":4,"sample_id":"gpqa-main-fcf4fc69f21da83688056521/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":299,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"691112dd08aec41d1dfd7a48bf6e56a828dc8b340887ad6364daff290f8a88c4"} +{"uuid":"gpqa-main-992d40815d86851a9f6e7230","benchmark":"gpqa_main","data_index":1921,"repeat_index":5,"sample_id":"gpqa-main-992d40815d86851a9f6e7230/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":206,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"b698ebb0cb6d3abffa554435859e51f21dd11a9955cfceece2c7a6fa9b0e2023"} +{"uuid":"gpqa-main-728c68de5f34aba879617ff3","benchmark":"gpqa_main","data_index":1889,"repeat_index":4,"sample_id":"gpqa-main-728c68de5f34aba879617ff3/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":355,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"93587b6fdb0ccf1d1701c58bd12431b38885397117475f14823f4c52994b39b4"} +{"uuid":"gpqa-main-238c4616c3347122f4b974e4","benchmark":"gpqa_main","data_index":1901,"repeat_index":4,"sample_id":"gpqa-main-238c4616c3347122f4b974e4/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":290,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"C","question_sha256":"5a24c76ed39eb083ccc9c24780d936fe2e52cba76ae67efa4d647cc35e10037b"} +{"uuid":"gpqa-main-ff85a5ccc5b465a708f70be3","benchmark":"gpqa_main","data_index":1949,"repeat_index":5,"sample_id":"gpqa-main-ff85a5ccc5b465a708f70be3/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":141,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"f86f6ace621f9a5dc4c1d23e2bb2d546e1ca384df523a7a90d793b41a43ebfc6"} +{"uuid":"gpqa-main-11b88a6212278288c390be69","benchmark":"gpqa_main","data_index":1873,"repeat_index":4,"sample_id":"gpqa-main-11b88a6212278288c390be69/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":461,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"B","question_sha256":"29eb581590e7852467849e4c58c5e3b1b97736035880adbd4e12298c320ac7e4"} +{"uuid":"gpqa-main-b306a5cb19a37a5923ddeda3","benchmark":"gpqa_main","data_index":1911,"repeat_index":4,"sample_id":"gpqa-main-b306a5cb19a37a5923ddeda3/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":268,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"C","question_sha256":"10d0692d1c6af6008ffff69894cb0183dafbb80748247a3a0e1961e87f1e7c9f"} +{"uuid":"gpqa-main-feeb39404129cbb3b7e867ec","benchmark":"gpqa_main","data_index":1963,"repeat_index":5,"sample_id":"gpqa-main-feeb39404129cbb3b7e867ec/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":100,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"D","question_sha256":"a80144fd582290217d4749a45438b278db047877b2f9babd5f52d9d0dcc88daf"} +{"uuid":"gpqa-main-b7ef729c55e0cb48c67bca16","benchmark":"gpqa_main","data_index":1951,"repeat_index":5,"sample_id":"gpqa-main-b7ef729c55e0cb48c67bca16/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":141,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"A","question_sha256":"732a49f65a753e1d2c9ebb525ad8cc4c9ea6aa812fdc5eda3c630aa4aa35c7b5"} +{"uuid":"gpqa-main-3d4249ae7ea85a07b7726fff","benchmark":"gpqa_main","data_index":1929,"repeat_index":5,"sample_id":"gpqa-main-3d4249ae7ea85a07b7726fff/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":213,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"f3a651caf4cc86d7183e2aa4e94783901dfd4ba7026521589b0aa1f1c95b0e55"} +{"uuid":"gpqa-main-9753ac5963fbae8c8e907ef3","benchmark":"gpqa_main","data_index":1813,"repeat_index":4,"sample_id":"gpqa-main-9753ac5963fbae8c8e907ef3/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":716,"prompt_tokens":181,"effective_max_tokens":130891,"original_embedded_prediction":"D","question_sha256":"ec3a07db51d6010b2b9fae103e36b62707efee3ad0713fcd4420f8ba8f55c00b"} +{"uuid":"gpqa-main-67c1e3a67a2a974a3189d06b","benchmark":"gpqa_main","data_index":1864,"repeat_index":4,"sample_id":"gpqa-main-67c1e3a67a2a974a3189d06b/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":508,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"de0e795a2e1639d4babc3235662e71409fadd14e0c80f8551b3db9b4b53aa8de"} +{"uuid":"gpqa-main-91b254f1e1c8041fbc1a3222","benchmark":"gpqa_main","data_index":1896,"repeat_index":4,"sample_id":"gpqa-main-91b254f1e1c8041fbc1a3222/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":384,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"35cf9161cc3c5b82d0770ab2b2fdef4a970ddae93523dee3a6bde8574e79b13d"} +{"uuid":"gpqa-main-d750e02b8d42b4b4d6aba4b9","benchmark":"gpqa_main","data_index":1961,"repeat_index":5,"sample_id":"gpqa-main-d750e02b8d42b4b4d6aba4b9/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":134,"prompt_tokens":944,"effective_max_tokens":130128,"original_embedded_prediction":"D","question_sha256":"5ea7e9b17f677439bf5f6e43169cb794916985d1c5964f6a0d8becf3f9e3b7ad"} +{"uuid":"gpqa-main-fbf1f6e62b48cbbf0bca4714","benchmark":"gpqa_main","data_index":1971,"repeat_index":5,"sample_id":"gpqa-main-fbf1f6e62b48cbbf0bca4714/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":112,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"59affc9a905621c391ee7886c0e428eac5cb1f60c7c251e2fc1fcb081cb8e076"} +{"uuid":"gpqa-main-9baab02407bb5e317c8c71c4","benchmark":"gpqa_main","data_index":1950,"repeat_index":5,"sample_id":"gpqa-main-9baab02407bb5e317c8c71c4/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":185,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"C","question_sha256":"4c49b01c534dd76a31b5023fe34fe490913c400dc715a3fa7a874695ca10b949"} +{"uuid":"gpqa-main-d022f771c467d057bbb527d0","benchmark":"gpqa_main","data_index":1959,"repeat_index":5,"sample_id":"gpqa-main-d022f771c467d057bbb527d0/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":157,"prompt_tokens":192,"effective_max_tokens":130880,"original_embedded_prediction":"C","question_sha256":"f3fdb78f6fe3c60a21e29d92babec94b4d8c0f6e012394045833653cbdb1a4d7"} +{"uuid":"gpqa-main-ad8f0afd2f116341ed3a69c0","benchmark":"gpqa_main","data_index":1960,"repeat_index":5,"sample_id":"gpqa-main-ad8f0afd2f116341ed3a69c0/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":153,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"B","question_sha256":"b6c9142bf69c50d0a62b5b8254344b66610ca208a646e6a69a606819b7eb1bf8"} +{"uuid":"gpqa-main-1634ccababef2067673cd88c","benchmark":"gpqa_main","data_index":1966,"repeat_index":5,"sample_id":"gpqa-main-1634ccababef2067673cd88c/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":135,"prompt_tokens":593,"effective_max_tokens":130479,"original_embedded_prediction":"C","question_sha256":"d8c36bd55ba561cb499054e9d5a01217a0498dfd20875e8d9e99d34bcdfd7830"} +{"uuid":"gpqa-main-f79cea2e3c2e242b6e0da4d5","benchmark":"gpqa_main","data_index":1974,"repeat_index":5,"sample_id":"gpqa-main-f79cea2e3c2e242b6e0da4d5/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":121,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"D","question_sha256":"bdc1ab103002886dcbe879cd751d3e27b8ba6e988859bb80422ea04871269448"} +{"uuid":"gpqa-main-1af843966aecfd5da1f08dd6","benchmark":"gpqa_main","data_index":1926,"repeat_index":5,"sample_id":"gpqa-main-1af843966aecfd5da1f08dd6/repeat-5","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":277,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"A","question_sha256":"13e7c71f8aae7040bd98bd6b7bfe361f01f9aa9f4fd4b6095b40f97963688bdc"} +{"uuid":"gpqa-main-5af38d4af998e6cc090b76a4","benchmark":"gpqa_main","data_index":1902,"repeat_index":4,"sample_id":"gpqa-main-5af38d4af998e6cc090b76a4/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":359,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"C","question_sha256":"b20325f500465457b07762e2fe70b04e5055bd3df2783351050b6c3d04223eb4"} +{"uuid":"gpqa-main-08cb3c41dbaa57f424632b84","benchmark":"gpqa_main","data_index":1924,"repeat_index":5,"sample_id":"gpqa-main-08cb3c41dbaa57f424632b84/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":290,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"e37327eb6a290bf649f9b548f5d9834983b5d59efc10b4281a4bdbb75523863f"} +{"uuid":"gpqa-main-6bb4180b8c6df2f8f7490345","benchmark":"gpqa_main","data_index":1946,"repeat_index":5,"sample_id":"gpqa-main-6bb4180b8c6df2f8f7490345/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":221,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"a40e1e0f0ddd21a34df82626b6553232ad944bbeec5bf0819aaf5ae0b1a92c59"} +{"uuid":"gpqa-main-358120bf0c4377ebdbde08fc","benchmark":"gpqa_main","data_index":1844,"repeat_index":4,"sample_id":"gpqa-main-358120bf0c4377ebdbde08fc/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":638,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"D","question_sha256":"051eba2501386001d9e9793a3b0fe9ea4c78a987e3a1576c168659f849b684d6"} +{"uuid":"gpqa-main-3f72ea9cda0c3c6f970bd310","benchmark":"gpqa_main","data_index":1978,"repeat_index":5,"sample_id":"gpqa-main-3f72ea9cda0c3c6f970bd310/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":95,"prompt_tokens":432,"effective_max_tokens":130640,"original_embedded_prediction":"C","question_sha256":"a5bf307fdc69920b346c2d288b6a35b24485c92c8e245174a775055fa172cdc6"} +{"uuid":"gpqa-main-43903740f46e3267ecd42324","benchmark":"gpqa_main","data_index":1887,"repeat_index":4,"sample_id":"gpqa-main-43903740f46e3267ecd42324/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":448,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"b52b0025e64a7d0c0023e98ca9fe1f002e22bd987dd934f74304bd22e6e7da20"} +{"uuid":"gpqa-main-834c95c23407a9d2c736d2ee","benchmark":"gpqa_main","data_index":1977,"repeat_index":5,"sample_id":"gpqa-main-834c95c23407a9d2c736d2ee/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":103,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"D","question_sha256":"bb698537245b51d08b5d5a6cecdfd1a4e34f7ac0f17e13da8d713af9341a9366"} +{"uuid":"gpqa-main-106fe8a64f4453f81be6f7bd","benchmark":"gpqa_main","data_index":1945,"repeat_index":5,"sample_id":"gpqa-main-106fe8a64f4453f81be6f7bd/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":238,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"C","question_sha256":"f0c3d97c5c67fa210dafa49946af010682993c23bb8995a306a6ee484e0c3b03"} +{"uuid":"gpqa-main-3ebc2c6c608ed7f5e7bf9463","benchmark":"gpqa_main","data_index":1940,"repeat_index":5,"sample_id":"gpqa-main-3ebc2c6c608ed7f5e7bf9463/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":254,"prompt_tokens":286,"effective_max_tokens":130786,"original_embedded_prediction":"B","question_sha256":"81bfcfb746da8dbf79e11ca4c419d5416ea1be46678f915598ebe3f9c6b6fc32"} +{"uuid":"gpqa-main-3ad0b182e1494c1e76262069","benchmark":"gpqa_main","data_index":1925,"repeat_index":5,"sample_id":"gpqa-main-3ad0b182e1494c1e76262069/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":308,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"D","question_sha256":"835ebb67a4198184dbd29c03b43e4283e93c0473d886ab6c3b6c52ffb918b6ab"} +{"uuid":"gpqa-main-1f0af84f0bdb1b68af6a7719","benchmark":"gpqa_main","data_index":1917,"repeat_index":4,"sample_id":"gpqa-main-1f0af84f0bdb1b68af6a7719/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":327,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"B","question_sha256":"47eb07162cc525d2e6a87977deb802204fed59b801dd5e2935cc6edb3c036af1"} +{"uuid":"gpqa-main-9e1b7c5b2ce53e8d6424b66a","benchmark":"gpqa_main","data_index":1979,"repeat_index":5,"sample_id":"gpqa-main-9e1b7c5b2ce53e8d6424b66a/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":128,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"D","question_sha256":"97732ba422afbf18b5d2d6b3bd26f6c540049e2f82d9628414525cebe7e9a5dd"} +{"uuid":"gpqa-main-08452235d283f9ba82364ea8","benchmark":"gpqa_main","data_index":1930,"repeat_index":5,"sample_id":"gpqa-main-08452235d283f9ba82364ea8/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":298,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"65db6ef4b562a9503afeb197451091c7514df18fdee747a881b8057c38e21d0f"} +{"uuid":"gpqa-main-7c7ae85beee22afc94024aa0","benchmark":"gpqa_main","data_index":1913,"repeat_index":4,"sample_id":"gpqa-main-7c7ae85beee22afc94024aa0/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":359,"prompt_tokens":179,"effective_max_tokens":130893,"original_embedded_prediction":"D","question_sha256":"17ee204f8a3ef8904b0418dcf3bac347173df36a87b5535f055046fe6fae8879"} +{"uuid":"gpqa-main-e10311e2a20f5ef70b44af1a","benchmark":"gpqa_main","data_index":1916,"repeat_index":4,"sample_id":"gpqa-main-e10311e2a20f5ef70b44af1a/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":353,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"C","question_sha256":"840fab180da436fa17bd480d15eb270c8be4535800795f8fe8c3d0b1ac29ca9d"} +{"uuid":"gpqa-main-6543e2c47b61f7f328bcf42d","benchmark":"gpqa_main","data_index":1956,"repeat_index":5,"sample_id":"gpqa-main-6543e2c47b61f7f328bcf42d/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":228,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"C","question_sha256":"9f8c4aa52521e2926d56fdd03cf5aeaf3543c911c9b75774731cd1204efc1328"} +{"uuid":"gpqa-main-579e17ce4c553c730c526a5c","benchmark":"gpqa_main","data_index":1962,"repeat_index":5,"sample_id":"gpqa-main-579e17ce4c553c730c526a5c/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":210,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"D","question_sha256":"1ce3d847d25b2c2f678c304f134266501155719553a1a003f38a6b0a75ffb81b"} +{"uuid":"gpqa-main-07134ad2ae69bd2e9f09ae64","benchmark":"gpqa_main","data_index":1997,"repeat_index":5,"sample_id":"gpqa-main-07134ad2ae69bd2e9f09ae64/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":58,"prompt_tokens":374,"effective_max_tokens":130698,"original_embedded_prediction":"C","question_sha256":"e1448af5dcb7e4a7a5cf31dd231d4a2b2a3829ce3dabc5d7da48a195c1b39112"} +{"uuid":"gpqa-main-adffc79c4b20a953ccbf4cd1","benchmark":"gpqa_main","data_index":1908,"repeat_index":4,"sample_id":"gpqa-main-adffc79c4b20a953ccbf4cd1/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":397,"prompt_tokens":170,"effective_max_tokens":130902,"original_embedded_prediction":"A","question_sha256":"a9acc5caf0ab2f58b68d62ac52eac5bd31ee4a74a832bd753df339176dbbaefe"} +{"uuid":"gpqa-main-efbd16944acebfe43928d489","benchmark":"gpqa_main","data_index":1969,"repeat_index":5,"sample_id":"gpqa-main-efbd16944acebfe43928d489/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":207,"prompt_tokens":328,"effective_max_tokens":130744,"original_embedded_prediction":"D","question_sha256":"40b2b50a3c993902d4327a3072c497b0bfcbac42a638ecf92be395be7ef82ab0"} +{"uuid":"gpqa-main-efb673a27e8a1e042786abf9","benchmark":"gpqa_main","data_index":1983,"repeat_index":5,"sample_id":"gpqa-main-efb673a27e8a1e042786abf9/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":136,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"1f2f27b90dac22c1b4d70e1b1679a095c5ce0b5ec5dd0bbf48f16b8328b18d89"} +{"uuid":"gpqa-main-7684b3ed8a4540e6099495df","benchmark":"gpqa_main","data_index":1863,"repeat_index":4,"sample_id":"gpqa-main-7684b3ed8a4540e6099495df/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":622,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"B","question_sha256":"0caf81b8c83789b0b258b80856002cff7fd589a737844db0407269017bcd1955"} +{"uuid":"gpqa-main-a8c391dd6337620cc79cae0e","benchmark":"gpqa_main","data_index":1952,"repeat_index":5,"sample_id":"gpqa-main-a8c391dd6337620cc79cae0e/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":268,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"435ccdce7cc6c5543ffaf20b4d850d905357568605d01b3a595d44df3dd30d0d"} +{"uuid":"gpqa-main-7ed621f8290d6ac14181ce45","benchmark":"gpqa_main","data_index":1918,"repeat_index":4,"sample_id":"gpqa-main-7ed621f8290d6ac14181ce45/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":384,"prompt_tokens":298,"effective_max_tokens":130774,"original_embedded_prediction":"B","question_sha256":"c1c0ad22e4376412fe1e7564fd1f8c00dd970292dbf0dbb83b0350881e74b306"} +{"uuid":"gpqa-main-5334e8bdecfbd08a0fceb69b","benchmark":"gpqa_main","data_index":1967,"repeat_index":5,"sample_id":"gpqa-main-5334e8bdecfbd08a0fceb69b/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":225,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"B","question_sha256":"0c1cc6cb8c9b9a25c645b86bbada068207876248621f0327486d559892b7a8a9"} +{"uuid":"gpqa-main-de59169ce40a93ff305f9a41","benchmark":"gpqa_main","data_index":1920,"repeat_index":5,"sample_id":"gpqa-main-de59169ce40a93ff305f9a41/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":389,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"c5859c729f1f8217c8555103da018a579f07eb8df38d8389383b2f4634573327"} +{"uuid":"gpqa-main-731d6908d225dc9f463d1297","benchmark":"gpqa_main","data_index":1824,"repeat_index":4,"sample_id":"gpqa-main-731d6908d225dc9f463d1297/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":832,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"B","question_sha256":"4774928b0a0c7cdc6d9c17102d2e01adad07f5a344858c23bbc63520a74724d7"} +{"uuid":"gpqa-main-47999f808ae4df35fd817dd2","benchmark":"gpqa_main","data_index":1934,"repeat_index":5,"sample_id":"gpqa-main-47999f808ae4df35fd817dd2/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":354,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"0b24415e0a51d238b6f9b4a8ae6a56386da27f195c825aa8d124ca3e7adc5bb9"} +{"uuid":"gpqa-main-e47ea8383f43129dec459997","benchmark":"gpqa_main","data_index":1820,"repeat_index":4,"sample_id":"gpqa-main-e47ea8383f43129dec459997/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":856,"prompt_tokens":262,"effective_max_tokens":130810,"original_embedded_prediction":"D","question_sha256":"9e7260c352d5970f26856e94943b008fa72ebf3264a0e2790592a41209cfac2d"} +{"uuid":"gpqa-main-50467ff0a4937693425f108b","benchmark":"gpqa_main","data_index":1927,"repeat_index":5,"sample_id":"gpqa-main-50467ff0a4937693425f108b/repeat-5","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":383,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":null,"question_sha256":"ee40e0ba47746454343829f9f66dd4d391816fe24ca19edf78fcce05cf1f26d8"} +{"uuid":"gpqa-main-21bf0d1bb4513b046dfdf875","benchmark":"gpqa_main","data_index":1942,"repeat_index":5,"sample_id":"gpqa-main-21bf0d1bb4513b046dfdf875/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":349,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"C","question_sha256":"916a1ca795d38f4c815c99d6f162f52af934ee4e1b0d100dc0a7fb747631f7a7"} +{"uuid":"gpqa-main-759e35a2024fc09bd491c9ff","benchmark":"gpqa_main","data_index":1923,"repeat_index":5,"sample_id":"gpqa-main-759e35a2024fc09bd491c9ff/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":418,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"B","question_sha256":"4c284608a459b460f3ec3dfd5c7c71cfa84c171d4eb8a52aab9e6e4a8cb409bb"} +{"uuid":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7","benchmark":"gpqa_main","data_index":1957,"repeat_index":5,"sample_id":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":295,"prompt_tokens":279,"effective_max_tokens":130793,"original_embedded_prediction":"A","question_sha256":"f730b35adb897658b28382d90ae7881a77e5d86003cc9b3942862d742001d4fb"} +{"uuid":"gpqa-main-9b60a112c6568a530227ce47","benchmark":"gpqa_main","data_index":1968,"repeat_index":5,"sample_id":"gpqa-main-9b60a112c6568a530227ce47/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":258,"prompt_tokens":443,"effective_max_tokens":130629,"original_embedded_prediction":"A","question_sha256":"4dd7bd0636dc935d4359866d23d365353db91692ab9b80b438a3f65683abf4e7"} +{"uuid":"gpqa-main-cda1b642d52c30858bcdf7a3","benchmark":"gpqa_main","data_index":1947,"repeat_index":5,"sample_id":"gpqa-main-cda1b642d52c30858bcdf7a3/repeat-5","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":337,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":null,"question_sha256":"85f5a80c90290184ac6ec65307174970563ac9442644e868f064c886836d7a25"} +{"uuid":"gpqa-main-51f5bda498b3f05cab60119c","benchmark":"gpqa_main","data_index":1985,"repeat_index":5,"sample_id":"gpqa-main-51f5bda498b3f05cab60119c/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":184,"prompt_tokens":271,"effective_max_tokens":130801,"original_embedded_prediction":"D","question_sha256":"f7fa8540a448dfeff404af93810c60c41ed387fb5e4c821bbb6e5869dd9f8630"} +{"uuid":"gpqa-main-f35f531075e0f4b71e6bfdf7","benchmark":"gpqa_main","data_index":1948,"repeat_index":5,"sample_id":"gpqa-main-f35f531075e0f4b71e6bfdf7/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":342,"prompt_tokens":440,"effective_max_tokens":130632,"original_embedded_prediction":"C","question_sha256":"1dec0a47229d6987f418c244cc1169bdeb04c6134b883ac8895dc2380cdf0539"} +{"uuid":"gpqa-main-0cc54149033350a37cf90b8b","benchmark":"gpqa_main","data_index":2003,"repeat_index":5,"sample_id":"gpqa-main-0cc54149033350a37cf90b8b/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":129,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"B","question_sha256":"3298921b7dfbbae04c9893edbe6870746b53e2b7af12e9816f07b6f5e0bff9cb"} +{"uuid":"gpqa-main-a1ec72afe45eedbea242cd73","benchmark":"gpqa_main","data_index":1964,"repeat_index":5,"sample_id":"gpqa-main-a1ec72afe45eedbea242cd73/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":289,"prompt_tokens":310,"effective_max_tokens":130762,"original_embedded_prediction":"B","question_sha256":"e87180319d813402cf71637950d93636988703d0477e2bb79fb03a1d2df9afe3"} +{"uuid":"gpqa-main-8d147d8bf7fad22423fc5dd7","benchmark":"gpqa_main","data_index":1818,"repeat_index":4,"sample_id":"gpqa-main-8d147d8bf7fad22423fc5dd7/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":889,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"bfad7a1309a7d02668c615391f7302c03e1c3f61ffaee5d1f44ba2c9f5c40b7d"} +{"uuid":"gpqa-main-ae94db70e45f3af66518a393","benchmark":"gpqa_main","data_index":1866,"repeat_index":4,"sample_id":"gpqa-main-ae94db70e45f3af66518a393/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":703,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"C","question_sha256":"357c925128939cb69954fa6d11c54df2209c646ee1d3db2ab6dfea44ae6407b6"} +{"uuid":"gpqa-main-09311165c3bc8a7742115024","benchmark":"gpqa_main","data_index":1941,"repeat_index":5,"sample_id":"gpqa-main-09311165c3bc8a7742115024/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":398,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"C","question_sha256":"d6deae7022d40b283a8b0053867ff7e2d44f15fac7c364d3b34e67d903596cf7"} +{"uuid":"gpqa-main-8db8ffb39e6d3e618c8d388c","benchmark":"gpqa_main","data_index":1976,"repeat_index":5,"sample_id":"gpqa-main-8db8ffb39e6d3e618c8d388c/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":264,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"D","question_sha256":"28dff82ab12e25f0b479054be2f5d8b597951c2458e383bb25cf488b09c98ff5"} +{"uuid":"gpqa-main-6f6ff532d544554128a0bbbe","benchmark":"gpqa_main","data_index":2028,"repeat_index":5,"sample_id":"gpqa-main-6f6ff532d544554128a0bbbe/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":57,"prompt_tokens":368,"effective_max_tokens":130704,"original_embedded_prediction":"D","question_sha256":"ebb5b9328e54d98f40b988b171044869d75c67b6efaa8f44675c485448b7b02c"} +{"uuid":"gpqa-main-92c7c513709816748efab029","benchmark":"gpqa_main","data_index":1787,"repeat_index":4,"sample_id":"gpqa-main-92c7c513709816748efab029/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1050,"prompt_tokens":253,"effective_max_tokens":130819,"original_embedded_prediction":"C","question_sha256":"c9ed693d3f7d5c30b94e2c01b9b5f22591922f961e4dbc9ef4b70309b61bae5c"} +{"uuid":"gpqa-main-ad77d1e365463a217a2cc25c","benchmark":"gpqa_main","data_index":1500,"repeat_index":3,"sample_id":"gpqa-main-ad77d1e365463a217a2cc25c/repeat-3","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":2128,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":null,"question_sha256":"7c427847fb1acab7f784c40193a51f13be68ffb38b4336c6bf3ebf112916fc29"} +{"uuid":"gpqa-main-d751f2081e63be8d69314287","benchmark":"gpqa_main","data_index":2021,"repeat_index":5,"sample_id":"gpqa-main-d751f2081e63be8d69314287/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":99,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"f56e41493e430f6c013c094b4b462aa30dc9826a273d867eec6a04fc8a646443"} +{"uuid":"gpqa-main-763daf42ea0c79050a6a4d1d","benchmark":"gpqa_main","data_index":1981,"repeat_index":5,"sample_id":"gpqa-main-763daf42ea0c79050a6a4d1d/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":250,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"C","question_sha256":"72b4053b92adde478bb40c3fb9ef1e06215efe5922e2d600121170f824d32c13"} +{"uuid":"gpqa-main-7e29412fd534df20c4a23267","benchmark":"gpqa_main","data_index":2007,"repeat_index":5,"sample_id":"gpqa-main-7e29412fd534df20c4a23267/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":161,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"7fda2b6ca2ff9984ace9bf53f465cebb4b8d963f7ddcb5aa5f5015cd6989be42"} +{"uuid":"gpqa-main-bab269fd666fa2ba840a1459","benchmark":"gpqa_main","data_index":2009,"repeat_index":5,"sample_id":"gpqa-main-bab269fd666fa2ba840a1459/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":170,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"e17051d5c4ebf5f6bc793872dc2f5748b41dd7918235cb3d5697fb04882bd7fe"} +{"uuid":"gpqa-main-86060b054d8de358356a29fd","benchmark":"gpqa_main","data_index":1928,"repeat_index":5,"sample_id":"gpqa-main-86060b054d8de358356a29fd/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":456,"prompt_tokens":435,"effective_max_tokens":130637,"original_embedded_prediction":"A","question_sha256":"d20ccd218e50c4a58da8030db612f52c5bac88ad6d1859a85b0358c1595e54e1"} +{"uuid":"gpqa-main-a3be70bb026878238a72f88b","benchmark":"gpqa_main","data_index":1986,"repeat_index":5,"sample_id":"gpqa-main-a3be70bb026878238a72f88b/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":258,"prompt_tokens":446,"effective_max_tokens":130626,"original_embedded_prediction":"D","question_sha256":"42da82ad5cb9e03bf1c8f1d786b162fd55245c32907328f445c191681a98b669"} +{"uuid":"gpqa-main-2fc8b9731f60b1c9eb476570","benchmark":"gpqa_main","data_index":1995,"repeat_index":5,"sample_id":"gpqa-main-2fc8b9731f60b1c9eb476570/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":215,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"A","question_sha256":"8d64fc9e228388438862fd18b500e048e168f26e7191a4220ea8281beb789ea2"} +{"uuid":"gpqa-main-138fcbeedbaf865565ec35fd","benchmark":"gpqa_main","data_index":2047,"repeat_index":5,"sample_id":"gpqa-main-138fcbeedbaf865565ec35fd/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":28,"prompt_tokens":409,"effective_max_tokens":130663,"original_embedded_prediction":"D","question_sha256":"15bed1ac60d1bdcf0eec84539d669d6f38a2eb24b51e5072a922d8d9391ab135"} +{"uuid":"gpqa-main-ad37592fd14aa64b9045a2c4","benchmark":"gpqa_main","data_index":1910,"repeat_index":4,"sample_id":"gpqa-main-ad37592fd14aa64b9045a2c4/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":543,"prompt_tokens":142,"effective_max_tokens":130930,"original_embedded_prediction":"D","question_sha256":"1b3ff6b6ef905e2e7d9fad403ad7bcef59c07ba5858ab30374d9c1f3f07e7dee"} +{"uuid":"gpqa-main-5f336d7998263d21db8f15c1","benchmark":"gpqa_main","data_index":1970,"repeat_index":5,"sample_id":"gpqa-main-5f336d7998263d21db8f15c1/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":357,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"C","question_sha256":"5028b464f9ac881885af02d0d7fda29d17165d3804f0f84dbc2e8f6dbd923739"} +{"uuid":"gpqa-main-8a20fac7d1a5bff58e8c63ca","benchmark":"gpqa_main","data_index":1993,"repeat_index":5,"sample_id":"gpqa-main-8a20fac7d1a5bff58e8c63ca/repeat-5","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":236,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"A","question_sha256":"065acbbc3564fb2547e820ab1c35567bac49dff768319e8f4b46ee23bdd92415"} +{"uuid":"gpqa-main-84e0462fb979739143160f76","benchmark":"gpqa_main","data_index":1994,"repeat_index":5,"sample_id":"gpqa-main-84e0462fb979739143160f76/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":233,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"17821f797104818a4e9c06d5499572866481ca7a9f6bf4d3993cbc935754c06e"} +{"uuid":"gpqa-main-0306849689d2123fedfcfeb5","benchmark":"gpqa_main","data_index":2002,"repeat_index":5,"sample_id":"gpqa-main-0306849689d2123fedfcfeb5/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":223,"prompt_tokens":301,"effective_max_tokens":130771,"original_embedded_prediction":"D","question_sha256":"9b236e1b2c7db4edd3fd08eaeff4fcfd3b13c11bfc0f9c5510349957a837d13a"} +{"uuid":"gpqa-main-7a6f40292c595b5ffad3d66b","benchmark":"gpqa_main","data_index":2000,"repeat_index":5,"sample_id":"gpqa-main-7a6f40292c595b5ffad3d66b/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":232,"prompt_tokens":317,"effective_max_tokens":130755,"original_embedded_prediction":"C","question_sha256":"82d8161e96256872367b5e1c12af2c1f91e6c4a6aac3d066708fccb1826bf840"} +{"uuid":"gpqa-main-4117517dba1fdbd711e3d32b","benchmark":"gpqa_main","data_index":148,"repeat_index":0,"sample_id":"gpqa-main-4117517dba1fdbd711e3d32b/repeat-0","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":6568,"prompt_tokens":398,"effective_max_tokens":130674,"original_embedded_prediction":null,"question_sha256":"3e04ad2cb1248bfb53a7bd8f05efedea49f42b201c6f35907baa6c30abf40733"} +{"uuid":"gpqa-main-756cafdacac7e9642e2102c6","benchmark":"gpqa_main","data_index":2010,"repeat_index":5,"sample_id":"gpqa-main-756cafdacac7e9642e2102c6/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":199,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"D","question_sha256":"b26abbcea4f9adbbc6faf6378336b8d024ffe4491d2853b927bf9afdc27073a9"} +{"uuid":"gpqa-main-084903ab17db0fab7bc6caea","benchmark":"gpqa_main","data_index":1281,"repeat_index":3,"sample_id":"gpqa-main-084903ab17db0fab7bc6caea/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3105,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"b560f550d5d9fb2378520f0fcf7b6573aec2027430ef06270491ace18a0497fc"} +{"uuid":"gpqa-main-be458c5a0490a8298ea11494","benchmark":"gpqa_main","data_index":2039,"repeat_index":5,"sample_id":"gpqa-main-be458c5a0490a8298ea11494/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":93,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"17cada7a00fa20e35d380a47aad58aace15d791f3cd4f119acb4635e55951129"} +{"uuid":"gpqa-main-ea0400e59078652fc57eb6e1","benchmark":"gpqa_main","data_index":2016,"repeat_index":5,"sample_id":"gpqa-main-ea0400e59078652fc57eb6e1/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":211,"prompt_tokens":537,"effective_max_tokens":130535,"original_embedded_prediction":"C","question_sha256":"50fc83bec6235fb29a76a0a00342f5c99a24684597a5930df882fe103e170363"} +{"uuid":"gpqa-main-b654b748170277d4b0d0c6b5","benchmark":"gpqa_main","data_index":2014,"repeat_index":5,"sample_id":"gpqa-main-b654b748170277d4b0d0c6b5/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":221,"prompt_tokens":508,"effective_max_tokens":130564,"original_embedded_prediction":"D","question_sha256":"010973f2a9805982e33bfecd460da27e4d2f170e4567ebf854c807385bea09d3"} +{"uuid":"gpqa-main-41ca21006bb37fef24a8975a","benchmark":"gpqa_main","data_index":2006,"repeat_index":5,"sample_id":"gpqa-main-41ca21006bb37fef24a8975a/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":258,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"8d132ce83553f28f02599f90e3c52fb60d8f58faea0f09152f78f7df6e310abc"} +{"uuid":"gpqa-main-73f6c00588963349c225df6c","benchmark":"gpqa_main","data_index":2033,"repeat_index":5,"sample_id":"gpqa-main-73f6c00588963349c225df6c/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":153,"prompt_tokens":476,"effective_max_tokens":130596,"original_embedded_prediction":"C","question_sha256":"6c8759c4aac1084515abf1e3c463c7a0b6411dc3fa720a9a5fb5ac8f5777b49c"} +{"uuid":"gpqa-main-b13e6b95879d48313e527260","benchmark":"gpqa_main","data_index":2025,"repeat_index":5,"sample_id":"gpqa-main-b13e6b95879d48313e527260/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":181,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"C","question_sha256":"145b51d1c857830091d0dfa7043504329aa8d2a847b5b738079d210a94da31cb"} +{"uuid":"gpqa-main-5caa71cb7e0124d349b3046e","benchmark":"gpqa_main","data_index":1996,"repeat_index":5,"sample_id":"gpqa-main-5caa71cb7e0124d349b3046e/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":289,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"C","question_sha256":"965fd430b8ea291a67e2311c4874eba053c21ea0ce6fa222eec4bed300fc2976"} +{"uuid":"gpqa-main-efc527af4c77c27856f0d201","benchmark":"gpqa_main","data_index":1980,"repeat_index":5,"sample_id":"gpqa-main-efc527af4c77c27856f0d201/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":362,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"29ffae74d292a9a38f72dd8e95efab3be752912b79e848701193359c657937f6"} +{"uuid":"gpqa-main-d9fdff837cb2d2e4d1e81014","benchmark":"gpqa_main","data_index":1919,"repeat_index":4,"sample_id":"gpqa-main-d9fdff837cb2d2e4d1e81014/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":591,"prompt_tokens":153,"effective_max_tokens":130919,"original_embedded_prediction":"C","question_sha256":"021732e23dc83767a3bfeabac85945e664d0c83c8f4cd2ecee91855cda0b0d54"} +{"uuid":"gpqa-main-7239e8e1a6f52b11d89b376d","benchmark":"gpqa_main","data_index":1955,"repeat_index":5,"sample_id":"gpqa-main-7239e8e1a6f52b11d89b376d/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":471,"prompt_tokens":359,"effective_max_tokens":130713,"original_embedded_prediction":"C","question_sha256":"6b778965b4593497cd5378ecaa94e84f97d2910300038afb6590a8e9376b791c"} +{"uuid":"gpqa-main-a5811d01e615771d5e0b48fb","benchmark":"gpqa_main","data_index":2020,"repeat_index":5,"sample_id":"gpqa-main-a5811d01e615771d5e0b48fb/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":219,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"C","question_sha256":"18c1c5c103fb01b10fd0ca282f8eab427517d6587a0a9962010b5ad16e05b98f"} +{"uuid":"gpqa-main-3357b4ebb8c461cb9eeca4bd","benchmark":"gpqa_main","data_index":1998,"repeat_index":5,"sample_id":"gpqa-main-3357b4ebb8c461cb9eeca4bd/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":297,"prompt_tokens":283,"effective_max_tokens":130789,"original_embedded_prediction":"D","question_sha256":"cdffe5a4f742a97a3cc2ffedfc8d78a3ffa14249a51afc48e9d7aa8fc6b499a8"} +{"uuid":"gpqa-main-55e31c256bb6191d94e6db4d","benchmark":"gpqa_main","data_index":1898,"repeat_index":4,"sample_id":"gpqa-main-55e31c256bb6191d94e6db4d/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":692,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"C","question_sha256":"126561d6b58fa17bbaffda56837acaf8fab4bf282ccdfdcc2c7a97bfe520889c"} +{"uuid":"gpqa-main-69bcb32ba17f6e7aa0918597","benchmark":"gpqa_main","data_index":2034,"repeat_index":5,"sample_id":"gpqa-main-69bcb32ba17f6e7aa0918597/repeat-5","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":170,"prompt_tokens":758,"effective_max_tokens":130314,"original_embedded_prediction":null,"question_sha256":"9eb1fde9ac6acb7dc761f4941a792f3d0d052ad76d36e12bb9e406963b3906ef"} +{"uuid":"gpqa-main-b38dfd97dcfb80fb4df4c6f2","benchmark":"gpqa_main","data_index":2046,"repeat_index":5,"sample_id":"gpqa-main-b38dfd97dcfb80fb4df4c6f2/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":124,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"28fc44d6ca68ec833bb9837a558199f6e126ccb90f29dc42a2a4bf34ea4b66a7"} +{"uuid":"gpqa-main-e2b759199021c586345ac38f","benchmark":"gpqa_main","data_index":1937,"repeat_index":5,"sample_id":"gpqa-main-e2b759199021c586345ac38f/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":554,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"C","question_sha256":"ca59405f2d298a50a3e8fd6d281b67ca4a3ee503578df49e700cc46fe3c4f3d8"} +{"uuid":"gpqa-main-47f8cee187b620660c7d11b3","benchmark":"gpqa_main","data_index":1992,"repeat_index":5,"sample_id":"gpqa-main-47f8cee187b620660c7d11b3/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":336,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"b114078343a4ce3eeaa845ee2c7bfa4ac7c9add00f507d8ff60e46cca593fb46"} +{"uuid":"gpqa-main-7c3c45d7826322d2dd84475f","benchmark":"gpqa_main","data_index":2018,"repeat_index":5,"sample_id":"gpqa-main-7c3c45d7826322d2dd84475f/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":244,"prompt_tokens":419,"effective_max_tokens":130653,"original_embedded_prediction":"D","question_sha256":"f98a4cc383b4e02c52b4cdafe1b79c1d58df251d5d10ab65f71740d27243ed28"} +{"uuid":"gpqa-main-87c633148441d2b07b8e2e81","benchmark":"gpqa_main","data_index":2008,"repeat_index":5,"sample_id":"gpqa-main-87c633148441d2b07b8e2e81/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":301,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"0fb47d10edb4eca17f93926dea501fdd19bde76cfe58f57edb445a7272d7787c"} +{"uuid":"gpqa-main-e069314491adb5be236d3fe7","benchmark":"gpqa_main","data_index":1922,"repeat_index":5,"sample_id":"gpqa-main-e069314491adb5be236d3fe7/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":635,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"C","question_sha256":"2662eff7a6231613f45042d2ef5df63caaeb5a326d264e93009a737a99fb27bb"} +{"uuid":"gpqa-main-832feb793ff377da50abf878","benchmark":"gpqa_main","data_index":1989,"repeat_index":5,"sample_id":"gpqa-main-832feb793ff377da50abf878/repeat-5","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":379,"prompt_tokens":202,"effective_max_tokens":130870,"original_embedded_prediction":null,"question_sha256":"9cb12d81fbbe616cc95beecd1627265e0b5a2fa48b8e7493d3df89b378afbc12"} +{"uuid":"gpqa-main-d3a774e5f1af1a1e11117582","benchmark":"gpqa_main","data_index":2082,"repeat_index":5,"sample_id":"gpqa-main-d3a774e5f1af1a1e11117582/repeat-5","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":null,"question_sha256":"26b8e966c8adf9fe2824ff1fd3c23b2d488a785fe8a68cbce362bac46e891a79"} +{"uuid":"gpqa-main-c6cc654afa201cd3d5b66695","benchmark":"gpqa_main","data_index":1848,"repeat_index":4,"sample_id":"gpqa-main-c6cc654afa201cd3d5b66695/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":951,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"B","question_sha256":"79526cdc6c623c8657c3060ab8b305f1b4d8aa35f2b7905c6fd4c3e119c5c310"} +{"uuid":"gpqa-main-ac27f29e5f777e93e751f3f2","benchmark":"gpqa_main","data_index":1975,"repeat_index":5,"sample_id":"gpqa-main-ac27f29e5f777e93e751f3f2/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":467,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"d49aa1d9efc38f6409c199c3e2706ec44f5d20d25b0e7d41f40b9c46668ed1e0"} +{"uuid":"gpqa-main-20f50fda9aeae51c6b9b4ba0","benchmark":"gpqa_main","data_index":2011,"repeat_index":5,"sample_id":"gpqa-main-20f50fda9aeae51c6b9b4ba0/repeat-5","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":320,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"A","question_sha256":"c7914fc7bcc19ad8377798d825d6dbc59be8fb64f2b51a89ec26f55423d9edd1"} +{"uuid":"gpqa-main-8e23eaed901a11ec534e6f8b","benchmark":"gpqa_main","data_index":2019,"repeat_index":5,"sample_id":"gpqa-main-8e23eaed901a11ec534e6f8b/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":285,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"ed842ad329efe1e08f990fad3dd3cd5e5fb16736a9da1dbfa314d5e19156887e"} +{"uuid":"gpqa-main-485d6d2d8d4ef097891a30ae","benchmark":"gpqa_main","data_index":1906,"repeat_index":4,"sample_id":"gpqa-main-485d6d2d8d4ef097891a30ae/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":709,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"C","question_sha256":"c6a4a4365a6f088ad7d433e788ad1983c25ce2a6965fa332c2fd4f61eea9bbbc"} +{"uuid":"gpqa-main-ddc1b02f963a2f785385132e","benchmark":"gpqa_main","data_index":2013,"repeat_index":5,"sample_id":"gpqa-main-ddc1b02f963a2f785385132e/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":316,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"d5e7b22736a2cdaa0f2553a100795aa6b7e150fcc1b9fe093e28e3fea855f346"} +{"uuid":"gpqa-main-fa3e9be7fdf8e7c8952739d8","benchmark":"gpqa_main","data_index":2051,"repeat_index":5,"sample_id":"gpqa-main-fa3e9be7fdf8e7c8952739d8/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":155,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"5e9819e02e7dd08ec53ff217d848ce64e833e2b069cd81e9940f7a72a5230b30"} +{"uuid":"gpqa-main-f1451c98bdb50fb5b0dbdc55","benchmark":"gpqa_main","data_index":2036,"repeat_index":5,"sample_id":"gpqa-main-f1451c98bdb50fb5b0dbdc55/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":235,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"B","question_sha256":"650bb2feaa18830493f8e50de85c38c1f24570d9f1e7c9970c8ed9fbcbbde337"} +{"uuid":"gpqa-main-c8bb35d2e6add774a878c895","benchmark":"gpqa_main","data_index":1747,"repeat_index":4,"sample_id":"gpqa-main-c8bb35d2e6add774a878c895/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1381,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"8b5b2cb731b5a7fb6556557d17fc7ef7fb607adfa5050f0d70418eb3b983605b"} +{"uuid":"gpqa-main-1f9ad1ca59cf537e3cdf47c2","benchmark":"gpqa_main","data_index":2050,"repeat_index":5,"sample_id":"gpqa-main-1f9ad1ca59cf537e3cdf47c2/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":165,"prompt_tokens":318,"effective_max_tokens":130754,"original_embedded_prediction":"C","question_sha256":"229ffbdb774489fcfd578450da500a74b0c6fd603d3f4050eb6ff993659f5c7e"} +{"uuid":"gpqa-main-d5d2365d64430154627d4bb7","benchmark":"gpqa_main","data_index":1804,"repeat_index":4,"sample_id":"gpqa-main-d5d2365d64430154627d4bb7/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1159,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"A","question_sha256":"17f96c74be836037313c787a88438b6c9f69a4aa20ec8cba17697864f5d35599"} +{"uuid":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c","benchmark":"gpqa_main","data_index":2038,"repeat_index":5,"sample_id":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":238,"prompt_tokens":340,"effective_max_tokens":130732,"original_embedded_prediction":"D","question_sha256":"626cda94018ba930400d9c043f6fc1aa30c317abf6fd8f6d0ec8b133ce2036c8"} +{"uuid":"gpqa-main-7bb8e05365d19cc8328252e0","benchmark":"gpqa_main","data_index":2041,"repeat_index":5,"sample_id":"gpqa-main-7bb8e05365d19cc8328252e0/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":215,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"6aff7faed92c98148418177c8cae4893850a1d67b5ceb00cf6a09467c4491367"} +{"uuid":"gpqa-main-c720b28fe25654b1cedc9285","benchmark":"gpqa_main","data_index":2042,"repeat_index":5,"sample_id":"gpqa-main-c720b28fe25654b1cedc9285/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":217,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"9f6e1d1b2c053afcba8c78142311f336846eb87d19344fb8aa6e71ed9aecc477"} +{"uuid":"gpqa-main-692e40bceeaff3accdc11ead","benchmark":"gpqa_main","data_index":2057,"repeat_index":5,"sample_id":"gpqa-main-692e40bceeaff3accdc11ead/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":158,"prompt_tokens":471,"effective_max_tokens":130601,"original_embedded_prediction":"D","question_sha256":"954d12809188bb6fb15643c4406ac6b108f5d7836e1eeabd73e49df01f2c616e"} +{"uuid":"gpqa-main-4b84b53bf506bc0a4468fb2d","benchmark":"gpqa_main","data_index":1991,"repeat_index":5,"sample_id":"gpqa-main-4b84b53bf506bc0a4468fb2d/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":422,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"e302b2005d8d406eb5e8fd7aa1707959448ef06e72b5647d2711c9a056cfeffc"} +{"uuid":"gpqa-main-084903ab17db0fab7bc6caea","benchmark":"gpqa_main","data_index":2049,"repeat_index":5,"sample_id":"gpqa-main-084903ab17db0fab7bc6caea/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":202,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"b560f550d5d9fb2378520f0fcf7b6573aec2027430ef06270491ace18a0497fc"} +{"uuid":"gpqa-main-002cb7f9ef3ee2a3d460b42e","benchmark":"gpqa_main","data_index":2005,"repeat_index":5,"sample_id":"gpqa-main-002cb7f9ef3ee2a3d460b42e/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":389,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"3bed68f29773b3484a0b5acab22f438229b63f2a324fb817a933e4d514178386"} +{"uuid":"gpqa-main-9b7f84c844aa65b8ebfee235","benchmark":"gpqa_main","data_index":2040,"repeat_index":5,"sample_id":"gpqa-main-9b7f84c844aa65b8ebfee235/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":253,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"9443960fd2664e6d4890575733c6a4f1f6d804ec21e10e0f9d415b99297f9845"} +{"uuid":"gpqa-main-63f2aea89eec9b67abe0bacf","benchmark":"gpqa_main","data_index":2097,"repeat_index":5,"sample_id":"gpqa-main-63f2aea89eec9b67abe0bacf/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":32,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"D","question_sha256":"32596b406efecc4795e9f82b1d00f89787b9ed9e4f9d6239bed8194f13da06e7"} +{"uuid":"gpqa-main-950b8724526dc5d718438bec","benchmark":"gpqa_main","data_index":1932,"repeat_index":5,"sample_id":"gpqa-main-950b8724526dc5d718438bec/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":681,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"d81eab0b3deeedb23d68076a8f0de5ca6461b5d2d1a7da228f6a0b6ba6ca53e7"} +{"uuid":"gpqa-main-28e3e5e79d7477896c6d853d","benchmark":"gpqa_main","data_index":1944,"repeat_index":5,"sample_id":"gpqa-main-28e3e5e79d7477896c6d853d/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":652,"prompt_tokens":1047,"effective_max_tokens":130025,"original_embedded_prediction":"C","question_sha256":"d3b33ef7a0e55c33b5deae6a673dd7fff1fc2e7efa223f3419ecf58e57c06207"} +{"uuid":"gpqa-main-33b9f4658edfefac92faa4d3","benchmark":"gpqa_main","data_index":1812,"repeat_index":4,"sample_id":"gpqa-main-33b9f4658edfefac92faa4d3/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1203,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"D","question_sha256":"21b950759e4e088c97c70fcca487f4b3ceddd69dd2563433e332a0dde94eeddb"} +{"uuid":"gpqa-main-c69005af8b1e76a851528e02","benchmark":"gpqa_main","data_index":1987,"repeat_index":5,"sample_id":"gpqa-main-c69005af8b1e76a851528e02/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":476,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"D","question_sha256":"29e6a1db070bf5e5af8af4b82da4953dd47dcd2a1bbd7ad2db04f3d1d4cd805e"} +{"uuid":"gpqa-main-84cbf72ad94d1afe2aa56331","benchmark":"gpqa_main","data_index":2017,"repeat_index":5,"sample_id":"gpqa-main-84cbf72ad94d1afe2aa56331/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":373,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"089a55e5a3fbca456cb952a230bd88a82c177ec99470bd05f822803a1bdd3db5"} +{"uuid":"gpqa-main-8dd5ae41d915a09d1c8b9add","benchmark":"gpqa_main","data_index":2081,"repeat_index":5,"sample_id":"gpqa-main-8dd5ae41d915a09d1c8b9add/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":114,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"D","question_sha256":"8a246eed19ab5f877aa822da432a7aaa0f52615ea4655b0a89995d374971cd27"} +{"uuid":"gpqa-main-b5b0614a110a5eb0657cbe9a","benchmark":"gpqa_main","data_index":1651,"repeat_index":4,"sample_id":"gpqa-main-b5b0614a110a5eb0657cbe9a/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1871,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"C","question_sha256":"829ccc830e5fe3601c6e7c0a975192c938019f4d4e5c1b2334d55bb1d951711e"} +{"uuid":"gpqa-main-50aaa7274c5010d9768274ec","benchmark":"gpqa_main","data_index":2095,"repeat_index":5,"sample_id":"gpqa-main-50aaa7274c5010d9768274ec/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":94,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"0cda758f1290855df9dd7b9a4319bb6ae8108c8113b125a3a2f60705af536a34"} +{"uuid":"gpqa-main-8980ca71edb4f58a3e46b256","benchmark":"gpqa_main","data_index":2064,"repeat_index":5,"sample_id":"gpqa-main-8980ca71edb4f58a3e46b256/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":207,"prompt_tokens":145,"effective_max_tokens":130927,"original_embedded_prediction":"C","question_sha256":"fb9586d35200647be665790b2cd3eee5c8cca1b79e6afcf01f027007fa057b64"} +{"uuid":"gpqa-main-bceb5bf342ad44aac4fdbe55","benchmark":"gpqa_main","data_index":2043,"repeat_index":5,"sample_id":"gpqa-main-bceb5bf342ad44aac4fdbe55/repeat-5","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":308,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":null,"question_sha256":"20d48d5f0a9a8b77bea35e72a90794c2d2147aa8321ae6aa60e84491688a0803"} +{"uuid":"gpqa-main-45cae4ba5af22868461f1861","benchmark":"gpqa_main","data_index":2058,"repeat_index":5,"sample_id":"gpqa-main-45cae4ba5af22868461f1861/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":244,"prompt_tokens":196,"effective_max_tokens":130876,"original_embedded_prediction":"D","question_sha256":"da4480a5d4f2af44b6faf63fe513d557f97bf4cd048901e4a2f0b133273b39db"} +{"uuid":"gpqa-main-e6ff92ca0c11b47b14793d2f","benchmark":"gpqa_main","data_index":2044,"repeat_index":5,"sample_id":"gpqa-main-e6ff92ca0c11b47b14793d2f/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":308,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"B","question_sha256":"ca2abe8a98bc00aadbd20baf4ff27e830539507a5ff7402eed5e2491347f95aa"} +{"uuid":"gpqa-main-f432c1aa4319a4b1f6fa2ac1","benchmark":"gpqa_main","data_index":2029,"repeat_index":5,"sample_id":"gpqa-main-f432c1aa4319a4b1f6fa2ac1/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":363,"prompt_tokens":264,"effective_max_tokens":130808,"original_embedded_prediction":"D","question_sha256":"19d5ec504b7008b3eada0ca0c300cd88147b20679109f6681bfd8946e0db2c8c"} +{"uuid":"gpqa-main-ce2839297e4b63e0b36f6300","benchmark":"gpqa_main","data_index":2069,"repeat_index":5,"sample_id":"gpqa-main-ce2839297e4b63e0b36f6300/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":203,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"B","question_sha256":"80cca49a2f6ae39b2d3a2dfe110572d39720d0831c65246ce20603c40578b118"} +{"uuid":"gpqa-main-60c7c63632b1d67ffb8a4fb7","benchmark":"gpqa_main","data_index":1871,"repeat_index":4,"sample_id":"gpqa-main-60c7c63632b1d67ffb8a4fb7/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1021,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"C","question_sha256":"60c9747de98dcd74354ee70ce1049c3c1d1b8d72f4e9848984af5d6ceb1a0c57"} +{"uuid":"gpqa-main-3cbf7d3e13c908f5e699f9e0","benchmark":"gpqa_main","data_index":2053,"repeat_index":5,"sample_id":"gpqa-main-3cbf7d3e13c908f5e699f9e0/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":276,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"C","question_sha256":"0dbcc69ff35530f240a5bb623a78f2cd1d042037d2dedb122ebcca751bf9d08e"} +{"uuid":"gpqa-main-498b428b55b7644426a781c9","benchmark":"gpqa_main","data_index":1984,"repeat_index":5,"sample_id":"gpqa-main-498b428b55b7644426a781c9/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":551,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"C","question_sha256":"7fbfdc18f5a18b666f8d4afc859af60c4c56ab7d8d677d46fb01a050207ac688"} +{"uuid":"gpqa-main-99878f707c7c4024511bae58","benchmark":"gpqa_main","data_index":2094,"repeat_index":5,"sample_id":"gpqa-main-99878f707c7c4024511bae58/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":120,"prompt_tokens":241,"effective_max_tokens":130831,"original_embedded_prediction":"B","question_sha256":"826fb502d2db0f2db5e44683cd45f09d18423fd8a339643c8dc8b32b1accd428"} +{"uuid":"gpqa-main-547aac137dd7671e7ef03fa9","benchmark":"gpqa_main","data_index":2084,"repeat_index":5,"sample_id":"gpqa-main-547aac137dd7671e7ef03fa9/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":159,"prompt_tokens":497,"effective_max_tokens":130575,"original_embedded_prediction":"C","question_sha256":"8369c6a1ffc960e3f3d88e5e4c521eebcc37f39ca9adf654c3cd4b61f892f2ef"} +{"uuid":"gpqa-main-4462dc9f2d34289881ef2b1c","benchmark":"gpqa_main","data_index":2062,"repeat_index":5,"sample_id":"gpqa-main-4462dc9f2d34289881ef2b1c/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":252,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"63318cb18413a705693b9a4312f73dbf5358312aafc1d703c3d29a6340ffa0d1"} +{"uuid":"gpqa-main-781f4efc4b25ff35b588e87c","benchmark":"gpqa_main","data_index":2101,"repeat_index":5,"sample_id":"gpqa-main-781f4efc4b25ff35b588e87c/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":112,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"B","question_sha256":"f933a526e8aec15b0dc77756bad3ba0839404a6d042443e3f5a0ab0b8d1cfa96"} +{"uuid":"gpqa-main-143dc33c1aad9828daf5e615","benchmark":"gpqa_main","data_index":2015,"repeat_index":5,"sample_id":"gpqa-main-143dc33c1aad9828daf5e615/repeat-5","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":465,"prompt_tokens":354,"effective_max_tokens":130718,"original_embedded_prediction":"A","question_sha256":"ff60c18b72aac9e90842c7a2d5e79c68092a3fbb1d6c0318cee6d2892a43a0a1"} +{"uuid":"gpqa-main-79721e93e90bdb2d8da052c0","benchmark":"gpqa_main","data_index":2052,"repeat_index":5,"sample_id":"gpqa-main-79721e93e90bdb2d8da052c0/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":308,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"D","question_sha256":"2a09355eb98c6b8d6ad0b51afb3b27f719fed44786d3b2998dfe7ee66413a028"} +{"uuid":"gpqa-main-1923a70feda6403a600f719a","benchmark":"gpqa_main","data_index":2080,"repeat_index":5,"sample_id":"gpqa-main-1923a70feda6403a600f719a/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":210,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"D","question_sha256":"7acad7dd49efa2a29ce19fb81de0e8b504de87dab9c66159407da7697942a708"} +{"uuid":"gpqa-main-00a9d82facaec210f417af7a","benchmark":"gpqa_main","data_index":2077,"repeat_index":5,"sample_id":"gpqa-main-00a9d82facaec210f417af7a/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":231,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"D","question_sha256":"77f0590db54b06b37e142e7363145cbdb1a8d11c2a7575d9ae0fc10b3a6708bd"} +{"uuid":"gpqa-main-4c9f4186c5ccd49ab906a399","benchmark":"gpqa_main","data_index":2103,"repeat_index":5,"sample_id":"gpqa-main-4c9f4186c5ccd49ab906a399/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":131,"prompt_tokens":610,"effective_max_tokens":130462,"original_embedded_prediction":"D","question_sha256":"f634534b5e2327dcc39982a4da6dff404f299e9759a0ac957b0f6017fbe7586e"} +{"uuid":"gpqa-main-35d088e32fb39438767e1141","benchmark":"gpqa_main","data_index":1999,"repeat_index":5,"sample_id":"gpqa-main-35d088e32fb39438767e1141/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":551,"prompt_tokens":434,"effective_max_tokens":130638,"original_embedded_prediction":"B","question_sha256":"9d467213ec07b8217d3c3aa11a312c8536475e654bbb7ef916a4b8f92e0c7a7d"} +{"uuid":"gpqa-main-682237ee740e033537fb5707","benchmark":"gpqa_main","data_index":2089,"repeat_index":5,"sample_id":"gpqa-main-682237ee740e033537fb5707/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":196,"prompt_tokens":291,"effective_max_tokens":130781,"original_embedded_prediction":"C","question_sha256":"6cec89b2019b24f8e8c4001cade388815345ae403b5d5fc687cf7fdccbcc6ce1"} +{"uuid":"gpqa-main-5e6a032f9aa67c7725f828d0","benchmark":"gpqa_main","data_index":2115,"repeat_index":5,"sample_id":"gpqa-main-5e6a032f9aa67c7725f828d0/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":81,"prompt_tokens":330,"effective_max_tokens":130742,"original_embedded_prediction":"A","question_sha256":"8accf5d31cc4cf5c2467ac477d83885c90d2715606f7c2e68d318476741bbdd7"} +{"uuid":"gpqa-main-8cf981eedacab9acbdd5b00c","benchmark":"gpqa_main","data_index":2012,"repeat_index":5,"sample_id":"gpqa-main-8cf981eedacab9acbdd5b00c/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":516,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"C","question_sha256":"14dcd60f9986bbbcbbdc0e4b3462397b01801a452d9756100ed129baa5baf68c"} +{"uuid":"gpqa-main-34faeb45e152eaf4c29e65e4","benchmark":"gpqa_main","data_index":2071,"repeat_index":5,"sample_id":"gpqa-main-34faeb45e152eaf4c29e65e4/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":277,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"D","question_sha256":"82e6266418c679493cea34e30d0f71026adb6ab6c433e643d37860fb718999ec"} +{"uuid":"gpqa-main-249edae2034ba7f3819aaa7b","benchmark":"gpqa_main","data_index":2130,"repeat_index":5,"sample_id":"gpqa-main-249edae2034ba7f3819aaa7b/repeat-5","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":18,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":null,"question_sha256":"c4d795814405ce2bb231fe7012e4581bcaebca12bb3f8c3260a3ad239aa51a79"} +{"uuid":"gpqa-main-009c62a9f3d3e5b23d7032af","benchmark":"gpqa_main","data_index":2037,"repeat_index":5,"sample_id":"gpqa-main-009c62a9f3d3e5b23d7032af/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":432,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"eb3c8e77ceb6bbf6b5fc6d705376aeb984e8d20d498b1668992fc1441b062661"} +{"uuid":"gpqa-main-ef65739a36457c1672913212","benchmark":"gpqa_main","data_index":2079,"repeat_index":5,"sample_id":"gpqa-main-ef65739a36457c1672913212/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":257,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"D","question_sha256":"46601a7bcf5dcc71504dda490de685062fce72cdc997d7acb8b78e5a351a96bc"} +{"uuid":"gpqa-main-09b661e081004aa4c0d45778","benchmark":"gpqa_main","data_index":2026,"repeat_index":5,"sample_id":"gpqa-main-09b661e081004aa4c0d45778/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":473,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"B","question_sha256":"47741045402119262be7a1c17b98cc587ee55b46bb8620655271dca518a4f927"} +{"uuid":"gpqa-main-666fc74619f38e356e33a285","benchmark":"gpqa_main","data_index":2100,"repeat_index":5,"sample_id":"gpqa-main-666fc74619f38e356e33a285/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":184,"prompt_tokens":693,"effective_max_tokens":130379,"original_embedded_prediction":"C","question_sha256":"89fa5b222a94e07a283a5140341a0704109ec3b7f62de72dd072383182771ebc"} +{"uuid":"gpqa-main-e408cf011e5548359fd7cfa7","benchmark":"gpqa_main","data_index":1988,"repeat_index":5,"sample_id":"gpqa-main-e408cf011e5548359fd7cfa7/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":629,"prompt_tokens":190,"effective_max_tokens":130882,"original_embedded_prediction":"C","question_sha256":"62f7808cdd914d23316e18802ada081dc433f34465864581ce0c27bfafdcd343"} +{"uuid":"gpqa-main-c028fe71611d73b87b4cbb03","benchmark":"gpqa_main","data_index":2076,"repeat_index":5,"sample_id":"gpqa-main-c028fe71611d73b87b4cbb03/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":281,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"D","question_sha256":"f56f3f5d135dc8d61dc42f902943e2459f79e4343f2fef6741f6f86d4133a99a"} +{"uuid":"gpqa-main-efa466851677550746c06a1f","benchmark":"gpqa_main","data_index":1958,"repeat_index":5,"sample_id":"gpqa-main-efa466851677550746c06a1f/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":762,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"B","question_sha256":"b64a2faa078044133322af9742b3f75788b5f8e5701f1fee08d693854a842448"} +{"uuid":"gpqa-main-d1e25804e939f97ca872c78e","benchmark":"gpqa_main","data_index":2083,"repeat_index":5,"sample_id":"gpqa-main-d1e25804e939f97ca872c78e/repeat-5","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":245,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":null,"question_sha256":"bd713289ab1ffc1ab982f7411da433944bdaa2ce87595d2c1bba8580a8b47bdb"} +{"uuid":"gpqa-main-ad697760bc60543062e8b7b4","benchmark":"gpqa_main","data_index":2073,"repeat_index":5,"sample_id":"gpqa-main-ad697760bc60543062e8b7b4/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":295,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"B","question_sha256":"7f9b4679645e2d89214a154be6bdb13eafdc747457ce2950bda27a9a2b97917f"} +{"uuid":"gpqa-main-e4e8eab3e5612de26e298f3f","benchmark":"gpqa_main","data_index":2063,"repeat_index":5,"sample_id":"gpqa-main-e4e8eab3e5612de26e298f3f/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":329,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"D","question_sha256":"1037e0c8b2c1aced006713d114efa5f1233a7eadf2f0aac355081aeacd10b00f"} +{"uuid":"gpqa-main-d7c4372bfbc5d0f0f9331350","benchmark":"gpqa_main","data_index":2105,"repeat_index":5,"sample_id":"gpqa-main-d7c4372bfbc5d0f0f9331350/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":170,"prompt_tokens":588,"effective_max_tokens":130484,"original_embedded_prediction":"C","question_sha256":"92d8ffd16886567ac1ed2f15a6c2d3d6ac2a2fb0fd0e56836671babcde327d3f"} +{"uuid":"gpqa-main-4355802640dddd3e060d2a59","benchmark":"gpqa_main","data_index":2099,"repeat_index":5,"sample_id":"gpqa-main-4355802640dddd3e060d2a59/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":203,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"ebe141e8c3f27bb731fd3889679a36aab5827f4caa81d8400d66a6bf492fe486"} +{"uuid":"gpqa-main-86976aae6f871f46c4680830","benchmark":"gpqa_main","data_index":2135,"repeat_index":5,"sample_id":"gpqa-main-86976aae6f871f46c4680830/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":35,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"D","question_sha256":"e5c3c79a60db2de596dac1585bfc2e940bac2acb65a3352ff5f7e99821846aed"} +{"uuid":"gpqa-main-3b1469c59353cec7a0dd6866","benchmark":"gpqa_main","data_index":2061,"repeat_index":5,"sample_id":"gpqa-main-3b1469c59353cec7a0dd6866/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":353,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"C","question_sha256":"ebc638f9e42bd31bd87f0fab4dff50846ee425d9aef0cb954a4e5013a5a107e4"} +{"uuid":"gpqa-main-2ad64f0bf627cf52a8ad924c","benchmark":"gpqa_main","data_index":1287,"repeat_index":3,"sample_id":"gpqa-main-2ad64f0bf627cf52a8ad924c/repeat-3","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3452,"prompt_tokens":146,"effective_max_tokens":130926,"original_embedded_prediction":null,"question_sha256":"e9afb48881134b480ce09710124320be56d4166a402490b65f81bdb1df6e3a1d"} +{"uuid":"gpqa-main-4a8c97220fb14b99f363b2ce","benchmark":"gpqa_main","data_index":2108,"repeat_index":5,"sample_id":"gpqa-main-4a8c97220fb14b99f363b2ce/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":183,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"B","question_sha256":"a939b9de7ea4048442a9378048f992097c413c77ad1c665790486c352036c7e3"} +{"uuid":"gpqa-main-104b659bbac6e52c4c877c0b","benchmark":"gpqa_main","data_index":1304,"repeat_index":3,"sample_id":"gpqa-main-104b659bbac6e52c4c877c0b/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3346,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"de6e1846b7e0c60ac3b7b0f613ad67cc3d941770b7de58c7a45add8c64d1db8b"} +{"uuid":"gpqa-main-49e3b768e85f009875fb4b7f","benchmark":"gpqa_main","data_index":1990,"repeat_index":5,"sample_id":"gpqa-main-49e3b768e85f009875fb4b7f/repeat-5","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":650,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":null,"question_sha256":"181abbdaf75899b4c447f9c98c58f90512c06ffe5521e109fa83597da1fb7aae"} +{"uuid":"gpqa-main-8d43dd1cebfb1a76c18a3589","benchmark":"gpqa_main","data_index":2133,"repeat_index":5,"sample_id":"gpqa-main-8d43dd1cebfb1a76c18a3589/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":71,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"C","question_sha256":"1c3b360d52d717d4eda55f53310217b072979b1026b8896b235a2ba9f5151964"} +{"uuid":"gpqa-main-bab6e331fae29c00395de3a4","benchmark":"gpqa_main","data_index":2086,"repeat_index":5,"sample_id":"gpqa-main-bab6e331fae29c00395de3a4/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":279,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"A","question_sha256":"cf500f5f076470e539799f3822047d1a6263a0abc77614f9abc48a4f60ba507d"} +{"uuid":"gpqa-main-6845f28b26fa44b2b44ded84","benchmark":"gpqa_main","data_index":2060,"repeat_index":5,"sample_id":"gpqa-main-6845f28b26fa44b2b44ded84/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":409,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"B","question_sha256":"7c6678dd868700f600b69c54e83e52a10695ac957465ffbe08c35d20f42b448e"} +{"uuid":"gpqa-main-e3e073f3f0f646532e4caf06","benchmark":"gpqa_main","data_index":2087,"repeat_index":5,"sample_id":"gpqa-main-e3e073f3f0f646532e4caf06/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":294,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"A","question_sha256":"a1cff30033350ed32c6446abacb176ef3ffad0fc471aaacf3468c78e0aad550e"} +{"uuid":"gpqa-main-a454a3157aff6eee743541b7","benchmark":"gpqa_main","data_index":2102,"repeat_index":5,"sample_id":"gpqa-main-a454a3157aff6eee743541b7/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":234,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"D","question_sha256":"025e20e6e9b45e1ddb3f6901f58f69b40df5e8f9ffb6b80b5b17bc518d9f5d17"} +{"uuid":"gpqa-main-8a352b243ffac6230977fc90","benchmark":"gpqa_main","data_index":2139,"repeat_index":5,"sample_id":"gpqa-main-8a352b243ffac6230977fc90/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":70,"prompt_tokens":389,"effective_max_tokens":130683,"original_embedded_prediction":"D","question_sha256":"7408ac0330a09a182b52a627f89920c8c4e825da7da4e441973cbefe32b852ac"} +{"uuid":"gpqa-main-1ae8f8945efaf81788d8d871","benchmark":"gpqa_main","data_index":2059,"repeat_index":5,"sample_id":"gpqa-main-1ae8f8945efaf81788d8d871/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":424,"prompt_tokens":250,"effective_max_tokens":130822,"original_embedded_prediction":"D","question_sha256":"060f07943bcd17960b48a982fabe42fcae4e3899fe8c5473138fe2198f0e8dd8"} +{"uuid":"gpqa-main-12fef4b097b802dea2564ea2","benchmark":"gpqa_main","data_index":2106,"repeat_index":5,"sample_id":"gpqa-main-12fef4b097b802dea2564ea2/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":237,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"C","question_sha256":"254c10ac4fdccd2709d12769dd755a22c6de6b1e6bff2363164511e2905446d7"} +{"uuid":"gpqa-main-2322ddc82747aa5a01bf1c1e","benchmark":"gpqa_main","data_index":2022,"repeat_index":5,"sample_id":"gpqa-main-2322ddc82747aa5a01bf1c1e/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":586,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"B","question_sha256":"d9d7e1406d6a9d440081915edafcb4a493a40b6172838b858a979c0a58bb4c62"} +{"uuid":"gpqa-main-779369aa96b96a67933939f1","benchmark":"gpqa_main","data_index":2144,"repeat_index":5,"sample_id":"gpqa-main-779369aa96b96a67933939f1/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":76,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"C","question_sha256":"acf784efba891531b08709383ede2379cee1f604b6334b753dd1fcaab37af970"} +{"uuid":"gpqa-main-cdaa7da74e15a8dfc40e0582","benchmark":"gpqa_main","data_index":2111,"repeat_index":5,"sample_id":"gpqa-main-cdaa7da74e15a8dfc40e0582/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":200,"prompt_tokens":410,"effective_max_tokens":130662,"original_embedded_prediction":"C","question_sha256":"733e93868ff7691423e0d318a4d9ba6ce801d7c2ef5c53b8020d7eb13c2c9a5c"} +{"uuid":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3","benchmark":"gpqa_main","data_index":2078,"repeat_index":5,"sample_id":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":362,"prompt_tokens":252,"effective_max_tokens":130820,"original_embedded_prediction":"C","question_sha256":"71075d4447ee264b63e5544da7b40502fb235decc31484f33ee97a8ef70c3d1f"} +{"uuid":"gpqa-main-043ca5f03089118ef536135d","benchmark":"gpqa_main","data_index":2066,"repeat_index":5,"sample_id":"gpqa-main-043ca5f03089118ef536135d/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":403,"prompt_tokens":594,"effective_max_tokens":130478,"original_embedded_prediction":"C","question_sha256":"43c5cb4f57895b07f3e1815e411f315dfa3fe44fe601b5aacde7c1244cdcaa89"} +{"uuid":"gpqa-main-9f5d195170ba73ccdc7a3b84","benchmark":"gpqa_main","data_index":2127,"repeat_index":5,"sample_id":"gpqa-main-9f5d195170ba73ccdc7a3b84/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":157,"prompt_tokens":552,"effective_max_tokens":130520,"original_embedded_prediction":"C","question_sha256":"e4e5526f8ea9205cbe6b33a5256144298ad11d8250b020cbd4fddbba85a12596"} +{"uuid":"gpqa-main-2bd63c617299c18c1cfd5b0a","benchmark":"gpqa_main","data_index":2116,"repeat_index":5,"sample_id":"gpqa-main-2bd63c617299c18c1cfd5b0a/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":212,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"C","question_sha256":"bd7804f896ba3deb7fd65cc0c562744a80232f45bbc9c5ffa8652308c167c329"} +{"uuid":"gpqa-main-288426a7fecb5facf10219c7","benchmark":"gpqa_main","data_index":2110,"repeat_index":5,"sample_id":"gpqa-main-288426a7fecb5facf10219c7/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":249,"prompt_tokens":321,"effective_max_tokens":130751,"original_embedded_prediction":"D","question_sha256":"7cccb7714b35c30190fb5db64a1b22a36b726b2a007f241961e1e48c82e4acb3"} +{"uuid":"gpqa-main-913c4ee0ce195992ff9638b1","benchmark":"gpqa_main","data_index":2098,"repeat_index":5,"sample_id":"gpqa-main-913c4ee0ce195992ff9638b1/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":319,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"C","question_sha256":"ed904d04c24f37586b1f78a18bd22f28752e80a5ecc489939950778aa5307d98"} +{"uuid":"gpqa-main-ac1c72784d1e0da293fe4bd4","benchmark":"gpqa_main","data_index":2122,"repeat_index":5,"sample_id":"gpqa-main-ac1c72784d1e0da293fe4bd4/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":201,"prompt_tokens":169,"effective_max_tokens":130903,"original_embedded_prediction":"C","question_sha256":"6e2bd9ec28efb9c97dbc7bea49224b4964011afaa5ca659996fac7fd65c4468d"} +{"uuid":"gpqa-main-105b94b83de2671f0b86688d","benchmark":"gpqa_main","data_index":2151,"repeat_index":5,"sample_id":"gpqa-main-105b94b83de2671f0b86688d/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":95,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"D","question_sha256":"062b8c1448dabb342bd7815bdfbab0a55eb915c5c6793d19a5037bf7a9aa63f3"} +{"uuid":"gpqa-main-fd21f7c7356e7f51f0cabd07","benchmark":"gpqa_main","data_index":2121,"repeat_index":5,"sample_id":"gpqa-main-fd21f7c7356e7f51f0cabd07/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":225,"prompt_tokens":601,"effective_max_tokens":130471,"original_embedded_prediction":"C","question_sha256":"db246f6acae65ff2e4bb6caad314b6583cd0085f0d81b1b20515ca2fe73b6f72"} +{"uuid":"gpqa-main-bf684ea09dc8822450fbd37c","benchmark":"gpqa_main","data_index":2004,"repeat_index":5,"sample_id":"gpqa-main-bf684ea09dc8822450fbd37c/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":716,"prompt_tokens":372,"effective_max_tokens":130700,"original_embedded_prediction":"D","question_sha256":"8f0911e951adf5df2bfc8aa29c14de392a998e2fa48463ceecedcd39a8301453"} +{"uuid":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2","benchmark":"gpqa_main","data_index":2070,"repeat_index":5,"sample_id":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":437,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"C","question_sha256":"58604895b423acc46c4efaa28ed2e4d6eaf2d93d55c7ad3766cffce3719ddf62"} +{"uuid":"gpqa-main-4f958672c6f9249c44f2f9b9","benchmark":"gpqa_main","data_index":2107,"repeat_index":5,"sample_id":"gpqa-main-4f958672c6f9249c44f2f9b9/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":297,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"B","question_sha256":"7d91198c9c48996b89ebbb62d8d76d86e32d7c14fb108c7491c9ff812263613a"} +{"uuid":"gpqa-main-381032537ca0c968de7d5c06","benchmark":"gpqa_main","data_index":2123,"repeat_index":5,"sample_id":"gpqa-main-381032537ca0c968de7d5c06/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":217,"prompt_tokens":186,"effective_max_tokens":130886,"original_embedded_prediction":"C","question_sha256":"045347c35e2957dbd6bc83158fecec24c157df70fdefaaddc8633ecda3435cdc"} +{"uuid":"gpqa-main-2d88ca9efdaae7d19aed9660","benchmark":"gpqa_main","data_index":2032,"repeat_index":5,"sample_id":"gpqa-main-2d88ca9efdaae7d19aed9660/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":610,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"B","question_sha256":"43af6d11597079a7d069dd93bbf3db87f0b5bb604fbfc66fc60c268d149d8fba"} +{"uuid":"gpqa-main-68d5dcbd7078889c19a9a93c","benchmark":"gpqa_main","data_index":2056,"repeat_index":5,"sample_id":"gpqa-main-68d5dcbd7078889c19a9a93c/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":510,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"618551bfaaf71599d5802135cbf18d8e9b5a33b38537d32515c5298d556df601"} +{"uuid":"gpqa-main-cb8b679fe50f1b3a7168eb92","benchmark":"gpqa_main","data_index":2074,"repeat_index":5,"sample_id":"gpqa-main-cb8b679fe50f1b3a7168eb92/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":440,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"8ed0101055c99512a99310385277c13855047c3a1b31ca6b8a6ee3f83cf5d4f3"} +{"uuid":"gpqa-main-baefee4c54836e933082fd33","benchmark":"gpqa_main","data_index":2125,"repeat_index":5,"sample_id":"gpqa-main-baefee4c54836e933082fd33/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":220,"prompt_tokens":487,"effective_max_tokens":130585,"original_embedded_prediction":"D","question_sha256":"f4486aea8f80b6405ceaabbd6f225378761eafc49f1e042873a464b3b94da620"} +{"uuid":"gpqa-main-29e885003cf7658ac2eb0ba4","benchmark":"gpqa_main","data_index":2023,"repeat_index":5,"sample_id":"gpqa-main-29e885003cf7658ac2eb0ba4/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":658,"prompt_tokens":299,"effective_max_tokens":130773,"original_embedded_prediction":"C","question_sha256":"e6fd9b7cea6cbcd53eabc57f63ae367008b2774a1092f55e23e78b7eafbdbafa"} +{"uuid":"gpqa-main-82354c49d9280b8a980b98b4","benchmark":"gpqa_main","data_index":2090,"repeat_index":5,"sample_id":"gpqa-main-82354c49d9280b8a980b98b4/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":380,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"B","question_sha256":"57b065d28a6d02a29a3a84f39dd670ba7cdf4e3403506e79b5fc90713897f68e"} +{"uuid":"gpqa-main-e605c3d20abb4c52d96e9b60","benchmark":"gpqa_main","data_index":2091,"repeat_index":5,"sample_id":"gpqa-main-e605c3d20abb4c52d96e9b60/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":376,"prompt_tokens":361,"effective_max_tokens":130711,"original_embedded_prediction":"C","question_sha256":"84b58aec9b33c09286d45fb66ca82cc4ec03e310a0917bc0783bda81a0fa23b6"} +{"uuid":"gpqa-main-dbbe3054b6bdabe917f5ab5d","benchmark":"gpqa_main","data_index":2067,"repeat_index":5,"sample_id":"gpqa-main-dbbe3054b6bdabe917f5ab5d/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":473,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"C","question_sha256":"1054cb147fa0d82e2b1830b0238455ab6cea42cde361a81e9934864240f22f50"} +{"uuid":"gpqa-main-ec756f5cd58f1d3e9c9c8676","benchmark":"gpqa_main","data_index":2030,"repeat_index":5,"sample_id":"gpqa-main-ec756f5cd58f1d3e9c9c8676/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":636,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"C","question_sha256":"016bbafd184cf46762e3e824d2499734daf9efd8cb5f0adad12078f151c96a12"} +{"uuid":"gpqa-main-7c04a20e5411bd3e0a2bc2c8","benchmark":"gpqa_main","data_index":2147,"repeat_index":5,"sample_id":"gpqa-main-7c04a20e5411bd3e0a2bc2c8/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":159,"prompt_tokens":413,"effective_max_tokens":130659,"original_embedded_prediction":"D","question_sha256":"e23b62b19c3ab4ec896e631f56a7a92ed38aca13300af7a7b449b979999886f3"} +{"uuid":"gpqa-main-b22053dbc40179e114f0c866","benchmark":"gpqa_main","data_index":2045,"repeat_index":5,"sample_id":"gpqa-main-b22053dbc40179e114f0c866/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":586,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"1f101bccd20044577731aef887c9704a6a153baf063dff8d9a04510e7b8dcfb7"} +{"uuid":"gpqa-main-4117517dba1fdbd711e3d32b","benchmark":"gpqa_main","data_index":2068,"repeat_index":5,"sample_id":"gpqa-main-4117517dba1fdbd711e3d32b/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":479,"prompt_tokens":398,"effective_max_tokens":130674,"original_embedded_prediction":"C","question_sha256":"3e04ad2cb1248bfb53a7bd8f05efedea49f42b201c6f35907baa6c30abf40733"} +{"uuid":"gpqa-main-7475b6b01129fce5b436b0ee","benchmark":"gpqa_main","data_index":2118,"repeat_index":5,"sample_id":"gpqa-main-7475b6b01129fce5b436b0ee/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":280,"prompt_tokens":235,"effective_max_tokens":130837,"original_embedded_prediction":"D","question_sha256":"797be7099117e146adaaf5ad31bd914d9adbd510441211b0040aad2812fffc40"} +{"uuid":"gpqa-main-04a5c442799262dec9375c25","benchmark":"gpqa_main","data_index":2114,"repeat_index":5,"sample_id":"gpqa-main-04a5c442799262dec9375c25/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":296,"prompt_tokens":365,"effective_max_tokens":130707,"original_embedded_prediction":"D","question_sha256":"e90ec32d975ec61b7cd079ff6968bc3dbaa4fc87e74699c1406ce59093066dbc"} +{"uuid":"gpqa-main-104b659bbac6e52c4c877c0b","benchmark":"gpqa_main","data_index":2072,"repeat_index":5,"sample_id":"gpqa-main-104b659bbac6e52c4c877c0b/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":483,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"de6e1846b7e0c60ac3b7b0f613ad67cc3d941770b7de58c7a45add8c64d1db8b"} +{"uuid":"gpqa-main-5a280dae7286e8bab3887904","benchmark":"gpqa_main","data_index":2132,"repeat_index":5,"sample_id":"gpqa-main-5a280dae7286e8bab3887904/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":228,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"B","question_sha256":"b8398a470c0a1a045a6dcf2005bd8e8351bdf75ffa7c473958cf3c4b5d4fb288"} +{"uuid":"gpqa-main-dd8409336990c7459796bf16","benchmark":"gpqa_main","data_index":2155,"repeat_index":5,"sample_id":"gpqa-main-dd8409336990c7459796bf16/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":155,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"C","question_sha256":"609aca38a7fb3090a0f30d6d141ac5d22646fb06ba18f8c71758e099668e5bf5"} +{"uuid":"gpqa-main-542dd8f1dc74ca5163382df8","benchmark":"gpqa_main","data_index":2112,"repeat_index":5,"sample_id":"gpqa-main-542dd8f1dc74ca5163382df8/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":317,"prompt_tokens":165,"effective_max_tokens":130907,"original_embedded_prediction":"C","question_sha256":"2413c551ec9a06a20197c81fa22effbd7f215abcc2e5f14c5f9f0a86e5402736"} +{"uuid":"gpqa-main-9bb169e317cdd76b98ada24f","benchmark":"gpqa_main","data_index":2109,"repeat_index":5,"sample_id":"gpqa-main-9bb169e317cdd76b98ada24f/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":344,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"C","question_sha256":"d0bbc79a116a93d5c5c1325e012b3feb17a7b705d2ccd57a86ecfbdc2bf78030"} +{"uuid":"gpqa-main-4644969e4e4615b014b9669f","benchmark":"gpqa_main","data_index":2120,"repeat_index":5,"sample_id":"gpqa-main-4644969e4e4615b014b9669f/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":304,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"B","question_sha256":"e663684f8a7728af99d977f274c335c497ac6a7ccf43c64ab979e8407155ce6c"} +{"uuid":"gpqa-main-1754a508e794225bd932adeb","benchmark":"gpqa_main","data_index":1973,"repeat_index":5,"sample_id":"gpqa-main-1754a508e794225bd932adeb/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":933,"prompt_tokens":276,"effective_max_tokens":130796,"original_embedded_prediction":"C","question_sha256":"16464cac7090a24d3b5a0bf989e1699bafd2dd7b1555e816a1f77804d8e890db"} +{"uuid":"gpqa-main-70afc730094f43bb0e05f371","benchmark":"gpqa_main","data_index":2129,"repeat_index":5,"sample_id":"gpqa-main-70afc730094f43bb0e05f371/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":252,"prompt_tokens":360,"effective_max_tokens":130712,"original_embedded_prediction":"A","question_sha256":"f328e748a74c78b0ab73f790c6848b663fb5bffac884e2793a63bb9ce351e4b6"} +{"uuid":"gpqa-main-8af90a4147e5f0c98bfd00fa","benchmark":"gpqa_main","data_index":2138,"repeat_index":5,"sample_id":"gpqa-main-8af90a4147e5f0c98bfd00fa/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":224,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"C","question_sha256":"29a55065f72c47169c5073a91e6b55d82fe2f5784289d2baf5cf5444f8d6fd65"} +{"uuid":"gpqa-main-89f68a802c7c6e55b5b802fd","benchmark":"gpqa_main","data_index":2183,"repeat_index":5,"sample_id":"gpqa-main-89f68a802c7c6e55b5b802fd/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":71,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"B","question_sha256":"0815a781881ae5e8651c7fad2acd62427e6f4161f30b842d196debe30bd5ee83"} +{"uuid":"gpqa-main-e17c3d61061a563977ae3c11","benchmark":"gpqa_main","data_index":2164,"repeat_index":5,"sample_id":"gpqa-main-e17c3d61061a563977ae3c11/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":141,"prompt_tokens":352,"effective_max_tokens":130720,"original_embedded_prediction":"C","question_sha256":"41b609bbf5cd4517a7d53e382a762d7b2caa65fd58ea44549bdf7183daf1d2c0"} +{"uuid":"gpqa-main-a6eb05bb931229a396d81e44","benchmark":"gpqa_main","data_index":2092,"repeat_index":5,"sample_id":"gpqa-main-a6eb05bb931229a396d81e44/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":449,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"C","question_sha256":"19c2c8e0578e84094a1f97568e95e1e88fadee2743b1c6519b7fc661c8577cde"} +{"uuid":"gpqa-main-22c436000399164406e165b2","benchmark":"gpqa_main","data_index":2140,"repeat_index":5,"sample_id":"gpqa-main-22c436000399164406e165b2/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":233,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"B","question_sha256":"836be405f3d05ec5ad1a2bc728339e5141836ace3a584fe3d36ecc50af4dc3ee"} +{"uuid":"gpqa-main-31313469465f81cc0fa5dd28","benchmark":"gpqa_main","data_index":2176,"repeat_index":5,"sample_id":"gpqa-main-31313469465f81cc0fa5dd28/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":94,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"D","question_sha256":"cd18749d0354640af760ebe1c6a150eed2a0202cc444345b5c3f00b0f0df67d2"} +{"uuid":"gpqa-main-6030f5f53fe38c334b2c3a6a","benchmark":"gpqa_main","data_index":2093,"repeat_index":5,"sample_id":"gpqa-main-6030f5f53fe38c334b2c3a6a/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":454,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"C","question_sha256":"88d277706c3af734be0507cde034c23c7e206f855c2fcc97d6ed69f8ad92df57"} +{"uuid":"gpqa-main-60a022e707f18a7b5f445773","benchmark":"gpqa_main","data_index":2124,"repeat_index":5,"sample_id":"gpqa-main-60a022e707f18a7b5f445773/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":313,"prompt_tokens":337,"effective_max_tokens":130735,"original_embedded_prediction":"A","question_sha256":"9d46302b763896c7fa475d975b5bc365adee2236b273f23e7216a78871204b74"} +{"uuid":"gpqa-main-2ad64f0bf627cf52a8ad924c","benchmark":"gpqa_main","data_index":2055,"repeat_index":5,"sample_id":"gpqa-main-2ad64f0bf627cf52a8ad924c/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":606,"prompt_tokens":146,"effective_max_tokens":130926,"original_embedded_prediction":"B","question_sha256":"e9afb48881134b480ce09710124320be56d4166a402490b65f81bdb1df6e3a1d"} +{"uuid":"gpqa-main-d3db87adeb915999faca3605","benchmark":"gpqa_main","data_index":2031,"repeat_index":5,"sample_id":"gpqa-main-d3db87adeb915999faca3605/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":708,"prompt_tokens":204,"effective_max_tokens":130868,"original_embedded_prediction":"D","question_sha256":"f6518dd763c1af7a1745bc53b4e021210cafdf588df1ede9b537a622474a998d"} +{"uuid":"gpqa-main-f6714ff18991a64f32fcecf9","benchmark":"gpqa_main","data_index":2206,"repeat_index":5,"sample_id":"gpqa-main-f6714ff18991a64f32fcecf9/repeat-5","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":null,"question_sha256":"a1e860acc41f41cac7f3d9425a64a45a95559ff56553a2d04e1d3569c2f1c1a1"} +{"uuid":"gpqa-main-3d3dfe64363613833bb52e81","benchmark":"gpqa_main","data_index":2145,"repeat_index":5,"sample_id":"gpqa-main-3d3dfe64363613833bb52e81/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":241,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"C","question_sha256":"ec22f627211f722949e6d36efcb583b2f796830a38cf5cf5dcba4f727562d975"} +{"uuid":"gpqa-main-be779fa0e49ff52e19357207","benchmark":"gpqa_main","data_index":2159,"repeat_index":5,"sample_id":"gpqa-main-be779fa0e49ff52e19357207/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":187,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"ea7bb5901d85914d8997afb87e1ae6be7a8efe03889a4cc08f64de2ccdc9180e"} +{"uuid":"gpqa-main-9eaa6714b15499d3c303ce90","benchmark":"gpqa_main","data_index":2143,"repeat_index":5,"sample_id":"gpqa-main-9eaa6714b15499d3c303ce90/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":251,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"D","question_sha256":"cfac786b87a07d0c92f7c3da73233aa6c32340b63dff9d3f72bd1bd025cd565d"} +{"uuid":"gpqa-main-5ace8b3dabb97ffc3da20e7c","benchmark":"gpqa_main","data_index":2170,"repeat_index":5,"sample_id":"gpqa-main-5ace8b3dabb97ffc3da20e7c/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":139,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"4ebb5a46cf109d4237b98081e218fcaba27d8f9d03f7a930300f2938f71c1ef0"} +{"uuid":"gpqa-main-9c0b631b2a7823cec0729a4b","benchmark":"gpqa_main","data_index":2163,"repeat_index":5,"sample_id":"gpqa-main-9c0b631b2a7823cec0729a4b/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":178,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"9d42c24c2f67ff118699d880fbb6276f14043e3527a9fea8f6d55fe2bf82e091"} +{"uuid":"gpqa-main-87740f520845c3f77369e5a1","benchmark":"gpqa_main","data_index":2178,"repeat_index":5,"sample_id":"gpqa-main-87740f520845c3f77369e5a1/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":119,"prompt_tokens":188,"effective_max_tokens":130884,"original_embedded_prediction":"C","question_sha256":"f6c5a12c2cd600eeb524956c760164ff890d185cffd979bfba482f46aa46a1ac"} +{"uuid":"gpqa-main-4373b5f7be197f26258c18cf","benchmark":"gpqa_main","data_index":2096,"repeat_index":5,"sample_id":"gpqa-main-4373b5f7be197f26258c18cf/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":474,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"A","question_sha256":"56563ccb64ef7d8686cd4d8da77c8b4636353d0bb75dbefa360323671dfffed1"} +{"uuid":"gpqa-main-7d850f6448c27424d9f68c4e","benchmark":"gpqa_main","data_index":2104,"repeat_index":5,"sample_id":"gpqa-main-7d850f6448c27424d9f68c4e/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":433,"prompt_tokens":544,"effective_max_tokens":130528,"original_embedded_prediction":"C","question_sha256":"48bf9d4f95299b8f9288e190dca6edd0c3cf53cf40dada120e22abf98469d3e3"} +{"uuid":"gpqa-main-ddd2b405606ced65b4ce6345","benchmark":"gpqa_main","data_index":2168,"repeat_index":5,"sample_id":"gpqa-main-ddd2b405606ced65b4ce6345/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":165,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"2066c0e835493298c00391dd9236de10adec10d611fe3e2777f252677dfe9724"} +{"uuid":"gpqa-main-56cc62f5d70b661868d341e7","benchmark":"gpqa_main","data_index":2158,"repeat_index":5,"sample_id":"gpqa-main-56cc62f5d70b661868d341e7/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":223,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"D","question_sha256":"c974918b90f5892aaad4308e337b490844102dbfad26c90bf508602f9c595d5d"} +{"uuid":"gpqa-main-60a022e707f18a7b5f445773","benchmark":"gpqa_main","data_index":972,"repeat_index":2,"sample_id":"gpqa-main-60a022e707f18a7b5f445773/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":4756,"prompt_tokens":337,"effective_max_tokens":130735,"original_embedded_prediction":"A","question_sha256":"9d46302b763896c7fa475d975b5bc365adee2236b273f23e7216a78871204b74"} +{"uuid":"gpqa-main-822957bb60d3551275f08aa0","benchmark":"gpqa_main","data_index":2173,"repeat_index":5,"sample_id":"gpqa-main-822957bb60d3551275f08aa0/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":161,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"A","question_sha256":"4690c4bb391b2ef2a7b53f1a15866e05411bdf5f0f7b4f32c9e27d8ef6e8cb48"} +{"uuid":"gpqa-main-539a673f0443ba9cdc31b864","benchmark":"gpqa_main","data_index":2187,"repeat_index":5,"sample_id":"gpqa-main-539a673f0443ba9cdc31b864/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":122,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"C","question_sha256":"d25187b99e4997c1700ffeb87fd595e878957e452f20a2f00d5489fecd0b3b30"} +{"uuid":"gpqa-main-60f734b52603f7ef29671f95","benchmark":"gpqa_main","data_index":2075,"repeat_index":5,"sample_id":"gpqa-main-60f734b52603f7ef29671f95/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":586,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"B","question_sha256":"bf9de03889292b969198f42b877b6d4c7b56ce10ae654e71f4be720b5efdb1f1"} +{"uuid":"gpqa-main-c8bb35d2e6add774a878c895","benchmark":"gpqa_main","data_index":2131,"repeat_index":5,"sample_id":"gpqa-main-c8bb35d2e6add774a878c895/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":331,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"8b5b2cb731b5a7fb6556557d17fc7ef7fb607adfa5050f0d70418eb3b983605b"} +{"uuid":"gpqa-main-92c7c513709816748efab029","benchmark":"gpqa_main","data_index":2171,"repeat_index":5,"sample_id":"gpqa-main-92c7c513709816748efab029/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":183,"prompt_tokens":253,"effective_max_tokens":130819,"original_embedded_prediction":"C","question_sha256":"c9ed693d3f7d5c30b94e2c01b9b5f22591922f961e4dbc9ef4b70309b61bae5c"} +{"uuid":"gpqa-main-742076c80dda93477062cfc0","benchmark":"gpqa_main","data_index":2182,"repeat_index":5,"sample_id":"gpqa-main-742076c80dda93477062cfc0/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":149,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"D","question_sha256":"528bc237c35f64d2635edb6fea3202ce958bca92ea956fae0da7c5b4c72081d8"} +{"uuid":"gpqa-main-20f8612bcc2efb9c2355d32e","benchmark":"gpqa_main","data_index":2126,"repeat_index":5,"sample_id":"gpqa-main-20f8612bcc2efb9c2355d32e/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":382,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"D","question_sha256":"d746be8625afecad5925e7069f57336e8de3f39dfdf843820421eba66b7bc620"} +{"uuid":"gpqa-main-4df6eb7fd5661c3196a52be6","benchmark":"gpqa_main","data_index":2205,"repeat_index":5,"sample_id":"gpqa-main-4df6eb7fd5661c3196a52be6/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":86,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"C","question_sha256":"71ef41cf00fbcb9e6751fd492a52caefd2830032777c8824465c1b4ea8dc48ea"} +{"uuid":"gpqa-main-84c386fbd7476f5541ea16f0","benchmark":"gpqa_main","data_index":2195,"repeat_index":5,"sample_id":"gpqa-main-84c386fbd7476f5541ea16f0/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":119,"prompt_tokens":370,"effective_max_tokens":130702,"original_embedded_prediction":"D","question_sha256":"083aa3572345d938b0c707cfb8c710aea73759344b234ada78ed36f1ec66eb0d"} +{"uuid":"gpqa-main-d28c5e0e8deb0d1fde12ef5f","benchmark":"gpqa_main","data_index":2113,"repeat_index":5,"sample_id":"gpqa-main-d28c5e0e8deb0d1fde12ef5f/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":446,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"D","question_sha256":"6913f7a17a2db54c9dcd8af6af20806e66b00fe4bb9691ca42d9f15184908f62"} +{"uuid":"gpqa-main-f0a74958c23332566374eae8","benchmark":"gpqa_main","data_index":2165,"repeat_index":5,"sample_id":"gpqa-main-f0a74958c23332566374eae8/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":252,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"C","question_sha256":"0122463c60c1fa5ad768f1fc6147fd593b46126713e705864d5de5632804d4b5"} +{"uuid":"gpqa-main-a41b7b18fc60247bc6e08ecc","benchmark":"gpqa_main","data_index":2198,"repeat_index":5,"sample_id":"gpqa-main-a41b7b18fc60247bc6e08ecc/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":131,"prompt_tokens":270,"effective_max_tokens":130802,"original_embedded_prediction":"C","question_sha256":"87c04c470b12fde8cca6d843b12d3265c10bf824a883929eca2654ab55681839"} +{"uuid":"gpqa-main-63aef6e78c9803d030a16f9c","benchmark":"gpqa_main","data_index":2128,"repeat_index":5,"sample_id":"gpqa-main-63aef6e78c9803d030a16f9c/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":390,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"D","question_sha256":"255e934ed277fdd11f71245508448f7031439d40eb38fd78fb3b813b247c5726"} +{"uuid":"gpqa-main-9753ac5963fbae8c8e907ef3","benchmark":"gpqa_main","data_index":2197,"repeat_index":5,"sample_id":"gpqa-main-9753ac5963fbae8c8e907ef3/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":139,"prompt_tokens":181,"effective_max_tokens":130891,"original_embedded_prediction":"D","question_sha256":"ec3a07db51d6010b2b9fae103e36b62707efee3ad0713fcd4420f8ba8f55c00b"} +{"uuid":"gpqa-main-a028903aa7112583a0e7b5d2","benchmark":"gpqa_main","data_index":2136,"repeat_index":5,"sample_id":"gpqa-main-a028903aa7112583a0e7b5d2/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":372,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"c6231a95c81ba1af7d31e5ce8f8e8ad4c4def88d86ab8f801a248cf19814e2d2"} +{"uuid":"gpqa-main-d8cca1a27ad1a42b4a99ce96","benchmark":"gpqa_main","data_index":2189,"repeat_index":5,"sample_id":"gpqa-main-d8cca1a27ad1a42b4a99ce96/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":182,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"B","question_sha256":"6049e26840c0e889bb5632032745b5bcf6684dec9a2f9d0a0cfb76378c5c064e"} +{"uuid":"gpqa-main-7ceb372c1cdc7a180b73516c","benchmark":"gpqa_main","data_index":2150,"repeat_index":5,"sample_id":"gpqa-main-7ceb372c1cdc7a180b73516c/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":338,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"142aeb435e38240c03d26aafbfb8dc0ab94e7ef4f752a271c1ab011350a965be"} +{"uuid":"gpqa-main-1cea82df3087b1eb05c4d230","benchmark":"gpqa_main","data_index":2157,"repeat_index":5,"sample_id":"gpqa-main-1cea82df3087b1eb05c4d230/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":297,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"dd05d2d9e9053dd1d4367a61d5f718336fc8f18bc81bdf0ccfb104e241053522"} +{"uuid":"gpqa-main-178c84548026beb35252a961","benchmark":"gpqa_main","data_index":2024,"repeat_index":5,"sample_id":"gpqa-main-178c84548026beb35252a961/repeat-5","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":870,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":null,"question_sha256":"4ea09b6f60208405c59e5923a565f195c94315e0b6e230acd59351f1ee59ed96"} +{"uuid":"gpqa-main-216433a347b01989e26ed83a","benchmark":"gpqa_main","data_index":2167,"repeat_index":5,"sample_id":"gpqa-main-216433a347b01989e26ed83a/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":275,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"C","question_sha256":"ead16c05d1abbf4387485257726593cf57a0384c3e0a3db31ba489bb1676ce72"} +{"uuid":"gpqa-main-86d8d26ea3f4092dd4bac144","benchmark":"gpqa_main","data_index":2054,"repeat_index":5,"sample_id":"gpqa-main-86d8d26ea3f4092dd4bac144/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":746,"prompt_tokens":227,"effective_max_tokens":130845,"original_embedded_prediction":"C","question_sha256":"299c83f78042a13c78ad054088517dc82d5ed82bcc9ef75ec08dc120f2b8052f"} +{"uuid":"gpqa-main-d8361782f08c0e6d16de3839","benchmark":"gpqa_main","data_index":2207,"repeat_index":5,"sample_id":"gpqa-main-d8361782f08c0e6d16de3839/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":143,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"aed1658f69a85980c41ce94c10ac1535d2de3683f7a5c3821d1a84fa594d4571"} +{"uuid":"gpqa-main-219ad07bcb0cda7b85845999","benchmark":"gpqa_main","data_index":2191,"repeat_index":5,"sample_id":"gpqa-main-219ad07bcb0cda7b85845999/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":201,"prompt_tokens":412,"effective_max_tokens":130660,"original_embedded_prediction":"A","question_sha256":"a6336c3b0760d09010077fee728ae5348e4421bcfcbbc8bb9c4a72d541ddfb24"} +{"uuid":"gpqa-main-65b3a19abfb8f6bf88bf75f5","benchmark":"gpqa_main","data_index":1903,"repeat_index":4,"sample_id":"gpqa-main-65b3a19abfb8f6bf88bf75f5/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1331,"prompt_tokens":308,"effective_max_tokens":130764,"original_embedded_prediction":"C","question_sha256":"a8345a17dbfe0f12b34f72265cd346edb8235c10a1aa78acb6be06124a19360a"} +{"uuid":"gpqa-main-bd228dea7f1aa14b70216372","benchmark":"gpqa_main","data_index":2137,"repeat_index":5,"sample_id":"gpqa-main-bd228dea7f1aa14b70216372/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":404,"prompt_tokens":425,"effective_max_tokens":130647,"original_embedded_prediction":"C","question_sha256":"c1dea594f51ba7757d0d9ec69efa6b56bfeeaff965f074faaf89160cca96a0e9"} +{"uuid":"gpqa-main-d5d2365d64430154627d4bb7","benchmark":"gpqa_main","data_index":2188,"repeat_index":5,"sample_id":"gpqa-main-d5d2365d64430154627d4bb7/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":219,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"D","question_sha256":"17f96c74be836037313c787a88438b6c9f69a4aa20ec8cba17697864f5d35599"} +{"uuid":"gpqa-main-55f2934c4eb0b8293b1d65aa","benchmark":"gpqa_main","data_index":1373,"repeat_index":3,"sample_id":"gpqa-main-55f2934c4eb0b8293b1d65aa/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3487,"prompt_tokens":314,"effective_max_tokens":130758,"original_embedded_prediction":"C","question_sha256":"790d06fbc2ae95b0429cab870e5895c5de8a75b14d0bda1401b1503293606c67"} +{"uuid":"gpqa-main-6119656f6ad0247c537028e7","benchmark":"gpqa_main","data_index":2166,"repeat_index":5,"sample_id":"gpqa-main-6119656f6ad0247c537028e7/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":308,"prompt_tokens":329,"effective_max_tokens":130743,"original_embedded_prediction":"C","question_sha256":"e426a9a1b0977a66badcc2dd4f0d54629b39c2594a512e459e9afd20bba599ba"} +{"uuid":"gpqa-main-78b2ba2dd97e6d6b9942bad9","benchmark":"gpqa_main","data_index":2193,"repeat_index":5,"sample_id":"gpqa-main-78b2ba2dd97e6d6b9942bad9/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":203,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"A","question_sha256":"019eb0f05f025ec512fbae057e0fcb33e0f92eec9bc2dc775494f6a19f4b62f3"} +{"uuid":"gpqa-main-fc2653b5d83e082e9e4f6390","benchmark":"gpqa_main","data_index":2224,"repeat_index":5,"sample_id":"gpqa-main-fc2653b5d83e082e9e4f6390/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":110,"prompt_tokens":429,"effective_max_tokens":130643,"original_embedded_prediction":"C","question_sha256":"d039314a334267e1364c2bb5dc0ab4e72b6b86a69936c2f7f318902ffc422f15"} +{"uuid":"gpqa-main-50b06dfa0f6f3a64a58faa00","benchmark":"gpqa_main","data_index":2217,"repeat_index":5,"sample_id":"gpqa-main-50b06dfa0f6f3a64a58faa00/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":140,"prompt_tokens":2889,"effective_max_tokens":128183,"original_embedded_prediction":"C","question_sha256":"6d83e75112500dd8a0852c4eaa9859c4fb625c97bdf5f7d5c532bcd6347ea1a8"} +{"uuid":"gpqa-main-64193be5f9a6bbd67bec4010","benchmark":"gpqa_main","data_index":2048,"repeat_index":5,"sample_id":"gpqa-main-64193be5f9a6bbd67bec4010/repeat-5","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":805,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":null,"question_sha256":"373990fe818e4182469d242b845eeb2f78db2f00cfb3a8fdbd2dbd696e08d552"} +{"uuid":"gpqa-main-2601636e383074212d2b5e52","benchmark":"gpqa_main","data_index":2253,"repeat_index":5,"sample_id":"gpqa-main-2601636e383074212d2b5e52/repeat-5","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":null,"question_sha256":"4346808ce2e49e7dd075a69d154a4e1c8d73b71869876d48ffff93747d8898ec"} +{"uuid":"gpqa-main-f6f707a4d7db96af855de986","benchmark":"gpqa_main","data_index":2186,"repeat_index":5,"sample_id":"gpqa-main-f6f707a4d7db96af855de986/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":253,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"D","question_sha256":"049a3a3426b30e36d29d782b3ea4916bf545838ac3945e9c707804638ad48f04"} +{"uuid":"gpqa-main-6195cef214f3dfad9869d6d3","benchmark":"gpqa_main","data_index":2218,"repeat_index":5,"sample_id":"gpqa-main-6195cef214f3dfad9869d6d3/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":149,"prompt_tokens":351,"effective_max_tokens":130721,"original_embedded_prediction":"C","question_sha256":"d8a4b11aef2d38271a5ebf2c1802dc875d19737c557efb5990cc4a865a052e7c"} +{"uuid":"gpqa-main-fe61aa6baba6418fcde1fa11","benchmark":"gpqa_main","data_index":2192,"repeat_index":5,"sample_id":"gpqa-main-fe61aa6baba6418fcde1fa11/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":234,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"B","question_sha256":"73eb245ef4dcc164186307ecd210b767147568ad3c1b03847a63b2e67ac5d0ab"} +{"uuid":"gpqa-main-c0bc48c4232297b735018487","benchmark":"gpqa_main","data_index":2160,"repeat_index":5,"sample_id":"gpqa-main-c0bc48c4232297b735018487/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":364,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"C","question_sha256":"bbc99977a336fa9fd961baf75728288b14f7c69841a6757f2793e300690fc85b"} +{"uuid":"gpqa-main-7bb7c5ace8216100d38e616a","benchmark":"gpqa_main","data_index":2142,"repeat_index":5,"sample_id":"gpqa-main-7bb7c5ace8216100d38e616a/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":439,"prompt_tokens":197,"effective_max_tokens":130875,"original_embedded_prediction":"D","question_sha256":"6dbc821cf1e89c0764e62d1bef4818136877fbc8e333f255bfa42276ac9aeb88"} +{"uuid":"gpqa-main-398c3b21ff64a0edc7ed8444","benchmark":"gpqa_main","data_index":2117,"repeat_index":5,"sample_id":"gpqa-main-398c3b21ff64a0edc7ed8444/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":569,"prompt_tokens":839,"effective_max_tokens":130233,"original_embedded_prediction":"A","question_sha256":"8efc35cf270e2b051ad9ae732723df9c7261cecaf1410edf2c43f3ca7aa749cc"} +{"uuid":"gpqa-main-32802554a860af51b4d7360f","benchmark":"gpqa_main","data_index":2156,"repeat_index":5,"sample_id":"gpqa-main-32802554a860af51b4d7360f/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":418,"prompt_tokens":399,"effective_max_tokens":130673,"original_embedded_prediction":"A","question_sha256":"ea1d2c2fd4395ec2cad416b20c41a657730d84acd26fb53712bf10f6807a4e64"} +{"uuid":"gpqa-main-e47ea8383f43129dec459997","benchmark":"gpqa_main","data_index":2204,"repeat_index":5,"sample_id":"gpqa-main-e47ea8383f43129dec459997/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":249,"prompt_tokens":262,"effective_max_tokens":130810,"original_embedded_prediction":"D","question_sha256":"9e7260c352d5970f26856e94943b008fa72ebf3264a0e2790592a41209cfac2d"} +{"uuid":"gpqa-main-92c9d90b543b6779261f70f7","benchmark":"gpqa_main","data_index":2179,"repeat_index":5,"sample_id":"gpqa-main-92c9d90b543b6779261f70f7/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":335,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"1c7aff3f5221c2086c7143b43e0c46921a03859d45bfce22f1a1286ece235b1a"} +{"uuid":"gpqa-main-950b8724526dc5d718438bec","benchmark":"gpqa_main","data_index":780,"repeat_index":2,"sample_id":"gpqa-main-950b8724526dc5d718438bec/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":5583,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"d81eab0b3deeedb23d68076a8f0de5ca6461b5d2d1a7da228f6a0b6ba6ca53e7"} +{"uuid":"gpqa-main-5afce78005210e6a41636858","benchmark":"gpqa_main","data_index":2181,"repeat_index":5,"sample_id":"gpqa-main-5afce78005210e6a41636858/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":336,"prompt_tokens":312,"effective_max_tokens":130760,"original_embedded_prediction":"C","question_sha256":"1447f629926983e1fb54566e40ab57d7a728998d233e3c84bc33277da7c13a65"} +{"uuid":"gpqa-main-cda2fe50fc8423311319e78e","benchmark":"gpqa_main","data_index":2220,"repeat_index":5,"sample_id":"gpqa-main-cda2fe50fc8423311319e78e/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":198,"prompt_tokens":182,"effective_max_tokens":130890,"original_embedded_prediction":"C","question_sha256":"1b04aca1c9a8b4f1fabc653b3653d0a48982315e6f1da934d98cadd1948f776f"} +{"uuid":"gpqa-main-6364129e0f80d3896a3d60e2","benchmark":"gpqa_main","data_index":2001,"repeat_index":5,"sample_id":"gpqa-main-6364129e0f80d3896a3d60e2/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1078,"prompt_tokens":526,"effective_max_tokens":130546,"original_embedded_prediction":"B","question_sha256":"123161632faf32d9079808c0fb48f9d5492735ab0a8290fe32ca2f58fad36797"} +{"uuid":"gpqa-main-358120bf0c4377ebdbde08fc","benchmark":"gpqa_main","data_index":2228,"repeat_index":5,"sample_id":"gpqa-main-358120bf0c4377ebdbde08fc/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":180,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"051eba2501386001d9e9793a3b0fe9ea4c78a987e3a1576c168659f849b684d6"} +{"uuid":"gpqa-main-60c7c63632b1d67ffb8a4fb7","benchmark":"gpqa_main","data_index":2255,"repeat_index":5,"sample_id":"gpqa-main-60c7c63632b1d67ffb8a4fb7/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":72,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"A","question_sha256":"60c9747de98dcd74354ee70ce1049c3c1d1b8d72f4e9848984af5d6ceb1a0c57"} +{"uuid":"gpqa-main-6f8b58d9d46c4f4e7eba1910","benchmark":"gpqa_main","data_index":2237,"repeat_index":5,"sample_id":"gpqa-main-6f8b58d9d46c4f4e7eba1910/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":139,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"B","question_sha256":"2437e4848569e7740d6491d475d194b9eefbbeae3a6a31cd62ddeb8ba8e93aa9"} +{"uuid":"gpqa-main-ab4c50e2da12e11b47155f74","benchmark":"gpqa_main","data_index":2212,"repeat_index":5,"sample_id":"gpqa-main-ab4c50e2da12e11b47155f74/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":245,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"C","question_sha256":"b734e134fe4529267a34452ccc5cb2a7d56f7b471273d9e978add607de6f30b6"} +{"uuid":"gpqa-main-3cb5227445654dab4b5dacc2","benchmark":"gpqa_main","data_index":2234,"repeat_index":5,"sample_id":"gpqa-main-3cb5227445654dab4b5dacc2/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":153,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"4b45de4106aaf95114f9bda69339b541037b0eb04b8fd1f40efb6b91ed2a479e"} +{"uuid":"gpqa-main-f635511b161f39dc301e05eb","benchmark":"gpqa_main","data_index":2200,"repeat_index":5,"sample_id":"gpqa-main-f635511b161f39dc301e05eb/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":286,"prompt_tokens":650,"effective_max_tokens":130422,"original_embedded_prediction":"D","question_sha256":"cb7f697eb685eca3061fc46cacb94c19aba74add8390e74234ade788b9fa4ff3"} +{"uuid":"gpqa-main-9f0f463200d404d2c62eca59","benchmark":"gpqa_main","data_index":2240,"repeat_index":5,"sample_id":"gpqa-main-9f0f463200d404d2c62eca59/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":132,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"6ed199510dead1f6bd4eaa9162909d9481bd2201f8d9444ee60a2e0e2f20528c"} +{"uuid":"gpqa-main-d4ee93c18c20e4432773fe55","benchmark":"gpqa_main","data_index":2231,"repeat_index":5,"sample_id":"gpqa-main-d4ee93c18c20e4432773fe55/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":167,"prompt_tokens":200,"effective_max_tokens":130872,"original_embedded_prediction":"C","question_sha256":"77bffd13a6b6464f7c63296f571164c184ce47a8cd6f8ecf91f0dc28407d44a1"} +{"uuid":"gpqa-main-24659eabc462bf7fb5295951","benchmark":"gpqa_main","data_index":2185,"repeat_index":5,"sample_id":"gpqa-main-24659eabc462bf7fb5295951/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":348,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"f26df2fb1b4182bacbf5d951a583b120ed154d22ea6f9659ed264ae020297543"} +{"uuid":"gpqa-main-1728184fad8153eeb2e2a7de","benchmark":"gpqa_main","data_index":2184,"repeat_index":5,"sample_id":"gpqa-main-1728184fad8153eeb2e2a7de/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":368,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"d8505733319a8047e94d63c293a2d9dbb08c42e4bde2c223467f371da6665e08"} +{"uuid":"gpqa-main-513a35e22e5c48f5b3b0518a","benchmark":"gpqa_main","data_index":2203,"repeat_index":5,"sample_id":"gpqa-main-513a35e22e5c48f5b3b0518a/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":298,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"A","question_sha256":"b4baa0b1a21db872411dec993670e6c6bc360a94404305cc5d3ecc9264fdf913"} +{"uuid":"gpqa-main-c5fc0037165678ab354bad30","benchmark":"gpqa_main","data_index":2149,"repeat_index":5,"sample_id":"gpqa-main-c5fc0037165678ab354bad30/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":518,"prompt_tokens":158,"effective_max_tokens":130914,"original_embedded_prediction":"C","question_sha256":"cc55519c3a9058d775356db9fd87b9279f120f69e3d435e9886ed87f62c6a229"} +{"uuid":"gpqa-main-4e62cd257f17d5af418a8d34","benchmark":"gpqa_main","data_index":2134,"repeat_index":5,"sample_id":"gpqa-main-4e62cd257f17d5af418a8d34/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":560,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"654fc443f2efbec09d0f966244083f4545f4f851e28d7f4e0f9c07cb156b2d1d"} +{"uuid":"gpqa-main-92f6e58b4989e9025c8286a9","benchmark":"gpqa_main","data_index":2154,"repeat_index":5,"sample_id":"gpqa-main-92f6e58b4989e9025c8286a9/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":494,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"C","question_sha256":"c003a37af0eaa5e9c6d10f5a25ce1a2e0258ad6638a1655ee2a17d07daab816a"} +{"uuid":"gpqa-main-67c1e3a67a2a974a3189d06b","benchmark":"gpqa_main","data_index":2248,"repeat_index":5,"sample_id":"gpqa-main-67c1e3a67a2a974a3189d06b/repeat-5","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":145,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":null,"question_sha256":"de0e795a2e1639d4babc3235662e71409fadd14e0c80f8551b3db9b4b53aa8de"} +{"uuid":"gpqa-main-fd7b1296b8c5ae3f05aa8355","benchmark":"gpqa_main","data_index":2239,"repeat_index":5,"sample_id":"gpqa-main-fd7b1296b8c5ae3f05aa8355/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":188,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"C","question_sha256":"e674bbb69c41e672de8e4c8cbea505f57f0d1fc98a2ae52ced1937ec4c71b62f"} +{"uuid":"gpqa-main-7c103d3006e7e5942b17dfc2","benchmark":"gpqa_main","data_index":2265,"repeat_index":5,"sample_id":"gpqa-main-7c103d3006e7e5942b17dfc2/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":65,"prompt_tokens":254,"effective_max_tokens":130818,"original_embedded_prediction":"B","question_sha256":"851c6624380df7dd30fbf4b482add6ae0543525ac196eb146f0d1eb73a673d6c"} +{"uuid":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8","benchmark":"gpqa_main","data_index":2216,"repeat_index":5,"sample_id":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":297,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"C","question_sha256":"bf639adbf5de648e6799cd9936073de7b6c750cf7c5870ed99dc4f842748abb9"} +{"uuid":"gpqa-main-731d6908d225dc9f463d1297","benchmark":"gpqa_main","data_index":2208,"repeat_index":5,"sample_id":"gpqa-main-731d6908d225dc9f463d1297/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":324,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"C","question_sha256":"4774928b0a0c7cdc6d9c17102d2e01adad07f5a344858c23bbc63520a74724d7"} +{"uuid":"gpqa-main-83f8b78e2bcb92bda5c03787","benchmark":"gpqa_main","data_index":2256,"repeat_index":5,"sample_id":"gpqa-main-83f8b78e2bcb92bda5c03787/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":145,"prompt_tokens":162,"effective_max_tokens":130910,"original_embedded_prediction":"A","question_sha256":"1f06efeb2323c27b7a92e2f6b6d0f631f5b1caa5357a701f99ff4c3d08286bcf"} +{"uuid":"gpqa-main-1b113e4801541a0f8a992733","benchmark":"gpqa_main","data_index":2258,"repeat_index":5,"sample_id":"gpqa-main-1b113e4801541a0f8a992733/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":134,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"C","question_sha256":"934c12bf2e6db997c9f4c22933b7e9545d3398849fc6e181c8a8187d83cf44b5"} +{"uuid":"gpqa-main-925cb13958435841df0e8c1e","benchmark":"gpqa_main","data_index":2027,"repeat_index":5,"sample_id":"gpqa-main-925cb13958435841df0e8c1e/repeat-5","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":1053,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":null,"question_sha256":"d21ba2f1c06b876b2d387104c816ee0fcc369a02b8e010a706e0e2448c56f78e"} +{"uuid":"gpqa-main-5f044a1bf575df47abc76e1a","benchmark":"gpqa_main","data_index":2266,"repeat_index":5,"sample_id":"gpqa-main-5f044a1bf575df47abc76e1a/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":87,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"56742e4e637e9ad1340d4a8de7af8e0d6ce2447d668cc5b51dfb52dfb0b2b8e9"} +{"uuid":"gpqa-main-e31881ef9b38bb3d802fa432","benchmark":"gpqa_main","data_index":2245,"repeat_index":5,"sample_id":"gpqa-main-e31881ef9b38bb3d802fa432/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":190,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"C","question_sha256":"d2b3b2f779f59635b5b67b63d55e4ada87e7ff867992c7a0b26b010dac9f8650"} +{"uuid":"gpqa-main-0069a2b69e59906ffd6ca400","benchmark":"gpqa_main","data_index":2211,"repeat_index":5,"sample_id":"gpqa-main-0069a2b69e59906ffd6ca400/repeat-5","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":331,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"A","question_sha256":"409fe9f5585adb91b6eded6462ef297118cee805597838bb23fa38eb32789450"} +{"uuid":"gpqa-main-3b577bce88d27365cf34e990","benchmark":"gpqa_main","data_index":2264,"repeat_index":5,"sample_id":"gpqa-main-3b577bce88d27365cf34e990/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":96,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"952132525f3a442f1b38bdc3d0190df1c505766096106e7ac626a451f1b236fc"} +{"uuid":"gpqa-main-acdff999b6cbfcbc8be6ffac","benchmark":"gpqa_main","data_index":2161,"repeat_index":5,"sample_id":"gpqa-main-acdff999b6cbfcbc8be6ffac/repeat-5","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":513,"prompt_tokens":404,"effective_max_tokens":130668,"original_embedded_prediction":null,"question_sha256":"96f00c3d898d9c364f022eae18e69424d7f2ddde12fbde50541b7390ffd40103"} +{"uuid":"gpqa-main-c5506c52a996021a33525b24","benchmark":"gpqa_main","data_index":2162,"repeat_index":5,"sample_id":"gpqa-main-c5506c52a996021a33525b24/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":514,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"ec867cdcf4e586ae70e24b76b87230ee2b48ec67a5234d7a682f06f846fbdf0d"} +{"uuid":"gpqa-main-43903740f46e3267ecd42324","benchmark":"gpqa_main","data_index":2271,"repeat_index":5,"sample_id":"gpqa-main-43903740f46e3267ecd42324/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":99,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"b52b0025e64a7d0c0023e98ca9fe1f002e22bd987dd934f74304bd22e6e7da20"} +{"uuid":"gpqa-main-5f1108e8b2f18297c04895bf","benchmark":"gpqa_main","data_index":2249,"repeat_index":5,"sample_id":"gpqa-main-5f1108e8b2f18297c04895bf/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":202,"prompt_tokens":447,"effective_max_tokens":130625,"original_embedded_prediction":"A","question_sha256":"d6e89de54268d0839b91cc5f860fd4903b1d8277accaf665ced8b5404cdbbe84"} +{"uuid":"gpqa-main-9254c2db95aeb7ad8ae8a32d","benchmark":"gpqa_main","data_index":2215,"repeat_index":5,"sample_id":"gpqa-main-9254c2db95aeb7ad8ae8a32d/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":345,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"C","question_sha256":"183797b844f5aaf0d4762d5da650b2a14964b261306db104b29a00499b949bd6"} +{"uuid":"gpqa-main-d8d5dbb2aa6f203775147357","benchmark":"gpqa_main","data_index":2238,"repeat_index":5,"sample_id":"gpqa-main-d8d5dbb2aa6f203775147357/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":246,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"bb18da47ffe6578fb5b30d30128525e8addf5e823c1985c70c606c89ce8d4d7e"} +{"uuid":"gpqa-main-48494dbfd36899c84d166873","benchmark":"gpqa_main","data_index":2214,"repeat_index":5,"sample_id":"gpqa-main-48494dbfd36899c84d166873/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":354,"prompt_tokens":315,"effective_max_tokens":130757,"original_embedded_prediction":"B","question_sha256":"a50aa647f4cce396d333dfcfe372bdfadfa7f7aa507ebafd207354812f7ab3f9"} +{"uuid":"gpqa-main-7ac0db7d29e6e8c587a8e8f2","benchmark":"gpqa_main","data_index":2236,"repeat_index":5,"sample_id":"gpqa-main-7ac0db7d29e6e8c587a8e8f2/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":266,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"C","question_sha256":"1fc80dd29a6d1127a37414c18382b28b3e9d2f38b390130751d4cbfe90841375"} +{"uuid":"gpqa-main-8523e39e7dc895f15a06a403","benchmark":"gpqa_main","data_index":2251,"repeat_index":5,"sample_id":"gpqa-main-8523e39e7dc895f15a06a403/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":214,"prompt_tokens":243,"effective_max_tokens":130829,"original_embedded_prediction":"C","question_sha256":"9809fdeb256e4181e9705fa439a61deb6dbe804bfb80ffab6cb1bd4565faa027"} +{"uuid":"gpqa-main-aa684f4d5d7c6b9ced383e24","benchmark":"gpqa_main","data_index":2223,"repeat_index":5,"sample_id":"gpqa-main-aa684f4d5d7c6b9ced383e24/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":329,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"B","question_sha256":"96a58da5e1708d76485e32741b0ecddc1bea407ebb53997d2f36e8827f2f2ac9"} +{"uuid":"gpqa-main-55aa21aa9a62e56aab915b32","benchmark":"gpqa_main","data_index":2222,"repeat_index":5,"sample_id":"gpqa-main-55aa21aa9a62e56aab915b32/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":338,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"D","question_sha256":"e6eba602b3eef649fed522c6b8737556699845aee5b419773938063ec6b83257"} +{"uuid":"gpqa-main-7684b3ed8a4540e6099495df","benchmark":"gpqa_main","data_index":2247,"repeat_index":5,"sample_id":"gpqa-main-7684b3ed8a4540e6099495df/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":246,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"C","question_sha256":"0caf81b8c83789b0b258b80856002cff7fd589a737844db0407269017bcd1955"} +{"uuid":"gpqa-main-9a5518ae94b2b0d35d86de13","benchmark":"gpqa_main","data_index":2209,"repeat_index":5,"sample_id":"gpqa-main-9a5518ae94b2b0d35d86de13/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":408,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"C","question_sha256":"3fcfcbf2649513809f04d9fdbcbe0c6bc1a91164f8dcfd7d9748267f2db7c6ce"} +{"uuid":"gpqa-main-0b01dd8e7881a40d7eb61175","benchmark":"gpqa_main","data_index":2259,"repeat_index":5,"sample_id":"gpqa-main-0b01dd8e7881a40d7eb61175/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":208,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"D","question_sha256":"74998926c571f30bb050d73fd21eee2727687e5a8320253f13d3d84b8605a913"} +{"uuid":"gpqa-main-d1e25804e939f97ca872c78e","benchmark":"gpqa_main","data_index":1699,"repeat_index":4,"sample_id":"gpqa-main-d1e25804e939f97ca872c78e/repeat-4","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":199999,"completion_tokens":2459,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":null,"question_sha256":"bd713289ab1ffc1ab982f7411da433944bdaa2ce87595d2c1bba8580a8b47bdb"} +{"uuid":"gpqa-main-eda22ee564030fef1ab0bcaf","benchmark":"gpqa_main","data_index":2152,"repeat_index":5,"sample_id":"gpqa-main-eda22ee564030fef1ab0bcaf/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":623,"prompt_tokens":316,"effective_max_tokens":130756,"original_embedded_prediction":"C","question_sha256":"e78929c2c3d5e04cda51c77e05ad4a3d1cbbf98cc2db0103b7fbc594e78bb602"} +{"uuid":"gpqa-main-443f8ea9f271c4442521f8e4","benchmark":"gpqa_main","data_index":2219,"repeat_index":5,"sample_id":"gpqa-main-443f8ea9f271c4442521f8e4/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":389,"prompt_tokens":326,"effective_max_tokens":130746,"original_embedded_prediction":"A","question_sha256":"9211da2d82adb786850c236cd14fc05728eb04599b0abc0202714ba6bd385d19"} +{"uuid":"gpqa-main-45b8834e3ed027ec73e9cb93","benchmark":"gpqa_main","data_index":2246,"repeat_index":5,"sample_id":"gpqa-main-45b8834e3ed027ec73e9cb93/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":281,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"14a2ed1ddcecc5a3752c954a0c07f0e2ae102378d648cc66bd57385516fbbe20"} +{"uuid":"gpqa-main-1989edb8041cc1c94659dcc4","benchmark":"gpqa_main","data_index":1876,"repeat_index":4,"sample_id":"gpqa-main-1989edb8041cc1c94659dcc4/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":1769,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"C","question_sha256":"364ddb1397abdc7ae2201c88354f8df3f89b63c28330217a94cf8cf96c19ae54"} +{"uuid":"gpqa-main-4c4e7752fc041224f19d3f9a","benchmark":"gpqa_main","data_index":2230,"repeat_index":5,"sample_id":"gpqa-main-4c4e7752fc041224f19d3f9a/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":349,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"B","question_sha256":"a7183bc025131850f86e24e7faa64e367e334f399dbbc968c1e6069905fe8c28"} +{"uuid":"gpqa-main-91b254f1e1c8041fbc1a3222","benchmark":"gpqa_main","data_index":2280,"repeat_index":5,"sample_id":"gpqa-main-91b254f1e1c8041fbc1a3222/repeat-5","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":141,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"A","question_sha256":"35cf9161cc3c5b82d0770ab2b2fdef4a970ddae93523dee3a6bde8574e79b13d"} +{"uuid":"gpqa-main-4657fdc74d4c0bf48aa0b494","benchmark":"gpqa_main","data_index":2221,"repeat_index":5,"sample_id":"gpqa-main-4657fdc74d4c0bf48aa0b494/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":393,"prompt_tokens":343,"effective_max_tokens":130729,"original_embedded_prediction":"C","question_sha256":"ef34764671cecdd517febbdbff1a8cc3542418de05c4a100ef6c30752c1fc8cb"} +{"uuid":"gpqa-main-bf00d194c934803975b81b7b","benchmark":"gpqa_main","data_index":1473,"repeat_index":3,"sample_id":"gpqa-main-bf00d194c934803975b81b7b/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3366,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"A","question_sha256":"55e1269d132671f2c7b7f41498cb0b404e702d8ce370ac5555d837581e1b3ad7"} +{"uuid":"gpqa-main-acecd9428a5b4368f1f5bc82","benchmark":"gpqa_main","data_index":2229,"repeat_index":5,"sample_id":"gpqa-main-acecd9428a5b4368f1f5bc82/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":373,"prompt_tokens":336,"effective_max_tokens":130736,"original_embedded_prediction":"D","question_sha256":"2d1e5de4bf7305d1b5eee8dda5415195dc333d71b3f50fa60508a928b67fb336"} +{"uuid":"gpqa-main-2efd60649bdbaa65b5969003","benchmark":"gpqa_main","data_index":2277,"repeat_index":5,"sample_id":"gpqa-main-2efd60649bdbaa65b5969003/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":167,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"C","question_sha256":"af907b84cdd249e3bd0dcd3a0fc488c3673df744a66342233bebd85574ac74c3"} +{"uuid":"gpqa-main-d98819c9bc2a4086534acf1b","benchmark":"gpqa_main","data_index":2201,"repeat_index":5,"sample_id":"gpqa-main-d98819c9bc2a4086534acf1b/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":466,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"B","question_sha256":"d53ea2c13c1ce696b626852774a73a189571a138a5fd872cdd3bb15f21f0bf06"} +{"uuid":"gpqa-main-05286f95a107c3da592ecbd9","benchmark":"gpqa_main","data_index":2225,"repeat_index":5,"sample_id":"gpqa-main-05286f95a107c3da592ecbd9/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":394,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"C","question_sha256":"d8a1a7b530a9b1d0cd0b07ec53f60d6d5fcf3059457f02b90e3c4ddf51fdc825"} +{"uuid":"gpqa-main-77067b016766698b199936c6","benchmark":"gpqa_main","data_index":2263,"repeat_index":5,"sample_id":"gpqa-main-77067b016766698b199936c6/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":213,"prompt_tokens":306,"effective_max_tokens":130766,"original_embedded_prediction":"B","question_sha256":"4c8dd76001266d2c0d3a086b95cb4f68ba3f1b2658186002903315d51bf5bea6"} +{"uuid":"gpqa-main-643d18139459da0f9c1b2e17","benchmark":"gpqa_main","data_index":2227,"repeat_index":5,"sample_id":"gpqa-main-643d18139459da0f9c1b2e17/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":392,"prompt_tokens":375,"effective_max_tokens":130697,"original_embedded_prediction":"D","question_sha256":"4bab53f383207a2bc9c94789bb8114d3e7db442308789d848023661e90b2ab49"} +{"uuid":"gpqa-main-ed6a4565f708132bae39b742","benchmark":"gpqa_main","data_index":2175,"repeat_index":5,"sample_id":"gpqa-main-ed6a4565f708132bae39b742/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":567,"prompt_tokens":393,"effective_max_tokens":130679,"original_embedded_prediction":"A","question_sha256":"5ce997bcaa654b6fdbbb00b63b66633167679a850d02d845b8a9b1b716979197"} +{"uuid":"gpqa-main-9f607ccb3302f27b4ebe90a4","benchmark":"gpqa_main","data_index":2210,"repeat_index":5,"sample_id":"gpqa-main-9f607ccb3302f27b4ebe90a4/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":467,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"C","question_sha256":"e2c8b6a88dfedf13a4a35e2964dc77f2e082e87417c972bf7406bdb2405985f7"} +{"uuid":"gpqa-main-87a8747afb6b0414b9ccbe1e","benchmark":"gpqa_main","data_index":2194,"repeat_index":5,"sample_id":"gpqa-main-87a8747afb6b0414b9ccbe1e/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":502,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"C","question_sha256":"cdb165b285d51cf6a09160d99c4c49b653710aac879cce0b87c74a48eee0172b"} +{"uuid":"gpqa-main-6dec9c3aba26b3c8623af13e","benchmark":"gpqa_main","data_index":2235,"repeat_index":5,"sample_id":"gpqa-main-6dec9c3aba26b3c8623af13e/repeat-5","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":358,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"656a46f8bac8e8e0767c9a5675871d3f81ff8707ec78f064bca2ccac673d7561"} +{"uuid":"gpqa-main-7e9652f906d908e059401ac2","benchmark":"gpqa_main","data_index":2244,"repeat_index":5,"sample_id":"gpqa-main-7e9652f906d908e059401ac2/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":321,"prompt_tokens":346,"effective_max_tokens":130726,"original_embedded_prediction":"C","question_sha256":"9dda9414807cb4996f3a1deb9214b8aaf93c75e41d35fac14966aba5058f07ff"} +{"uuid":"gpqa-main-72464184a419f296dae470a9","benchmark":"gpqa_main","data_index":2177,"repeat_index":5,"sample_id":"gpqa-main-72464184a419f296dae470a9/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":574,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"B","question_sha256":"16bcf4c7129e083cade7afd040c6c4e0fa1fc7677a11aa70fb1b5a3d0e5fb5ea"} +{"uuid":"gpqa-main-fcf4fc69f21da83688056521","benchmark":"gpqa_main","data_index":2283,"repeat_index":5,"sample_id":"gpqa-main-fcf4fc69f21da83688056521/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":165,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"D","question_sha256":"691112dd08aec41d1dfd7a48bf6e56a828dc8b340887ad6364daff290f8a88c4"} +{"uuid":"gpqa-main-febe4c45e71692110949e3d6","benchmark":"gpqa_main","data_index":2272,"repeat_index":5,"sample_id":"gpqa-main-febe4c45e71692110949e3d6/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":224,"prompt_tokens":577,"effective_max_tokens":130495,"original_embedded_prediction":"D","question_sha256":"e38dd7750710c37aa45a5b0b5dd91e1b4171070325d670d668ab1fa20431a29e"} +{"uuid":"gpqa-main-53c8581aa69a3066bf003024","benchmark":"gpqa_main","data_index":2270,"repeat_index":5,"sample_id":"gpqa-main-53c8581aa69a3066bf003024/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":231,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"dbc9784ed2e796c6f534e998f17f2a819df9d6d94cd62aa72bd7fdcbf457c948"} +{"uuid":"gpqa-main-6bb4180b8c6df2f8f7490345","benchmark":"gpqa_main","data_index":2330,"repeat_index":6,"sample_id":"gpqa-main-6bb4180b8c6df2f8f7490345/repeat-6","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":null,"question_sha256":"a40e1e0f0ddd21a34df82626b6553232ad944bbeec5bf0819aaf5ae0b1a92c59"} +{"uuid":"gpqa-main-5af38d4af998e6cc090b76a4","benchmark":"gpqa_main","data_index":2286,"repeat_index":5,"sample_id":"gpqa-main-5af38d4af998e6cc090b76a4/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":167,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"b20325f500465457b07762e2fe70b04e5055bd3df2783351050b6c3d04223eb4"} +{"uuid":"gpqa-main-11b88a6212278288c390be69","benchmark":"gpqa_main","data_index":2257,"repeat_index":5,"sample_id":"gpqa-main-11b88a6212278288c390be69/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":308,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"C","question_sha256":"29eb581590e7852467849e4c58c5e3b1b97736035880adbd4e12298c320ac7e4"} +{"uuid":"gpqa-main-238c4616c3347122f4b974e4","benchmark":"gpqa_main","data_index":2285,"repeat_index":5,"sample_id":"gpqa-main-238c4616c3347122f4b974e4/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":173,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"C","question_sha256":"5a24c76ed39eb083ccc9c24780d936fe2e52cba76ae67efa4d647cc35e10037b"} +{"uuid":"gpqa-main-6f84d17ede852cd9196347bd","benchmark":"gpqa_main","data_index":2284,"repeat_index":5,"sample_id":"gpqa-main-6f84d17ede852cd9196347bd/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":180,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"D","question_sha256":"e410f49b6f85564bf5b9226069391669e4c376097b2656e616a6b82abd4729ac"} +{"uuid":"gpqa-main-ff45876351041ad1ce200bb4","benchmark":"gpqa_main","data_index":2243,"repeat_index":5,"sample_id":"gpqa-main-ff45876351041ad1ce200bb4/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":359,"prompt_tokens":345,"effective_max_tokens":130727,"original_embedded_prediction":"C","question_sha256":"32bdeb2d6746cedbaa666a09cbe9ff84eedb094a4f81edb9c09ab191add49c41"} +{"uuid":"gpqa-main-b84eb68d18023ca81e43b35a","benchmark":"gpqa_main","data_index":2213,"repeat_index":5,"sample_id":"gpqa-main-b84eb68d18023ca81e43b35a/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":490,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"C","question_sha256":"6c90e464e06f4dc9c748d6c9be44c96b2d5bec5078b4eb152ea4ccec4c709f2d"} +{"uuid":"gpqa-main-24751b175e0f2d19899ad735","benchmark":"gpqa_main","data_index":2180,"repeat_index":5,"sample_id":"gpqa-main-24751b175e0f2d19899ad735/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":601,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"B","question_sha256":"4a5d6fcc83f3561a6447a1feebb680aa9ab094bdeed5677c30f04041964a9c38"} +{"uuid":"gpqa-main-810618179b41cff3d8593ba5","benchmark":"gpqa_main","data_index":2327,"repeat_index":6,"sample_id":"gpqa-main-810618179b41cff3d8593ba5/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":50,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"4f7077a78998cfa5dbe881d51f9f859973bb281cce9f5a2bde9d5475cc520111"} +{"uuid":"gpqa-main-33c3b423f54aabfcfca66691","benchmark":"gpqa_main","data_index":2254,"repeat_index":5,"sample_id":"gpqa-main-33c3b423f54aabfcfca66691/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":351,"prompt_tokens":323,"effective_max_tokens":130749,"original_embedded_prediction":"D","question_sha256":"d3ede1ef1590cafbeca0278be62d75df7a0ca03bdf527b454a132420994473ae"} +{"uuid":"gpqa-main-7c7ae85beee22afc94024aa0","benchmark":"gpqa_main","data_index":2297,"repeat_index":5,"sample_id":"gpqa-main-7c7ae85beee22afc94024aa0/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":162,"prompt_tokens":179,"effective_max_tokens":130893,"original_embedded_prediction":"D","question_sha256":"17ee204f8a3ef8904b0418dcf3bac347173df36a87b5535f055046fe6fae8879"} +{"uuid":"gpqa-main-d3a774e5f1af1a1e11117582","benchmark":"gpqa_main","data_index":1314,"repeat_index":3,"sample_id":"gpqa-main-d3a774e5f1af1a1e11117582/repeat-3","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4061,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":null,"question_sha256":"26b8e966c8adf9fe2824ff1fd3c23b2d488a785fe8a68cbce362bac46e891a79"} +{"uuid":"gpqa-main-b36b446fe10911202d34a473","benchmark":"gpqa_main","data_index":2279,"repeat_index":5,"sample_id":"gpqa-main-b36b446fe10911202d34a473/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":234,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"a817452b182acac6761625a70d62a32f2da8fc7a708397cb06f4ad35d5fb18f8"} +{"uuid":"gpqa-main-992d40815d86851a9f6e7230","benchmark":"gpqa_main","data_index":2305,"repeat_index":6,"sample_id":"gpqa-main-992d40815d86851a9f6e7230/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":132,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"b698ebb0cb6d3abffa554435859e51f21dd11a9955cfceece2c7a6fa9b0e2023"} +{"uuid":"gpqa-main-0fb808246cf99919fa61cf95","benchmark":"gpqa_main","data_index":2288,"repeat_index":5,"sample_id":"gpqa-main-0fb808246cf99919fa61cf95/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":205,"prompt_tokens":415,"effective_max_tokens":130657,"original_embedded_prediction":"B","question_sha256":"8dd19f310e71e68caf9619c551faf073baee082c2fdae90e86d766c8f04dd15c"} +{"uuid":"gpqa-main-759e35a2024fc09bd491c9ff","benchmark":"gpqa_main","data_index":2307,"repeat_index":6,"sample_id":"gpqa-main-759e35a2024fc09bd491c9ff/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":125,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"C","question_sha256":"4c284608a459b460f3ec3dfd5c7c71cfa84c171d4eb8a52aab9e6e4a8cb409bb"} +{"uuid":"gpqa-main-46f745f508b4d1ad41a0eb01","benchmark":"gpqa_main","data_index":1878,"repeat_index":4,"sample_id":"gpqa-main-46f745f508b4d1ad41a0eb01/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1865,"prompt_tokens":392,"effective_max_tokens":130680,"original_embedded_prediction":"B","question_sha256":"4971bc5df5aee8c296226e29269969e334193d698a942dccd75dac5459c05a5c"} +{"uuid":"gpqa-main-21bf0d1bb4513b046dfdf875","benchmark":"gpqa_main","data_index":2326,"repeat_index":6,"sample_id":"gpqa-main-21bf0d1bb4513b046dfdf875/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":69,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"C","question_sha256":"916a1ca795d38f4c815c99d6f162f52af934ee4e1b0d100dc0a7fb747631f7a7"} +{"uuid":"gpqa-main-13dda0527a69422c0bfefb23","benchmark":"gpqa_main","data_index":2349,"repeat_index":6,"sample_id":"gpqa-main-13dda0527a69422c0bfefb23/repeat-6","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":null,"question_sha256":"952dd56af4d111bc829dbe6171c480a13632e8b5771e33245330d32115f96774"} +{"uuid":"gpqa-main-b9cd3234a1fbbf6fe8b281a7","benchmark":"gpqa_main","data_index":2293,"repeat_index":5,"sample_id":"gpqa-main-b9cd3234a1fbbf6fe8b281a7/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":199,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"C","question_sha256":"407ed0eb19714d6ab4f488ca6e6a117c40e4991746c31ad1c464c5e529e59565"} +{"uuid":"gpqa-main-b306a5cb19a37a5923ddeda3","benchmark":"gpqa_main","data_index":2295,"repeat_index":5,"sample_id":"gpqa-main-b306a5cb19a37a5923ddeda3/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":190,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"C","question_sha256":"10d0692d1c6af6008ffff69894cb0183dafbb80748247a3a0e1961e87f1e7c9f"} +{"uuid":"gpqa-main-01e62a7b7362ebd043bef6f7","benchmark":"gpqa_main","data_index":2148,"repeat_index":5,"sample_id":"gpqa-main-01e62a7b7362ebd043bef6f7/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":771,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"339602fd0ae9cbdaef368f3dcff01cd2d212565d5c7830b14c0fd29de1cb58d6"} +{"uuid":"gpqa-main-544e43760baf2de3b5be5741","benchmark":"gpqa_main","data_index":2289,"repeat_index":5,"sample_id":"gpqa-main-544e43760baf2de3b5be5741/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":224,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"89418be241a19daa5c02878e565ee51b73f6f2c9bcafffaf554b45989088c1d8"} +{"uuid":"gpqa-main-17eb0ef902a11d36b13bb4ba","benchmark":"gpqa_main","data_index":2298,"repeat_index":5,"sample_id":"gpqa-main-17eb0ef902a11d36b13bb4ba/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":211,"prompt_tokens":290,"effective_max_tokens":130782,"original_embedded_prediction":"C","question_sha256":"da025e796cabfda79ad3a899a873052b028159563074d0934fabc7ee4c54d8ad"} +{"uuid":"gpqa-main-1989edb8041cc1c94659dcc4","benchmark":"gpqa_main","data_index":2260,"repeat_index":5,"sample_id":"gpqa-main-1989edb8041cc1c94659dcc4/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":351,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"D","question_sha256":"364ddb1397abdc7ae2201c88354f8df3f89b63c28330217a94cf8cf96c19ae54"} +{"uuid":"gpqa-main-65b3a19abfb8f6bf88bf75f5","benchmark":"gpqa_main","data_index":2287,"repeat_index":5,"sample_id":"gpqa-main-65b3a19abfb8f6bf88bf75f5/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":251,"prompt_tokens":308,"effective_max_tokens":130764,"original_embedded_prediction":"C","question_sha256":"a8345a17dbfe0f12b34f72265cd346edb8235c10a1aa78acb6be06124a19360a"} +{"uuid":"gpqa-main-b7ef729c55e0cb48c67bca16","benchmark":"gpqa_main","data_index":2335,"repeat_index":6,"sample_id":"gpqa-main-b7ef729c55e0cb48c67bca16/repeat-6","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":88,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"A","question_sha256":"732a49f65a753e1d2c9ebb525ad8cc4c9ea6aa812fdc5eda3c630aa4aa35c7b5"} +{"uuid":"gpqa-main-2651d2e67639a9e1741c23d7","benchmark":"gpqa_main","data_index":2281,"repeat_index":5,"sample_id":"gpqa-main-2651d2e67639a9e1741c23d7/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":285,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"4dde21b33c78ccf27d8f3043edfe68636929e2ed7d52841b78b767027425afcb"} +{"uuid":"gpqa-main-ec756f5cd58f1d3e9c9c8676","benchmark":"gpqa_main","data_index":110,"repeat_index":0,"sample_id":"gpqa-main-ec756f5cd58f1d3e9c9c8676/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":7900,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"016bbafd184cf46762e3e824d2499734daf9efd8cb5f0adad12078f151c96a12"} +{"uuid":"gpqa-main-4a8c97220fb14b99f363b2ce","benchmark":"gpqa_main","data_index":1340,"repeat_index":3,"sample_id":"gpqa-main-4a8c97220fb14b99f363b2ce/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":4038,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"C","question_sha256":"a939b9de7ea4048442a9378048f992097c413c77ad1c665790486c352036c7e3"} +{"uuid":"gpqa-main-ba7b4d8b6b363240553a5da8","benchmark":"gpqa_main","data_index":2317,"repeat_index":6,"sample_id":"gpqa-main-ba7b4d8b6b363240553a5da8/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":140,"prompt_tokens":320,"effective_max_tokens":130752,"original_embedded_prediction":"C","question_sha256":"f31ead87a22282cc5dfb01f73a1fe9c84520ad1b8dc017953d8293dbe8b47044"} +{"uuid":"gpqa-main-ad77d1e365463a217a2cc25c","benchmark":"gpqa_main","data_index":2268,"repeat_index":5,"sample_id":"gpqa-main-ad77d1e365463a217a2cc25c/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":343,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"A","question_sha256":"7c427847fb1acab7f784c40193a51f13be68ffb38b4336c6bf3ebf112916fc29"} +{"uuid":"gpqa-main-e10311e2a20f5ef70b44af1a","benchmark":"gpqa_main","data_index":2300,"repeat_index":5,"sample_id":"gpqa-main-e10311e2a20f5ef70b44af1a/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":227,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"D","question_sha256":"840fab180da436fa17bd480d15eb270c8be4535800795f8fe8c3d0b1ac29ca9d"} +{"uuid":"gpqa-main-f6a21b5c88fe41ca6a55591f","benchmark":"gpqa_main","data_index":2274,"repeat_index":5,"sample_id":"gpqa-main-f6a21b5c88fe41ca6a55591f/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":339,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"C","question_sha256":"b0808ff670ee04ab6af9402dbf89fd865b5fcc16ca43f81c6b8ed06e07bd5ee2"} +{"uuid":"gpqa-main-ad37592fd14aa64b9045a2c4","benchmark":"gpqa_main","data_index":2294,"repeat_index":5,"sample_id":"gpqa-main-ad37592fd14aa64b9045a2c4/repeat-5","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":254,"prompt_tokens":142,"effective_max_tokens":130930,"original_embedded_prediction":null,"question_sha256":"1b3ff6b6ef905e2e7d9fad403ad7bcef59c07ba5858ab30374d9c1f3f07e7dee"} +{"uuid":"gpqa-main-46f745f508b4d1ad41a0eb01","benchmark":"gpqa_main","data_index":2262,"repeat_index":5,"sample_id":"gpqa-main-46f745f508b4d1ad41a0eb01/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":368,"prompt_tokens":392,"effective_max_tokens":130680,"original_embedded_prediction":"A","question_sha256":"4971bc5df5aee8c296226e29269969e334193d698a942dccd75dac5459c05a5c"} +{"uuid":"gpqa-main-efc527af4c77c27856f0d201","benchmark":"gpqa_main","data_index":2364,"repeat_index":6,"sample_id":"gpqa-main-efc527af4c77c27856f0d201/repeat-6","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":13,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":null,"question_sha256":"29ffae74d292a9a38f72dd8e95efab3be752912b79e848701193359c657937f6"} +{"uuid":"gpqa-main-4fb391edde117a3fa772fe15","benchmark":"gpqa_main","data_index":2299,"repeat_index":5,"sample_id":"gpqa-main-4fb391edde117a3fa772fe15/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":246,"prompt_tokens":230,"effective_max_tokens":130842,"original_embedded_prediction":"C","question_sha256":"5131eb311b518c1f3eade66e9c0f4df88aa05e6477bb06e86e3ac1e6fc1ea102"} +{"uuid":"gpqa-main-6078bfac5f15131fb59b31ce","benchmark":"gpqa_main","data_index":2226,"repeat_index":5,"sample_id":"gpqa-main-6078bfac5f15131fb59b31ce/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":550,"prompt_tokens":383,"effective_max_tokens":130689,"original_embedded_prediction":"D","question_sha256":"2c08be31c31eb443db8881662320ebedec47eef168a86389032948d5a9cc37d1"} +{"uuid":"gpqa-main-ca7a4b18584754c3664d8758","benchmark":"gpqa_main","data_index":2320,"repeat_index":6,"sample_id":"gpqa-main-ca7a4b18584754c3664d8758/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":160,"prompt_tokens":517,"effective_max_tokens":130555,"original_embedded_prediction":"B","question_sha256":"b15ab8a50cd7768206339f81478bb5a4757f87b1bf1c7671597c48117910482f"} +{"uuid":"gpqa-main-ff85a5ccc5b465a708f70be3","benchmark":"gpqa_main","data_index":2333,"repeat_index":6,"sample_id":"gpqa-main-ff85a5ccc5b465a708f70be3/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":126,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"f86f6ace621f9a5dc4c1d23e2bb2d546e1ca384df523a7a90d793b41a43ebfc6"} +{"uuid":"gpqa-main-a8c391dd6337620cc79cae0e","benchmark":"gpqa_main","data_index":2336,"repeat_index":6,"sample_id":"gpqa-main-a8c391dd6337620cc79cae0e/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":124,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"435ccdce7cc6c5543ffaf20b4d850d905357568605d01b3a595d44df3dd30d0d"} +{"uuid":"gpqa-main-aa04ac251ed805588a6be27c","benchmark":"gpqa_main","data_index":2085,"repeat_index":5,"sample_id":"gpqa-main-aa04ac251ed805588a6be27c/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":1099,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"B","question_sha256":"198a9824ae684cea2edf9d0597e69c2274e0be94e0a0ffcf7b4ad3e95f4a6dae"} +{"uuid":"gpqa-main-d750e02b8d42b4b4d6aba4b9","benchmark":"gpqa_main","data_index":2345,"repeat_index":6,"sample_id":"gpqa-main-d750e02b8d42b4b4d6aba4b9/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":109,"prompt_tokens":944,"effective_max_tokens":130128,"original_embedded_prediction":"B","question_sha256":"5ea7e9b17f677439bf5f6e43169cb794916985d1c5964f6a0d8becf3f9e3b7ad"} +{"uuid":"gpqa-main-bf00d194c934803975b81b7b","benchmark":"gpqa_main","data_index":2241,"repeat_index":5,"sample_id":"gpqa-main-bf00d194c934803975b81b7b/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":507,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"C","question_sha256":"55e1269d132671f2c7b7f41498cb0b404e702d8ce370ac5555d837581e1b3ad7"} +{"uuid":"gpqa-main-08cb3c41dbaa57f424632b84","benchmark":"gpqa_main","data_index":2308,"repeat_index":6,"sample_id":"gpqa-main-08cb3c41dbaa57f424632b84/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":236,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"C","question_sha256":"e37327eb6a290bf649f9b548f5d9834983b5d59efc10b4281a4bdbb75523863f"} +{"uuid":"gpqa-main-efa466851677550746c06a1f","benchmark":"gpqa_main","data_index":2342,"repeat_index":6,"sample_id":"gpqa-main-efa466851677550746c06a1f/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":126,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"B","question_sha256":"b64a2faa078044133322af9742b3f75788b5f8e5701f1fee08d693854a842448"} +{"uuid":"gpqa-main-3d4249ae7ea85a07b7726fff","benchmark":"gpqa_main","data_index":2313,"repeat_index":6,"sample_id":"gpqa-main-3d4249ae7ea85a07b7726fff/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":219,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"D","question_sha256":"f3a651caf4cc86d7183e2aa4e94783901dfd4ba7026521589b0aa1f1c95b0e55"} +{"uuid":"gpqa-main-a39e48c3dd280f4d62399e78","benchmark":"gpqa_main","data_index":2291,"repeat_index":5,"sample_id":"gpqa-main-a39e48c3dd280f4d62399e78/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":316,"prompt_tokens":397,"effective_max_tokens":130675,"original_embedded_prediction":"C","question_sha256":"721c25455cfe9ff83ae29b7ba79700cb78268040d9773283d4d8afebd849187b"} +{"uuid":"gpqa-main-c6cc654afa201cd3d5b66695","benchmark":"gpqa_main","data_index":2232,"repeat_index":5,"sample_id":"gpqa-main-c6cc654afa201cd3d5b66695/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":563,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"D","question_sha256":"79526cdc6c623c8657c3060ab8b305f1b4d8aa35f2b7905c6fd4c3e119c5c310"} +{"uuid":"gpqa-main-3ebc2c6c608ed7f5e7bf9463","benchmark":"gpqa_main","data_index":2324,"repeat_index":6,"sample_id":"gpqa-main-3ebc2c6c608ed7f5e7bf9463/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":200,"prompt_tokens":286,"effective_max_tokens":130786,"original_embedded_prediction":"B","question_sha256":"81bfcfb746da8dbf79e11ca4c419d5416ea1be46678f915598ebe3f9c6b6fc32"} +{"uuid":"gpqa-main-fbf1f6e62b48cbbf0bca4714","benchmark":"gpqa_main","data_index":2355,"repeat_index":6,"sample_id":"gpqa-main-fbf1f6e62b48cbbf0bca4714/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":98,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"59affc9a905621c391ee7886c0e428eac5cb1f60c7c251e2fc1fcb081cb8e076"} +{"uuid":"gpqa-main-39045ad4d1274d0e56839d7b","benchmark":"gpqa_main","data_index":2296,"repeat_index":5,"sample_id":"gpqa-main-39045ad4d1274d0e56839d7b/repeat-5","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":323,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"A","question_sha256":"429df35a12720ff87021b558515bede2e2590914376178a956309c141594787f"} +{"uuid":"gpqa-main-de59169ce40a93ff305f9a41","benchmark":"gpqa_main","data_index":2304,"repeat_index":6,"sample_id":"gpqa-main-de59169ce40a93ff305f9a41/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":288,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"c5859c729f1f8217c8555103da018a579f07eb8df38d8389383b2f4634573327"} +{"uuid":"gpqa-main-0293685a5c3ddbc5b15dcfa0","benchmark":"gpqa_main","data_index":2153,"repeat_index":5,"sample_id":"gpqa-main-0293685a5c3ddbc5b15dcfa0/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":890,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"db2ca8d93d5ff50bd9f602bc5b3d339b547349c54c540850544e01393770a4ff"} +{"uuid":"gpqa-main-f79cea2e3c2e242b6e0da4d5","benchmark":"gpqa_main","data_index":2358,"repeat_index":6,"sample_id":"gpqa-main-f79cea2e3c2e242b6e0da4d5/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":106,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"C","question_sha256":"bdc1ab103002886dcbe879cd751d3e27b8ba6e988859bb80422ea04871269448"} +{"uuid":"gpqa-main-1634ccababef2067673cd88c","benchmark":"gpqa_main","data_index":2350,"repeat_index":6,"sample_id":"gpqa-main-1634ccababef2067673cd88c/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":150,"prompt_tokens":593,"effective_max_tokens":130479,"original_embedded_prediction":"C","question_sha256":"d8c36bd55ba561cb499054e9d5a01217a0498dfd20875e8d9e99d34bcdfd7830"} +{"uuid":"gpqa-main-4b84b53bf506bc0a4468fb2d","benchmark":"gpqa_main","data_index":2375,"repeat_index":6,"sample_id":"gpqa-main-4b84b53bf506bc0a4468fb2d/repeat-6","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":49,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":null,"question_sha256":"e302b2005d8d406eb5e8fd7aa1707959448ef06e72b5647d2711c9a056cfeffc"} +{"uuid":"gpqa-main-1f0af84f0bdb1b68af6a7719","benchmark":"gpqa_main","data_index":2301,"repeat_index":5,"sample_id":"gpqa-main-1f0af84f0bdb1b68af6a7719/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":316,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"C","question_sha256":"47eb07162cc525d2e6a87977deb802204fed59b801dd5e2935cc6edb3c036af1"} +{"uuid":"gpqa-main-50467ff0a4937693425f108b","benchmark":"gpqa_main","data_index":2311,"repeat_index":6,"sample_id":"gpqa-main-50467ff0a4937693425f108b/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":267,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"C","question_sha256":"ee40e0ba47746454343829f9f66dd4d391816fe24ca19edf78fcce05cf1f26d8"} +{"uuid":"gpqa-main-edbd99e5f03e3b3f074ba126","benchmark":"gpqa_main","data_index":1982,"repeat_index":5,"sample_id":"gpqa-main-edbd99e5f03e3b3f074ba126/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1600,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"C","question_sha256":"b690990e73efd994587057d6ed5ae270235b0ec6bd4e98df3fc472f01c179765"} +{"uuid":"gpqa-main-41ca21006bb37fef24a8975a","benchmark":"gpqa_main","data_index":2390,"repeat_index":6,"sample_id":"gpqa-main-41ca21006bb37fef24a8975a/repeat-6","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":null,"question_sha256":"8d132ce83553f28f02599f90e3c52fb60d8f58faea0f09152f78f7df6e310abc"} +{"uuid":"gpqa-main-9baab02407bb5e317c8c71c4","benchmark":"gpqa_main","data_index":2334,"repeat_index":6,"sample_id":"gpqa-main-9baab02407bb5e317c8c71c4/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":219,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"D","question_sha256":"4c49b01c534dd76a31b5023fe34fe490913c400dc715a3fa7a874695ca10b949"} +{"uuid":"gpqa-main-6543e2c47b61f7f328bcf42d","benchmark":"gpqa_main","data_index":2340,"repeat_index":6,"sample_id":"gpqa-main-6543e2c47b61f7f328bcf42d/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":190,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"C","question_sha256":"9f8c4aa52521e2926d56fdd03cf5aeaf3543c911c9b75774731cd1204efc1328"} +{"uuid":"gpqa-main-5334e8bdecfbd08a0fceb69b","benchmark":"gpqa_main","data_index":2351,"repeat_index":6,"sample_id":"gpqa-main-5334e8bdecfbd08a0fceb69b/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":168,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"D","question_sha256":"0c1cc6cb8c9b9a25c645b86bbada068207876248621f0327486d559892b7a8a9"} +{"uuid":"gpqa-main-18347a23c4b32df1f0b31d1a","benchmark":"gpqa_main","data_index":2315,"repeat_index":6,"sample_id":"gpqa-main-18347a23c4b32df1f0b31d1a/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":269,"prompt_tokens":438,"effective_max_tokens":130634,"original_embedded_prediction":"D","question_sha256":"f69ff8c0001cb2bdea3e51d7d4063a70e8b64bf6f735f62088f0ace464bbe468"} +{"uuid":"gpqa-main-3f9251e093c698e0c2fa2826","benchmark":"gpqa_main","data_index":2278,"repeat_index":5,"sample_id":"gpqa-main-3f9251e093c698e0c2fa2826/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":427,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"C","question_sha256":"252debe46c4fa81fca060b5a84d473e7c0bf04c99b8b5f54aab8119f22de36b4"} +{"uuid":"gpqa-main-7ed621f8290d6ac14181ce45","benchmark":"gpqa_main","data_index":2302,"repeat_index":5,"sample_id":"gpqa-main-7ed621f8290d6ac14181ce45/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":336,"prompt_tokens":298,"effective_max_tokens":130774,"original_embedded_prediction":"C","question_sha256":"c1c0ad22e4376412fe1e7564fd1f8c00dd970292dbf0dbb83b0350881e74b306"} +{"uuid":"gpqa-main-28e3e5e79d7477896c6d853d","benchmark":"gpqa_main","data_index":2328,"repeat_index":6,"sample_id":"gpqa-main-28e3e5e79d7477896c6d853d/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":247,"prompt_tokens":1047,"effective_max_tokens":130025,"original_embedded_prediction":"C","question_sha256":"d3b33ef7a0e55c33b5deae6a673dd7fff1fc2e7efa223f3419ecf58e57c06207"} +{"uuid":"gpqa-main-8d147d8bf7fad22423fc5dd7","benchmark":"gpqa_main","data_index":2202,"repeat_index":5,"sample_id":"gpqa-main-8d147d8bf7fad22423fc5dd7/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":740,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"C","question_sha256":"bfad7a1309a7d02668c615391f7302c03e1c3f61ffaee5d1f44ba2c9f5c40b7d"} +{"uuid":"gpqa-main-a1ec72afe45eedbea242cd73","benchmark":"gpqa_main","data_index":2348,"repeat_index":6,"sample_id":"gpqa-main-a1ec72afe45eedbea242cd73/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":191,"prompt_tokens":310,"effective_max_tokens":130762,"original_embedded_prediction":"C","question_sha256":"e87180319d813402cf71637950d93636988703d0477e2bb79fb03a1d2df9afe3"} +{"uuid":"gpqa-main-f022820fa3c0f536a4d4a9bc","benchmark":"gpqa_main","data_index":2275,"repeat_index":5,"sample_id":"gpqa-main-f022820fa3c0f536a4d4a9bc/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":468,"prompt_tokens":288,"effective_max_tokens":130784,"original_embedded_prediction":"A","question_sha256":"d7be2d674d4903c49886b492451a9febcfb5696ccd6f0931c4d48ef06a19b2b9"} +{"uuid":"gpqa-main-834c95c23407a9d2c736d2ee","benchmark":"gpqa_main","data_index":2361,"repeat_index":6,"sample_id":"gpqa-main-834c95c23407a9d2c736d2ee/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":147,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"bb698537245b51d08b5d5a6cecdfd1a4e34f7ac0f17e13da8d713af9341a9366"} +{"uuid":"gpqa-main-2fc8b9731f60b1c9eb476570","benchmark":"gpqa_main","data_index":2379,"repeat_index":6,"sample_id":"gpqa-main-2fc8b9731f60b1c9eb476570/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":79,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"B","question_sha256":"8d64fc9e228388438862fd18b500e048e168f26e7191a4220ea8281beb789ea2"} +{"uuid":"gpqa-main-cda2fe50fc8423311319e78e","benchmark":"gpqa_main","data_index":1068,"repeat_index":2,"sample_id":"gpqa-main-cda2fe50fc8423311319e78e/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":5151,"prompt_tokens":182,"effective_max_tokens":130890,"original_embedded_prediction":"C","question_sha256":"1b04aca1c9a8b4f1fabc653b3653d0a48982315e6f1da934d98cadd1948f776f"} +{"uuid":"gpqa-main-ae71bab05f11abac2f706bb9","benchmark":"gpqa_main","data_index":2261,"repeat_index":5,"sample_id":"gpqa-main-ae71bab05f11abac2f706bb9/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":506,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"d160134fd023bac8e7f94f4d4e70e01dc36d3ae74bb54ab778b03686e5b7b2c0"} +{"uuid":"gpqa-main-7093e90be0c6d72d98ef432c","benchmark":"gpqa_main","data_index":2276,"repeat_index":5,"sample_id":"gpqa-main-7093e90be0c6d72d98ef432c/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":470,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"C","question_sha256":"d73f092255e75c14953338c7dc17fa9e41c6378f650bac797b23d3c68133744d"} +{"uuid":"gpqa-main-35569b36357cfce18162c999","benchmark":"gpqa_main","data_index":2356,"repeat_index":6,"sample_id":"gpqa-main-35569b36357cfce18162c999/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":170,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"D","question_sha256":"a2136b05b78259562b913f1f56520c4184d70bf60017617a442a41f907c31b78"} +{"uuid":"gpqa-main-a67142bf6c763d9963d7474d","benchmark":"gpqa_main","data_index":2337,"repeat_index":6,"sample_id":"gpqa-main-a67142bf6c763d9963d7474d/repeat-6","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":251,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"A","question_sha256":"7ed6c7d194038ef8d8c6a84cb18be1015f73754e42d4facb7418e8412ad86b77"} +{"uuid":"gpqa-main-f2c0ff64cf18a6ae32dc45dc","benchmark":"gpqa_main","data_index":2119,"repeat_index":5,"sample_id":"gpqa-main-f2c0ff64cf18a6ae32dc45dc/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1095,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"f2467e0d99b11d10fdd18675d7a73d1a19569e58d6aa97be50c24c2cb28731b1"} +{"uuid":"gpqa-main-51f5bda498b3f05cab60119c","benchmark":"gpqa_main","data_index":2369,"repeat_index":6,"sample_id":"gpqa-main-51f5bda498b3f05cab60119c/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":142,"prompt_tokens":271,"effective_max_tokens":130801,"original_embedded_prediction":"D","question_sha256":"f7fa8540a448dfeff404af93810c60c41ed387fb5e4c821bbb6e5869dd9f8630"} +{"uuid":"gpqa-main-ac27f29e5f777e93e751f3f2","benchmark":"gpqa_main","data_index":2359,"repeat_index":6,"sample_id":"gpqa-main-ac27f29e5f777e93e751f3f2/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":174,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"D","question_sha256":"d49aa1d9efc38f6409c199c3e2706ec44f5d20d25b0e7d41f40b9c46668ed1e0"} +{"uuid":"gpqa-main-5f336d7998263d21db8f15c1","benchmark":"gpqa_main","data_index":2354,"repeat_index":6,"sample_id":"gpqa-main-5f336d7998263d21db8f15c1/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":204,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"C","question_sha256":"5028b464f9ac881885af02d0d7fda29d17165d3804f0f84dbc2e8f6dbd923739"} +{"uuid":"gpqa-main-8db8ffb39e6d3e618c8d388c","benchmark":"gpqa_main","data_index":2360,"repeat_index":6,"sample_id":"gpqa-main-8db8ffb39e6d3e618c8d388c/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":177,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"D","question_sha256":"28dff82ab12e25f0b479054be2f5d8b597951c2458e383bb25cf488b09c98ff5"} +{"uuid":"gpqa-main-106fe8a64f4453f81be6f7bd","benchmark":"gpqa_main","data_index":2329,"repeat_index":6,"sample_id":"gpqa-main-106fe8a64f4453f81be6f7bd/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":291,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"C","question_sha256":"f0c3d97c5c67fa210dafa49946af010682993c23bb8995a306a6ee484e0c3b03"} +{"uuid":"gpqa-main-67410b7a8dc0eaa2a0ad0e33","benchmark":"gpqa_main","data_index":2267,"repeat_index":5,"sample_id":"gpqa-main-67410b7a8dc0eaa2a0ad0e33/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":519,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"bb309e44424b270e31ff68a9df49f0a2f19335280a19eb9a92c5dcd1810cc3e8"} +{"uuid":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea","benchmark":"gpqa_main","data_index":2269,"repeat_index":5,"sample_id":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":519,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"D","question_sha256":"78b6f83c0d1137982356bff0e0d20f60e32542e5815ffd693af8f421f9e4741d"} +{"uuid":"gpqa-main-7e29412fd534df20c4a23267","benchmark":"gpqa_main","data_index":2391,"repeat_index":6,"sample_id":"gpqa-main-7e29412fd534df20c4a23267/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":79,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"7fda2b6ca2ff9984ace9bf53f465cebb4b8d963f7ddcb5aa5f5015cd6989be42"} +{"uuid":"gpqa-main-1a3571c1ec099b06b5011ceb","benchmark":"gpqa_main","data_index":2242,"repeat_index":5,"sample_id":"gpqa-main-1a3571c1ec099b06b5011ceb/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":651,"prompt_tokens":166,"effective_max_tokens":130906,"original_embedded_prediction":"D","question_sha256":"853f9bd759921129a51dd81d489f867c5aa9463f1925c203fe6f1e3147741f08"} +{"uuid":"gpqa-main-30529bca8e7fdf66400bd444","benchmark":"gpqa_main","data_index":2322,"repeat_index":6,"sample_id":"gpqa-main-30529bca8e7fdf66400bd444/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":333,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"fc081c2fbb63be5006154edbddcd4d1654207c4f1ad333e12f9bc19972753482"} +{"uuid":"gpqa-main-8a20fac7d1a5bff58e8c63ca","benchmark":"gpqa_main","data_index":2377,"repeat_index":6,"sample_id":"gpqa-main-8a20fac7d1a5bff58e8c63ca/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":140,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"D","question_sha256":"065acbbc3564fb2547e820ab1c35567bac49dff768319e8f4b46ee23bdd92415"} +{"uuid":"gpqa-main-1af843966aecfd5da1f08dd6","benchmark":"gpqa_main","data_index":2310,"repeat_index":6,"sample_id":"gpqa-main-1af843966aecfd5da1f08dd6/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":376,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"B","question_sha256":"13e7c71f8aae7040bd98bd6b7bfe361f01f9aa9f4fd4b6095b40f97963688bdc"} +{"uuid":"gpqa-main-ddc1b02f963a2f785385132e","benchmark":"gpqa_main","data_index":2397,"repeat_index":6,"sample_id":"gpqa-main-ddc1b02f963a2f785385132e/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":94,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"d5e7b22736a2cdaa0f2553a100795aa6b7e150fcc1b9fe093e28e3fea855f346"} +{"uuid":"gpqa-main-46549f6d718b80e38f4412cd","benchmark":"gpqa_main","data_index":2338,"repeat_index":6,"sample_id":"gpqa-main-46549f6d718b80e38f4412cd/repeat-6","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":307,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":null,"question_sha256":"a1def6786f9e3174bf07c7887ea2c97711ea721fe1cf730202fc93d69ecac09d"} +{"uuid":"gpqa-main-3ad0b182e1494c1e76262069","benchmark":"gpqa_main","data_index":2309,"repeat_index":6,"sample_id":"gpqa-main-3ad0b182e1494c1e76262069/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":395,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"C","question_sha256":"835ebb67a4198184dbd29c03b43e4283e93c0473d886ab6c3b6c52ffb918b6ab"} +{"uuid":"gpqa-main-756cafdacac7e9642e2102c6","benchmark":"gpqa_main","data_index":2394,"repeat_index":6,"sample_id":"gpqa-main-756cafdacac7e9642e2102c6/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":101,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"b26abbcea4f9adbbc6faf6378336b8d024ffe4491d2853b927bf9afdc27073a9"} +{"uuid":"gpqa-main-fcf4fbe275826c7d67e6067b","benchmark":"gpqa_main","data_index":2252,"repeat_index":5,"sample_id":"gpqa-main-fcf4fbe275826c7d67e6067b/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":646,"prompt_tokens":319,"effective_max_tokens":130753,"original_embedded_prediction":"C","question_sha256":"804a1298d02f33e3d34af9885ef317731ae757104a1e874356955c98921afd18"} +{"uuid":"gpqa-main-edbd99e5f03e3b3f074ba126","benchmark":"gpqa_main","data_index":2366,"repeat_index":6,"sample_id":"gpqa-main-edbd99e5f03e3b3f074ba126/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":208,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"C","question_sha256":"b690990e73efd994587057d6ed5ae270235b0ec6bd4e98df3fc472f01c179765"} +{"uuid":"gpqa-main-e069314491adb5be236d3fe7","benchmark":"gpqa_main","data_index":2306,"repeat_index":6,"sample_id":"gpqa-main-e069314491adb5be236d3fe7/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":410,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"B","question_sha256":"2662eff7a6231613f45042d2ef5df63caaeb5a326d264e93009a737a99fb27bb"} +{"uuid":"gpqa-main-485d6d2d8d4ef097891a30ae","benchmark":"gpqa_main","data_index":2290,"repeat_index":5,"sample_id":"gpqa-main-485d6d2d8d4ef097891a30ae/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":494,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"C","question_sha256":"c6a4a4365a6f088ad7d433e788ad1983c25ce2a6965fa332c2fd4f61eea9bbbc"} +{"uuid":"gpqa-main-728c68de5f34aba879617ff3","benchmark":"gpqa_main","data_index":2273,"repeat_index":5,"sample_id":"gpqa-main-728c68de5f34aba879617ff3/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":570,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"93587b6fdb0ccf1d1701c58bd12431b38885397117475f14823f4c52994b39b4"} +{"uuid":"gpqa-main-2322ddc82747aa5a01bf1c1e","benchmark":"gpqa_main","data_index":2406,"repeat_index":6,"sample_id":"gpqa-main-2322ddc82747aa5a01bf1c1e/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":93,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"d9d7e1406d6a9d440081915edafcb4a493a40b6172838b858a979c0a58bb4c62"} +{"uuid":"gpqa-main-832feb793ff377da50abf878","benchmark":"gpqa_main","data_index":2373,"repeat_index":6,"sample_id":"gpqa-main-832feb793ff377da50abf878/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":217,"prompt_tokens":202,"effective_max_tokens":130870,"original_embedded_prediction":"B","question_sha256":"9cb12d81fbbe616cc95beecd1627265e0b5a2fa48b8e7493d3df89b378afbc12"} +{"uuid":"gpqa-main-ca986cf878bcb98d3bdf6b0a","benchmark":"gpqa_main","data_index":2172,"repeat_index":5,"sample_id":"gpqa-main-ca986cf878bcb98d3bdf6b0a/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":960,"prompt_tokens":553,"effective_max_tokens":130519,"original_embedded_prediction":"D","question_sha256":"03946dc24ec69699ccf0d502676d0724f19c404c61b61996d4b5d979f21785da"} +{"uuid":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c","benchmark":"gpqa_main","data_index":2422,"repeat_index":6,"sample_id":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c/repeat-6","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":53,"prompt_tokens":340,"effective_max_tokens":130732,"original_embedded_prediction":"A","question_sha256":"626cda94018ba930400d9c043f6fc1aa30c317abf6fd8f6d0ec8b133ce2036c8"} +{"uuid":"gpqa-main-d31323dded27ae0c86cb5c75","benchmark":"gpqa_main","data_index":2233,"repeat_index":5,"sample_id":"gpqa-main-d31323dded27ae0c86cb5c75/repeat-5","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":752,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":null,"question_sha256":"8f174dd25b58e6fc8e309577a66d0f5a4f46ed89bf1a5165c0cb561a4e3e33e9"} +{"uuid":"gpqa-main-7239e8e1a6f52b11d89b376d","benchmark":"gpqa_main","data_index":2339,"repeat_index":6,"sample_id":"gpqa-main-7239e8e1a6f52b11d89b376d/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":346,"prompt_tokens":359,"effective_max_tokens":130713,"original_embedded_prediction":"B","question_sha256":"6b778965b4593497cd5378ecaa94e84f97d2910300038afb6590a8e9376b791c"} +{"uuid":"gpqa-main-0306849689d2123fedfcfeb5","benchmark":"gpqa_main","data_index":2386,"repeat_index":6,"sample_id":"gpqa-main-0306849689d2123fedfcfeb5/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":177,"prompt_tokens":301,"effective_max_tokens":130771,"original_embedded_prediction":"C","question_sha256":"9b236e1b2c7db4edd3fd08eaeff4fcfd3b13c11bfc0f9c5510349957a837d13a"} +{"uuid":"gpqa-main-35d088e32fb39438767e1141","benchmark":"gpqa_main","data_index":2383,"repeat_index":6,"sample_id":"gpqa-main-35d088e32fb39438767e1141/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":194,"prompt_tokens":434,"effective_max_tokens":130638,"original_embedded_prediction":"B","question_sha256":"9d467213ec07b8217d3c3aa11a312c8536475e654bbb7ef916a4b8f92e0c7a7d"} +{"uuid":"gpqa-main-f35f531075e0f4b71e6bfdf7","benchmark":"gpqa_main","data_index":2332,"repeat_index":6,"sample_id":"gpqa-main-f35f531075e0f4b71e6bfdf7/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":386,"prompt_tokens":440,"effective_max_tokens":130632,"original_embedded_prediction":"C","question_sha256":"1dec0a47229d6987f418c244cc1169bdeb04c6134b883ac8895dc2380cdf0539"} +{"uuid":"gpqa-main-47999f808ae4df35fd817dd2","benchmark":"gpqa_main","data_index":2318,"repeat_index":6,"sample_id":"gpqa-main-47999f808ae4df35fd817dd2/repeat-6","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":425,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"A","question_sha256":"0b24415e0a51d238b6f9b4a8ae6a56386da27f195c825aa8d124ca3e7adc5bb9"} +{"uuid":"gpqa-main-09311165c3bc8a7742115024","benchmark":"gpqa_main","data_index":2325,"repeat_index":6,"sample_id":"gpqa-main-09311165c3bc8a7742115024/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":412,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d6deae7022d40b283a8b0053867ff7e2d44f15fac7c364d3b34e67d903596cf7"} +{"uuid":"gpqa-main-84e0462fb979739143160f76","benchmark":"gpqa_main","data_index":2378,"repeat_index":6,"sample_id":"gpqa-main-84e0462fb979739143160f76/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":228,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"17821f797104818a4e9c06d5499572866481ca7a9f6bf4d3993cbc935754c06e"} +{"uuid":"gpqa-main-ad8f0afd2f116341ed3a69c0","benchmark":"gpqa_main","data_index":2344,"repeat_index":6,"sample_id":"gpqa-main-ad8f0afd2f116341ed3a69c0/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":350,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"B","question_sha256":"b6c9142bf69c50d0a62b5b8254344b66610ca208a646e6a69a606819b7eb1bf8"} +{"uuid":"gpqa-main-08452235d283f9ba82364ea8","benchmark":"gpqa_main","data_index":2314,"repeat_index":6,"sample_id":"gpqa-main-08452235d283f9ba82364ea8/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":443,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"65db6ef4b562a9503afeb197451091c7514df18fdee747a881b8057c38e21d0f"} +{"uuid":"gpqa-main-69bcb32ba17f6e7aa0918597","benchmark":"gpqa_main","data_index":2418,"repeat_index":6,"sample_id":"gpqa-main-69bcb32ba17f6e7aa0918597/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":111,"prompt_tokens":758,"effective_max_tokens":130314,"original_embedded_prediction":"C","question_sha256":"9eb1fde9ac6acb7dc761f4941a792f3d0d052ad76d36e12bb9e406963b3906ef"} +{"uuid":"gpqa-main-950b8724526dc5d718438bec","benchmark":"gpqa_main","data_index":2316,"repeat_index":6,"sample_id":"gpqa-main-950b8724526dc5d718438bec/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":440,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"D","question_sha256":"d81eab0b3deeedb23d68076a8f0de5ca6461b5d2d1a7da228f6a0b6ba6ca53e7"} +{"uuid":"gpqa-main-1754a508e794225bd932adeb","benchmark":"gpqa_main","data_index":2357,"repeat_index":6,"sample_id":"gpqa-main-1754a508e794225bd932adeb/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":308,"prompt_tokens":276,"effective_max_tokens":130796,"original_embedded_prediction":"B","question_sha256":"16464cac7090a24d3b5a0bf989e1699bafd2dd7b1555e816a1f77804d8e890db"} +{"uuid":"gpqa-main-9b60a112c6568a530227ce47","benchmark":"gpqa_main","data_index":2352,"repeat_index":6,"sample_id":"gpqa-main-9b60a112c6568a530227ce47/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":344,"prompt_tokens":443,"effective_max_tokens":130629,"original_embedded_prediction":"D","question_sha256":"4dd7bd0636dc935d4359866d23d365353db91692ab9b80b438a3f65683abf4e7"} +{"uuid":"gpqa-main-46549f6d718b80e38f4412cd","benchmark":"gpqa_main","data_index":1954,"repeat_index":5,"sample_id":"gpqa-main-46549f6d718b80e38f4412cd/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":1905,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"B","question_sha256":"a1def6786f9e3174bf07c7887ea2c97711ea721fe1cf730202fc93d69ecac09d"} +{"uuid":"gpqa-main-a5811d01e615771d5e0b48fb","benchmark":"gpqa_main","data_index":2404,"repeat_index":6,"sample_id":"gpqa-main-a5811d01e615771d5e0b48fb/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":162,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"C","question_sha256":"18c1c5c103fb01b10fd0ca282f8eab427517d6587a0a9962010b5ad16e05b98f"} +{"uuid":"gpqa-main-55e31c256bb6191d94e6db4d","benchmark":"gpqa_main","data_index":2282,"repeat_index":5,"sample_id":"gpqa-main-55e31c256bb6191d94e6db4d/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":601,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"D","question_sha256":"126561d6b58fa17bbaffda56837acaf8fab4bf282ccdfdcc2c7a97bfe520889c"} +{"uuid":"gpqa-main-6f6ff532d544554128a0bbbe","benchmark":"gpqa_main","data_index":2412,"repeat_index":6,"sample_id":"gpqa-main-6f6ff532d544554128a0bbbe/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":147,"prompt_tokens":368,"effective_max_tokens":130704,"original_embedded_prediction":"D","question_sha256":"ebb5b9328e54d98f40b988b171044869d75c67b6efaa8f44675c485448b7b02c"} +{"uuid":"gpqa-main-51f5bda498b3f05cab60119c","benchmark":"gpqa_main","data_index":1217,"repeat_index":3,"sample_id":"gpqa-main-51f5bda498b3f05cab60119c/repeat-3","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":4801,"prompt_tokens":271,"effective_max_tokens":130801,"original_embedded_prediction":null,"question_sha256":"f7fa8540a448dfeff404af93810c60c41ed387fb5e4c821bbb6e5869dd9f8630"} +{"uuid":"gpqa-main-a3be70bb026878238a72f88b","benchmark":"gpqa_main","data_index":2370,"repeat_index":6,"sample_id":"gpqa-main-a3be70bb026878238a72f88b/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":301,"prompt_tokens":446,"effective_max_tokens":130626,"original_embedded_prediction":"B","question_sha256":"42da82ad5cb9e03bf1c8f1d786b162fd55245c32907328f445c191681a98b669"} +{"uuid":"gpqa-main-09b661e081004aa4c0d45778","benchmark":"gpqa_main","data_index":2410,"repeat_index":6,"sample_id":"gpqa-main-09b661e081004aa4c0d45778/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":164,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"D","question_sha256":"47741045402119262be7a1c17b98cc587ee55b46bb8620655271dca518a4f927"} +{"uuid":"gpqa-main-33b9f4658edfefac92faa4d3","benchmark":"gpqa_main","data_index":2196,"repeat_index":5,"sample_id":"gpqa-main-33b9f4658edfefac92faa4d3/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":967,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"A","question_sha256":"21b950759e4e088c97c70fcca487f4b3ceddd69dd2563433e332a0dde94eeddb"} +{"uuid":"gpqa-main-7bb8e05365d19cc8328252e0","benchmark":"gpqa_main","data_index":2425,"repeat_index":6,"sample_id":"gpqa-main-7bb8e05365d19cc8328252e0/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":122,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"6aff7faed92c98148418177c8cae4893850a1d67b5ceb00cf6a09467c4491367"} +{"uuid":"gpqa-main-bab269fd666fa2ba840a1459","benchmark":"gpqa_main","data_index":2393,"repeat_index":6,"sample_id":"gpqa-main-bab269fd666fa2ba840a1459/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":246,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"D","question_sha256":"e17051d5c4ebf5f6bc793872dc2f5748b41dd7918235cb3d5697fb04882bd7fe"} +{"uuid":"gpqa-main-c720b28fe25654b1cedc9285","benchmark":"gpqa_main","data_index":2426,"repeat_index":6,"sample_id":"gpqa-main-c720b28fe25654b1cedc9285/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":135,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"9f6e1d1b2c053afcba8c78142311f336846eb87d19344fb8aa6e71ed9aecc477"} +{"uuid":"gpqa-main-b13e6b95879d48313e527260","benchmark":"gpqa_main","data_index":2409,"repeat_index":6,"sample_id":"gpqa-main-b13e6b95879d48313e527260/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":201,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"C","question_sha256":"145b51d1c857830091d0dfa7043504329aa8d2a847b5b738079d210a94da31cb"} +{"uuid":"gpqa-main-9e1b7c5b2ce53e8d6424b66a","benchmark":"gpqa_main","data_index":2363,"repeat_index":6,"sample_id":"gpqa-main-9e1b7c5b2ce53e8d6424b66a/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":356,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"97732ba422afbf18b5d2d6b3bd26f6c540049e2f82d9628414525cebe7e9a5dd"} +{"uuid":"gpqa-main-20f50fda9aeae51c6b9b4ba0","benchmark":"gpqa_main","data_index":2395,"repeat_index":6,"sample_id":"gpqa-main-20f50fda9aeae51c6b9b4ba0/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":251,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"B","question_sha256":"c7914fc7bcc19ad8377798d825d6dbc59be8fb64f2b51a89ec26f55423d9edd1"} +{"uuid":"gpqa-main-084903ab17db0fab7bc6caea","benchmark":"gpqa_main","data_index":2433,"repeat_index":6,"sample_id":"gpqa-main-084903ab17db0fab7bc6caea/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":129,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"D","question_sha256":"b560f550d5d9fb2378520f0fcf7b6573aec2027430ef06270491ace18a0497fc"} +{"uuid":"gpqa-main-84cbf72ad94d1afe2aa56331","benchmark":"gpqa_main","data_index":2401,"repeat_index":6,"sample_id":"gpqa-main-84cbf72ad94d1afe2aa56331/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":238,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"089a55e5a3fbca456cb952a230bd88a82c177ec99470bd05f822803a1bdd3db5"} +{"uuid":"gpqa-main-bf684ea09dc8822450fbd37c","benchmark":"gpqa_main","data_index":2388,"repeat_index":6,"sample_id":"gpqa-main-bf684ea09dc8822450fbd37c/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":281,"prompt_tokens":372,"effective_max_tokens":130700,"original_embedded_prediction":"D","question_sha256":"8f0911e951adf5df2bfc8aa29c14de392a998e2fa48463ceecedcd39a8301453"} +{"uuid":"gpqa-main-ea0400e59078652fc57eb6e1","benchmark":"gpqa_main","data_index":2400,"repeat_index":6,"sample_id":"gpqa-main-ea0400e59078652fc57eb6e1/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":259,"prompt_tokens":537,"effective_max_tokens":130535,"original_embedded_prediction":"B","question_sha256":"50fc83bec6235fb29a76a0a00342f5c99a24684597a5930df882fe103e170363"} +{"uuid":"gpqa-main-b22053dbc40179e114f0c866","benchmark":"gpqa_main","data_index":2429,"repeat_index":6,"sample_id":"gpqa-main-b22053dbc40179e114f0c866/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":165,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"1f101bccd20044577731aef887c9704a6a153baf063dff8d9a04510e7b8dcfb7"} +{"uuid":"gpqa-main-ce2839297e4b63e0b36f6300","benchmark":"gpqa_main","data_index":2453,"repeat_index":6,"sample_id":"gpqa-main-ce2839297e4b63e0b36f6300/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":82,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"B","question_sha256":"80cca49a2f6ae39b2d3a2dfe110572d39720d0831c65246ce20603c40578b118"} +{"uuid":"gpqa-main-ec756f5cd58f1d3e9c9c8676","benchmark":"gpqa_main","data_index":2414,"repeat_index":6,"sample_id":"gpqa-main-ec756f5cd58f1d3e9c9c8676/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":224,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"016bbafd184cf46762e3e824d2499734daf9efd8cb5f0adad12078f151c96a12"} +{"uuid":"gpqa-main-fa3e9be7fdf8e7c8952739d8","benchmark":"gpqa_main","data_index":2435,"repeat_index":6,"sample_id":"gpqa-main-fa3e9be7fdf8e7c8952739d8/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":148,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"D","question_sha256":"5e9819e02e7dd08ec53ff217d848ce64e833e2b069cd81e9940f7a72a5230b30"} +{"uuid":"gpqa-main-3f72ea9cda0c3c6f970bd310","benchmark":"gpqa_main","data_index":2362,"repeat_index":6,"sample_id":"gpqa-main-3f72ea9cda0c3c6f970bd310/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":401,"prompt_tokens":432,"effective_max_tokens":130640,"original_embedded_prediction":"C","question_sha256":"a5bf307fdc69920b346c2d288b6a35b24485c92c8e245174a775055fa172cdc6"} +{"uuid":"gpqa-main-73f6c00588963349c225df6c","benchmark":"gpqa_main","data_index":2417,"repeat_index":6,"sample_id":"gpqa-main-73f6c00588963349c225df6c/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":230,"prompt_tokens":476,"effective_max_tokens":130596,"original_embedded_prediction":"C","question_sha256":"6c8759c4aac1084515abf1e3c463c7a0b6411dc3fa720a9a5fb5ac8f5777b49c"} +{"uuid":"gpqa-main-009c62a9f3d3e5b23d7032af","benchmark":"gpqa_main","data_index":2421,"repeat_index":6,"sample_id":"gpqa-main-009c62a9f3d3e5b23d7032af/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":218,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"eb3c8e77ceb6bbf6b5fc6d705376aeb984e8d20d498b1668992fc1441b062661"} +{"uuid":"gpqa-main-8e23eaed901a11ec534e6f8b","benchmark":"gpqa_main","data_index":2403,"repeat_index":6,"sample_id":"gpqa-main-8e23eaed901a11ec534e6f8b/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":282,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"ed842ad329efe1e08f990fad3dd3cd5e5fb16736a9da1dbfa314d5e19156887e"} +{"uuid":"gpqa-main-be458c5a0490a8298ea11494","benchmark":"gpqa_main","data_index":2423,"repeat_index":6,"sample_id":"gpqa-main-be458c5a0490a8298ea11494/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":224,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"17cada7a00fa20e35d380a47aad58aace15d791f3cd4f119acb4635e55951129"} +{"uuid":"gpqa-main-143dc33c1aad9828daf5e615","benchmark":"gpqa_main","data_index":2399,"repeat_index":6,"sample_id":"gpqa-main-143dc33c1aad9828daf5e615/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":306,"prompt_tokens":354,"effective_max_tokens":130718,"original_embedded_prediction":"D","question_sha256":"ff60c18b72aac9e90842c7a2d5e79c68092a3fbb1d6c0318cee6d2892a43a0a1"} +{"uuid":"gpqa-main-b654b748170277d4b0d0c6b5","benchmark":"gpqa_main","data_index":2398,"repeat_index":6,"sample_id":"gpqa-main-b654b748170277d4b0d0c6b5/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":309,"prompt_tokens":508,"effective_max_tokens":130564,"original_embedded_prediction":"D","question_sha256":"010973f2a9805982e33bfecd460da27e4d2f170e4567ebf854c807385bea09d3"} +{"uuid":"gpqa-main-8dd5ae41d915a09d1c8b9add","benchmark":"gpqa_main","data_index":2465,"repeat_index":6,"sample_id":"gpqa-main-8dd5ae41d915a09d1c8b9add/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":63,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"D","question_sha256":"8a246eed19ab5f877aa822da432a7aaa0f52615ea4655b0a89995d374971cd27"} +{"uuid":"gpqa-main-feeb39404129cbb3b7e867ec","benchmark":"gpqa_main","data_index":2347,"repeat_index":6,"sample_id":"gpqa-main-feeb39404129cbb3b7e867ec/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":495,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"D","question_sha256":"a80144fd582290217d4749a45438b278db047877b2f9babd5f52d9d0dcc88daf"} +{"uuid":"gpqa-main-f1451c98bdb50fb5b0dbdc55","benchmark":"gpqa_main","data_index":2420,"repeat_index":6,"sample_id":"gpqa-main-f1451c98bdb50fb5b0dbdc55/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":244,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"650bb2feaa18830493f8e50de85c38c1f24570d9f1e7c9970c8ed9fbcbbde337"} +{"uuid":"gpqa-main-5caa71cb7e0124d349b3046e","benchmark":"gpqa_main","data_index":2380,"repeat_index":6,"sample_id":"gpqa-main-5caa71cb7e0124d349b3046e/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":379,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"D","question_sha256":"965fd430b8ea291a67e2311c4874eba053c21ea0ce6fa222eec4bed300fc2976"} +{"uuid":"gpqa-main-7a6f40292c595b5ffad3d66b","benchmark":"gpqa_main","data_index":2384,"repeat_index":6,"sample_id":"gpqa-main-7a6f40292c595b5ffad3d66b/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":357,"prompt_tokens":317,"effective_max_tokens":130755,"original_embedded_prediction":"D","question_sha256":"82d8161e96256872367b5e1c12af2c1f91e6c4a6aac3d066708fccb1826bf840"} +{"uuid":"gpqa-main-b38dfd97dcfb80fb4df4c6f2","benchmark":"gpqa_main","data_index":2430,"repeat_index":6,"sample_id":"gpqa-main-b38dfd97dcfb80fb4df4c6f2/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":220,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"28fc44d6ca68ec833bb9837a558199f6e126ccb90f29dc42a2a4bf34ea4b66a7"} +{"uuid":"gpqa-main-b5b0614a110a5eb0657cbe9a","benchmark":"gpqa_main","data_index":2419,"repeat_index":6,"sample_id":"gpqa-main-b5b0614a110a5eb0657cbe9a/repeat-6","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":261,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":null,"question_sha256":"829ccc830e5fe3601c6e7c0a975192c938019f4d4e5c1b2334d55bb1d951711e"} +{"uuid":"gpqa-main-efb673a27e8a1e042786abf9","benchmark":"gpqa_main","data_index":2367,"repeat_index":6,"sample_id":"gpqa-main-efb673a27e8a1e042786abf9/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":433,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"1f2f27b90dac22c1b4d70e1b1679a095c5ce0b5ec5dd0bbf48f16b8328b18d89"} +{"uuid":"gpqa-main-138fcbeedbaf865565ec35fd","benchmark":"gpqa_main","data_index":2431,"repeat_index":6,"sample_id":"gpqa-main-138fcbeedbaf865565ec35fd/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":214,"prompt_tokens":409,"effective_max_tokens":130663,"original_embedded_prediction":"B","question_sha256":"15bed1ac60d1bdcf0eec84539d669d6f38a2eb24b51e5072a922d8d9391ab135"} +{"uuid":"gpqa-main-9b7f84c844aa65b8ebfee235","benchmark":"gpqa_main","data_index":2424,"repeat_index":6,"sample_id":"gpqa-main-9b7f84c844aa65b8ebfee235/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":236,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"9443960fd2664e6d4890575733c6a4f1f6d804ec21e10e0f9d415b99297f9845"} +{"uuid":"gpqa-main-2d88ca9efdaae7d19aed9660","benchmark":"gpqa_main","data_index":2416,"repeat_index":6,"sample_id":"gpqa-main-2d88ca9efdaae7d19aed9660/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":280,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"B","question_sha256":"43af6d11597079a7d069dd93bbf3db87f0b5bb604fbfc66fc60c268d149d8fba"} +{"uuid":"gpqa-main-3357b4ebb8c461cb9eeca4bd","benchmark":"gpqa_main","data_index":2382,"repeat_index":6,"sample_id":"gpqa-main-3357b4ebb8c461cb9eeca4bd/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":382,"prompt_tokens":283,"effective_max_tokens":130789,"original_embedded_prediction":"B","question_sha256":"cdffe5a4f742a97a3cc2ffedfc8d78a3ffa14249a51afc48e9d7aa8fc6b499a8"} +{"uuid":"gpqa-main-f7ba77d144b7a11de90a37c4","benchmark":"gpqa_main","data_index":2449,"repeat_index":6,"sample_id":"gpqa-main-f7ba77d144b7a11de90a37c4/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":173,"prompt_tokens":236,"effective_max_tokens":130836,"original_embedded_prediction":"C","question_sha256":"ac7263466ea3cfcdcebac618b1d20835b4103b2d80b75b1a7110e9763eb45aa2"} +{"uuid":"gpqa-main-79721e93e90bdb2d8da052c0","benchmark":"gpqa_main","data_index":2436,"repeat_index":6,"sample_id":"gpqa-main-79721e93e90bdb2d8da052c0/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":216,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"2a09355eb98c6b8d6ad0b51afb3b27f719fed44786d3b2998dfe7ee66413a028"} +{"uuid":"gpqa-main-34faeb45e152eaf4c29e65e4","benchmark":"gpqa_main","data_index":2455,"repeat_index":6,"sample_id":"gpqa-main-34faeb45e152eaf4c29e65e4/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":168,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"C","question_sha256":"82e6266418c679493cea34e30d0f71026adb6ab6c433e643d37860fb718999ec"} +{"uuid":"gpqa-main-d022f771c467d057bbb527d0","benchmark":"gpqa_main","data_index":2343,"repeat_index":6,"sample_id":"gpqa-main-d022f771c467d057bbb527d0/repeat-6","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":550,"prompt_tokens":192,"effective_max_tokens":130880,"original_embedded_prediction":null,"question_sha256":"f3fdb78f6fe3c60a21e29d92babec94b4d8c0f6e012394045833653cbdb1a4d7"} +{"uuid":"gpqa-main-adffc79c4b20a953ccbf4cd1","benchmark":"gpqa_main","data_index":2292,"repeat_index":5,"sample_id":"gpqa-main-adffc79c4b20a953ccbf4cd1/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":739,"prompt_tokens":170,"effective_max_tokens":130902,"original_embedded_prediction":"B","question_sha256":"a9acc5caf0ab2f58b68d62ac52eac5bd31ee4a74a832bd753df339176dbbaefe"} +{"uuid":"gpqa-main-cda1b642d52c30858bcdf7a3","benchmark":"gpqa_main","data_index":2331,"repeat_index":6,"sample_id":"gpqa-main-cda1b642d52c30858bcdf7a3/repeat-6","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":605,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":null,"question_sha256":"85f5a80c90290184ac6ec65307174970563ac9442644e868f064c886836d7a25"} +{"uuid":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3","benchmark":"gpqa_main","data_index":2462,"repeat_index":6,"sample_id":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":143,"prompt_tokens":252,"effective_max_tokens":130820,"original_embedded_prediction":"A","question_sha256":"71075d4447ee264b63e5544da7b40502fb235decc31484f33ee97a8ef70c3d1f"} +{"uuid":"gpqa-main-4355802640dddd3e060d2a59","benchmark":"gpqa_main","data_index":2483,"repeat_index":6,"sample_id":"gpqa-main-4355802640dddd3e060d2a59/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":65,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"B","question_sha256":"ebe141e8c3f27bb731fd3889679a36aab5827f4caa81d8400d66a6bf492fe486"} +{"uuid":"gpqa-main-692e40bceeaff3accdc11ead","benchmark":"gpqa_main","data_index":2441,"repeat_index":6,"sample_id":"gpqa-main-692e40bceeaff3accdc11ead/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":234,"prompt_tokens":471,"effective_max_tokens":130601,"original_embedded_prediction":"C","question_sha256":"954d12809188bb6fb15643c4406ac6b108f5d7836e1eeabd73e49df01f2c616e"} +{"uuid":"gpqa-main-bab6e331fae29c00395de3a4","benchmark":"gpqa_main","data_index":2470,"repeat_index":6,"sample_id":"gpqa-main-bab6e331fae29c00395de3a4/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":124,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"cf500f5f076470e539799f3822047d1a6263a0abc77614f9abc48a4f60ba507d"} +{"uuid":"gpqa-main-bceb5bf342ad44aac4fdbe55","benchmark":"gpqa_main","data_index":2427,"repeat_index":6,"sample_id":"gpqa-main-bceb5bf342ad44aac4fdbe55/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":301,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"20d48d5f0a9a8b77bea35e72a90794c2d2147aa8321ae6aa60e84491688a0803"} +{"uuid":"gpqa-main-1f9ad1ca59cf537e3cdf47c2","benchmark":"gpqa_main","data_index":2434,"repeat_index":6,"sample_id":"gpqa-main-1f9ad1ca59cf537e3cdf47c2/repeat-6","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":282,"prompt_tokens":318,"effective_max_tokens":130754,"original_embedded_prediction":"A","question_sha256":"229ffbdb774489fcfd578450da500a74b0c6fd603d3f4050eb6ff993659f5c7e"} +{"uuid":"gpqa-main-47f8cee187b620660c7d11b3","benchmark":"gpqa_main","data_index":2376,"repeat_index":6,"sample_id":"gpqa-main-47f8cee187b620660c7d11b3/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":479,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"D","question_sha256":"b114078343a4ce3eeaa845ee2c7bfa4ac7c9add00f507d8ff60e46cca593fb46"} +{"uuid":"gpqa-main-e605c3d20abb4c52d96e9b60","benchmark":"gpqa_main","data_index":2475,"repeat_index":6,"sample_id":"gpqa-main-e605c3d20abb4c52d96e9b60/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":117,"prompt_tokens":361,"effective_max_tokens":130711,"original_embedded_prediction":"C","question_sha256":"84b58aec9b33c09286d45fb66ca82cc4ec03e310a0917bc0783bda81a0fa23b6"} +{"uuid":"gpqa-main-4117517dba1fdbd711e3d32b","benchmark":"gpqa_main","data_index":2452,"repeat_index":6,"sample_id":"gpqa-main-4117517dba1fdbd711e3d32b/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":232,"prompt_tokens":398,"effective_max_tokens":130674,"original_embedded_prediction":"A","question_sha256":"3e04ad2cb1248bfb53a7bd8f05efedea49f42b201c6f35907baa6c30abf40733"} +{"uuid":"gpqa-main-043ca5f03089118ef536135d","benchmark":"gpqa_main","data_index":2450,"repeat_index":6,"sample_id":"gpqa-main-043ca5f03089118ef536135d/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":249,"prompt_tokens":594,"effective_max_tokens":130478,"original_embedded_prediction":"C","question_sha256":"43c5cb4f57895b07f3e1815e411f315dfa3fe44fe601b5aacde7c1244cdcaa89"} +{"uuid":"gpqa-main-d751f2081e63be8d69314287","benchmark":"gpqa_main","data_index":2405,"repeat_index":6,"sample_id":"gpqa-main-d751f2081e63be8d69314287/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":405,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"B","question_sha256":"f56e41493e430f6c013c094b4b462aa30dc9826a273d867eec6a04fc8a646443"} +{"uuid":"gpqa-main-d1e25804e939f97ca872c78e","benchmark":"gpqa_main","data_index":2467,"repeat_index":6,"sample_id":"gpqa-main-d1e25804e939f97ca872c78e/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":166,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"C","question_sha256":"bd713289ab1ffc1ab982f7411da433944bdaa2ce87595d2c1bba8580a8b47bdb"} +{"uuid":"gpqa-main-b5b0614a110a5eb0657cbe9a","benchmark":"gpqa_main","data_index":2035,"repeat_index":5,"sample_id":"gpqa-main-b5b0614a110a5eb0657cbe9a/repeat-5","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":1846,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":null,"question_sha256":"829ccc830e5fe3601c6e7c0a975192c938019f4d4e5c1b2334d55bb1d951711e"} +{"uuid":"gpqa-main-3b1469c59353cec7a0dd6866","benchmark":"gpqa_main","data_index":2445,"repeat_index":6,"sample_id":"gpqa-main-3b1469c59353cec7a0dd6866/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":263,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"C","question_sha256":"ebc638f9e42bd31bd87f0fab4dff50846ee425d9aef0cb954a4e5013a5a107e4"} +{"uuid":"gpqa-main-99878f707c7c4024511bae58","benchmark":"gpqa_main","data_index":2478,"repeat_index":6,"sample_id":"gpqa-main-99878f707c7c4024511bae58/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":126,"prompt_tokens":241,"effective_max_tokens":130831,"original_embedded_prediction":"B","question_sha256":"826fb502d2db0f2db5e44683cd45f09d18423fd8a339643c8dc8b32b1accd428"} +{"uuid":"gpqa-main-ef65739a36457c1672913212","benchmark":"gpqa_main","data_index":2463,"repeat_index":6,"sample_id":"gpqa-main-ef65739a36457c1672913212/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":203,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"D","question_sha256":"46601a7bcf5dcc71504dda490de685062fce72cdc997d7acb8b78e5a351a96bc"} +{"uuid":"gpqa-main-86d8d26ea3f4092dd4bac144","benchmark":"gpqa_main","data_index":2438,"repeat_index":6,"sample_id":"gpqa-main-86d8d26ea3f4092dd4bac144/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":300,"prompt_tokens":227,"effective_max_tokens":130845,"original_embedded_prediction":"A","question_sha256":"299c83f78042a13c78ad054088517dc82d5ed82bcc9ef75ec08dc120f2b8052f"} +{"uuid":"gpqa-main-ac1c72784d1e0da293fe4bd4","benchmark":"gpqa_main","data_index":1738,"repeat_index":4,"sample_id":"gpqa-main-ac1c72784d1e0da293fe4bd4/repeat-4","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3042,"prompt_tokens":169,"effective_max_tokens":130903,"original_embedded_prediction":null,"question_sha256":"6e2bd9ec28efb9c97dbc7bea49224b4964011afaa5ca659996fac7fd65c4468d"} +{"uuid":"gpqa-main-0d56f92dcb32c3f0494a4705","benchmark":"gpqa_main","data_index":2319,"repeat_index":6,"sample_id":"gpqa-main-0d56f92dcb32c3f0494a4705/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":708,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"d48362abba761cef50927ef586befd9a2fdb343aa19b2fa457ee74fb6dbfb56b"} +{"uuid":"gpqa-main-82354c49d9280b8a980b98b4","benchmark":"gpqa_main","data_index":2474,"repeat_index":6,"sample_id":"gpqa-main-82354c49d9280b8a980b98b4/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":162,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"B","question_sha256":"57b065d28a6d02a29a3a84f39dd670ba7cdf4e3403506e79b5fc90713897f68e"} +{"uuid":"gpqa-main-d3a774e5f1af1a1e11117582","benchmark":"gpqa_main","data_index":2466,"repeat_index":6,"sample_id":"gpqa-main-d3a774e5f1af1a1e11117582/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":200,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"C","question_sha256":"26b8e966c8adf9fe2824ff1fd3c23b2d488a785fe8a68cbce362bac46e891a79"} +{"uuid":"gpqa-main-e6ff92ca0c11b47b14793d2f","benchmark":"gpqa_main","data_index":2428,"repeat_index":6,"sample_id":"gpqa-main-e6ff92ca0c11b47b14793d2f/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":355,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"C","question_sha256":"ca2abe8a98bc00aadbd20baf4ff27e830539507a5ff7402eed5e2491347f95aa"} +{"uuid":"gpqa-main-63f2aea89eec9b67abe0bacf","benchmark":"gpqa_main","data_index":2481,"repeat_index":6,"sample_id":"gpqa-main-63f2aea89eec9b67abe0bacf/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":138,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"D","question_sha256":"32596b406efecc4795e9f82b1d00f89787b9ed9e4f9d6239bed8194f13da06e7"} +{"uuid":"gpqa-main-d28c5e0e8deb0d1fde12ef5f","benchmark":"gpqa_main","data_index":2497,"repeat_index":6,"sample_id":"gpqa-main-d28c5e0e8deb0d1fde12ef5f/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":76,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"6913f7a17a2db54c9dcd8af6af20806e66b00fe4bb9691ca42d9f15184908f62"} +{"uuid":"gpqa-main-3cbf7d3e13c908f5e699f9e0","benchmark":"gpqa_main","data_index":2437,"repeat_index":6,"sample_id":"gpqa-main-3cbf7d3e13c908f5e699f9e0/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":317,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"D","question_sha256":"0dbcc69ff35530f240a5bb623a78f2cd1d042037d2dedb122ebcca751bf9d08e"} +{"uuid":"gpqa-main-4c9f4186c5ccd49ab906a399","benchmark":"gpqa_main","data_index":2487,"repeat_index":6,"sample_id":"gpqa-main-4c9f4186c5ccd49ab906a399/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":150,"prompt_tokens":610,"effective_max_tokens":130462,"original_embedded_prediction":"C","question_sha256":"f634534b5e2327dcc39982a4da6dff404f299e9759a0ac957b0f6017fbe7586e"} +{"uuid":"gpqa-main-666fc74619f38e356e33a285","benchmark":"gpqa_main","data_index":2484,"repeat_index":6,"sample_id":"gpqa-main-666fc74619f38e356e33a285/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":159,"prompt_tokens":693,"effective_max_tokens":130379,"original_embedded_prediction":"C","question_sha256":"89fa5b222a94e07a283a5140341a0704109ec3b7f62de72dd072383182771ebc"} +{"uuid":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7","benchmark":"gpqa_main","data_index":2341,"repeat_index":6,"sample_id":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":677,"prompt_tokens":279,"effective_max_tokens":130793,"original_embedded_prediction":"B","question_sha256":"f730b35adb897658b28382d90ae7881a77e5d86003cc9b3942862d742001d4fb"} +{"uuid":"gpqa-main-4a8c97220fb14b99f363b2ce","benchmark":"gpqa_main","data_index":2492,"repeat_index":6,"sample_id":"gpqa-main-4a8c97220fb14b99f363b2ce/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":140,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"C","question_sha256":"a939b9de7ea4048442a9378048f992097c413c77ad1c665790486c352036c7e3"} +{"uuid":"gpqa-main-f432c1aa4319a4b1f6fa2ac1","benchmark":"gpqa_main","data_index":2413,"repeat_index":6,"sample_id":"gpqa-main-f432c1aa4319a4b1f6fa2ac1/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":458,"prompt_tokens":264,"effective_max_tokens":130808,"original_embedded_prediction":"C","question_sha256":"19d5ec504b7008b3eada0ca0c300cd88147b20679109f6681bfd8946e0db2c8c"} +{"uuid":"gpqa-main-c69005af8b1e76a851528e02","benchmark":"gpqa_main","data_index":2371,"repeat_index":6,"sample_id":"gpqa-main-c69005af8b1e76a851528e02/repeat-6","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":602,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":null,"question_sha256":"29e6a1db070bf5e5af8af4b82da4953dd47dcd2a1bbd7ad2db04f3d1d4cd805e"} +{"uuid":"gpqa-main-00a9d82facaec210f417af7a","benchmark":"gpqa_main","data_index":2461,"repeat_index":6,"sample_id":"gpqa-main-00a9d82facaec210f417af7a/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":273,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"77f0590db54b06b37e142e7363145cbdb1a8d11c2a7575d9ae0fc10b3a6708bd"} +{"uuid":"gpqa-main-2ad64f0bf627cf52a8ad924c","benchmark":"gpqa_main","data_index":2439,"repeat_index":6,"sample_id":"gpqa-main-2ad64f0bf627cf52a8ad924c/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":369,"prompt_tokens":146,"effective_max_tokens":130926,"original_embedded_prediction":"C","question_sha256":"e9afb48881134b480ce09710124320be56d4166a402490b65f81bdb1df6e3a1d"} +{"uuid":"gpqa-main-e3e073f3f0f646532e4caf06","benchmark":"gpqa_main","data_index":2471,"repeat_index":6,"sample_id":"gpqa-main-e3e073f3f0f646532e4caf06/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":243,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"D","question_sha256":"a1cff30033350ed32c6446abacb176ef3ffad0fc471aaacf3468c78e0aad550e"} +{"uuid":"gpqa-main-4f958672c6f9249c44f2f9b9","benchmark":"gpqa_main","data_index":2491,"repeat_index":6,"sample_id":"gpqa-main-4f958672c6f9249c44f2f9b9/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":181,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"7d91198c9c48996b89ebbb62d8d76d86e32d7c14fb108c7491c9ff812263613a"} +{"uuid":"gpqa-main-9f5d195170ba73ccdc7a3b84","benchmark":"gpqa_main","data_index":2511,"repeat_index":6,"sample_id":"gpqa-main-9f5d195170ba73ccdc7a3b84/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":85,"prompt_tokens":552,"effective_max_tokens":130520,"original_embedded_prediction":"C","question_sha256":"e4e5526f8ea9205cbe6b33a5256144298ad11d8250b020cbd4fddbba85a12596"} +{"uuid":"gpqa-main-50a8ab2bd1710dbcfa2e32b5","benchmark":"gpqa_main","data_index":2472,"repeat_index":6,"sample_id":"gpqa-main-50a8ab2bd1710dbcfa2e32b5/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":248,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"D","question_sha256":"5fb04957154b48d4ebad83862909a8fd3afc5ba5399a7dbe4594b5c72255964c"} +{"uuid":"gpqa-main-5e6a032f9aa67c7725f828d0","benchmark":"gpqa_main","data_index":2499,"repeat_index":6,"sample_id":"gpqa-main-5e6a032f9aa67c7725f828d0/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":139,"prompt_tokens":330,"effective_max_tokens":130742,"original_embedded_prediction":"A","question_sha256":"8accf5d31cc4cf5c2467ac477d83885c90d2715606f7c2e68d318476741bbdd7"} +{"uuid":"gpqa-main-e408cf011e5548359fd7cfa7","benchmark":"gpqa_main","data_index":2372,"repeat_index":6,"sample_id":"gpqa-main-e408cf011e5548359fd7cfa7/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":628,"prompt_tokens":190,"effective_max_tokens":130882,"original_embedded_prediction":"C","question_sha256":"62f7808cdd914d23316e18802ada081dc433f34465864581ce0c27bfafdcd343"} +{"uuid":"gpqa-main-a454a3157aff6eee743541b7","benchmark":"gpqa_main","data_index":2486,"repeat_index":6,"sample_id":"gpqa-main-a454a3157aff6eee743541b7/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":206,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"B","question_sha256":"025e20e6e9b45e1ddb3f6901f58f69b40df5e8f9ffb6b80b5b17bc518d9f5d17"} +{"uuid":"gpqa-main-2651d2e67639a9e1741c23d7","benchmark":"gpqa_main","data_index":1513,"repeat_index":3,"sample_id":"gpqa-main-2651d2e67639a9e1741c23d7/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3995,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"4dde21b33c78ccf27d8f3043edfe68636929e2ed7d52841b78b767027425afcb"} +{"uuid":"gpqa-main-7d850f6448c27424d9f68c4e","benchmark":"gpqa_main","data_index":2488,"repeat_index":6,"sample_id":"gpqa-main-7d850f6448c27424d9f68c4e/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":211,"prompt_tokens":544,"effective_max_tokens":130528,"original_embedded_prediction":"C","question_sha256":"48bf9d4f95299b8f9288e190dca6edd0c3cf53cf40dada120e22abf98469d3e3"} +{"uuid":"gpqa-main-6364129e0f80d3896a3d60e2","benchmark":"gpqa_main","data_index":2385,"repeat_index":6,"sample_id":"gpqa-main-6364129e0f80d3896a3d60e2/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":577,"prompt_tokens":526,"effective_max_tokens":130546,"original_embedded_prediction":"C","question_sha256":"123161632faf32d9079808c0fb48f9d5492735ab0a8290fe32ca2f58fad36797"} +{"uuid":"gpqa-main-8af90a4147e5f0c98bfd00fa","benchmark":"gpqa_main","data_index":2522,"repeat_index":6,"sample_id":"gpqa-main-8af90a4147e5f0c98bfd00fa/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":86,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"D","question_sha256":"29a55065f72c47169c5073a91e6b55d82fe2f5784289d2baf5cf5444f8d6fd65"} +{"uuid":"gpqa-main-cb8b679fe50f1b3a7168eb92","benchmark":"gpqa_main","data_index":2458,"repeat_index":6,"sample_id":"gpqa-main-cb8b679fe50f1b3a7168eb92/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":332,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"8ed0101055c99512a99310385277c13855047c3a1b31ca6b8a6ee3f83cf5d4f3"} +{"uuid":"gpqa-main-781f4efc4b25ff35b588e87c","benchmark":"gpqa_main","data_index":2485,"repeat_index":6,"sample_id":"gpqa-main-781f4efc4b25ff35b588e87c/repeat-6","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":227,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"A","question_sha256":"f933a526e8aec15b0dc77756bad3ba0839404a6d042443e3f5a0ab0b8d1cfa96"} +{"uuid":"gpqa-main-682237ee740e033537fb5707","benchmark":"gpqa_main","data_index":2473,"repeat_index":6,"sample_id":"gpqa-main-682237ee740e033537fb5707/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":273,"prompt_tokens":291,"effective_max_tokens":130781,"original_embedded_prediction":"D","question_sha256":"6cec89b2019b24f8e8c4001cade388815345ae403b5d5fc687cf7fdccbcc6ce1"} +{"uuid":"gpqa-main-178c84548026beb35252a961","benchmark":"gpqa_main","data_index":2408,"repeat_index":6,"sample_id":"gpqa-main-178c84548026beb35252a961/repeat-6","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":524,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"A","question_sha256":"4ea09b6f60208405c59e5923a565f195c94315e0b6e230acd59351f1ee59ed96"} +{"uuid":"gpqa-main-50aaa7274c5010d9768274ec","benchmark":"gpqa_main","data_index":2479,"repeat_index":6,"sample_id":"gpqa-main-50aaa7274c5010d9768274ec/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":245,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"0cda758f1290855df9dd7b9a4319bb6ae8108c8113b125a3a2f60705af536a34"} +{"uuid":"gpqa-main-1ae8f8945efaf81788d8d871","benchmark":"gpqa_main","data_index":2443,"repeat_index":6,"sample_id":"gpqa-main-1ae8f8945efaf81788d8d871/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":393,"prompt_tokens":250,"effective_max_tokens":130822,"original_embedded_prediction":"C","question_sha256":"060f07943bcd17960b48a982fabe42fcae4e3899fe8c5473138fe2198f0e8dd8"} +{"uuid":"gpqa-main-efb673a27e8a1e042786abf9","benchmark":"gpqa_main","data_index":1215,"repeat_index":3,"sample_id":"gpqa-main-efb673a27e8a1e042786abf9/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":5179,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"1f2f27b90dac22c1b4d70e1b1679a095c5ce0b5ec5dd0bbf48f16b8328b18d89"} +{"uuid":"gpqa-main-dbbe3054b6bdabe917f5ab5d","benchmark":"gpqa_main","data_index":2451,"repeat_index":6,"sample_id":"gpqa-main-dbbe3054b6bdabe917f5ab5d/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":393,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"D","question_sha256":"1054cb147fa0d82e2b1830b0238455ab6cea42cde361a81e9934864240f22f50"} +{"uuid":"gpqa-main-e4e8eab3e5612de26e298f3f","benchmark":"gpqa_main","data_index":2447,"repeat_index":6,"sample_id":"gpqa-main-e4e8eab3e5612de26e298f3f/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":408,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"D","question_sha256":"1037e0c8b2c1aced006713d114efa5f1233a7eadf2f0aac355081aeacd10b00f"} +{"uuid":"gpqa-main-ad697760bc60543062e8b7b4","benchmark":"gpqa_main","data_index":2457,"repeat_index":6,"sample_id":"gpqa-main-ad697760bc60543062e8b7b4/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":378,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"D","question_sha256":"7f9b4679645e2d89214a154be6bdb13eafdc747457ce2950bda27a9a2b97917f"} +{"uuid":"gpqa-main-7475b6b01129fce5b436b0ee","benchmark":"gpqa_main","data_index":2502,"repeat_index":6,"sample_id":"gpqa-main-7475b6b01129fce5b436b0ee/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":188,"prompt_tokens":235,"effective_max_tokens":130837,"original_embedded_prediction":"D","question_sha256":"797be7099117e146adaaf5ad31bd914d9adbd510441211b0040aad2812fffc40"} +{"uuid":"gpqa-main-925cb13958435841df0e8c1e","benchmark":"gpqa_main","data_index":2411,"repeat_index":6,"sample_id":"gpqa-main-925cb13958435841df0e8c1e/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":550,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"D","question_sha256":"d21ba2f1c06b876b2d387104c816ee0fcc369a02b8e010a706e0e2448c56f78e"} +{"uuid":"gpqa-main-87c633148441d2b07b8e2e81","benchmark":"gpqa_main","data_index":1624,"repeat_index":4,"sample_id":"gpqa-main-87c633148441d2b07b8e2e81/repeat-4","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3675,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":null,"question_sha256":"0fb47d10edb4eca17f93926dea501fdd19bde76cfe58f57edb445a7272d7787c"} +{"uuid":"gpqa-main-2bd63c617299c18c1cfd5b0a","benchmark":"gpqa_main","data_index":2500,"repeat_index":6,"sample_id":"gpqa-main-2bd63c617299c18c1cfd5b0a/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":197,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"C","question_sha256":"bd7804f896ba3deb7fd65cc0c562744a80232f45bbc9c5ffa8652308c167c329"} +{"uuid":"gpqa-main-288426a7fecb5facf10219c7","benchmark":"gpqa_main","data_index":2494,"repeat_index":6,"sample_id":"gpqa-main-288426a7fecb5facf10219c7/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":238,"prompt_tokens":321,"effective_max_tokens":130751,"original_embedded_prediction":"C","question_sha256":"7cccb7714b35c30190fb5db64a1b22a36b726b2a007f241961e1e48c82e4acb3"} +{"uuid":"gpqa-main-fd21f7c7356e7f51f0cabd07","benchmark":"gpqa_main","data_index":2505,"repeat_index":6,"sample_id":"gpqa-main-fd21f7c7356e7f51f0cabd07/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":189,"prompt_tokens":601,"effective_max_tokens":130471,"original_embedded_prediction":"C","question_sha256":"db246f6acae65ff2e4bb6caad314b6583cd0085f0d81b1b20515ca2fe73b6f72"} +{"uuid":"gpqa-main-779369aa96b96a67933939f1","benchmark":"gpqa_main","data_index":2528,"repeat_index":6,"sample_id":"gpqa-main-779369aa96b96a67933939f1/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":98,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"C","question_sha256":"acf784efba891531b08709383ede2379cee1f604b6334b753dd1fcaab37af970"} +{"uuid":"gpqa-main-ae94db70e45f3af66518a393","benchmark":"gpqa_main","data_index":2250,"repeat_index":5,"sample_id":"gpqa-main-ae94db70e45f3af66518a393/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1160,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"C","question_sha256":"357c925128939cb69954fa6d11c54df2209c646ee1d3db2ab6dfea44ae6407b6"} +{"uuid":"gpqa-main-104b659bbac6e52c4c877c0b","benchmark":"gpqa_main","data_index":2456,"repeat_index":6,"sample_id":"gpqa-main-104b659bbac6e52c4c877c0b/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":409,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"D","question_sha256":"de6e1846b7e0c60ac3b7b0f613ad67cc3d941770b7de58c7a45add8c64d1db8b"} +{"uuid":"gpqa-main-8d43dd1cebfb1a76c18a3589","benchmark":"gpqa_main","data_index":2517,"repeat_index":6,"sample_id":"gpqa-main-8d43dd1cebfb1a76c18a3589/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":162,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"C","question_sha256":"1c3b360d52d717d4eda55f53310217b072979b1026b8896b235a2ba9f5151964"} +{"uuid":"gpqa-main-6030f5f53fe38c334b2c3a6a","benchmark":"gpqa_main","data_index":2477,"repeat_index":6,"sample_id":"gpqa-main-6030f5f53fe38c334b2c3a6a/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":305,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"C","question_sha256":"88d277706c3af734be0507cde034c23c7e206f855c2fcc97d6ed69f8ad92df57"} +{"uuid":"gpqa-main-12fef4b097b802dea2564ea2","benchmark":"gpqa_main","data_index":2490,"repeat_index":6,"sample_id":"gpqa-main-12fef4b097b802dea2564ea2/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":279,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"C","question_sha256":"254c10ac4fdccd2709d12769dd755a22c6de6b1e6bff2363164511e2905446d7"} +{"uuid":"gpqa-main-20f8612bcc2efb9c2355d32e","benchmark":"gpqa_main","data_index":2510,"repeat_index":6,"sample_id":"gpqa-main-20f8612bcc2efb9c2355d32e/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":185,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"C","question_sha256":"d746be8625afecad5925e7069f57336e8de3f39dfdf843820421eba66b7bc620"} +{"uuid":"gpqa-main-efbd16944acebfe43928d489","benchmark":"gpqa_main","data_index":2353,"repeat_index":6,"sample_id":"gpqa-main-efbd16944acebfe43928d489/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":784,"prompt_tokens":328,"effective_max_tokens":130744,"original_embedded_prediction":"B","question_sha256":"40b2b50a3c993902d4327a3072c497b0bfcbac42a638ecf92be395be7ef82ab0"} +{"uuid":"gpqa-main-913c4ee0ce195992ff9638b1","benchmark":"gpqa_main","data_index":2482,"repeat_index":6,"sample_id":"gpqa-main-913c4ee0ce195992ff9638b1/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":302,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"C","question_sha256":"ed904d04c24f37586b1f78a18bd22f28752e80a5ecc489939950778aa5307d98"} +{"uuid":"gpqa-main-5a280dae7286e8bab3887904","benchmark":"gpqa_main","data_index":2516,"repeat_index":6,"sample_id":"gpqa-main-5a280dae7286e8bab3887904/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":181,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"B","question_sha256":"b8398a470c0a1a045a6dcf2005bd8e8351bdf75ffa7c473958cf3c4b5d4fb288"} +{"uuid":"gpqa-main-35569b36357cfce18162c999","benchmark":"gpqa_main","data_index":1972,"repeat_index":5,"sample_id":"gpqa-main-35569b36357cfce18162c999/repeat-5","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2313,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":null,"question_sha256":"a2136b05b78259562b913f1f56520c4184d70bf60017617a442a41f907c31b78"} +{"uuid":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2","benchmark":"gpqa_main","data_index":2454,"repeat_index":6,"sample_id":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":451,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"C","question_sha256":"58604895b423acc46c4efaa28ed2e4d6eaf2d93d55c7ad3766cffce3719ddf62"} +{"uuid":"gpqa-main-86060b054d8de358356a29fd","benchmark":"gpqa_main","data_index":2312,"repeat_index":6,"sample_id":"gpqa-main-86060b054d8de358356a29fd/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":930,"prompt_tokens":435,"effective_max_tokens":130637,"original_embedded_prediction":"C","question_sha256":"d20ccd218e50c4a58da8030db612f52c5bac88ad6d1859a85b0358c1595e54e1"} +{"uuid":"gpqa-main-547aac137dd7671e7ef03fa9","benchmark":"gpqa_main","data_index":2468,"repeat_index":6,"sample_id":"gpqa-main-547aac137dd7671e7ef03fa9/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":381,"prompt_tokens":497,"effective_max_tokens":130575,"original_embedded_prediction":"C","question_sha256":"8369c6a1ffc960e3f3d88e5e4c521eebcc37f39ca9adf654c3cd4b61f892f2ef"} +{"uuid":"gpqa-main-a6eb05bb931229a396d81e44","benchmark":"gpqa_main","data_index":2476,"repeat_index":6,"sample_id":"gpqa-main-a6eb05bb931229a396d81e44/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":348,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"A","question_sha256":"19c2c8e0578e84094a1f97568e95e1e88fadee2743b1c6519b7fc661c8577cde"} +{"uuid":"gpqa-main-60f734b52603f7ef29671f95","benchmark":"gpqa_main","data_index":2459,"repeat_index":6,"sample_id":"gpqa-main-60f734b52603f7ef29671f95/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":434,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"A","question_sha256":"bf9de03889292b969198f42b877b6d4c7b56ce10ae654e71f4be720b5efdb1f1"} +{"uuid":"gpqa-main-8cf981eedacab9acbdd5b00c","benchmark":"gpqa_main","data_index":2396,"repeat_index":6,"sample_id":"gpqa-main-8cf981eedacab9acbdd5b00c/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":662,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"D","question_sha256":"14dcd60f9986bbbcbbdc0e4b3462397b01801a452d9756100ed129baa5baf68c"} +{"uuid":"gpqa-main-ac1c72784d1e0da293fe4bd4","benchmark":"gpqa_main","data_index":2506,"repeat_index":6,"sample_id":"gpqa-main-ac1c72784d1e0da293fe4bd4/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":249,"prompt_tokens":169,"effective_max_tokens":130903,"original_embedded_prediction":"C","question_sha256":"6e2bd9ec28efb9c97dbc7bea49224b4964011afaa5ca659996fac7fd65c4468d"} +{"uuid":"gpqa-main-9eaa6714b15499d3c303ce90","benchmark":"gpqa_main","data_index":2527,"repeat_index":6,"sample_id":"gpqa-main-9eaa6714b15499d3c303ce90/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":165,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"D","question_sha256":"cfac786b87a07d0c92f7c3da73233aa6c32340b63dff9d3f72bd1bd025cd565d"} +{"uuid":"gpqa-main-86976aae6f871f46c4680830","benchmark":"gpqa_main","data_index":2519,"repeat_index":6,"sample_id":"gpqa-main-86976aae6f871f46c4680830/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":218,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"D","question_sha256":"e5c3c79a60db2de596dac1585bfc2e940bac2acb65a3352ff5f7e99821846aed"} +{"uuid":"gpqa-main-d7c4372bfbc5d0f0f9331350","benchmark":"gpqa_main","data_index":2489,"repeat_index":6,"sample_id":"gpqa-main-d7c4372bfbc5d0f0f9331350/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":363,"prompt_tokens":588,"effective_max_tokens":130484,"original_embedded_prediction":"C","question_sha256":"92d8ffd16886567ac1ed2f15a6c2d3d6ac2a2fb0fd0e56836671babcde327d3f"} +{"uuid":"gpqa-main-5ace8b3dabb97ffc3da20e7c","benchmark":"gpqa_main","data_index":2554,"repeat_index":6,"sample_id":"gpqa-main-5ace8b3dabb97ffc3da20e7c/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":108,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"4ebb5a46cf109d4237b98081e218fcaba27d8f9d03f7a930300f2938f71c1ef0"} +{"uuid":"gpqa-main-87c633148441d2b07b8e2e81","benchmark":"gpqa_main","data_index":2392,"repeat_index":6,"sample_id":"gpqa-main-87c633148441d2b07b8e2e81/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":722,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"0fb47d10edb4eca17f93926dea501fdd19bde76cfe58f57edb445a7272d7787c"} +{"uuid":"gpqa-main-bd228dea7f1aa14b70216372","benchmark":"gpqa_main","data_index":2521,"repeat_index":6,"sample_id":"gpqa-main-bd228dea7f1aa14b70216372/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":261,"prompt_tokens":425,"effective_max_tokens":130647,"original_embedded_prediction":"C","question_sha256":"c1dea594f51ba7757d0d9ec69efa6b56bfeeaff965f074faaf89160cca96a0e9"} +{"uuid":"gpqa-main-249edae2034ba7f3819aaa7b","benchmark":"gpqa_main","data_index":2514,"repeat_index":6,"sample_id":"gpqa-main-249edae2034ba7f3819aaa7b/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":276,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"C","question_sha256":"c4d795814405ce2bb231fe7012e4581bcaebca12bb3f8c3260a3ad239aa51a79"} +{"uuid":"gpqa-main-aa04ac251ed805588a6be27c","benchmark":"gpqa_main","data_index":2469,"repeat_index":6,"sample_id":"gpqa-main-aa04ac251ed805588a6be27c/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":457,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"C","question_sha256":"198a9824ae684cea2edf9d0597e69c2274e0be94e0a0ffcf7b4ad3e95f4a6dae"} +{"uuid":"gpqa-main-d8cca1a27ad1a42b4a99ce96","benchmark":"gpqa_main","data_index":2573,"repeat_index":6,"sample_id":"gpqa-main-d8cca1a27ad1a42b4a99ce96/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":69,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"6049e26840c0e889bb5632032745b5bcf6684dec9a2f9d0a0cfb76378c5c064e"} +{"uuid":"gpqa-main-ecb6740406340eb07beacf42","benchmark":"gpqa_main","data_index":2530,"repeat_index":6,"sample_id":"gpqa-main-ecb6740406340eb07beacf42/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":207,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"29f96711820eba41ccced6676074bc5bcd9e3eb6c97ce5e8507128a91a175bb0"} +{"uuid":"gpqa-main-c0bc48c4232297b735018487","benchmark":"gpqa_main","data_index":2544,"repeat_index":6,"sample_id":"gpqa-main-c0bc48c4232297b735018487/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":170,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"C","question_sha256":"bbc99977a336fa9fd961baf75728288b14f7c69841a6757f2793e300690fc85b"} +{"uuid":"gpqa-main-04a5c442799262dec9375c25","benchmark":"gpqa_main","data_index":2498,"repeat_index":6,"sample_id":"gpqa-main-04a5c442799262dec9375c25/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":346,"prompt_tokens":365,"effective_max_tokens":130707,"original_embedded_prediction":"C","question_sha256":"e90ec32d975ec61b7cd079ff6968bc3dbaa4fc87e74699c1406ce59093066dbc"} +{"uuid":"gpqa-main-64193be5f9a6bbd67bec4010","benchmark":"gpqa_main","data_index":2432,"repeat_index":6,"sample_id":"gpqa-main-64193be5f9a6bbd67bec4010/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":615,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"C","question_sha256":"373990fe818e4182469d242b845eeb2f78db2f00cfb3a8fdbd2dbd696e08d552"} +{"uuid":"gpqa-main-22c436000399164406e165b2","benchmark":"gpqa_main","data_index":2524,"repeat_index":6,"sample_id":"gpqa-main-22c436000399164406e165b2/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":248,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"836be405f3d05ec5ad1a2bc728339e5141836ace3a584fe3d36ecc50af4dc3ee"} +{"uuid":"gpqa-main-8299e0bf116ad8ad7b960d26","benchmark":"gpqa_main","data_index":2558,"repeat_index":6,"sample_id":"gpqa-main-8299e0bf116ad8ad7b960d26/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":128,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"D","question_sha256":"dac89ff46a5330836dfa04de2060a9a9d447a0cffd96c06e0cdee48c6a991035"} +{"uuid":"gpqa-main-c5fc0037165678ab354bad30","benchmark":"gpqa_main","data_index":2533,"repeat_index":6,"sample_id":"gpqa-main-c5fc0037165678ab354bad30/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":218,"prompt_tokens":158,"effective_max_tokens":130914,"original_embedded_prediction":"D","question_sha256":"cc55519c3a9058d775356db9fd87b9279f120f69e3d435e9886ed87f62c6a229"} +{"uuid":"gpqa-main-be779fa0e49ff52e19357207","benchmark":"gpqa_main","data_index":2543,"repeat_index":6,"sample_id":"gpqa-main-be779fa0e49ff52e19357207/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":184,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"ea7bb5901d85914d8997afb87e1ae6be7a8efe03889a4cc08f64de2ccdc9180e"} +{"uuid":"gpqa-main-70afc730094f43bb0e05f371","benchmark":"gpqa_main","data_index":2513,"repeat_index":6,"sample_id":"gpqa-main-70afc730094f43bb0e05f371/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":312,"prompt_tokens":360,"effective_max_tokens":130712,"original_embedded_prediction":"B","question_sha256":"f328e748a74c78b0ab73f790c6848b663fb5bffac884e2793a63bb9ce351e4b6"} +{"uuid":"gpqa-main-398c3b21ff64a0edc7ed8444","benchmark":"gpqa_main","data_index":2501,"repeat_index":6,"sample_id":"gpqa-main-398c3b21ff64a0edc7ed8444/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":371,"prompt_tokens":839,"effective_max_tokens":130233,"original_embedded_prediction":"C","question_sha256":"8efc35cf270e2b051ad9ae732723df9c7261cecaf1410edf2c43f3ca7aa749cc"} +{"uuid":"gpqa-main-9c0b631b2a7823cec0729a4b","benchmark":"gpqa_main","data_index":2547,"repeat_index":6,"sample_id":"gpqa-main-9c0b631b2a7823cec0729a4b/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":217,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"9d42c24c2f67ff118699d880fbb6276f14043e3527a9fea8f6d55fe2bf82e091"} +{"uuid":"gpqa-main-742076c80dda93477062cfc0","benchmark":"gpqa_main","data_index":2566,"repeat_index":6,"sample_id":"gpqa-main-742076c80dda93477062cfc0/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":165,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"D","question_sha256":"528bc237c35f64d2635edb6fea3202ce958bca92ea956fae0da7c5b4c72081d8"} +{"uuid":"gpqa-main-56cc62f5d70b661868d341e7","benchmark":"gpqa_main","data_index":2542,"repeat_index":6,"sample_id":"gpqa-main-56cc62f5d70b661868d341e7/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":242,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"D","question_sha256":"c974918b90f5892aaad4308e337b490844102dbfad26c90bf508602f9c595d5d"} +{"uuid":"gpqa-main-8a352b243ffac6230977fc90","benchmark":"gpqa_main","data_index":2523,"repeat_index":6,"sample_id":"gpqa-main-8a352b243ffac6230977fc90/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":325,"prompt_tokens":389,"effective_max_tokens":130683,"original_embedded_prediction":"C","question_sha256":"7408ac0330a09a182b52a627f89920c8c4e825da7da4e441973cbefe32b852ac"} +{"uuid":"gpqa-main-731d6908d225dc9f463d1297","benchmark":"gpqa_main","data_index":2592,"repeat_index":6,"sample_id":"gpqa-main-731d6908d225dc9f463d1297/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":66,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"B","question_sha256":"4774928b0a0c7cdc6d9c17102d2e01adad07f5a344858c23bbc63520a74724d7"} +{"uuid":"gpqa-main-0cc54149033350a37cf90b8b","benchmark":"gpqa_main","data_index":2387,"repeat_index":6,"sample_id":"gpqa-main-0cc54149033350a37cf90b8b/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":841,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"B","question_sha256":"3298921b7dfbbae04c9893edbe6870746b53e2b7af12e9816f07b6f5e0bff9cb"} +{"uuid":"gpqa-main-219ad07bcb0cda7b85845999","benchmark":"gpqa_main","data_index":2575,"repeat_index":6,"sample_id":"gpqa-main-219ad07bcb0cda7b85845999/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":151,"prompt_tokens":412,"effective_max_tokens":130660,"original_embedded_prediction":"B","question_sha256":"a6336c3b0760d09010077fee728ae5348e4421bcfcbbc8bb9c4a72d541ddfb24"} +{"uuid":"gpqa-main-539a673f0443ba9cdc31b864","benchmark":"gpqa_main","data_index":2571,"repeat_index":6,"sample_id":"gpqa-main-539a673f0443ba9cdc31b864/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":175,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"D","question_sha256":"d25187b99e4997c1700ffeb87fd595e878957e452f20a2f00d5489fecd0b3b30"} +{"uuid":"gpqa-main-b38dfd97dcfb80fb4df4c6f2","benchmark":"gpqa_main","data_index":126,"repeat_index":0,"sample_id":"gpqa-main-b38dfd97dcfb80fb4df4c6f2/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8852,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"B","question_sha256":"28fc44d6ca68ec833bb9837a558199f6e126ccb90f29dc42a2a4bf34ea4b66a7"} +{"uuid":"gpqa-main-63aef6e78c9803d030a16f9c","benchmark":"gpqa_main","data_index":2512,"repeat_index":6,"sample_id":"gpqa-main-63aef6e78c9803d030a16f9c/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":393,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"D","question_sha256":"255e934ed277fdd11f71245508448f7031439d40eb38fd78fb3b813b247c5726"} +{"uuid":"gpqa-main-acdff999b6cbfcbc8be6ffac","benchmark":"gpqa_main","data_index":2545,"repeat_index":6,"sample_id":"gpqa-main-acdff999b6cbfcbc8be6ffac/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":281,"prompt_tokens":404,"effective_max_tokens":130668,"original_embedded_prediction":"B","question_sha256":"96f00c3d898d9c364f022eae18e69424d7f2ddde12fbde50541b7390ffd40103"} +{"uuid":"gpqa-main-d3db87adeb915999faca3605","benchmark":"gpqa_main","data_index":2415,"repeat_index":6,"sample_id":"gpqa-main-d3db87adeb915999faca3605/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":793,"prompt_tokens":204,"effective_max_tokens":130868,"original_embedded_prediction":"D","question_sha256":"f6518dd763c1af7a1745bc53b4e021210cafdf588df1ede9b537a622474a998d"} +{"uuid":"gpqa-main-c5506c52a996021a33525b24","benchmark":"gpqa_main","data_index":2546,"repeat_index":6,"sample_id":"gpqa-main-c5506c52a996021a33525b24/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":295,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"ec867cdcf4e586ae70e24b76b87230ee2b48ec67a5234d7a682f06f846fbdf0d"} +{"uuid":"gpqa-main-ddd2b405606ced65b4ce6345","benchmark":"gpqa_main","data_index":2552,"repeat_index":6,"sample_id":"gpqa-main-ddd2b405606ced65b4ce6345/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":263,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"2066c0e835493298c00391dd9236de10adec10d611fe3e2777f252677dfe9724"} +{"uuid":"gpqa-main-5afce78005210e6a41636858","benchmark":"gpqa_main","data_index":2565,"repeat_index":6,"sample_id":"gpqa-main-5afce78005210e6a41636858/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":237,"prompt_tokens":312,"effective_max_tokens":130760,"original_embedded_prediction":"C","question_sha256":"1447f629926983e1fb54566e40ab57d7a728998d233e3c84bc33277da7c13a65"} +{"uuid":"gpqa-main-3d3dfe64363613833bb52e81","benchmark":"gpqa_main","data_index":2529,"repeat_index":6,"sample_id":"gpqa-main-3d3dfe64363613833bb52e81/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":351,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"C","question_sha256":"ec22f627211f722949e6d36efcb583b2f796830a38cf5cf5dcba4f727562d975"} +{"uuid":"gpqa-main-822957bb60d3551275f08aa0","benchmark":"gpqa_main","data_index":2557,"repeat_index":6,"sample_id":"gpqa-main-822957bb60d3551275f08aa0/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":258,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"A","question_sha256":"4690c4bb391b2ef2a7b53f1a15866e05411bdf5f0f7b4f32c9e27d8ef6e8cb48"} +{"uuid":"gpqa-main-e17c3d61061a563977ae3c11","benchmark":"gpqa_main","data_index":2548,"repeat_index":6,"sample_id":"gpqa-main-e17c3d61061a563977ae3c11/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":296,"prompt_tokens":352,"effective_max_tokens":130720,"original_embedded_prediction":"C","question_sha256":"41b609bbf5cd4517a7d53e382a762d7b2caa65fd58ea44549bdf7183daf1d2c0"} +{"uuid":"gpqa-main-92c7c513709816748efab029","benchmark":"gpqa_main","data_index":2555,"repeat_index":6,"sample_id":"gpqa-main-92c7c513709816748efab029/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":270,"prompt_tokens":253,"effective_max_tokens":130819,"original_embedded_prediction":"D","question_sha256":"c9ed693d3f7d5c30b94e2c01b9b5f22591922f961e4dbc9ef4b70309b61bae5c"} +{"uuid":"gpqa-main-0069a2b69e59906ffd6ca400","benchmark":"gpqa_main","data_index":2595,"repeat_index":6,"sample_id":"gpqa-main-0069a2b69e59906ffd6ca400/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":90,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"B","question_sha256":"409fe9f5585adb91b6eded6462ef297118cee805597838bb23fa38eb32789450"} +{"uuid":"gpqa-main-d9fdff837cb2d2e4d1e81014","benchmark":"gpqa_main","data_index":2303,"repeat_index":5,"sample_id":"gpqa-main-d9fdff837cb2d2e4d1e81014/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1202,"prompt_tokens":153,"effective_max_tokens":130919,"original_embedded_prediction":"C","question_sha256":"021732e23dc83767a3bfeabac85945e664d0c83c8f4cd2ecee91855cda0b0d54"} +{"uuid":"gpqa-main-216433a347b01989e26ed83a","benchmark":"gpqa_main","data_index":2551,"repeat_index":6,"sample_id":"gpqa-main-216433a347b01989e26ed83a/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":290,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"ead16c05d1abbf4387485257726593cf57a0384c3e0a3db31ba489bb1676ce72"} +{"uuid":"gpqa-main-24659eabc462bf7fb5295951","benchmark":"gpqa_main","data_index":2569,"repeat_index":6,"sample_id":"gpqa-main-24659eabc462bf7fb5295951/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":233,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"f26df2fb1b4182bacbf5d951a583b120ed154d22ea6f9659ed264ae020297543"} +{"uuid":"gpqa-main-89f68a802c7c6e55b5b802fd","benchmark":"gpqa_main","data_index":2567,"repeat_index":6,"sample_id":"gpqa-main-89f68a802c7c6e55b5b802fd/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":256,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"C","question_sha256":"0815a781881ae5e8651c7fad2acd62427e6f4161f30b842d196debe30bd5ee83"} +{"uuid":"gpqa-main-4373b5f7be197f26258c18cf","benchmark":"gpqa_main","data_index":2480,"repeat_index":6,"sample_id":"gpqa-main-4373b5f7be197f26258c18cf/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":581,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"C","question_sha256":"56563ccb64ef7d8686cd4d8da77c8b4636353d0bb75dbefa360323671dfffed1"} +{"uuid":"gpqa-main-24751b175e0f2d19899ad735","benchmark":"gpqa_main","data_index":2564,"repeat_index":6,"sample_id":"gpqa-main-24751b175e0f2d19899ad735/repeat-6","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":279,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"A","question_sha256":"4a5d6fcc83f3561a6447a1feebb680aa9ab094bdeed5677c30f04041964a9c38"} +{"uuid":"gpqa-main-f0a74958c23332566374eae8","benchmark":"gpqa_main","data_index":2549,"repeat_index":6,"sample_id":"gpqa-main-f0a74958c23332566374eae8/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":325,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"0122463c60c1fa5ad768f1fc6147fd593b46126713e705864d5de5632804d4b5"} +{"uuid":"gpqa-main-84c386fbd7476f5541ea16f0","benchmark":"gpqa_main","data_index":2579,"repeat_index":6,"sample_id":"gpqa-main-84c386fbd7476f5541ea16f0/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":206,"prompt_tokens":370,"effective_max_tokens":130702,"original_embedded_prediction":"D","question_sha256":"083aa3572345d938b0c707cfb8c710aea73759344b234ada78ed36f1ec66eb0d"} +{"uuid":"gpqa-main-ed6a4565f708132bae39b742","benchmark":"gpqa_main","data_index":2559,"repeat_index":6,"sample_id":"gpqa-main-ed6a4565f708132bae39b742/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":304,"prompt_tokens":393,"effective_max_tokens":130679,"original_embedded_prediction":"C","question_sha256":"5ce997bcaa654b6fdbbb00b63b66633167679a850d02d845b8a9b1b716979197"} +{"uuid":"gpqa-main-ca986cf878bcb98d3bdf6b0a","benchmark":"gpqa_main","data_index":2556,"repeat_index":6,"sample_id":"gpqa-main-ca986cf878bcb98d3bdf6b0a/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":319,"prompt_tokens":553,"effective_max_tokens":130519,"original_embedded_prediction":"C","question_sha256":"03946dc24ec69699ccf0d502676d0724f19c404c61b61996d4b5d979f21785da"} +{"uuid":"gpqa-main-542dd8f1dc74ca5163382df8","benchmark":"gpqa_main","data_index":2496,"repeat_index":6,"sample_id":"gpqa-main-542dd8f1dc74ca5163382df8/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":559,"prompt_tokens":165,"effective_max_tokens":130907,"original_embedded_prediction":"C","question_sha256":"2413c551ec9a06a20197c81fa22effbd7f215abcc2e5f14c5f9f0a86e5402736"} +{"uuid":"gpqa-main-1cea82df3087b1eb05c4d230","benchmark":"gpqa_main","data_index":2541,"repeat_index":6,"sample_id":"gpqa-main-1cea82df3087b1eb05c4d230/repeat-6","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":381,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":null,"question_sha256":"dd05d2d9e9053dd1d4367a61d5f718336fc8f18bc81bdf0ccfb104e241053522"} +{"uuid":"gpqa-main-6845f28b26fa44b2b44ded84","benchmark":"gpqa_main","data_index":2444,"repeat_index":6,"sample_id":"gpqa-main-6845f28b26fa44b2b44ded84/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":763,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"B","question_sha256":"7c6678dd868700f600b69c54e83e52a10695ac957465ffbe08c35d20f42b448e"} +{"uuid":"gpqa-main-a028903aa7112583a0e7b5d2","benchmark":"gpqa_main","data_index":2520,"repeat_index":6,"sample_id":"gpqa-main-a028903aa7112583a0e7b5d2/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":482,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"c6231a95c81ba1af7d31e5ce8f8e8ad4c4def88d86ab8f801a248cf19814e2d2"} +{"uuid":"gpqa-main-87a8747afb6b0414b9ccbe1e","benchmark":"gpqa_main","data_index":2578,"repeat_index":6,"sample_id":"gpqa-main-87a8747afb6b0414b9ccbe1e/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":245,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"cdb165b285d51cf6a09160d99c4c49b653710aac879cce0b87c74a48eee0172b"} +{"uuid":"gpqa-main-92c9d90b543b6779261f70f7","benchmark":"gpqa_main","data_index":2563,"repeat_index":6,"sample_id":"gpqa-main-92c9d90b543b6779261f70f7/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":328,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"1c7aff3f5221c2086c7143b43e0c46921a03859d45bfce22f1a1286ece235b1a"} +{"uuid":"gpqa-main-1728184fad8153eeb2e2a7de","benchmark":"gpqa_main","data_index":2568,"repeat_index":6,"sample_id":"gpqa-main-1728184fad8153eeb2e2a7de/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":311,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"C","question_sha256":"d8505733319a8047e94d63c293a2d9dbb08c42e4bde2c223467f371da6665e08"} +{"uuid":"gpqa-main-eda22ee564030fef1ab0bcaf","benchmark":"gpqa_main","data_index":2536,"repeat_index":6,"sample_id":"gpqa-main-eda22ee564030fef1ab0bcaf/repeat-6","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":416,"prompt_tokens":316,"effective_max_tokens":130756,"original_embedded_prediction":null,"question_sha256":"e78929c2c3d5e04cda51c77e05ad4a3d1cbbf98cc2db0103b7fbc594e78bb602"} +{"uuid":"gpqa-main-0293685a5c3ddbc5b15dcfa0","benchmark":"gpqa_main","data_index":2537,"repeat_index":6,"sample_id":"gpqa-main-0293685a5c3ddbc5b15dcfa0/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":420,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"db2ca8d93d5ff50bd9f602bc5b3d339b547349c54c540850544e01393770a4ff"} +{"uuid":"gpqa-main-7ceb372c1cdc7a180b73516c","benchmark":"gpqa_main","data_index":2534,"repeat_index":6,"sample_id":"gpqa-main-7ceb372c1cdc7a180b73516c/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":430,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"142aeb435e38240c03d26aafbfb8dc0ab94e7ef4f752a271c1ab011350a965be"} +{"uuid":"gpqa-main-cfc742b1ce24bfc75356765e","benchmark":"gpqa_main","data_index":2583,"repeat_index":6,"sample_id":"gpqa-main-cfc742b1ce24bfc75356765e/repeat-6","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":236,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"A","question_sha256":"c1f013c71ec1bfdf03d8071ec0a1d30c0d10b7e87429512ec32711a88cc41cb1"} +{"uuid":"gpqa-main-f6714ff18991a64f32fcecf9","benchmark":"gpqa_main","data_index":2590,"repeat_index":6,"sample_id":"gpqa-main-f6714ff18991a64f32fcecf9/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":230,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"a1e860acc41f41cac7f3d9425a64a45a95559ff56553a2d04e1d3569c2f1c1a1"} +{"uuid":"gpqa-main-60a022e707f18a7b5f445773","benchmark":"gpqa_main","data_index":2508,"repeat_index":6,"sample_id":"gpqa-main-60a022e707f18a7b5f445773/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":546,"prompt_tokens":337,"effective_max_tokens":130735,"original_embedded_prediction":"B","question_sha256":"9d46302b763896c7fa475d975b5bc365adee2236b273f23e7216a78871204b74"} +{"uuid":"gpqa-main-9753ac5963fbae8c8e907ef3","benchmark":"gpqa_main","data_index":2581,"repeat_index":6,"sample_id":"gpqa-main-9753ac5963fbae8c8e907ef3/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":255,"prompt_tokens":181,"effective_max_tokens":130891,"original_embedded_prediction":"D","question_sha256":"ec3a07db51d6010b2b9fae103e36b62707efee3ad0713fcd4420f8ba8f55c00b"} +{"uuid":"gpqa-main-4df6eb7fd5661c3196a52be6","benchmark":"gpqa_main","data_index":2589,"repeat_index":6,"sample_id":"gpqa-main-4df6eb7fd5661c3196a52be6/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":240,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"C","question_sha256":"71ef41cf00fbcb9e6751fd492a52caefd2830032777c8824465c1b4ea8dc48ea"} +{"uuid":"gpqa-main-4657fdc74d4c0bf48aa0b494","benchmark":"gpqa_main","data_index":2605,"repeat_index":6,"sample_id":"gpqa-main-4657fdc74d4c0bf48aa0b494/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":138,"prompt_tokens":343,"effective_max_tokens":130729,"original_embedded_prediction":"C","question_sha256":"ef34764671cecdd517febbdbff1a8cc3542418de05c4a100ef6c30752c1fc8cb"} +{"uuid":"gpqa-main-e6ff92ca0c11b47b14793d2f","benchmark":"gpqa_main","data_index":1660,"repeat_index":4,"sample_id":"gpqa-main-e6ff92ca0c11b47b14793d2f/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3911,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"B","question_sha256":"ca2abe8a98bc00aadbd20baf4ff27e830539507a5ff7402eed5e2491347f95aa"} +{"uuid":"gpqa-main-fe61aa6baba6418fcde1fa11","benchmark":"gpqa_main","data_index":2576,"repeat_index":6,"sample_id":"gpqa-main-fe61aa6baba6418fcde1fa11/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":312,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"C","question_sha256":"73eb245ef4dcc164186307ecd210b767147568ad3c1b03847a63b2e67ac5d0ab"} +{"uuid":"gpqa-main-7c04a20e5411bd3e0a2bc2c8","benchmark":"gpqa_main","data_index":2531,"repeat_index":6,"sample_id":"gpqa-main-7c04a20e5411bd3e0a2bc2c8/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":467,"prompt_tokens":413,"effective_max_tokens":130659,"original_embedded_prediction":"C","question_sha256":"e23b62b19c3ab4ec896e631f56a7a92ed38aca13300af7a7b449b979999886f3"} +{"uuid":"gpqa-main-4462dc9f2d34289881ef2b1c","benchmark":"gpqa_main","data_index":2446,"repeat_index":6,"sample_id":"gpqa-main-4462dc9f2d34289881ef2b1c/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":817,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"63318cb18413a705693b9a4312f73dbf5358312aafc1d703c3d29a6340ffa0d1"} +{"uuid":"gpqa-main-ab4c50e2da12e11b47155f74","benchmark":"gpqa_main","data_index":2596,"repeat_index":6,"sample_id":"gpqa-main-ab4c50e2da12e11b47155f74/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":200,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"C","question_sha256":"b734e134fe4529267a34452ccc5cb2a7d56f7b471273d9e978add607de6f30b6"} +{"uuid":"gpqa-main-d5d2365d64430154627d4bb7","benchmark":"gpqa_main","data_index":2572,"repeat_index":6,"sample_id":"gpqa-main-d5d2365d64430154627d4bb7/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":341,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"D","question_sha256":"17f96c74be836037313c787a88438b6c9f69a4aa20ec8cba17697864f5d35599"} +{"uuid":"gpqa-main-baefee4c54836e933082fd33","benchmark":"gpqa_main","data_index":2509,"repeat_index":6,"sample_id":"gpqa-main-baefee4c54836e933082fd33/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":572,"prompt_tokens":487,"effective_max_tokens":130585,"original_embedded_prediction":"A","question_sha256":"f4486aea8f80b6405ceaabbd6f225378761eafc49f1e042873a464b3b94da620"} +{"uuid":"gpqa-main-e47ea8383f43129dec459997","benchmark":"gpqa_main","data_index":2588,"repeat_index":6,"sample_id":"gpqa-main-e47ea8383f43129dec459997/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":265,"prompt_tokens":262,"effective_max_tokens":130810,"original_embedded_prediction":"D","question_sha256":"9e7260c352d5970f26856e94943b008fa72ebf3264a0e2790592a41209cfac2d"} +{"uuid":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea","benchmark":"gpqa_main","data_index":1501,"repeat_index":3,"sample_id":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea/repeat-3","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4502,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":null,"question_sha256":"78b6f83c0d1137982356bff0e0d20f60e32542e5815ffd693af8f421f9e4741d"} +{"uuid":"gpqa-main-3f9251e093c698e0c2fa2826","benchmark":"gpqa_main","data_index":1894,"repeat_index":4,"sample_id":"gpqa-main-3f9251e093c698e0c2fa2826/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":2968,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"A","question_sha256":"252debe46c4fa81fca060b5a84d473e7c0bf04c99b8b5f54aab8119f22de36b4"} +{"uuid":"gpqa-main-78b2ba2dd97e6d6b9942bad9","benchmark":"gpqa_main","data_index":2577,"repeat_index":6,"sample_id":"gpqa-main-78b2ba2dd97e6d6b9942bad9/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":330,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"A","question_sha256":"019eb0f05f025ec512fbae057e0fcb33e0f92eec9bc2dc775494f6a19f4b62f3"} +{"uuid":"gpqa-main-a41b7b18fc60247bc6e08ecc","benchmark":"gpqa_main","data_index":2582,"repeat_index":6,"sample_id":"gpqa-main-a41b7b18fc60247bc6e08ecc/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":289,"prompt_tokens":270,"effective_max_tokens":130802,"original_embedded_prediction":"C","question_sha256":"87c04c470b12fde8cca6d843b12d3265c10bf824a883929eca2654ab55681839"} +{"uuid":"gpqa-main-92f6e58b4989e9025c8286a9","benchmark":"gpqa_main","data_index":2538,"repeat_index":6,"sample_id":"gpqa-main-92f6e58b4989e9025c8286a9/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":472,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"C","question_sha256":"c003a37af0eaa5e9c6d10f5a25ce1a2e0258ad6638a1655ee2a17d07daab816a"} +{"uuid":"gpqa-main-d8361782f08c0e6d16de3839","benchmark":"gpqa_main","data_index":2591,"repeat_index":6,"sample_id":"gpqa-main-d8361782f08c0e6d16de3839/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":276,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"aed1658f69a85980c41ce94c10ac1535d2de3683f7a5c3821d1a84fa594d4571"} +{"uuid":"gpqa-main-cda2fe50fc8423311319e78e","benchmark":"gpqa_main","data_index":2604,"repeat_index":6,"sample_id":"gpqa-main-cda2fe50fc8423311319e78e/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":186,"prompt_tokens":182,"effective_max_tokens":130890,"original_embedded_prediction":"B","question_sha256":"1b04aca1c9a8b4f1fabc653b3653d0a48982315e6f1da934d98cadd1948f776f"} +{"uuid":"gpqa-main-212277d3e39540a6739d98b8","benchmark":"gpqa_main","data_index":2553,"repeat_index":6,"sample_id":"gpqa-main-212277d3e39540a6739d98b8/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":428,"prompt_tokens":147,"effective_max_tokens":130925,"original_embedded_prediction":"C","question_sha256":"d20446ccbbfc1ed40bcb669bfa65f9f9cd8e38ec8f7e67621c88e3dbe91f083d"} +{"uuid":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8","benchmark":"gpqa_main","data_index":2600,"repeat_index":6,"sample_id":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":206,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"C","question_sha256":"bf639adbf5de648e6799cd9936073de7b6c750cf7c5870ed99dc4f842748abb9"} +{"uuid":"gpqa-main-45b8834e3ed027ec73e9cb93","benchmark":"gpqa_main","data_index":2630,"repeat_index":6,"sample_id":"gpqa-main-45b8834e3ed027ec73e9cb93/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":88,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"C","question_sha256":"14a2ed1ddcecc5a3752c954a0c07f0e2ae102378d648cc66bd57385516fbbe20"} +{"uuid":"gpqa-main-6078bfac5f15131fb59b31ce","benchmark":"gpqa_main","data_index":2610,"repeat_index":6,"sample_id":"gpqa-main-6078bfac5f15131fb59b31ce/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":174,"prompt_tokens":383,"effective_max_tokens":130689,"original_embedded_prediction":"C","question_sha256":"2c08be31c31eb443db8881662320ebedec47eef168a86389032948d5a9cc37d1"} +{"uuid":"gpqa-main-4e62cd257f17d5af418a8d34","benchmark":"gpqa_main","data_index":2518,"repeat_index":6,"sample_id":"gpqa-main-4e62cd257f17d5af418a8d34/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":586,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"B","question_sha256":"654fc443f2efbec09d0f966244083f4545f4f851e28d7f4e0f9c07cb156b2d1d"} +{"uuid":"gpqa-main-b84eb68d18023ca81e43b35a","benchmark":"gpqa_main","data_index":2597,"repeat_index":6,"sample_id":"gpqa-main-b84eb68d18023ca81e43b35a/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":247,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"D","question_sha256":"6c90e464e06f4dc9c748d6c9be44c96b2d5bec5078b4eb152ea4ccec4c709f2d"} +{"uuid":"gpqa-main-6dec9c3aba26b3c8623af13e","benchmark":"gpqa_main","data_index":2619,"repeat_index":6,"sample_id":"gpqa-main-6dec9c3aba26b3c8623af13e/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":150,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"656a46f8bac8e8e0767c9a5675871d3f81ff8707ec78f064bca2ccac673d7561"} +{"uuid":"gpqa-main-7bb7c5ace8216100d38e616a","benchmark":"gpqa_main","data_index":2526,"repeat_index":6,"sample_id":"gpqa-main-7bb7c5ace8216100d38e616a/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":557,"prompt_tokens":197,"effective_max_tokens":130875,"original_embedded_prediction":"C","question_sha256":"6dbc821cf1e89c0764e62d1bef4818136877fbc8e333f255bfa42276ac9aeb88"} +{"uuid":"gpqa-main-643d18139459da0f9c1b2e17","benchmark":"gpqa_main","data_index":2611,"repeat_index":6,"sample_id":"gpqa-main-643d18139459da0f9c1b2e17/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":201,"prompt_tokens":375,"effective_max_tokens":130697,"original_embedded_prediction":"D","question_sha256":"4bab53f383207a2bc9c94789bb8114d3e7db442308789d848023661e90b2ab49"} +{"uuid":"gpqa-main-6f8b58d9d46c4f4e7eba1910","benchmark":"gpqa_main","data_index":2621,"repeat_index":6,"sample_id":"gpqa-main-6f8b58d9d46c4f4e7eba1910/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":171,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"C","question_sha256":"2437e4848569e7740d6491d475d194b9eefbbeae3a6a31cd62ddeb8ba8e93aa9"} +{"uuid":"gpqa-main-33b9f4658edfefac92faa4d3","benchmark":"gpqa_main","data_index":2580,"repeat_index":6,"sample_id":"gpqa-main-33b9f4658edfefac92faa4d3/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":363,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"A","question_sha256":"21b950759e4e088c97c70fcca487f4b3ceddd69dd2563433e332a0dde94eeddb"} +{"uuid":"gpqa-main-43903740f46e3267ecd42324","benchmark":"gpqa_main","data_index":2655,"repeat_index":6,"sample_id":"gpqa-main-43903740f46e3267ecd42324/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":60,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"b52b0025e64a7d0c0023e98ca9fe1f002e22bd987dd934f74304bd22e6e7da20"} +{"uuid":"gpqa-main-67c1e3a67a2a974a3189d06b","benchmark":"gpqa_main","data_index":2632,"repeat_index":6,"sample_id":"gpqa-main-67c1e3a67a2a974a3189d06b/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":132,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"de0e795a2e1639d4babc3235662e71409fadd14e0c80f8551b3db9b4b53aa8de"} +{"uuid":"gpqa-main-f6f707a4d7db96af855de986","benchmark":"gpqa_main","data_index":2570,"repeat_index":6,"sample_id":"gpqa-main-f6f707a4d7db96af855de986/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":436,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"049a3a3426b30e36d29d782b3ea4916bf545838ac3945e9c707804638ad48f04"} +{"uuid":"gpqa-main-d4ee93c18c20e4432773fe55","benchmark":"gpqa_main","data_index":2615,"repeat_index":6,"sample_id":"gpqa-main-d4ee93c18c20e4432773fe55/repeat-6","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":221,"prompt_tokens":200,"effective_max_tokens":130872,"original_embedded_prediction":"A","question_sha256":"77bffd13a6b6464f7c63296f571164c184ce47a8cd6f8ecf91f0dc28407d44a1"} +{"uuid":"gpqa-main-9f607ccb3302f27b4ebe90a4","benchmark":"gpqa_main","data_index":2594,"repeat_index":6,"sample_id":"gpqa-main-9f607ccb3302f27b4ebe90a4/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":333,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"C","question_sha256":"e2c8b6a88dfedf13a4a35e2964dc77f2e082e87417c972bf7406bdb2405985f7"} +{"uuid":"gpqa-main-ae94db70e45f3af66518a393","benchmark":"gpqa_main","data_index":2634,"repeat_index":6,"sample_id":"gpqa-main-ae94db70e45f3af66518a393/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":145,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"C","question_sha256":"357c925128939cb69954fa6d11c54df2209c646ee1d3db2ab6dfea44ae6407b6"} +{"uuid":"gpqa-main-105b94b83de2671f0b86688d","benchmark":"gpqa_main","data_index":2535,"repeat_index":6,"sample_id":"gpqa-main-105b94b83de2671f0b86688d/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":577,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"C","question_sha256":"062b8c1448dabb342bd7815bdfbab0a55eb915c5c6793d19a5037bf7a9aa63f3"} +{"uuid":"gpqa-main-3cb5227445654dab4b5dacc2","benchmark":"gpqa_main","data_index":2618,"repeat_index":6,"sample_id":"gpqa-main-3cb5227445654dab4b5dacc2/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":219,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"D","question_sha256":"4b45de4106aaf95114f9bda69339b541037b0eb04b8fd1f40efb6b91ed2a479e"} +{"uuid":"gpqa-main-87740f520845c3f77369e5a1","benchmark":"gpqa_main","data_index":2562,"repeat_index":6,"sample_id":"gpqa-main-87740f520845c3f77369e5a1/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":493,"prompt_tokens":188,"effective_max_tokens":130884,"original_embedded_prediction":"B","question_sha256":"f6c5a12c2cd600eeb524956c760164ff890d185cffd979bfba482f46aa46a1ac"} +{"uuid":"gpqa-main-33c3b423f54aabfcfca66691","benchmark":"gpqa_main","data_index":2638,"repeat_index":6,"sample_id":"gpqa-main-33c3b423f54aabfcfca66691/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":134,"prompt_tokens":323,"effective_max_tokens":130749,"original_embedded_prediction":"D","question_sha256":"d3ede1ef1590cafbeca0278be62d75df7a0ca03bdf527b454a132420994473ae"} +{"uuid":"gpqa-main-358120bf0c4377ebdbde08fc","benchmark":"gpqa_main","data_index":2612,"repeat_index":6,"sample_id":"gpqa-main-358120bf0c4377ebdbde08fc/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":250,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"051eba2501386001d9e9793a3b0fe9ea4c78a987e3a1576c168659f849b684d6"} +{"uuid":"gpqa-main-ae71bab05f11abac2f706bb9","benchmark":"gpqa_main","data_index":2645,"repeat_index":6,"sample_id":"gpqa-main-ae71bab05f11abac2f706bb9/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":125,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"d160134fd023bac8e7f94f4d4e70e01dc36d3ae74bb54ab778b03686e5b7b2c0"} +{"uuid":"gpqa-main-fc2653b5d83e082e9e4f6390","benchmark":"gpqa_main","data_index":2608,"repeat_index":6,"sample_id":"gpqa-main-fc2653b5d83e082e9e4f6390/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":267,"prompt_tokens":429,"effective_max_tokens":130643,"original_embedded_prediction":"C","question_sha256":"d039314a334267e1364c2bb5dc0ab4e72b6b86a69936c2f7f318902ffc422f15"} +{"uuid":"gpqa-main-aa684f4d5d7c6b9ced383e24","benchmark":"gpqa_main","data_index":2607,"repeat_index":6,"sample_id":"gpqa-main-aa684f4d5d7c6b9ced383e24/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":269,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"96a58da5e1708d76485e32741b0ecddc1bea407ebb53997d2f36e8827f2f2ac9"} +{"uuid":"gpqa-main-8980ca71edb4f58a3e46b256","benchmark":"gpqa_main","data_index":2448,"repeat_index":6,"sample_id":"gpqa-main-8980ca71edb4f58a3e46b256/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":950,"prompt_tokens":145,"effective_max_tokens":130927,"original_embedded_prediction":"C","question_sha256":"fb9586d35200647be665790b2cd3eee5c8cca1b79e6afcf01f027007fa057b64"} +{"uuid":"gpqa-main-72464184a419f296dae470a9","benchmark":"gpqa_main","data_index":2561,"repeat_index":6,"sample_id":"gpqa-main-72464184a419f296dae470a9/repeat-6","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":518,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"A","question_sha256":"16bcf4c7129e083cade7afd040c6c4e0fa1fc7677a11aa70fb1b5a3d0e5fb5ea"} +{"uuid":"gpqa-main-0b01dd8e7881a40d7eb61175","benchmark":"gpqa_main","data_index":2643,"repeat_index":6,"sample_id":"gpqa-main-0b01dd8e7881a40d7eb61175/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":146,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"D","question_sha256":"74998926c571f30bb050d73fd21eee2727687e5a8320253f13d3d84b8605a913"} +{"uuid":"gpqa-main-48494dbfd36899c84d166873","benchmark":"gpqa_main","data_index":2598,"repeat_index":6,"sample_id":"gpqa-main-48494dbfd36899c84d166873/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":335,"prompt_tokens":315,"effective_max_tokens":130757,"original_embedded_prediction":"D","question_sha256":"a50aa647f4cce396d333dfcfe372bdfadfa7f7aa507ebafd207354812f7ab3f9"} +{"uuid":"gpqa-main-7e9652f906d908e059401ac2","benchmark":"gpqa_main","data_index":2628,"repeat_index":6,"sample_id":"gpqa-main-7e9652f906d908e059401ac2/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":203,"prompt_tokens":346,"effective_max_tokens":130726,"original_embedded_prediction":"B","question_sha256":"9dda9414807cb4996f3a1deb9214b8aaf93c75e41d35fac14966aba5058f07ff"} +{"uuid":"gpqa-main-fd7b1296b8c5ae3f05aa8355","benchmark":"gpqa_main","data_index":2623,"repeat_index":6,"sample_id":"gpqa-main-fd7b1296b8c5ae3f05aa8355/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":228,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"C","question_sha256":"e674bbb69c41e672de8e4c8cbea505f57f0d1fc98a2ae52ced1937ec4c71b62f"} +{"uuid":"gpqa-main-ad77d1e365463a217a2cc25c","benchmark":"gpqa_main","data_index":2652,"repeat_index":6,"sample_id":"gpqa-main-ad77d1e365463a217a2cc25c/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":133,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"B","question_sha256":"7c427847fb1acab7f784c40193a51f13be68ffb38b4336c6bf3ebf112916fc29"} +{"uuid":"gpqa-main-4644969e4e4615b014b9669f","benchmark":"gpqa_main","data_index":2504,"repeat_index":6,"sample_id":"gpqa-main-4644969e4e4615b014b9669f/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":746,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"C","question_sha256":"e663684f8a7728af99d977f274c335c497ac6a7ccf43c64ab979e8407155ce6c"} +{"uuid":"gpqa-main-1989edb8041cc1c94659dcc4","benchmark":"gpqa_main","data_index":2644,"repeat_index":6,"sample_id":"gpqa-main-1989edb8041cc1c94659dcc4/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":171,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"364ddb1397abdc7ae2201c88354f8df3f89b63c28330217a94cf8cf96c19ae54"} +{"uuid":"gpqa-main-32802554a860af51b4d7360f","benchmark":"gpqa_main","data_index":2540,"repeat_index":6,"sample_id":"gpqa-main-32802554a860af51b4d7360f/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":622,"prompt_tokens":399,"effective_max_tokens":130673,"original_embedded_prediction":"C","question_sha256":"ea1d2c2fd4395ec2cad416b20c41a657730d84acd26fb53712bf10f6807a4e64"} +{"uuid":"gpqa-main-2efd60649bdbaa65b5969003","benchmark":"gpqa_main","data_index":2661,"repeat_index":6,"sample_id":"gpqa-main-2efd60649bdbaa65b5969003/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":125,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"D","question_sha256":"af907b84cdd249e3bd0dcd3a0fc488c3673df744a66342233bebd85574ac74c3"} +{"uuid":"gpqa-main-b36b446fe10911202d34a473","benchmark":"gpqa_main","data_index":2663,"repeat_index":6,"sample_id":"gpqa-main-b36b446fe10911202d34a473/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":125,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"a817452b182acac6761625a70d62a32f2da8fc7a708397cb06f4ad35d5fb18f8"} +{"uuid":"gpqa-main-513a35e22e5c48f5b3b0518a","benchmark":"gpqa_main","data_index":2587,"repeat_index":6,"sample_id":"gpqa-main-513a35e22e5c48f5b3b0518a/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":450,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"D","question_sha256":"b4baa0b1a21db872411dec993670e6c6bc360a94404305cc5d3ecc9264fdf913"} +{"uuid":"gpqa-main-443f8ea9f271c4442521f8e4","benchmark":"gpqa_main","data_index":2603,"repeat_index":6,"sample_id":"gpqa-main-443f8ea9f271c4442521f8e4/repeat-6","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":354,"prompt_tokens":326,"effective_max_tokens":130746,"original_embedded_prediction":"A","question_sha256":"9211da2d82adb786850c236cd14fc05728eb04599b0abc0202714ba6bd385d19"} +{"uuid":"gpqa-main-77067b016766698b199936c6","benchmark":"gpqa_main","data_index":2647,"repeat_index":6,"sample_id":"gpqa-main-77067b016766698b199936c6/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":180,"prompt_tokens":306,"effective_max_tokens":130766,"original_embedded_prediction":"B","question_sha256":"4c8dd76001266d2c0d3a086b95cb4f68ba3f1b2658186002903315d51bf5bea6"} +{"uuid":"gpqa-main-05286f95a107c3da592ecbd9","benchmark":"gpqa_main","data_index":2609,"repeat_index":6,"sample_id":"gpqa-main-05286f95a107c3da592ecbd9/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":328,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"C","question_sha256":"d8a1a7b530a9b1d0cd0b07ec53f60d6d5fcf3059457f02b90e3c4ddf51fdc825"} +{"uuid":"gpqa-main-5f1108e8b2f18297c04895bf","benchmark":"gpqa_main","data_index":2633,"repeat_index":6,"sample_id":"gpqa-main-5f1108e8b2f18297c04895bf/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":232,"prompt_tokens":447,"effective_max_tokens":130625,"original_embedded_prediction":"C","question_sha256":"d6e89de54268d0839b91cc5f860fd4903b1d8277accaf665ced8b5404cdbbe84"} +{"uuid":"gpqa-main-6f84d17ede852cd9196347bd","benchmark":"gpqa_main","data_index":2668,"repeat_index":6,"sample_id":"gpqa-main-6f84d17ede852cd9196347bd/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":104,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"C","question_sha256":"e410f49b6f85564bf5b9226069391669e4c376097b2656e616a6b82abd4729ac"} +{"uuid":"gpqa-main-4c4e7752fc041224f19d3f9a","benchmark":"gpqa_main","data_index":2614,"repeat_index":6,"sample_id":"gpqa-main-4c4e7752fc041224f19d3f9a/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":318,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"a7183bc025131850f86e24e7faa64e367e334f399dbbc968c1e6069905fe8c28"} +{"uuid":"gpqa-main-cda1b642d52c30858bcdf7a3","benchmark":"gpqa_main","data_index":795,"repeat_index":2,"sample_id":"gpqa-main-cda1b642d52c30858bcdf7a3/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":7197,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"85f5a80c90290184ac6ec65307174970563ac9442644e868f064c886836d7a25"} +{"uuid":"gpqa-main-bf00d194c934803975b81b7b","benchmark":"gpqa_main","data_index":2625,"repeat_index":6,"sample_id":"gpqa-main-bf00d194c934803975b81b7b/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":271,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"B","question_sha256":"55e1269d132671f2c7b7f41498cb0b404e702d8ce370ac5555d837581e1b3ad7"} +{"uuid":"gpqa-main-53c8581aa69a3066bf003024","benchmark":"gpqa_main","data_index":2654,"repeat_index":6,"sample_id":"gpqa-main-53c8581aa69a3066bf003024/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":191,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"dbc9784ed2e796c6f534e998f17f2a819df9d6d94cd62aa72bd7fdcbf457c948"} +{"uuid":"gpqa-main-f6a21b5c88fe41ca6a55591f","benchmark":"gpqa_main","data_index":2658,"repeat_index":6,"sample_id":"gpqa-main-f6a21b5c88fe41ca6a55591f/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":174,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"D","question_sha256":"b0808ff670ee04ab6af9402dbf89fd865b5fcc16ca43f81c6b8ed06e07bd5ee2"} +{"uuid":"gpqa-main-f635511b161f39dc301e05eb","benchmark":"gpqa_main","data_index":2584,"repeat_index":6,"sample_id":"gpqa-main-f635511b161f39dc301e05eb/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":484,"prompt_tokens":650,"effective_max_tokens":130422,"original_embedded_prediction":"C","question_sha256":"cb7f697eb685eca3061fc46cacb94c19aba74add8390e74234ade788b9fa4ff3"} +{"uuid":"gpqa-main-7684b3ed8a4540e6099495df","benchmark":"gpqa_main","data_index":2631,"repeat_index":6,"sample_id":"gpqa-main-7684b3ed8a4540e6099495df/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":276,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"C","question_sha256":"0caf81b8c83789b0b258b80856002cff7fd589a737844db0407269017bcd1955"} +{"uuid":"gpqa-main-9f0f463200d404d2c62eca59","benchmark":"gpqa_main","data_index":2624,"repeat_index":6,"sample_id":"gpqa-main-9f0f463200d404d2c62eca59/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":316,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"6ed199510dead1f6bd4eaa9162909d9481bd2201f8d9444ee60a2e0e2f20528c"} +{"uuid":"gpqa-main-31313469465f81cc0fa5dd28","benchmark":"gpqa_main","data_index":2560,"repeat_index":6,"sample_id":"gpqa-main-31313469465f81cc0fa5dd28/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":629,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"C","question_sha256":"cd18749d0354640af760ebe1c6a150eed2a0202cc444345b5c3f00b0f0df67d2"} +{"uuid":"gpqa-main-7c103d3006e7e5942b17dfc2","benchmark":"gpqa_main","data_index":2649,"repeat_index":6,"sample_id":"gpqa-main-7c103d3006e7e5942b17dfc2/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":241,"prompt_tokens":254,"effective_max_tokens":130818,"original_embedded_prediction":"D","question_sha256":"851c6624380df7dd30fbf4b482add6ae0543525ac196eb146f0d1eb73a673d6c"} +{"uuid":"gpqa-main-5af38d4af998e6cc090b76a4","benchmark":"gpqa_main","data_index":2670,"repeat_index":6,"sample_id":"gpqa-main-5af38d4af998e6cc090b76a4/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":148,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"B","question_sha256":"b20325f500465457b07762e2fe70b04e5055bd3df2783351050b6c3d04223eb4"} +{"uuid":"gpqa-main-759e35a2024fc09bd491c9ff","benchmark":"gpqa_main","data_index":2691,"repeat_index":7,"sample_id":"gpqa-main-759e35a2024fc09bd491c9ff/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":73,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"C","question_sha256":"4c284608a459b460f3ec3dfd5c7c71cfa84c171d4eb8a52aab9e6e4a8cb409bb"} +{"uuid":"gpqa-main-d31323dded27ae0c86cb5c75","benchmark":"gpqa_main","data_index":2617,"repeat_index":6,"sample_id":"gpqa-main-d31323dded27ae0c86cb5c75/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":374,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"C","question_sha256":"8f174dd25b58e6fc8e309577a66d0f5a4f46ed89bf1a5165c0cb561a4e3e33e9"} +{"uuid":"gpqa-main-d98819c9bc2a4086534acf1b","benchmark":"gpqa_main","data_index":2585,"repeat_index":6,"sample_id":"gpqa-main-d98819c9bc2a4086534acf1b/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":527,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"d53ea2c13c1ce696b626852774a73a189571a138a5fd872cdd3bb15f21f0bf06"} +{"uuid":"gpqa-main-1a3571c1ec099b06b5011ceb","benchmark":"gpqa_main","data_index":2626,"repeat_index":6,"sample_id":"gpqa-main-1a3571c1ec099b06b5011ceb/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":327,"prompt_tokens":166,"effective_max_tokens":130906,"original_embedded_prediction":"B","question_sha256":"853f9bd759921129a51dd81d489f867c5aa9463f1925c203fe6f1e3147741f08"} +{"uuid":"gpqa-main-9a5518ae94b2b0d35d86de13","benchmark":"gpqa_main","data_index":2593,"repeat_index":6,"sample_id":"gpqa-main-9a5518ae94b2b0d35d86de13/repeat-6","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":500,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":null,"question_sha256":"3fcfcbf2649513809f04d9fdbcbe0c6bc1a91164f8dcfd7d9748267f2db7c6ce"} +{"uuid":"gpqa-main-5f044a1bf575df47abc76e1a","benchmark":"gpqa_main","data_index":2650,"repeat_index":6,"sample_id":"gpqa-main-5f044a1bf575df47abc76e1a/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":254,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"56742e4e637e9ad1340d4a8de7af8e0d6ce2447d668cc5b51dfb52dfb0b2b8e9"} +{"uuid":"gpqa-main-1b113e4801541a0f8a992733","benchmark":"gpqa_main","data_index":2642,"repeat_index":6,"sample_id":"gpqa-main-1b113e4801541a0f8a992733/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":279,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"A","question_sha256":"934c12bf2e6db997c9f4c22933b7e9545d3398849fc6e181c8a8187d83cf44b5"} +{"uuid":"gpqa-main-46f745f508b4d1ad41a0eb01","benchmark":"gpqa_main","data_index":2646,"repeat_index":6,"sample_id":"gpqa-main-46f745f508b4d1ad41a0eb01/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":275,"prompt_tokens":392,"effective_max_tokens":130680,"original_embedded_prediction":"B","question_sha256":"4971bc5df5aee8c296226e29269969e334193d698a942dccd75dac5459c05a5c"} +{"uuid":"gpqa-main-e2b759199021c586345ac38f","benchmark":"gpqa_main","data_index":2321,"repeat_index":6,"sample_id":"gpqa-main-e2b759199021c586345ac38f/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1529,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"C","question_sha256":"ca59405f2d298a50a3e8fd6d281b67ca4a3ee503578df49e700cc46fe3c4f3d8"} +{"uuid":"gpqa-main-65b3a19abfb8f6bf88bf75f5","benchmark":"gpqa_main","data_index":2671,"repeat_index":6,"sample_id":"gpqa-main-65b3a19abfb8f6bf88bf75f5/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":173,"prompt_tokens":308,"effective_max_tokens":130764,"original_embedded_prediction":"D","question_sha256":"a8345a17dbfe0f12b34f72265cd346edb8235c10a1aa78acb6be06124a19360a"} +{"uuid":"gpqa-main-18347a23c4b32df1f0b31d1a","benchmark":"gpqa_main","data_index":2699,"repeat_index":7,"sample_id":"gpqa-main-18347a23c4b32df1f0b31d1a/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":91,"prompt_tokens":438,"effective_max_tokens":130634,"original_embedded_prediction":"C","question_sha256":"f69ff8c0001cb2bdea3e51d7d4063a70e8b64bf6f735f62088f0ace464bbe468"} +{"uuid":"gpqa-main-c028fe71611d73b87b4cbb03","benchmark":"gpqa_main","data_index":2460,"repeat_index":6,"sample_id":"gpqa-main-c028fe71611d73b87b4cbb03/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1045,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"B","question_sha256":"f56f3f5d135dc8d61dc42f902943e2459f79e4343f2fef6741f6f86d4133a99a"} +{"uuid":"gpqa-main-a67142bf6c763d9963d7474d","benchmark":"gpqa_main","data_index":2721,"repeat_index":7,"sample_id":"gpqa-main-a67142bf6c763d9963d7474d/repeat-7","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":null,"question_sha256":"7ed6c7d194038ef8d8c6a84cb18be1015f73754e42d4facb7418e8412ad86b77"} +{"uuid":"gpqa-main-485d6d2d8d4ef097891a30ae","benchmark":"gpqa_main","data_index":2674,"repeat_index":6,"sample_id":"gpqa-main-485d6d2d8d4ef097891a30ae/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":180,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"B","question_sha256":"c6a4a4365a6f088ad7d433e788ad1983c25ce2a6965fa332c2fd4f61eea9bbbc"} +{"uuid":"gpqa-main-50b06dfa0f6f3a64a58faa00","benchmark":"gpqa_main","data_index":2601,"repeat_index":6,"sample_id":"gpqa-main-50b06dfa0f6f3a64a58faa00/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":475,"prompt_tokens":2889,"effective_max_tokens":128183,"original_embedded_prediction":"C","question_sha256":"6d83e75112500dd8a0852c4eaa9859c4fb625c97bdf5f7d5c532bcd6347ea1a8"} +{"uuid":"gpqa-main-39045ad4d1274d0e56839d7b","benchmark":"gpqa_main","data_index":2680,"repeat_index":6,"sample_id":"gpqa-main-39045ad4d1274d0e56839d7b/repeat-6","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":170,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"A","question_sha256":"429df35a12720ff87021b558515bede2e2590914376178a956309c141594787f"} +{"uuid":"gpqa-main-3b577bce88d27365cf34e990","benchmark":"gpqa_main","data_index":2648,"repeat_index":6,"sample_id":"gpqa-main-3b577bce88d27365cf34e990/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":301,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"952132525f3a442f1b38bdc3d0190df1c505766096106e7ac626a451f1b236fc"} +{"uuid":"gpqa-main-68d5dcbd7078889c19a9a93c","benchmark":"gpqa_main","data_index":2440,"repeat_index":6,"sample_id":"gpqa-main-68d5dcbd7078889c19a9a93c/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1148,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"C","question_sha256":"618551bfaaf71599d5802135cbf18d8e9b5a33b38537d32515c5298d556df601"} +{"uuid":"gpqa-main-17eb0ef902a11d36b13bb4ba","benchmark":"gpqa_main","data_index":2682,"repeat_index":6,"sample_id":"gpqa-main-17eb0ef902a11d36b13bb4ba/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":177,"prompt_tokens":290,"effective_max_tokens":130782,"original_embedded_prediction":"C","question_sha256":"da025e796cabfda79ad3a899a873052b028159563074d0934fabc7ee4c54d8ad"} +{"uuid":"gpqa-main-8299e0bf116ad8ad7b960d26","benchmark":"gpqa_main","data_index":2174,"repeat_index":5,"sample_id":"gpqa-main-8299e0bf116ad8ad7b960d26/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":2130,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"A","question_sha256":"dac89ff46a5330836dfa04de2060a9a9d447a0cffd96c06e0cdee48c6a991035"} +{"uuid":"gpqa-main-60c7c63632b1d67ffb8a4fb7","benchmark":"gpqa_main","data_index":2639,"repeat_index":6,"sample_id":"gpqa-main-60c7c63632b1d67ffb8a4fb7/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":337,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"D","question_sha256":"60c9747de98dcd74354ee70ce1049c3c1d1b8d72f4e9848984af5d6ceb1a0c57"} +{"uuid":"gpqa-main-6195cef214f3dfad9869d6d3","benchmark":"gpqa_main","data_index":2602,"repeat_index":6,"sample_id":"gpqa-main-6195cef214f3dfad9869d6d3/repeat-6","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":494,"prompt_tokens":351,"effective_max_tokens":130721,"original_embedded_prediction":"A","question_sha256":"d8a4b11aef2d38271a5ebf2c1802dc875d19737c557efb5990cc4a865a052e7c"} +{"uuid":"gpqa-main-238c4616c3347122f4b974e4","benchmark":"gpqa_main","data_index":2669,"repeat_index":6,"sample_id":"gpqa-main-238c4616c3347122f4b974e4/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":238,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"5a24c76ed39eb083ccc9c24780d936fe2e52cba76ae67efa4d647cc35e10037b"} +{"uuid":"gpqa-main-8d147d8bf7fad22423fc5dd7","benchmark":"gpqa_main","data_index":2586,"repeat_index":6,"sample_id":"gpqa-main-8d147d8bf7fad22423fc5dd7/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":603,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"C","question_sha256":"bfad7a1309a7d02668c615391f7302c03e1c3f61ffaee5d1f44ba2c9f5c40b7d"} +{"uuid":"gpqa-main-d8d5dbb2aa6f203775147357","benchmark":"gpqa_main","data_index":2622,"repeat_index":6,"sample_id":"gpqa-main-d8d5dbb2aa6f203775147357/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":426,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"B","question_sha256":"bb18da47ffe6578fb5b30d30128525e8addf5e823c1985c70c606c89ce8d4d7e"} +{"uuid":"gpqa-main-fcf4fbe275826c7d67e6067b","benchmark":"gpqa_main","data_index":2636,"repeat_index":6,"sample_id":"gpqa-main-fcf4fbe275826c7d67e6067b/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":372,"prompt_tokens":319,"effective_max_tokens":130753,"original_embedded_prediction":"B","question_sha256":"804a1298d02f33e3d34af9885ef317731ae757104a1e874356955c98921afd18"} +{"uuid":"gpqa-main-810618179b41cff3d8593ba5","benchmark":"gpqa_main","data_index":2711,"repeat_index":7,"sample_id":"gpqa-main-810618179b41cff3d8593ba5/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":87,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"4f7077a78998cfa5dbe881d51f9f859973bb281cce9f5a2bde9d5475cc520111"} +{"uuid":"gpqa-main-45cae4ba5af22868461f1861","benchmark":"gpqa_main","data_index":2442,"repeat_index":6,"sample_id":"gpqa-main-45cae4ba5af22868461f1861/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1176,"prompt_tokens":196,"effective_max_tokens":130876,"original_embedded_prediction":"C","question_sha256":"da4480a5d4f2af44b6faf63fe513d557f97bf4cd048901e4a2f0b133273b39db"} +{"uuid":"gpqa-main-e2b759199021c586345ac38f","benchmark":"gpqa_main","data_index":2705,"repeat_index":7,"sample_id":"gpqa-main-e2b759199021c586345ac38f/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":129,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"B","question_sha256":"ca59405f2d298a50a3e8fd6d281b67ca4a3ee503578df49e700cc46fe3c4f3d8"} +{"uuid":"gpqa-main-728c68de5f34aba879617ff3","benchmark":"gpqa_main","data_index":2657,"repeat_index":6,"sample_id":"gpqa-main-728c68de5f34aba879617ff3/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":334,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"93587b6fdb0ccf1d1701c58bd12431b38885397117475f14823f4c52994b39b4"} +{"uuid":"gpqa-main-e31881ef9b38bb3d802fa432","benchmark":"gpqa_main","data_index":2629,"repeat_index":6,"sample_id":"gpqa-main-e31881ef9b38bb3d802fa432/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":418,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"B","question_sha256":"d2b3b2f779f59635b5b67b63d55e4ada87e7ff867992c7a0b26b010dac9f8650"} +{"uuid":"gpqa-main-83f8b78e2bcb92bda5c03787","benchmark":"gpqa_main","data_index":2640,"repeat_index":6,"sample_id":"gpqa-main-83f8b78e2bcb92bda5c03787/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":386,"prompt_tokens":162,"effective_max_tokens":130910,"original_embedded_prediction":"D","question_sha256":"1f06efeb2323c27b7a92e2f6b6d0f631f5b1caa5357a701f99ff4c3d08286bcf"} +{"uuid":"gpqa-main-ca7a4b18584754c3664d8758","benchmark":"gpqa_main","data_index":2704,"repeat_index":7,"sample_id":"gpqa-main-ca7a4b18584754c3664d8758/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":156,"prompt_tokens":517,"effective_max_tokens":130555,"original_embedded_prediction":"C","question_sha256":"b15ab8a50cd7768206339f81478bb5a4757f87b1bf1c7671597c48117910482f"} +{"uuid":"gpqa-main-feeb39404129cbb3b7e867ec","benchmark":"gpqa_main","data_index":2731,"repeat_index":7,"sample_id":"gpqa-main-feeb39404129cbb3b7e867ec/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":51,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"C","question_sha256":"a80144fd582290217d4749a45438b278db047877b2f9babd5f52d9d0dcc88daf"} +{"uuid":"gpqa-main-08452235d283f9ba82364ea8","benchmark":"gpqa_main","data_index":2698,"repeat_index":7,"sample_id":"gpqa-main-08452235d283f9ba82364ea8/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":187,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"65db6ef4b562a9503afeb197451091c7514df18fdee747a881b8057c38e21d0f"} +{"uuid":"gpqa-main-b9cd3234a1fbbf6fe8b281a7","benchmark":"gpqa_main","data_index":2677,"repeat_index":6,"sample_id":"gpqa-main-b9cd3234a1fbbf6fe8b281a7/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":261,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"C","question_sha256":"407ed0eb19714d6ab4f488ca6e6a117c40e4991746c31ad1c464c5e529e59565"} +{"uuid":"gpqa-main-1634ccababef2067673cd88c","benchmark":"gpqa_main","data_index":2734,"repeat_index":7,"sample_id":"gpqa-main-1634ccababef2067673cd88c/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":42,"prompt_tokens":593,"effective_max_tokens":130479,"original_embedded_prediction":"C","question_sha256":"d8c36bd55ba561cb499054e9d5a01217a0498dfd20875e8d9e99d34bcdfd7830"} +{"uuid":"gpqa-main-002cb7f9ef3ee2a3d460b42e","benchmark":"gpqa_main","data_index":2389,"repeat_index":6,"sample_id":"gpqa-main-002cb7f9ef3ee2a3d460b42e/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1407,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"3bed68f29773b3484a0b5acab22f438229b63f2a324fb817a933e4d514178386"} +{"uuid":"gpqa-main-b306a5cb19a37a5923ddeda3","benchmark":"gpqa_main","data_index":2679,"repeat_index":6,"sample_id":"gpqa-main-b306a5cb19a37a5923ddeda3/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":265,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"C","question_sha256":"10d0692d1c6af6008ffff69894cb0183dafbb80748247a3a0e1961e87f1e7c9f"} +{"uuid":"gpqa-main-0fb808246cf99919fa61cf95","benchmark":"gpqa_main","data_index":2672,"repeat_index":6,"sample_id":"gpqa-main-0fb808246cf99919fa61cf95/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":284,"prompt_tokens":415,"effective_max_tokens":130657,"original_embedded_prediction":"D","question_sha256":"8dd19f310e71e68caf9619c551faf073baee082c2fdae90e86d766c8f04dd15c"} +{"uuid":"gpqa-main-3d4249ae7ea85a07b7726fff","benchmark":"gpqa_main","data_index":2697,"repeat_index":7,"sample_id":"gpqa-main-3d4249ae7ea85a07b7726fff/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":201,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"f3a651caf4cc86d7183e2aa4e94783901dfd4ba7026521589b0aa1f1c95b0e55"} +{"uuid":"gpqa-main-8523e39e7dc895f15a06a403","benchmark":"gpqa_main","data_index":2635,"repeat_index":6,"sample_id":"gpqa-main-8523e39e7dc895f15a06a403/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":429,"prompt_tokens":243,"effective_max_tokens":130829,"original_embedded_prediction":"C","question_sha256":"9809fdeb256e4181e9705fa439a61deb6dbe804bfb80ffab6cb1bd4565faa027"} +{"uuid":"gpqa-main-a39e48c3dd280f4d62399e78","benchmark":"gpqa_main","data_index":2675,"repeat_index":6,"sample_id":"gpqa-main-a39e48c3dd280f4d62399e78/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":283,"prompt_tokens":397,"effective_max_tokens":130675,"original_embedded_prediction":"D","question_sha256":"721c25455cfe9ff83ae29b7ba79700cb78268040d9773283d4d8afebd849187b"} +{"uuid":"gpqa-main-3f9251e093c698e0c2fa2826","benchmark":"gpqa_main","data_index":2662,"repeat_index":6,"sample_id":"gpqa-main-3f9251e093c698e0c2fa2826/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":347,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"C","question_sha256":"252debe46c4fa81fca060b5a84d473e7c0bf04c99b8b5f54aab8119f22de36b4"} +{"uuid":"gpqa-main-fcf4fc69f21da83688056521","benchmark":"gpqa_main","data_index":2667,"repeat_index":6,"sample_id":"gpqa-main-fcf4fc69f21da83688056521/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":314,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"691112dd08aec41d1dfd7a48bf6e56a828dc8b340887ad6364daff290f8a88c4"} +{"uuid":"gpqa-main-cdaa7da74e15a8dfc40e0582","benchmark":"gpqa_main","data_index":2495,"repeat_index":6,"sample_id":"gpqa-main-cdaa7da74e15a8dfc40e0582/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1033,"prompt_tokens":410,"effective_max_tokens":130662,"original_embedded_prediction":"C","question_sha256":"733e93868ff7691423e0d318a4d9ba6ce801d7c2ef5c53b8020d7eb13c2c9a5c"} +{"uuid":"gpqa-main-1f0af84f0bdb1b68af6a7719","benchmark":"gpqa_main","data_index":2685,"repeat_index":6,"sample_id":"gpqa-main-1f0af84f0bdb1b68af6a7719/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":257,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"C","question_sha256":"47eb07162cc525d2e6a87977deb802204fed59b801dd5e2935cc6edb3c036af1"} +{"uuid":"gpqa-main-ba7b4d8b6b363240553a5da8","benchmark":"gpqa_main","data_index":2701,"repeat_index":7,"sample_id":"gpqa-main-ba7b4d8b6b363240553a5da8/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":202,"prompt_tokens":320,"effective_max_tokens":130752,"original_embedded_prediction":"C","question_sha256":"f31ead87a22282cc5dfb01f73a1fe9c84520ad1b8dc017953d8293dbe8b47044"} +{"uuid":"gpqa-main-dd8409336990c7459796bf16","benchmark":"gpqa_main","data_index":2539,"repeat_index":6,"sample_id":"gpqa-main-dd8409336990c7459796bf16/repeat-6","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":199999,"completion_tokens":868,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":null,"question_sha256":"609aca38a7fb3090a0f30d6d141ac5d22646fb06ba18f8c71758e099668e5bf5"} +{"uuid":"gpqa-main-9254c2db95aeb7ad8ae8a32d","benchmark":"gpqa_main","data_index":2599,"repeat_index":6,"sample_id":"gpqa-main-9254c2db95aeb7ad8ae8a32d/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":611,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"183797b844f5aaf0d4762d5da650b2a14964b261306db104b29a00499b949bd6"} +{"uuid":"gpqa-main-ff85a5ccc5b465a708f70be3","benchmark":"gpqa_main","data_index":2717,"repeat_index":7,"sample_id":"gpqa-main-ff85a5ccc5b465a708f70be3/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":158,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"f86f6ace621f9a5dc4c1d23e2bb2d546e1ca384df523a7a90d793b41a43ebfc6"} +{"uuid":"gpqa-main-55f2934c4eb0b8293b1d65aa","benchmark":"gpqa_main","data_index":2525,"repeat_index":6,"sample_id":"gpqa-main-55f2934c4eb0b8293b1d65aa/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":945,"prompt_tokens":314,"effective_max_tokens":130758,"original_embedded_prediction":"C","question_sha256":"790d06fbc2ae95b0429cab870e5895c5de8a75b14d0bda1401b1503293606c67"} +{"uuid":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7","benchmark":"gpqa_main","data_index":2725,"repeat_index":7,"sample_id":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":139,"prompt_tokens":279,"effective_max_tokens":130793,"original_embedded_prediction":"A","question_sha256":"f730b35adb897658b28382d90ae7881a77e5d86003cc9b3942862d742001d4fb"} +{"uuid":"gpqa-main-86060b054d8de358356a29fd","benchmark":"gpqa_main","data_index":2696,"repeat_index":7,"sample_id":"gpqa-main-86060b054d8de358356a29fd/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":254,"prompt_tokens":435,"effective_max_tokens":130637,"original_embedded_prediction":"D","question_sha256":"d20ccd218e50c4a58da8030db612f52c5bac88ad6d1859a85b0358c1595e54e1"} +{"uuid":"gpqa-main-7ac0db7d29e6e8c587a8e8f2","benchmark":"gpqa_main","data_index":2620,"repeat_index":6,"sample_id":"gpqa-main-7ac0db7d29e6e8c587a8e8f2/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":549,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"C","question_sha256":"1fc80dd29a6d1127a37414c18382b28b3e9d2f38b390130751d4cbfe90841375"} +{"uuid":"gpqa-main-67410b7a8dc0eaa2a0ad0e33","benchmark":"gpqa_main","data_index":2651,"repeat_index":6,"sample_id":"gpqa-main-67410b7a8dc0eaa2a0ad0e33/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":447,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"C","question_sha256":"bb309e44424b270e31ff68a9df49f0a2f19335280a19eb9a92c5dcd1810cc3e8"} +{"uuid":"gpqa-main-c6cc654afa201cd3d5b66695","benchmark":"gpqa_main","data_index":2616,"repeat_index":6,"sample_id":"gpqa-main-c6cc654afa201cd3d5b66695/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":581,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"C","question_sha256":"79526cdc6c623c8657c3060ab8b305f1b4d8aa35f2b7905c6fd4c3e119c5c310"} +{"uuid":"gpqa-main-2651d2e67639a9e1741c23d7","benchmark":"gpqa_main","data_index":2665,"repeat_index":6,"sample_id":"gpqa-main-2651d2e67639a9e1741c23d7/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":386,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"4dde21b33c78ccf27d8f3043edfe68636929e2ed7d52841b78b767027425afcb"} +{"uuid":"gpqa-main-55e31c256bb6191d94e6db4d","benchmark":"gpqa_main","data_index":2666,"repeat_index":6,"sample_id":"gpqa-main-55e31c256bb6191d94e6db4d/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":386,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"B","question_sha256":"126561d6b58fa17bbaffda56837acaf8fab4bf282ccdfdcc2c7a97bfe520889c"} +{"uuid":"gpqa-main-f022820fa3c0f536a4d4a9bc","benchmark":"gpqa_main","data_index":2659,"repeat_index":6,"sample_id":"gpqa-main-f022820fa3c0f536a4d4a9bc/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":428,"prompt_tokens":288,"effective_max_tokens":130784,"original_embedded_prediction":"D","question_sha256":"d7be2d674d4903c49886b492451a9febcfb5696ccd6f0931c4d48ef06a19b2b9"} +{"uuid":"gpqa-main-28e3e5e79d7477896c6d853d","benchmark":"gpqa_main","data_index":2712,"repeat_index":7,"sample_id":"gpqa-main-28e3e5e79d7477896c6d853d/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":210,"prompt_tokens":1047,"effective_max_tokens":130025,"original_embedded_prediction":"D","question_sha256":"d3b33ef7a0e55c33b5deae6a673dd7fff1fc2e7efa223f3419ecf58e57c06207"} +{"uuid":"gpqa-main-7093e90be0c6d72d98ef432c","benchmark":"gpqa_main","data_index":2660,"repeat_index":6,"sample_id":"gpqa-main-7093e90be0c6d72d98ef432c/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":424,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"C","question_sha256":"d73f092255e75c14953338c7dc17fa9e41c6378f650bac797b23d3c68133744d"} +{"uuid":"gpqa-main-1923a70feda6403a600f719a","benchmark":"gpqa_main","data_index":2464,"repeat_index":6,"sample_id":"gpqa-main-1923a70feda6403a600f719a/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1218,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"D","question_sha256":"7acad7dd49efa2a29ce19fb81de0e8b504de87dab9c66159407da7697942a708"} +{"uuid":"gpqa-main-47999f808ae4df35fd817dd2","benchmark":"gpqa_main","data_index":2702,"repeat_index":7,"sample_id":"gpqa-main-47999f808ae4df35fd817dd2/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":263,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"D","question_sha256":"0b24415e0a51d238b6f9b4a8ae6a56386da27f195c825aa8d124ca3e7adc5bb9"} +{"uuid":"gpqa-main-30529bca8e7fdf66400bd444","benchmark":"gpqa_main","data_index":2706,"repeat_index":7,"sample_id":"gpqa-main-30529bca8e7fdf66400bd444/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":234,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"fc081c2fbb63be5006154edbddcd4d1654207c4f1ad333e12f9bc19972753482"} +{"uuid":"gpqa-main-7c7ae85beee22afc94024aa0","benchmark":"gpqa_main","data_index":2681,"repeat_index":6,"sample_id":"gpqa-main-7c7ae85beee22afc94024aa0/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":351,"prompt_tokens":179,"effective_max_tokens":130893,"original_embedded_prediction":"B","question_sha256":"17ee204f8a3ef8904b0418dcf3bac347173df36a87b5535f055046fe6fae8879"} +{"uuid":"gpqa-main-b7ef729c55e0cb48c67bca16","benchmark":"gpqa_main","data_index":2719,"repeat_index":7,"sample_id":"gpqa-main-b7ef729c55e0cb48c67bca16/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":198,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"B","question_sha256":"732a49f65a753e1d2c9ebb525ad8cc4c9ea6aa812fdc5eda3c630aa4aa35c7b5"} +{"uuid":"gpqa-main-d022f771c467d057bbb527d0","benchmark":"gpqa_main","data_index":2727,"repeat_index":7,"sample_id":"gpqa-main-d022f771c467d057bbb527d0/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":172,"prompt_tokens":192,"effective_max_tokens":130880,"original_embedded_prediction":"A","question_sha256":"f3fdb78f6fe3c60a21e29d92babec94b4d8c0f6e012394045833653cbdb1a4d7"} +{"uuid":"gpqa-main-3ad0b182e1494c1e76262069","benchmark":"gpqa_main","data_index":2693,"repeat_index":7,"sample_id":"gpqa-main-3ad0b182e1494c1e76262069/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":309,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"C","question_sha256":"835ebb67a4198184dbd29c03b43e4283e93c0473d886ab6c3b6c52ffb918b6ab"} +{"uuid":"gpqa-main-ad8f0afd2f116341ed3a69c0","benchmark":"gpqa_main","data_index":2728,"repeat_index":7,"sample_id":"gpqa-main-ad8f0afd2f116341ed3a69c0/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":181,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"C","question_sha256":"b6c9142bf69c50d0a62b5b8254344b66610ca208a646e6a69a606819b7eb1bf8"} +{"uuid":"gpqa-main-d9fdff837cb2d2e4d1e81014","benchmark":"gpqa_main","data_index":2687,"repeat_index":6,"sample_id":"gpqa-main-d9fdff837cb2d2e4d1e81014/repeat-6","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":199999,"completion_tokens":350,"prompt_tokens":153,"effective_max_tokens":130919,"original_embedded_prediction":null,"question_sha256":"021732e23dc83767a3bfeabac85945e664d0c83c8f4cd2ecee91855cda0b0d54"} +{"uuid":"gpqa-main-f79cea2e3c2e242b6e0da4d5","benchmark":"gpqa_main","data_index":2742,"repeat_index":7,"sample_id":"gpqa-main-f79cea2e3c2e242b6e0da4d5/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":133,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"D","question_sha256":"bdc1ab103002886dcbe879cd751d3e27b8ba6e988859bb80422ea04871269448"} +{"uuid":"gpqa-main-35569b36357cfce18162c999","benchmark":"gpqa_main","data_index":2740,"repeat_index":7,"sample_id":"gpqa-main-35569b36357cfce18162c999/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":143,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"a2136b05b78259562b913f1f56520c4184d70bf60017617a442a41f907c31b78"} +{"uuid":"gpqa-main-ad37592fd14aa64b9045a2c4","benchmark":"gpqa_main","data_index":2678,"repeat_index":6,"sample_id":"gpqa-main-ad37592fd14aa64b9045a2c4/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":392,"prompt_tokens":142,"effective_max_tokens":130930,"original_embedded_prediction":"C","question_sha256":"1b3ff6b6ef905e2e7d9fad403ad7bcef59c07ba5858ab30374d9c1f3f07e7dee"} +{"uuid":"gpqa-main-e10311e2a20f5ef70b44af1a","benchmark":"gpqa_main","data_index":2684,"repeat_index":6,"sample_id":"gpqa-main-e10311e2a20f5ef70b44af1a/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":367,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"D","question_sha256":"840fab180da436fa17bd480d15eb270c8be4535800795f8fe8c3d0b1ac29ca9d"} +{"uuid":"gpqa-main-834c95c23407a9d2c736d2ee","benchmark":"gpqa_main","data_index":2745,"repeat_index":7,"sample_id":"gpqa-main-834c95c23407a9d2c736d2ee/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":133,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"bb698537245b51d08b5d5a6cecdfd1a4e34f7ac0f17e13da8d713af9341a9366"} +{"uuid":"gpqa-main-fbf1f6e62b48cbbf0bca4714","benchmark":"gpqa_main","data_index":2739,"repeat_index":7,"sample_id":"gpqa-main-fbf1f6e62b48cbbf0bca4714/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":163,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"C","question_sha256":"59affc9a905621c391ee7886c0e428eac5cb1f60c7c251e2fc1fcb081cb8e076"} +{"uuid":"gpqa-main-d750e02b8d42b4b4d6aba4b9","benchmark":"gpqa_main","data_index":2729,"repeat_index":7,"sample_id":"gpqa-main-d750e02b8d42b4b4d6aba4b9/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":212,"prompt_tokens":944,"effective_max_tokens":130128,"original_embedded_prediction":"D","question_sha256":"5ea7e9b17f677439bf5f6e43169cb794916985d1c5964f6a0d8becf3f9e3b7ad"} +{"uuid":"gpqa-main-1754a508e794225bd932adeb","benchmark":"gpqa_main","data_index":2741,"repeat_index":7,"sample_id":"gpqa-main-1754a508e794225bd932adeb/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":160,"prompt_tokens":276,"effective_max_tokens":130796,"original_embedded_prediction":"A","question_sha256":"16464cac7090a24d3b5a0bf989e1699bafd2dd7b1555e816a1f77804d8e890db"} +{"uuid":"gpqa-main-febe4c45e71692110949e3d6","benchmark":"gpqa_main","data_index":2656,"repeat_index":6,"sample_id":"gpqa-main-febe4c45e71692110949e3d6/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":505,"prompt_tokens":577,"effective_max_tokens":130495,"original_embedded_prediction":"C","question_sha256":"e38dd7750710c37aa45a5b0b5dd91e1b4171070325d670d668ab1fa20431a29e"} +{"uuid":"gpqa-main-efbd16944acebfe43928d489","benchmark":"gpqa_main","data_index":2737,"repeat_index":7,"sample_id":"gpqa-main-efbd16944acebfe43928d489/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":193,"prompt_tokens":328,"effective_max_tokens":130744,"original_embedded_prediction":"A","question_sha256":"40b2b50a3c993902d4327a3072c497b0bfcbac42a638ecf92be395be7ef82ab0"} +{"uuid":"gpqa-main-9e1b7c5b2ce53e8d6424b66a","benchmark":"gpqa_main","data_index":2747,"repeat_index":7,"sample_id":"gpqa-main-9e1b7c5b2ce53e8d6424b66a/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":159,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"D","question_sha256":"97732ba422afbf18b5d2d6b3bd26f6c540049e2f82d9628414525cebe7e9a5dd"} +{"uuid":"gpqa-main-09311165c3bc8a7742115024","benchmark":"gpqa_main","data_index":2709,"repeat_index":7,"sample_id":"gpqa-main-09311165c3bc8a7742115024/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":312,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"B","question_sha256":"d6deae7022d40b283a8b0053867ff7e2d44f15fac7c364d3b34e67d903596cf7"} +{"uuid":"gpqa-main-51f5bda498b3f05cab60119c","benchmark":"gpqa_main","data_index":2753,"repeat_index":7,"sample_id":"gpqa-main-51f5bda498b3f05cab60119c/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":166,"prompt_tokens":271,"effective_max_tokens":130801,"original_embedded_prediction":"A","question_sha256":"f7fa8540a448dfeff404af93810c60c41ed387fb5e4c821bbb6e5869dd9f8630"} +{"uuid":"gpqa-main-50467ff0a4937693425f108b","benchmark":"gpqa_main","data_index":2695,"repeat_index":7,"sample_id":"gpqa-main-50467ff0a4937693425f108b/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":385,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"D","question_sha256":"ee40e0ba47746454343829f9f66dd4d391816fe24ca19edf78fcce05cf1f26d8"} +{"uuid":"gpqa-main-950b8724526dc5d718438bec","benchmark":"gpqa_main","data_index":2700,"repeat_index":7,"sample_id":"gpqa-main-950b8724526dc5d718438bec/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":381,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"d81eab0b3deeedb23d68076a8f0de5ca6461b5d2d1a7da228f6a0b6ba6ca53e7"} +{"uuid":"gpqa-main-6bb4180b8c6df2f8f7490345","benchmark":"gpqa_main","data_index":2714,"repeat_index":7,"sample_id":"gpqa-main-6bb4180b8c6df2f8f7490345/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":317,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"a40e1e0f0ddd21a34df82626b6553232ad944bbeec5bf0819aaf5ae0b1a92c59"} +{"uuid":"gpqa-main-0d56f92dcb32c3f0494a4705","benchmark":"gpqa_main","data_index":2703,"repeat_index":7,"sample_id":"gpqa-main-0d56f92dcb32c3f0494a4705/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":368,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"d48362abba761cef50927ef586befd9a2fdb343aa19b2fa457ee74fb6dbfb56b"} +{"uuid":"gpqa-main-6364129e0f80d3896a3d60e2","benchmark":"gpqa_main","data_index":2769,"repeat_index":7,"sample_id":"gpqa-main-6364129e0f80d3896a3d60e2/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":114,"prompt_tokens":526,"effective_max_tokens":130546,"original_embedded_prediction":"D","question_sha256":"123161632faf32d9079808c0fb48f9d5492735ab0a8290fe32ca2f58fad36797"} +{"uuid":"gpqa-main-a8c391dd6337620cc79cae0e","benchmark":"gpqa_main","data_index":2720,"repeat_index":7,"sample_id":"gpqa-main-a8c391dd6337620cc79cae0e/repeat-7","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":300,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":null,"question_sha256":"435ccdce7cc6c5543ffaf20b4d850d905357568605d01b3a595d44df3dd30d0d"} +{"uuid":"gpqa-main-2601636e383074212d2b5e52","benchmark":"gpqa_main","data_index":2637,"repeat_index":6,"sample_id":"gpqa-main-2601636e383074212d2b5e52/repeat-6","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":614,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":null,"question_sha256":"4346808ce2e49e7dd075a69d154a4e1c8d73b71869876d48ffff93747d8898ec"} +{"uuid":"gpqa-main-e069314491adb5be236d3fe7","benchmark":"gpqa_main","data_index":2690,"repeat_index":7,"sample_id":"gpqa-main-e069314491adb5be236d3fe7/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":422,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"B","question_sha256":"2662eff7a6231613f45042d2ef5df63caaeb5a326d264e93009a737a99fb27bb"} +{"uuid":"gpqa-main-a1ec72afe45eedbea242cd73","benchmark":"gpqa_main","data_index":2732,"repeat_index":7,"sample_id":"gpqa-main-a1ec72afe45eedbea242cd73/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":281,"prompt_tokens":310,"effective_max_tokens":130762,"original_embedded_prediction":"D","question_sha256":"e87180319d813402cf71637950d93636988703d0477e2bb79fb03a1d2df9afe3"} +{"uuid":"gpqa-main-106fe8a64f4453f81be6f7bd","benchmark":"gpqa_main","data_index":2713,"repeat_index":7,"sample_id":"gpqa-main-106fe8a64f4453f81be6f7bd/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":350,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"C","question_sha256":"f0c3d97c5c67fa210dafa49946af010682993c23bb8995a306a6ee484e0c3b03"} +{"uuid":"gpqa-main-5caa71cb7e0124d349b3046e","benchmark":"gpqa_main","data_index":2764,"repeat_index":7,"sample_id":"gpqa-main-5caa71cb7e0124d349b3046e/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":159,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"D","question_sha256":"965fd430b8ea291a67e2311c4874eba053c21ea0ce6fa222eec4bed300fc2976"} +{"uuid":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea","benchmark":"gpqa_main","data_index":2653,"repeat_index":6,"sample_id":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":596,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"A","question_sha256":"78b6f83c0d1137982356bff0e0d20f60e32542e5815ffd693af8f421f9e4741d"} +{"uuid":"gpqa-main-ddc1b02f963a2f785385132e","benchmark":"gpqa_main","data_index":2781,"repeat_index":7,"sample_id":"gpqa-main-ddc1b02f963a2f785385132e/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":113,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"D","question_sha256":"d5e7b22736a2cdaa0f2553a100795aa6b7e150fcc1b9fe093e28e3fea855f346"} +{"uuid":"gpqa-main-11b88a6212278288c390be69","benchmark":"gpqa_main","data_index":2641,"repeat_index":6,"sample_id":"gpqa-main-11b88a6212278288c390be69/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":646,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"C","question_sha256":"29eb581590e7852467849e4c58c5e3b1b97736035880adbd4e12298c320ac7e4"} +{"uuid":"gpqa-main-7239e8e1a6f52b11d89b376d","benchmark":"gpqa_main","data_index":2723,"repeat_index":7,"sample_id":"gpqa-main-7239e8e1a6f52b11d89b376d/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":339,"prompt_tokens":359,"effective_max_tokens":130713,"original_embedded_prediction":"A","question_sha256":"6b778965b4593497cd5378ecaa94e84f97d2910300038afb6590a8e9376b791c"} +{"uuid":"gpqa-main-91b254f1e1c8041fbc1a3222","benchmark":"gpqa_main","data_index":2664,"repeat_index":6,"sample_id":"gpqa-main-91b254f1e1c8041fbc1a3222/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":567,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"35cf9161cc3c5b82d0770ab2b2fdef4a970ddae93523dee3a6bde8574e79b13d"} +{"uuid":"gpqa-main-efa466851677550746c06a1f","benchmark":"gpqa_main","data_index":2726,"repeat_index":7,"sample_id":"gpqa-main-efa466851677550746c06a1f/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":332,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"b64a2faa078044133322af9742b3f75788b5f8e5701f1fee08d693854a842448"} +{"uuid":"gpqa-main-07134ad2ae69bd2e9f09ae64","benchmark":"gpqa_main","data_index":2765,"repeat_index":7,"sample_id":"gpqa-main-07134ad2ae69bd2e9f09ae64/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":180,"prompt_tokens":374,"effective_max_tokens":130698,"original_embedded_prediction":"C","question_sha256":"e1448af5dcb7e4a7a5cf31dd231d4a2b2a3829ce3dabc5d7da48a195c1b39112"} +{"uuid":"gpqa-main-0306849689d2123fedfcfeb5","benchmark":"gpqa_main","data_index":2770,"repeat_index":7,"sample_id":"gpqa-main-0306849689d2123fedfcfeb5/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":169,"prompt_tokens":301,"effective_max_tokens":130771,"original_embedded_prediction":"D","question_sha256":"9b236e1b2c7db4edd3fd08eaeff4fcfd3b13c11bfc0f9c5510349957a837d13a"} +{"uuid":"gpqa-main-1af843966aecfd5da1f08dd6","benchmark":"gpqa_main","data_index":2694,"repeat_index":7,"sample_id":"gpqa-main-1af843966aecfd5da1f08dd6/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":456,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"C","question_sha256":"13e7c71f8aae7040bd98bd6b7bfe361f01f9aa9f4fd4b6095b40f97963688bdc"} +{"uuid":"gpqa-main-8a20fac7d1a5bff58e8c63ca","benchmark":"gpqa_main","data_index":2761,"repeat_index":7,"sample_id":"gpqa-main-8a20fac7d1a5bff58e8c63ca/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":206,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"C","question_sha256":"065acbbc3564fb2547e820ab1c35567bac49dff768319e8f4b46ee23bdd92415"} +{"uuid":"gpqa-main-f2c0ff64cf18a6ae32dc45dc","benchmark":"gpqa_main","data_index":2503,"repeat_index":6,"sample_id":"gpqa-main-f2c0ff64cf18a6ae32dc45dc/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1238,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"f2467e0d99b11d10fdd18675d7a73d1a19569e58d6aa97be50c24c2cb28731b1"} +{"uuid":"gpqa-main-7a6f40292c595b5ffad3d66b","benchmark":"gpqa_main","data_index":2768,"repeat_index":7,"sample_id":"gpqa-main-7a6f40292c595b5ffad3d66b/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":183,"prompt_tokens":317,"effective_max_tokens":130755,"original_embedded_prediction":"C","question_sha256":"82d8161e96256872367b5e1c12af2c1f91e6c4a6aac3d066708fccb1826bf840"} +{"uuid":"gpqa-main-87c633148441d2b07b8e2e81","benchmark":"gpqa_main","data_index":2776,"repeat_index":7,"sample_id":"gpqa-main-87c633148441d2b07b8e2e81/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":168,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"0fb47d10edb4eca17f93926dea501fdd19bde76cfe58f57edb445a7272d7787c"} +{"uuid":"gpqa-main-21bf0d1bb4513b046dfdf875","benchmark":"gpqa_main","data_index":2710,"repeat_index":7,"sample_id":"gpqa-main-21bf0d1bb4513b046dfdf875/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":402,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"D","question_sha256":"916a1ca795d38f4c815c99d6f162f52af934ee4e1b0d100dc0a7fb747631f7a7"} +{"uuid":"gpqa-main-01e62a7b7362ebd043bef6f7","benchmark":"gpqa_main","data_index":2532,"repeat_index":6,"sample_id":"gpqa-main-01e62a7b7362ebd043bef6f7/repeat-6","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1132,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":null,"question_sha256":"339602fd0ae9cbdaef368f3dcff01cd2d212565d5c7830b14c0fd29de1cb58d6"} +{"uuid":"gpqa-main-08cb3c41dbaa57f424632b84","benchmark":"gpqa_main","data_index":2692,"repeat_index":7,"sample_id":"gpqa-main-08cb3c41dbaa57f424632b84/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":478,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"e37327eb6a290bf649f9b548f5d9834983b5d59efc10b4281a4bdbb75523863f"} +{"uuid":"gpqa-main-8db8ffb39e6d3e618c8d388c","benchmark":"gpqa_main","data_index":2744,"repeat_index":7,"sample_id":"gpqa-main-8db8ffb39e6d3e618c8d388c/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":276,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"D","question_sha256":"28dff82ab12e25f0b479054be2f5d8b597951c2458e383bb25cf488b09c98ff5"} +{"uuid":"gpqa-main-212277d3e39540a6739d98b8","benchmark":"gpqa_main","data_index":2169,"repeat_index":5,"sample_id":"gpqa-main-212277d3e39540a6739d98b8/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":2498,"prompt_tokens":147,"effective_max_tokens":130925,"original_embedded_prediction":"C","question_sha256":"d20446ccbbfc1ed40bcb669bfa65f9f9cd8e38ec8f7e67621c88e3dbe91f083d"} +{"uuid":"gpqa-main-7e29412fd534df20c4a23267","benchmark":"gpqa_main","data_index":2775,"repeat_index":7,"sample_id":"gpqa-main-7e29412fd534df20c4a23267/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":184,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"7fda2b6ca2ff9984ace9bf53f465cebb4b8d963f7ddcb5aa5f5015cd6989be42"} +{"uuid":"gpqa-main-178c84548026beb35252a961","benchmark":"gpqa_main","data_index":2792,"repeat_index":7,"sample_id":"gpqa-main-178c84548026beb35252a961/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":105,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"4ea09b6f60208405c59e5923a565f195c94315e0b6e230acd59351f1ee59ed96"} +{"uuid":"gpqa-main-3357b4ebb8c461cb9eeca4bd","benchmark":"gpqa_main","data_index":2766,"repeat_index":7,"sample_id":"gpqa-main-3357b4ebb8c461cb9eeca4bd/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":217,"prompt_tokens":283,"effective_max_tokens":130789,"original_embedded_prediction":"C","question_sha256":"cdffe5a4f742a97a3cc2ffedfc8d78a3ffa14249a51afc48e9d7aa8fc6b499a8"} +{"uuid":"gpqa-main-4fb391edde117a3fa772fe15","benchmark":"gpqa_main","data_index":2683,"repeat_index":6,"sample_id":"gpqa-main-4fb391edde117a3fa772fe15/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":545,"prompt_tokens":230,"effective_max_tokens":130842,"original_embedded_prediction":"D","question_sha256":"5131eb311b518c1f3eade66e9c0f4df88aa05e6477bb06e86e3ac1e6fc1ea102"} +{"uuid":"gpqa-main-3ebc2c6c608ed7f5e7bf9463","benchmark":"gpqa_main","data_index":2708,"repeat_index":7,"sample_id":"gpqa-main-3ebc2c6c608ed7f5e7bf9463/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":441,"prompt_tokens":286,"effective_max_tokens":130786,"original_embedded_prediction":"B","question_sha256":"81bfcfb746da8dbf79e11ca4c419d5416ea1be46678f915598ebe3f9c6b6fc32"} +{"uuid":"gpqa-main-992d40815d86851a9f6e7230","benchmark":"gpqa_main","data_index":2689,"repeat_index":7,"sample_id":"gpqa-main-992d40815d86851a9f6e7230/repeat-7","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":547,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"B","question_sha256":"b698ebb0cb6d3abffa554435859e51f21dd11a9955cfceece2c7a6fa9b0e2023"} +{"uuid":"gpqa-main-7ed621f8290d6ac14181ce45","benchmark":"gpqa_main","data_index":2686,"repeat_index":6,"sample_id":"gpqa-main-7ed621f8290d6ac14181ce45/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":563,"prompt_tokens":298,"effective_max_tokens":130774,"original_embedded_prediction":"C","question_sha256":"c1c0ad22e4376412fe1e7564fd1f8c00dd970292dbf0dbb83b0350881e74b306"} +{"uuid":"gpqa-main-579e17ce4c553c730c526a5c","benchmark":"gpqa_main","data_index":2730,"repeat_index":7,"sample_id":"gpqa-main-579e17ce4c553c730c526a5c/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":400,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"D","question_sha256":"1ce3d847d25b2c2f678c304f134266501155719553a1a003f38a6b0a75ffb81b"} +{"uuid":"gpqa-main-d751f2081e63be8d69314287","benchmark":"gpqa_main","data_index":2789,"repeat_index":7,"sample_id":"gpqa-main-d751f2081e63be8d69314287/repeat-7","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":188,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":null,"question_sha256":"f56e41493e430f6c013c094b4b462aa30dc9826a273d867eec6a04fc8a646443"} +{"uuid":"gpqa-main-0cc54149033350a37cf90b8b","benchmark":"gpqa_main","data_index":2771,"repeat_index":7,"sample_id":"gpqa-main-0cc54149033350a37cf90b8b/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":254,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"B","question_sha256":"3298921b7dfbbae04c9893edbe6870746b53e2b7af12e9816f07b6f5e0bff9cb"} +{"uuid":"gpqa-main-f35f531075e0f4b71e6bfdf7","benchmark":"gpqa_main","data_index":2716,"repeat_index":7,"sample_id":"gpqa-main-f35f531075e0f4b71e6bfdf7/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":465,"prompt_tokens":440,"effective_max_tokens":130632,"original_embedded_prediction":"C","question_sha256":"1dec0a47229d6987f418c244cc1169bdeb04c6134b883ac8895dc2380cdf0539"} +{"uuid":"gpqa-main-b13e6b95879d48313e527260","benchmark":"gpqa_main","data_index":2793,"repeat_index":7,"sample_id":"gpqa-main-b13e6b95879d48313e527260/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":170,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"D","question_sha256":"145b51d1c857830091d0dfa7043504329aa8d2a847b5b738079d210a94da31cb"} +{"uuid":"gpqa-main-5f336d7998263d21db8f15c1","benchmark":"gpqa_main","data_index":2738,"repeat_index":7,"sample_id":"gpqa-main-5f336d7998263d21db8f15c1/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":381,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"C","question_sha256":"5028b464f9ac881885af02d0d7fda29d17165d3804f0f84dbc2e8f6dbd923739"} +{"uuid":"gpqa-main-84e0462fb979739143160f76","benchmark":"gpqa_main","data_index":2762,"repeat_index":7,"sample_id":"gpqa-main-84e0462fb979739143160f76/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":301,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"17821f797104818a4e9c06d5499572866481ca7a9f6bf4d3993cbc935754c06e"} +{"uuid":"gpqa-main-efb673a27e8a1e042786abf9","benchmark":"gpqa_main","data_index":2751,"repeat_index":7,"sample_id":"gpqa-main-efb673a27e8a1e042786abf9/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":346,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"1f2f27b90dac22c1b4d70e1b1679a095c5ce0b5ec5dd0bbf48f16b8328b18d89"} +{"uuid":"gpqa-main-6543e2c47b61f7f328bcf42d","benchmark":"gpqa_main","data_index":2724,"repeat_index":7,"sample_id":"gpqa-main-6543e2c47b61f7f328bcf42d/repeat-7","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":445,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"B","question_sha256":"9f8c4aa52521e2926d56fdd03cf5aeaf3543c911c9b75774731cd1204efc1328"} +{"uuid":"gpqa-main-b654b748170277d4b0d0c6b5","benchmark":"gpqa_main","data_index":2782,"repeat_index":7,"sample_id":"gpqa-main-b654b748170277d4b0d0c6b5/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":245,"prompt_tokens":508,"effective_max_tokens":130564,"original_embedded_prediction":"D","question_sha256":"010973f2a9805982e33bfecd460da27e4d2f170e4567ebf854c807385bea09d3"} +{"uuid":"gpqa-main-45cae4ba5af22868461f1861","benchmark":"gpqa_main","data_index":2826,"repeat_index":7,"sample_id":"gpqa-main-45cae4ba5af22868461f1861/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":74,"prompt_tokens":196,"effective_max_tokens":130876,"original_embedded_prediction":"D","question_sha256":"da4480a5d4f2af44b6faf63fe513d557f97bf4cd048901e4a2f0b133273b39db"} +{"uuid":"gpqa-main-84cbf72ad94d1afe2aa56331","benchmark":"gpqa_main","data_index":2785,"repeat_index":7,"sample_id":"gpqa-main-84cbf72ad94d1afe2aa56331/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":248,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"C","question_sha256":"089a55e5a3fbca456cb952a230bd88a82c177ec99470bd05f822803a1bdd3db5"} +{"uuid":"gpqa-main-2322ddc82747aa5a01bf1c1e","benchmark":"gpqa_main","data_index":2790,"repeat_index":7,"sample_id":"gpqa-main-2322ddc82747aa5a01bf1c1e/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":224,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"d9d7e1406d6a9d440081915edafcb4a493a40b6172838b858a979c0a58bb4c62"} +{"uuid":"gpqa-main-c8bb35d2e6add774a878c895","benchmark":"gpqa_main","data_index":2515,"repeat_index":6,"sample_id":"gpqa-main-c8bb35d2e6add774a878c895/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1315,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"C","question_sha256":"8b5b2cb731b5a7fb6556557d17fc7ef7fb607adfa5050f0d70418eb3b983605b"} +{"uuid":"gpqa-main-ac27f29e5f777e93e751f3f2","benchmark":"gpqa_main","data_index":2743,"repeat_index":7,"sample_id":"gpqa-main-ac27f29e5f777e93e751f3f2/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":397,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"d49aa1d9efc38f6409c199c3e2706ec44f5d20d25b0e7d41f40b9c46668ed1e0"} +{"uuid":"gpqa-main-b5b0614a110a5eb0657cbe9a","benchmark":"gpqa_main","data_index":2803,"repeat_index":7,"sample_id":"gpqa-main-b5b0614a110a5eb0657cbe9a/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":163,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"C","question_sha256":"829ccc830e5fe3601c6e7c0a975192c938019f4d4e5c1b2334d55bb1d951711e"} +{"uuid":"gpqa-main-e408cf011e5548359fd7cfa7","benchmark":"gpqa_main","data_index":2756,"repeat_index":7,"sample_id":"gpqa-main-e408cf011e5548359fd7cfa7/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":370,"prompt_tokens":190,"effective_max_tokens":130882,"original_embedded_prediction":"D","question_sha256":"62f7808cdd914d23316e18802ada081dc433f34465864581ce0c27bfafdcd343"} +{"uuid":"gpqa-main-73f6c00588963349c225df6c","benchmark":"gpqa_main","data_index":2801,"repeat_index":7,"sample_id":"gpqa-main-73f6c00588963349c225df6c/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":183,"prompt_tokens":476,"effective_max_tokens":130596,"original_embedded_prediction":"C","question_sha256":"6c8759c4aac1084515abf1e3c463c7a0b6411dc3fa720a9a5fb5ac8f5777b49c"} +{"uuid":"gpqa-main-9baab02407bb5e317c8c71c4","benchmark":"gpqa_main","data_index":2718,"repeat_index":7,"sample_id":"gpqa-main-9baab02407bb5e317c8c71c4/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":505,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"C","question_sha256":"4c49b01c534dd76a31b5023fe34fe490913c400dc715a3fa7a874695ca10b949"} +{"uuid":"gpqa-main-ea0400e59078652fc57eb6e1","benchmark":"gpqa_main","data_index":2784,"repeat_index":7,"sample_id":"gpqa-main-ea0400e59078652fc57eb6e1/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":274,"prompt_tokens":537,"effective_max_tokens":130535,"original_embedded_prediction":"D","question_sha256":"50fc83bec6235fb29a76a0a00342f5c99a24684597a5930df882fe103e170363"} +{"uuid":"gpqa-main-009c62a9f3d3e5b23d7032af","benchmark":"gpqa_main","data_index":2805,"repeat_index":7,"sample_id":"gpqa-main-009c62a9f3d3e5b23d7032af/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":178,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"D","question_sha256":"eb3c8e77ceb6bbf6b5fc6d705376aeb984e8d20d498b1668992fc1441b062661"} +{"uuid":"gpqa-main-a5811d01e615771d5e0b48fb","benchmark":"gpqa_main","data_index":2788,"repeat_index":7,"sample_id":"gpqa-main-a5811d01e615771d5e0b48fb/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":266,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"C","question_sha256":"18c1c5c103fb01b10fd0ca282f8eab427517d6587a0a9962010b5ad16e05b98f"} +{"uuid":"gpqa-main-692e40bceeaff3accdc11ead","benchmark":"gpqa_main","data_index":2825,"repeat_index":7,"sample_id":"gpqa-main-692e40bceeaff3accdc11ead/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":121,"prompt_tokens":471,"effective_max_tokens":130601,"original_embedded_prediction":"A","question_sha256":"954d12809188bb6fb15643c4406ac6b108f5d7836e1eeabd73e49df01f2c616e"} +{"uuid":"gpqa-main-bab269fd666fa2ba840a1459","benchmark":"gpqa_main","data_index":2777,"repeat_index":7,"sample_id":"gpqa-main-bab269fd666fa2ba840a1459/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":317,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"e17051d5c4ebf5f6bc793872dc2f5748b41dd7918235cb3d5697fb04882bd7fe"} +{"uuid":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c","benchmark":"gpqa_main","data_index":2806,"repeat_index":7,"sample_id":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c/repeat-7","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":182,"prompt_tokens":340,"effective_max_tokens":130732,"original_embedded_prediction":null,"question_sha256":"626cda94018ba930400d9c043f6fc1aa30c317abf6fd8f6d0ec8b133ce2036c8"} +{"uuid":"gpqa-main-41ca21006bb37fef24a8975a","benchmark":"gpqa_main","data_index":2774,"repeat_index":7,"sample_id":"gpqa-main-41ca21006bb37fef24a8975a/repeat-7","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":328,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":null,"question_sha256":"8d132ce83553f28f02599f90e3c52fb60d8f58faea0f09152f78f7df6e310abc"} +{"uuid":"gpqa-main-a3be70bb026878238a72f88b","benchmark":"gpqa_main","data_index":2754,"repeat_index":7,"sample_id":"gpqa-main-a3be70bb026878238a72f88b/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":410,"prompt_tokens":446,"effective_max_tokens":130626,"original_embedded_prediction":"C","question_sha256":"42da82ad5cb9e03bf1c8f1d786b162fd55245c32907328f445c191681a98b669"} +{"uuid":"gpqa-main-cdc31486df3de65ec2c324e2","benchmark":"gpqa_main","data_index":2707,"repeat_index":7,"sample_id":"gpqa-main-cdc31486df3de65ec2c324e2/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":569,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"C","question_sha256":"4d233cd7b8524c989eb47a4c40d6f2f47070b986fea11e3ee3029c07db9b3356"} +{"uuid":"gpqa-main-498b428b55b7644426a781c9","benchmark":"gpqa_main","data_index":2752,"repeat_index":7,"sample_id":"gpqa-main-498b428b55b7644426a781c9/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":421,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"C","question_sha256":"7fbfdc18f5a18b666f8d4afc859af60c4c56ab7d8d677d46fb01a050207ac688"} +{"uuid":"gpqa-main-20f50fda9aeae51c6b9b4ba0","benchmark":"gpqa_main","data_index":2779,"repeat_index":7,"sample_id":"gpqa-main-20f50fda9aeae51c6b9b4ba0/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":323,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"D","question_sha256":"c7914fc7bcc19ad8377798d825d6dbc59be8fb64f2b51a89ec26f55423d9edd1"} +{"uuid":"gpqa-main-fa3e9be7fdf8e7c8952739d8","benchmark":"gpqa_main","data_index":2819,"repeat_index":7,"sample_id":"gpqa-main-fa3e9be7fdf8e7c8952739d8/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":164,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"C","question_sha256":"5e9819e02e7dd08ec53ff217d848ce64e833e2b069cd81e9940f7a72a5230b30"} +{"uuid":"gpqa-main-69bcb32ba17f6e7aa0918597","benchmark":"gpqa_main","data_index":2802,"repeat_index":7,"sample_id":"gpqa-main-69bcb32ba17f6e7aa0918597/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":210,"prompt_tokens":758,"effective_max_tokens":130314,"original_embedded_prediction":"D","question_sha256":"9eb1fde9ac6acb7dc761f4941a792f3d0d052ad76d36e12bb9e406963b3906ef"} +{"uuid":"gpqa-main-bceb5bf342ad44aac4fdbe55","benchmark":"gpqa_main","data_index":2811,"repeat_index":7,"sample_id":"gpqa-main-bceb5bf342ad44aac4fdbe55/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":186,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"B","question_sha256":"20d48d5f0a9a8b77bea35e72a90794c2d2147aa8321ae6aa60e84491688a0803"} +{"uuid":"gpqa-main-e4e8eab3e5612de26e298f3f","benchmark":"gpqa_main","data_index":2831,"repeat_index":7,"sample_id":"gpqa-main-e4e8eab3e5612de26e298f3f/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":114,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"D","question_sha256":"1037e0c8b2c1aced006713d114efa5f1233a7eadf2f0aac355081aeacd10b00f"} +{"uuid":"gpqa-main-f1451c98bdb50fb5b0dbdc55","benchmark":"gpqa_main","data_index":2804,"repeat_index":7,"sample_id":"gpqa-main-f1451c98bdb50fb5b0dbdc55/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":222,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"650bb2feaa18830493f8e50de85c38c1f24570d9f1e7c9970c8ed9fbcbbde337"} +{"uuid":"gpqa-main-13dda0527a69422c0bfefb23","benchmark":"gpqa_main","data_index":2733,"repeat_index":7,"sample_id":"gpqa-main-13dda0527a69422c0bfefb23/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":518,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"952dd56af4d111bc829dbe6171c480a13632e8b5771e33245330d32115f96774"} +{"uuid":"gpqa-main-143dc33c1aad9828daf5e615","benchmark":"gpqa_main","data_index":2783,"repeat_index":7,"sample_id":"gpqa-main-143dc33c1aad9828daf5e615/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":339,"prompt_tokens":354,"effective_max_tokens":130718,"original_embedded_prediction":"D","question_sha256":"ff60c18b72aac9e90842c7a2d5e79c68092a3fbb1d6c0318cee6d2892a43a0a1"} +{"uuid":"gpqa-main-3cbf7d3e13c908f5e699f9e0","benchmark":"gpqa_main","data_index":2821,"repeat_index":7,"sample_id":"gpqa-main-3cbf7d3e13c908f5e699f9e0/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":196,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"D","question_sha256":"0dbcc69ff35530f240a5bb623a78f2cd1d042037d2dedb122ebcca751bf9d08e"} +{"uuid":"gpqa-main-b22053dbc40179e114f0c866","benchmark":"gpqa_main","data_index":2813,"repeat_index":7,"sample_id":"gpqa-main-b22053dbc40179e114f0c866/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":216,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"1f101bccd20044577731aef887c9704a6a153baf063dff8d9a04510e7b8dcfb7"} +{"uuid":"gpqa-main-8dd5ae41d915a09d1c8b9add","benchmark":"gpqa_main","data_index":2849,"repeat_index":7,"sample_id":"gpqa-main-8dd5ae41d915a09d1c8b9add/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":80,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"D","question_sha256":"8a246eed19ab5f877aa822da432a7aaa0f52615ea4655b0a89995d374971cd27"} +{"uuid":"gpqa-main-6030f5f53fe38c334b2c3a6a","benchmark":"gpqa_main","data_index":2861,"repeat_index":7,"sample_id":"gpqa-main-6030f5f53fe38c334b2c3a6a/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":47,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"C","question_sha256":"88d277706c3af734be0507cde034c23c7e206f855c2fcc97d6ed69f8ad92df57"} +{"uuid":"gpqa-main-de59169ce40a93ff305f9a41","benchmark":"gpqa_main","data_index":2688,"repeat_index":7,"sample_id":"gpqa-main-de59169ce40a93ff305f9a41/repeat-7","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":708,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":null,"question_sha256":"c5859c729f1f8217c8555103da018a579f07eb8df38d8389383b2f4634573327"} +{"uuid":"gpqa-main-f7ba77d144b7a11de90a37c4","benchmark":"gpqa_main","data_index":2833,"repeat_index":7,"sample_id":"gpqa-main-f7ba77d144b7a11de90a37c4/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":135,"prompt_tokens":236,"effective_max_tokens":130836,"original_embedded_prediction":"D","question_sha256":"ac7263466ea3cfcdcebac618b1d20835b4103b2d80b75b1a7110e9763eb45aa2"} +{"uuid":"gpqa-main-7bb8e05365d19cc8328252e0","benchmark":"gpqa_main","data_index":2809,"repeat_index":7,"sample_id":"gpqa-main-7bb8e05365d19cc8328252e0/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":235,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"6aff7faed92c98148418177c8cae4893850a1d67b5ceb00cf6a09467c4491367"} +{"uuid":"gpqa-main-2fc8b9731f60b1c9eb476570","benchmark":"gpqa_main","data_index":2763,"repeat_index":7,"sample_id":"gpqa-main-2fc8b9731f60b1c9eb476570/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":429,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"8d64fc9e228388438862fd18b500e048e168f26e7191a4220ea8281beb789ea2"} +{"uuid":"gpqa-main-ad697760bc60543062e8b7b4","benchmark":"gpqa_main","data_index":2841,"repeat_index":7,"sample_id":"gpqa-main-ad697760bc60543062e8b7b4/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":120,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"B","question_sha256":"7f9b4679645e2d89214a154be6bdb13eafdc747457ce2950bda27a9a2b97917f"} +{"uuid":"gpqa-main-35d088e32fb39438767e1141","benchmark":"gpqa_main","data_index":2767,"repeat_index":7,"sample_id":"gpqa-main-35d088e32fb39438767e1141/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":429,"prompt_tokens":434,"effective_max_tokens":130638,"original_embedded_prediction":"B","question_sha256":"9d467213ec07b8217d3c3aa11a312c8536475e654bbb7ef916a4b8f92e0c7a7d"} +{"uuid":"gpqa-main-50a8ab2bd1710dbcfa2e32b5","benchmark":"gpqa_main","data_index":2856,"repeat_index":7,"sample_id":"gpqa-main-50a8ab2bd1710dbcfa2e32b5/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":88,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"D","question_sha256":"5fb04957154b48d4ebad83862909a8fd3afc5ba5399a7dbe4594b5c72255964c"} +{"uuid":"gpqa-main-c720b28fe25654b1cedc9285","benchmark":"gpqa_main","data_index":2810,"repeat_index":7,"sample_id":"gpqa-main-c720b28fe25654b1cedc9285/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":260,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"9f6e1d1b2c053afcba8c78142311f336846eb87d19344fb8aa6e71ed9aecc477"} +{"uuid":"gpqa-main-2ad64f0bf627cf52a8ad924c","benchmark":"gpqa_main","data_index":2823,"repeat_index":7,"sample_id":"gpqa-main-2ad64f0bf627cf52a8ad924c/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":233,"prompt_tokens":146,"effective_max_tokens":130926,"original_embedded_prediction":"D","question_sha256":"e9afb48881134b480ce09710124320be56d4166a402490b65f81bdb1df6e3a1d"} +{"uuid":"gpqa-main-9b60a112c6568a530227ce47","benchmark":"gpqa_main","data_index":2736,"repeat_index":7,"sample_id":"gpqa-main-9b60a112c6568a530227ce47/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":559,"prompt_tokens":443,"effective_max_tokens":130629,"original_embedded_prediction":"D","question_sha256":"4dd7bd0636dc935d4359866d23d365353db91692ab9b80b438a3f65683abf4e7"} +{"uuid":"gpqa-main-46549f6d718b80e38f4412cd","benchmark":"gpqa_main","data_index":2722,"repeat_index":7,"sample_id":"gpqa-main-46549f6d718b80e38f4412cd/repeat-7","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":616,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"B","question_sha256":"a1def6786f9e3174bf07c7887ea2c97711ea721fe1cf730202fc93d69ecac09d"} +{"uuid":"gpqa-main-bab6e331fae29c00395de3a4","benchmark":"gpqa_main","data_index":2854,"repeat_index":7,"sample_id":"gpqa-main-bab6e331fae29c00395de3a4/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":107,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"cf500f5f076470e539799f3822047d1a6263a0abc77614f9abc48a4f60ba507d"} +{"uuid":"gpqa-main-64193be5f9a6bbd67bec4010","benchmark":"gpqa_main","data_index":2816,"repeat_index":7,"sample_id":"gpqa-main-64193be5f9a6bbd67bec4010/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":264,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"D","question_sha256":"373990fe818e4182469d242b845eeb2f78db2f00cfb3a8fdbd2dbd696e08d552"} +{"uuid":"gpqa-main-09b661e081004aa4c0d45778","benchmark":"gpqa_main","data_index":2794,"repeat_index":7,"sample_id":"gpqa-main-09b661e081004aa4c0d45778/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":342,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"C","question_sha256":"47741045402119262be7a1c17b98cc587ee55b46bb8620655271dca518a4f927"} +{"uuid":"gpqa-main-043ca5f03089118ef536135d","benchmark":"gpqa_main","data_index":2834,"repeat_index":7,"sample_id":"gpqa-main-043ca5f03089118ef536135d/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":177,"prompt_tokens":594,"effective_max_tokens":130478,"original_embedded_prediction":"D","question_sha256":"43c5cb4f57895b07f3e1815e411f315dfa3fe44fe601b5aacde7c1244cdcaa89"} +{"uuid":"gpqa-main-547aac137dd7671e7ef03fa9","benchmark":"gpqa_main","data_index":2852,"repeat_index":7,"sample_id":"gpqa-main-547aac137dd7671e7ef03fa9/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":115,"prompt_tokens":497,"effective_max_tokens":130575,"original_embedded_prediction":"C","question_sha256":"8369c6a1ffc960e3f3d88e5e4c521eebcc37f39ca9adf654c3cd4b61f892f2ef"} +{"uuid":"gpqa-main-666fc74619f38e356e33a285","benchmark":"gpqa_main","data_index":2868,"repeat_index":7,"sample_id":"gpqa-main-666fc74619f38e356e33a285/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":58,"prompt_tokens":693,"effective_max_tokens":130379,"original_embedded_prediction":"D","question_sha256":"89fa5b222a94e07a283a5140341a0704109ec3b7f62de72dd072383182771ebc"} +{"uuid":"gpqa-main-6f6ff532d544554128a0bbbe","benchmark":"gpqa_main","data_index":2796,"repeat_index":7,"sample_id":"gpqa-main-6f6ff532d544554128a0bbbe/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":341,"prompt_tokens":368,"effective_max_tokens":130704,"original_embedded_prediction":"A","question_sha256":"ebb5b9328e54d98f40b988b171044869d75c67b6efaa8f44675c485448b7b02c"} +{"uuid":"gpqa-main-be458c5a0490a8298ea11494","benchmark":"gpqa_main","data_index":2807,"repeat_index":7,"sample_id":"gpqa-main-be458c5a0490a8298ea11494/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":291,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"A","question_sha256":"17cada7a00fa20e35d380a47aad58aace15d791f3cd4f119acb4635e55951129"} +{"uuid":"gpqa-main-e6ff92ca0c11b47b14793d2f","benchmark":"gpqa_main","data_index":2812,"repeat_index":7,"sample_id":"gpqa-main-e6ff92ca0c11b47b14793d2f/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":293,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"C","question_sha256":"ca2abe8a98bc00aadbd20baf4ff27e830539507a5ff7402eed5e2491347f95aa"} +{"uuid":"gpqa-main-efc527af4c77c27856f0d201","benchmark":"gpqa_main","data_index":2748,"repeat_index":7,"sample_id":"gpqa-main-efc527af4c77c27856f0d201/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":544,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"29ffae74d292a9a38f72dd8e95efab3be752912b79e848701193359c657937f6"} +{"uuid":"gpqa-main-9bb169e317cdd76b98ada24f","benchmark":"gpqa_main","data_index":2877,"repeat_index":7,"sample_id":"gpqa-main-9bb169e317cdd76b98ada24f/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":48,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d0bbc79a116a93d5c5c1325e012b3feb17a7b705d2ccd57a86ecfbdc2bf78030"} +{"uuid":"gpqa-main-5334e8bdecfbd08a0fceb69b","benchmark":"gpqa_main","data_index":2735,"repeat_index":7,"sample_id":"gpqa-main-5334e8bdecfbd08a0fceb69b/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":607,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"C","question_sha256":"0c1cc6cb8c9b9a25c645b86bbada068207876248621f0327486d559892b7a8a9"} +{"uuid":"gpqa-main-4b84b53bf506bc0a4468fb2d","benchmark":"gpqa_main","data_index":2759,"repeat_index":7,"sample_id":"gpqa-main-4b84b53bf506bc0a4468fb2d/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":528,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"e302b2005d8d406eb5e8fd7aa1707959448ef06e72b5647d2711c9a056cfeffc"} +{"uuid":"gpqa-main-666fc74619f38e356e33a285","benchmark":"gpqa_main","data_index":1716,"repeat_index":4,"sample_id":"gpqa-main-666fc74619f38e356e33a285/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":200012,"completion_tokens":4642,"prompt_tokens":693,"effective_max_tokens":130379,"original_embedded_prediction":"C","question_sha256":"89fa5b222a94e07a283a5140341a0704109ec3b7f62de72dd072383182771ebc"} +{"uuid":"gpqa-main-00a9d82facaec210f417af7a","benchmark":"gpqa_main","data_index":2845,"repeat_index":7,"sample_id":"gpqa-main-00a9d82facaec210f417af7a/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":182,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"77f0590db54b06b37e142e7363145cbdb1a8d11c2a7575d9ae0fc10b3a6708bd"} +{"uuid":"gpqa-main-084903ab17db0fab7bc6caea","benchmark":"gpqa_main","data_index":2817,"repeat_index":7,"sample_id":"gpqa-main-084903ab17db0fab7bc6caea/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":308,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"b560f550d5d9fb2378520f0fcf7b6573aec2027430ef06270491ace18a0497fc"} +{"uuid":"gpqa-main-d3a774e5f1af1a1e11117582","benchmark":"gpqa_main","data_index":2850,"repeat_index":7,"sample_id":"gpqa-main-d3a774e5f1af1a1e11117582/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":171,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"A","question_sha256":"26b8e966c8adf9fe2824ff1fd3c23b2d488a785fe8a68cbce362bac46e891a79"} +{"uuid":"gpqa-main-63f2aea89eec9b67abe0bacf","benchmark":"gpqa_main","data_index":2865,"repeat_index":7,"sample_id":"gpqa-main-63f2aea89eec9b67abe0bacf/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":110,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"D","question_sha256":"32596b406efecc4795e9f82b1d00f89787b9ed9e4f9d6239bed8194f13da06e7"} +{"uuid":"gpqa-main-34faeb45e152eaf4c29e65e4","benchmark":"gpqa_main","data_index":2839,"repeat_index":7,"sample_id":"gpqa-main-34faeb45e152eaf4c29e65e4/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":210,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"B","question_sha256":"82e6266418c679493cea34e30d0f71026adb6ab6c433e643d37860fb718999ec"} +{"uuid":"gpqa-main-9b7f84c844aa65b8ebfee235","benchmark":"gpqa_main","data_index":2808,"repeat_index":7,"sample_id":"gpqa-main-9b7f84c844aa65b8ebfee235/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":332,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"9443960fd2664e6d4890575733c6a4f1f6d804ec21e10e0f9d415b99297f9845"} +{"uuid":"gpqa-main-f432c1aa4319a4b1f6fa2ac1","benchmark":"gpqa_main","data_index":2797,"repeat_index":7,"sample_id":"gpqa-main-f432c1aa4319a4b1f6fa2ac1/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":386,"prompt_tokens":264,"effective_max_tokens":130808,"original_embedded_prediction":"C","question_sha256":"19d5ec504b7008b3eada0ca0c300cd88147b20679109f6681bfd8946e0db2c8c"} +{"uuid":"gpqa-main-29e885003cf7658ac2eb0ba4","benchmark":"gpqa_main","data_index":2791,"repeat_index":7,"sample_id":"gpqa-main-29e885003cf7658ac2eb0ba4/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":420,"prompt_tokens":299,"effective_max_tokens":130773,"original_embedded_prediction":"D","question_sha256":"e6fd9b7cea6cbcd53eabc57f63ae367008b2774a1092f55e23e78b7eafbdbafa"} +{"uuid":"gpqa-main-99878f707c7c4024511bae58","benchmark":"gpqa_main","data_index":2862,"repeat_index":7,"sample_id":"gpqa-main-99878f707c7c4024511bae58/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":146,"prompt_tokens":241,"effective_max_tokens":130831,"original_embedded_prediction":"D","question_sha256":"826fb502d2db0f2db5e44683cd45f09d18423fd8a339643c8dc8b32b1accd428"} +{"uuid":"gpqa-main-1f9ad1ca59cf537e3cdf47c2","benchmark":"gpqa_main","data_index":2818,"repeat_index":7,"sample_id":"gpqa-main-1f9ad1ca59cf537e3cdf47c2/repeat-7","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":326,"prompt_tokens":318,"effective_max_tokens":130754,"original_embedded_prediction":null,"question_sha256":"229ffbdb774489fcfd578450da500a74b0c6fd603d3f4050eb6ff993659f5c7e"} +{"uuid":"gpqa-main-79721e93e90bdb2d8da052c0","benchmark":"gpqa_main","data_index":2820,"repeat_index":7,"sample_id":"gpqa-main-79721e93e90bdb2d8da052c0/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":326,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"2a09355eb98c6b8d6ad0b51afb3b27f719fed44786d3b2998dfe7ee66413a028"} +{"uuid":"gpqa-main-ef65739a36457c1672913212","benchmark":"gpqa_main","data_index":2847,"repeat_index":7,"sample_id":"gpqa-main-ef65739a36457c1672913212/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":204,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"46601a7bcf5dcc71504dda490de685062fce72cdc997d7acb8b78e5a351a96bc"} +{"uuid":"gpqa-main-138fcbeedbaf865565ec35fd","benchmark":"gpqa_main","data_index":2815,"repeat_index":7,"sample_id":"gpqa-main-138fcbeedbaf865565ec35fd/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":339,"prompt_tokens":409,"effective_max_tokens":130663,"original_embedded_prediction":"C","question_sha256":"15bed1ac60d1bdcf0eec84539d669d6f38a2eb24b51e5072a922d8d9391ab135"} +{"uuid":"gpqa-main-4355802640dddd3e060d2a59","benchmark":"gpqa_main","data_index":2867,"repeat_index":7,"sample_id":"gpqa-main-4355802640dddd3e060d2a59/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":142,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"C","question_sha256":"ebe141e8c3f27bb731fd3889679a36aab5827f4caa81d8400d66a6bf492fe486"} +{"uuid":"gpqa-main-4462dc9f2d34289881ef2b1c","benchmark":"gpqa_main","data_index":2830,"repeat_index":7,"sample_id":"gpqa-main-4462dc9f2d34289881ef2b1c/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":288,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"C","question_sha256":"63318cb18413a705693b9a4312f73dbf5358312aafc1d703c3d29a6340ffa0d1"} +{"uuid":"gpqa-main-9f5d195170ba73ccdc7a3b84","benchmark":"gpqa_main","data_index":2895,"repeat_index":7,"sample_id":"gpqa-main-9f5d195170ba73ccdc7a3b84/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":56,"prompt_tokens":552,"effective_max_tokens":130520,"original_embedded_prediction":"A","question_sha256":"e4e5526f8ea9205cbe6b33a5256144298ad11d8250b020cbd4fddbba85a12596"} +{"uuid":"gpqa-main-ec756f5cd58f1d3e9c9c8676","benchmark":"gpqa_main","data_index":2798,"repeat_index":7,"sample_id":"gpqa-main-ec756f5cd58f1d3e9c9c8676/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":429,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"016bbafd184cf46762e3e824d2499734daf9efd8cb5f0adad12078f151c96a12"} +{"uuid":"gpqa-main-b38dfd97dcfb80fb4df4c6f2","benchmark":"gpqa_main","data_index":2814,"repeat_index":7,"sample_id":"gpqa-main-b38dfd97dcfb80fb4df4c6f2/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":369,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"28fc44d6ca68ec833bb9837a558199f6e126ccb90f29dc42a2a4bf34ea4b66a7"} +{"uuid":"gpqa-main-682237ee740e033537fb5707","benchmark":"gpqa_main","data_index":2857,"repeat_index":7,"sample_id":"gpqa-main-682237ee740e033537fb5707/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":204,"prompt_tokens":291,"effective_max_tokens":130781,"original_embedded_prediction":"C","question_sha256":"6cec89b2019b24f8e8c4001cade388815345ae403b5d5fc687cf7fdccbcc6ce1"} +{"uuid":"gpqa-main-50aaa7274c5010d9768274ec","benchmark":"gpqa_main","data_index":2863,"repeat_index":7,"sample_id":"gpqa-main-50aaa7274c5010d9768274ec/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":187,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"0cda758f1290855df9dd7b9a4319bb6ae8108c8113b125a3a2f60705af536a34"} +{"uuid":"gpqa-main-cb8b679fe50f1b3a7168eb92","benchmark":"gpqa_main","data_index":2842,"repeat_index":7,"sample_id":"gpqa-main-cb8b679fe50f1b3a7168eb92/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":265,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"8ed0101055c99512a99310385277c13855047c3a1b31ca6b8a6ee3f83cf5d4f3"} +{"uuid":"gpqa-main-e605c3d20abb4c52d96e9b60","benchmark":"gpqa_main","data_index":2859,"repeat_index":7,"sample_id":"gpqa-main-e605c3d20abb4c52d96e9b60/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":214,"prompt_tokens":361,"effective_max_tokens":130711,"original_embedded_prediction":"C","question_sha256":"84b58aec9b33c09286d45fb66ca82cc4ec03e310a0917bc0783bda81a0fa23b6"} +{"uuid":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3","benchmark":"gpqa_main","data_index":2846,"repeat_index":7,"sample_id":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":258,"prompt_tokens":252,"effective_max_tokens":130820,"original_embedded_prediction":"B","question_sha256":"71075d4447ee264b63e5544da7b40502fb235decc31484f33ee97a8ef70c3d1f"} +{"uuid":"gpqa-main-4a8c97220fb14b99f363b2ce","benchmark":"gpqa_main","data_index":2876,"repeat_index":7,"sample_id":"gpqa-main-4a8c97220fb14b99f363b2ce/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":150,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"D","question_sha256":"a939b9de7ea4048442a9378048f992097c413c77ad1c665790486c352036c7e3"} +{"uuid":"gpqa-main-e47ea8383f43129dec459997","benchmark":"gpqa_main","data_index":1052,"repeat_index":2,"sample_id":"gpqa-main-e47ea8383f43129dec459997/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7235,"prompt_tokens":262,"effective_max_tokens":130810,"original_embedded_prediction":"C","question_sha256":"9e7260c352d5970f26856e94943b008fa72ebf3264a0e2790592a41209cfac2d"} +{"uuid":"gpqa-main-c028fe71611d73b87b4cbb03","benchmark":"gpqa_main","data_index":2844,"repeat_index":7,"sample_id":"gpqa-main-c028fe71611d73b87b4cbb03/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":282,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"D","question_sha256":"f56f3f5d135dc8d61dc42f902943e2459f79e4343f2fef6741f6f86d4133a99a"} +{"uuid":"gpqa-main-216433a347b01989e26ed83a","benchmark":"gpqa_main","data_index":1015,"repeat_index":2,"sample_id":"gpqa-main-216433a347b01989e26ed83a/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":7374,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"C","question_sha256":"ead16c05d1abbf4387485257726593cf57a0384c3e0a3db31ba489bb1676ce72"} +{"uuid":"gpqa-main-6845f28b26fa44b2b44ded84","benchmark":"gpqa_main","data_index":2828,"repeat_index":7,"sample_id":"gpqa-main-6845f28b26fa44b2b44ded84/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":350,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"C","question_sha256":"7c6678dd868700f600b69c54e83e52a10695ac957465ffbe08c35d20f42b448e"} +{"uuid":"gpqa-main-002cb7f9ef3ee2a3d460b42e","benchmark":"gpqa_main","data_index":2773,"repeat_index":7,"sample_id":"gpqa-main-002cb7f9ef3ee2a3d460b42e/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":593,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"3bed68f29773b3484a0b5acab22f438229b63f2a324fb817a933e4d514178386"} +{"uuid":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2","benchmark":"gpqa_main","data_index":2838,"repeat_index":7,"sample_id":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":323,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"D","question_sha256":"58604895b423acc46c4efaa28ed2e4d6eaf2d93d55c7ad3766cffce3719ddf62"} +{"uuid":"gpqa-main-1ae8f8945efaf81788d8d871","benchmark":"gpqa_main","data_index":2827,"repeat_index":7,"sample_id":"gpqa-main-1ae8f8945efaf81788d8d871/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":380,"prompt_tokens":250,"effective_max_tokens":130822,"original_embedded_prediction":"C","question_sha256":"060f07943bcd17960b48a982fabe42fcae4e3899fe8c5473138fe2198f0e8dd8"} +{"uuid":"gpqa-main-ce2839297e4b63e0b36f6300","benchmark":"gpqa_main","data_index":2837,"repeat_index":7,"sample_id":"gpqa-main-ce2839297e4b63e0b36f6300/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":333,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"80cca49a2f6ae39b2d3a2dfe110572d39720d0831c65246ce20603c40578b118"} +{"uuid":"gpqa-main-d7c4372bfbc5d0f0f9331350","benchmark":"gpqa_main","data_index":2873,"repeat_index":7,"sample_id":"gpqa-main-d7c4372bfbc5d0f0f9331350/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":215,"prompt_tokens":588,"effective_max_tokens":130484,"original_embedded_prediction":"B","question_sha256":"92d8ffd16886567ac1ed2f15a6c2d3d6ac2a2fb0fd0e56836671babcde327d3f"} +{"uuid":"gpqa-main-63aef6e78c9803d030a16f9c","benchmark":"gpqa_main","data_index":2896,"repeat_index":7,"sample_id":"gpqa-main-63aef6e78c9803d030a16f9c/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":132,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"C","question_sha256":"255e934ed277fdd11f71245508448f7031439d40eb38fd78fb3b813b247c5726"} +{"uuid":"gpqa-main-d28c5e0e8deb0d1fde12ef5f","benchmark":"gpqa_main","data_index":2881,"repeat_index":7,"sample_id":"gpqa-main-d28c5e0e8deb0d1fde12ef5f/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":186,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"6913f7a17a2db54c9dcd8af6af20806e66b00fe4bb9691ca42d9f15184908f62"} +{"uuid":"gpqa-main-756cafdacac7e9642e2102c6","benchmark":"gpqa_main","data_index":2778,"repeat_index":7,"sample_id":"gpqa-main-756cafdacac7e9642e2102c6/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":199999,"completion_tokens":601,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"b26abbcea4f9adbbc6faf6378336b8d024ffe4491d2853b927bf9afdc27073a9"} +{"uuid":"gpqa-main-7d850f6448c27424d9f68c4e","benchmark":"gpqa_main","data_index":2872,"repeat_index":7,"sample_id":"gpqa-main-7d850f6448c27424d9f68c4e/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":225,"prompt_tokens":544,"effective_max_tokens":130528,"original_embedded_prediction":"C","question_sha256":"48bf9d4f95299b8f9288e190dca6edd0c3cf53cf40dada120e22abf98469d3e3"} +{"uuid":"gpqa-main-acecd9428a5b4368f1f5bc82","benchmark":"gpqa_main","data_index":2613,"repeat_index":6,"sample_id":"gpqa-main-acecd9428a5b4368f1f5bc82/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1227,"prompt_tokens":336,"effective_max_tokens":130736,"original_embedded_prediction":"D","question_sha256":"2d1e5de4bf7305d1b5eee8dda5415195dc333d71b3f50fa60508a928b67fb336"} +{"uuid":"gpqa-main-a454a3157aff6eee743541b7","benchmark":"gpqa_main","data_index":2870,"repeat_index":7,"sample_id":"gpqa-main-a454a3157aff6eee743541b7/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":228,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"C","question_sha256":"025e20e6e9b45e1ddb3f6901f58f69b40df5e8f9ffb6b80b5b17bc518d9f5d17"} +{"uuid":"gpqa-main-82354c49d9280b8a980b98b4","benchmark":"gpqa_main","data_index":2858,"repeat_index":7,"sample_id":"gpqa-main-82354c49d9280b8a980b98b4/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":282,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"A","question_sha256":"57b065d28a6d02a29a3a84f39dd670ba7cdf4e3403506e79b5fc90713897f68e"} +{"uuid":"gpqa-main-8980ca71edb4f58a3e46b256","benchmark":"gpqa_main","data_index":2832,"repeat_index":7,"sample_id":"gpqa-main-8980ca71edb4f58a3e46b256/repeat-7","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":379,"prompt_tokens":145,"effective_max_tokens":130927,"original_embedded_prediction":null,"question_sha256":"fb9586d35200647be665790b2cd3eee5c8cca1b79e6afcf01f027007fa057b64"} +{"uuid":"gpqa-main-8af90a4147e5f0c98bfd00fa","benchmark":"gpqa_main","data_index":2906,"repeat_index":7,"sample_id":"gpqa-main-8af90a4147e5f0c98bfd00fa/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":124,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"C","question_sha256":"29a55065f72c47169c5073a91e6b55d82fe2f5784289d2baf5cf5444f8d6fd65"} +{"uuid":"gpqa-main-7bb7c5ace8216100d38e616a","benchmark":"gpqa_main","data_index":2910,"repeat_index":7,"sample_id":"gpqa-main-7bb7c5ace8216100d38e616a/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":101,"prompt_tokens":197,"effective_max_tokens":130875,"original_embedded_prediction":"D","question_sha256":"6dbc821cf1e89c0764e62d1bef4818136877fbc8e333f255bfa42276ac9aeb88"} +{"uuid":"gpqa-main-781f4efc4b25ff35b588e87c","benchmark":"gpqa_main","data_index":2869,"repeat_index":7,"sample_id":"gpqa-main-781f4efc4b25ff35b588e87c/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":243,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"D","question_sha256":"f933a526e8aec15b0dc77756bad3ba0839404a6d042443e3f5a0ab0b8d1cfa96"} +{"uuid":"gpqa-main-7c3c45d7826322d2dd84475f","benchmark":"gpqa_main","data_index":2786,"repeat_index":7,"sample_id":"gpqa-main-7c3c45d7826322d2dd84475f/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":587,"prompt_tokens":419,"effective_max_tokens":130653,"original_embedded_prediction":"C","question_sha256":"f98a4cc383b4e02c52b4cdafe1b79c1d58df251d5d10ab65f71740d27243ed28"} +{"uuid":"gpqa-main-cb8b679fe50f1b3a7168eb92","benchmark":"gpqa_main","data_index":1306,"repeat_index":3,"sample_id":"gpqa-main-cb8b679fe50f1b3a7168eb92/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":6373,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"8ed0101055c99512a99310385277c13855047c3a1b31ca6b8a6ee3f83cf5d4f3"} +{"uuid":"gpqa-main-cfc742b1ce24bfc75356765e","benchmark":"gpqa_main","data_index":2199,"repeat_index":5,"sample_id":"gpqa-main-cfc742b1ce24bfc75356765e/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":2853,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"A","question_sha256":"c1f013c71ec1bfdf03d8071ec0a1d30c0d10b7e87429512ec32711a88cc41cb1"} +{"uuid":"gpqa-main-d1e25804e939f97ca872c78e","benchmark":"gpqa_main","data_index":2851,"repeat_index":7,"sample_id":"gpqa-main-d1e25804e939f97ca872c78e/repeat-7","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":323,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":null,"question_sha256":"bd713289ab1ffc1ab982f7411da433944bdaa2ce87595d2c1bba8580a8b47bdb"} +{"uuid":"gpqa-main-4e62cd257f17d5af418a8d34","benchmark":"gpqa_main","data_index":2902,"repeat_index":7,"sample_id":"gpqa-main-4e62cd257f17d5af418a8d34/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":154,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"D","question_sha256":"654fc443f2efbec09d0f966244083f4545f4f851e28d7f4e0f9c07cb156b2d1d"} +{"uuid":"gpqa-main-ff45876351041ad1ce200bb4","benchmark":"gpqa_main","data_index":2627,"repeat_index":6,"sample_id":"gpqa-main-ff45876351041ad1ce200bb4/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1199,"prompt_tokens":345,"effective_max_tokens":130727,"original_embedded_prediction":"C","question_sha256":"32bdeb2d6746cedbaa666a09cbe9ff84eedb094a4f81edb9c09ab191add49c41"} +{"uuid":"gpqa-main-3d3dfe64363613833bb52e81","benchmark":"gpqa_main","data_index":2913,"repeat_index":7,"sample_id":"gpqa-main-3d3dfe64363613833bb52e81/repeat-7","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":120,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"B","question_sha256":"ec22f627211f722949e6d36efcb583b2f796830a38cf5cf5dcba4f727562d975"} +{"uuid":"gpqa-main-8a352b243ffac6230977fc90","benchmark":"gpqa_main","data_index":2907,"repeat_index":7,"sample_id":"gpqa-main-8a352b243ffac6230977fc90/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":154,"prompt_tokens":389,"effective_max_tokens":130683,"original_embedded_prediction":"D","question_sha256":"7408ac0330a09a182b52a627f89920c8c4e825da7da4e441973cbefe32b852ac"} +{"uuid":"gpqa-main-aa04ac251ed805588a6be27c","benchmark":"gpqa_main","data_index":2853,"repeat_index":7,"sample_id":"gpqa-main-aa04ac251ed805588a6be27c/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":339,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"C","question_sha256":"198a9824ae684cea2edf9d0597e69c2274e0be94e0a0ffcf7b4ad3e95f4a6dae"} +{"uuid":"gpqa-main-07134ad2ae69bd2e9f09ae64","benchmark":"gpqa_main","data_index":2381,"repeat_index":6,"sample_id":"gpqa-main-07134ad2ae69bd2e9f09ae64/repeat-6","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":2185,"prompt_tokens":374,"effective_max_tokens":130698,"original_embedded_prediction":null,"question_sha256":"e1448af5dcb7e4a7a5cf31dd231d4a2b2a3829ce3dabc5d7da48a195c1b39112"} +{"uuid":"gpqa-main-12fef4b097b802dea2564ea2","benchmark":"gpqa_main","data_index":2874,"repeat_index":7,"sample_id":"gpqa-main-12fef4b097b802dea2564ea2/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":267,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"D","question_sha256":"254c10ac4fdccd2709d12769dd755a22c6de6b1e6bff2363164511e2905446d7"} +{"uuid":"gpqa-main-4117517dba1fdbd711e3d32b","benchmark":"gpqa_main","data_index":2836,"repeat_index":7,"sample_id":"gpqa-main-4117517dba1fdbd711e3d32b/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":403,"prompt_tokens":398,"effective_max_tokens":130674,"original_embedded_prediction":"C","question_sha256":"3e04ad2cb1248bfb53a7bd8f05efedea49f42b201c6f35907baa6c30abf40733"} +{"uuid":"gpqa-main-1923a70feda6403a600f719a","benchmark":"gpqa_main","data_index":2848,"repeat_index":7,"sample_id":"gpqa-main-1923a70feda6403a600f719a/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":363,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"D","question_sha256":"7acad7dd49efa2a29ce19fb81de0e8b504de87dab9c66159407da7697942a708"} +{"uuid":"gpqa-main-70afc730094f43bb0e05f371","benchmark":"gpqa_main","data_index":2897,"repeat_index":7,"sample_id":"gpqa-main-70afc730094f43bb0e05f371/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":186,"prompt_tokens":360,"effective_max_tokens":130712,"original_embedded_prediction":"B","question_sha256":"f328e748a74c78b0ab73f790c6848b663fb5bffac884e2793a63bb9ce351e4b6"} +{"uuid":"gpqa-main-5e6a032f9aa67c7725f828d0","benchmark":"gpqa_main","data_index":2883,"repeat_index":7,"sample_id":"gpqa-main-5e6a032f9aa67c7725f828d0/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":237,"prompt_tokens":330,"effective_max_tokens":130742,"original_embedded_prediction":"A","question_sha256":"8accf5d31cc4cf5c2467ac477d83885c90d2715606f7c2e68d318476741bbdd7"} +{"uuid":"gpqa-main-288426a7fecb5facf10219c7","benchmark":"gpqa_main","data_index":2878,"repeat_index":7,"sample_id":"gpqa-main-288426a7fecb5facf10219c7/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":253,"prompt_tokens":321,"effective_max_tokens":130751,"original_embedded_prediction":"C","question_sha256":"7cccb7714b35c30190fb5db64a1b22a36b726b2a007f241961e1e48c82e4acb3"} +{"uuid":"gpqa-main-4373b5f7be197f26258c18cf","benchmark":"gpqa_main","data_index":2864,"repeat_index":7,"sample_id":"gpqa-main-4373b5f7be197f26258c18cf/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":321,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"A","question_sha256":"56563ccb64ef7d8686cd4d8da77c8b4636353d0bb75dbefa360323671dfffed1"} +{"uuid":"gpqa-main-87740f520845c3f77369e5a1","benchmark":"gpqa_main","data_index":1794,"repeat_index":4,"sample_id":"gpqa-main-87740f520845c3f77369e5a1/repeat-4","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":199999,"completion_tokens":4554,"prompt_tokens":188,"effective_max_tokens":130884,"original_embedded_prediction":null,"question_sha256":"f6c5a12c2cd600eeb524956c760164ff890d185cffd979bfba482f46aa46a1ac"} +{"uuid":"gpqa-main-dbbe3054b6bdabe917f5ab5d","benchmark":"gpqa_main","data_index":2835,"repeat_index":7,"sample_id":"gpqa-main-dbbe3054b6bdabe917f5ab5d/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":422,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"C","question_sha256":"1054cb147fa0d82e2b1830b0238455ab6cea42cde361a81e9934864240f22f50"} +{"uuid":"gpqa-main-398c3b21ff64a0edc7ed8444","benchmark":"gpqa_main","data_index":2885,"repeat_index":7,"sample_id":"gpqa-main-398c3b21ff64a0edc7ed8444/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":256,"prompt_tokens":839,"effective_max_tokens":130233,"original_embedded_prediction":"A","question_sha256":"8efc35cf270e2b051ad9ae732723df9c7261cecaf1410edf2c43f3ca7aa749cc"} +{"uuid":"gpqa-main-105b94b83de2671f0b86688d","benchmark":"gpqa_main","data_index":2919,"repeat_index":7,"sample_id":"gpqa-main-105b94b83de2671f0b86688d/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":127,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"D","question_sha256":"062b8c1448dabb342bd7815bdfbab0a55eb915c5c6793d19a5037bf7a9aa63f3"} +{"uuid":"gpqa-main-249edae2034ba7f3819aaa7b","benchmark":"gpqa_main","data_index":2898,"repeat_index":7,"sample_id":"gpqa-main-249edae2034ba7f3819aaa7b/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":208,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"C","question_sha256":"c4d795814405ce2bb231fe7012e4581bcaebca12bb3f8c3260a3ad239aa51a79"} +{"uuid":"gpqa-main-20f8612bcc2efb9c2355d32e","benchmark":"gpqa_main","data_index":2894,"repeat_index":7,"sample_id":"gpqa-main-20f8612bcc2efb9c2355d32e/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":227,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"C","question_sha256":"d746be8625afecad5925e7069f57336e8de3f39dfdf843820421eba66b7bc620"} +{"uuid":"gpqa-main-216433a347b01989e26ed83a","benchmark":"gpqa_main","data_index":2935,"repeat_index":7,"sample_id":"gpqa-main-216433a347b01989e26ed83a/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":83,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"A","question_sha256":"ead16c05d1abbf4387485257726593cf57a0384c3e0a3db31ba489bb1676ce72"} +{"uuid":"gpqa-main-ecb6740406340eb07beacf42","benchmark":"gpqa_main","data_index":2914,"repeat_index":7,"sample_id":"gpqa-main-ecb6740406340eb07beacf42/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":165,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"B","question_sha256":"29f96711820eba41ccced6676074bc5bcd9e3eb6c97ce5e8507128a91a175bb0"} +{"uuid":"gpqa-main-bd228dea7f1aa14b70216372","benchmark":"gpqa_main","data_index":2905,"repeat_index":7,"sample_id":"gpqa-main-bd228dea7f1aa14b70216372/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":209,"prompt_tokens":425,"effective_max_tokens":130647,"original_embedded_prediction":"A","question_sha256":"c1dea594f51ba7757d0d9ec69efa6b56bfeeaff965f074faaf89160cca96a0e9"} +{"uuid":"gpqa-main-86976aae6f871f46c4680830","benchmark":"gpqa_main","data_index":2903,"repeat_index":7,"sample_id":"gpqa-main-86976aae6f871f46c4680830/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":223,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"D","question_sha256":"e5c3c79a60db2de596dac1585bfc2e940bac2acb65a3352ff5f7e99821846aed"} +{"uuid":"gpqa-main-7c04a20e5411bd3e0a2bc2c8","benchmark":"gpqa_main","data_index":2915,"repeat_index":7,"sample_id":"gpqa-main-7c04a20e5411bd3e0a2bc2c8/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":177,"prompt_tokens":413,"effective_max_tokens":130659,"original_embedded_prediction":"C","question_sha256":"e23b62b19c3ab4ec896e631f56a7a92ed38aca13300af7a7b449b979999886f3"} +{"uuid":"gpqa-main-04a5c442799262dec9375c25","benchmark":"gpqa_main","data_index":2882,"repeat_index":7,"sample_id":"gpqa-main-04a5c442799262dec9375c25/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":296,"prompt_tokens":365,"effective_max_tokens":130707,"original_embedded_prediction":"C","question_sha256":"e90ec32d975ec61b7cd079ff6968bc3dbaa4fc87e74699c1406ce59093066dbc"} +{"uuid":"gpqa-main-c69005af8b1e76a851528e02","benchmark":"gpqa_main","data_index":67,"repeat_index":0,"sample_id":"gpqa-main-c69005af8b1e76a851528e02/repeat-0","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":10235,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":null,"question_sha256":"29e6a1db070bf5e5af8af4b82da4953dd47dcd2a1bbd7ad2db04f3d1d4cd805e"} +{"uuid":"gpqa-main-5ace8b3dabb97ffc3da20e7c","benchmark":"gpqa_main","data_index":2938,"repeat_index":7,"sample_id":"gpqa-main-5ace8b3dabb97ffc3da20e7c/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":101,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"4ebb5a46cf109d4237b98081e218fcaba27d8f9d03f7a930300f2938f71c1ef0"} +{"uuid":"gpqa-main-22c436000399164406e165b2","benchmark":"gpqa_main","data_index":2908,"repeat_index":7,"sample_id":"gpqa-main-22c436000399164406e165b2/repeat-7","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":225,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":null,"question_sha256":"836be405f3d05ec5ad1a2bc728339e5141836ace3a584fe3d36ecc50af4dc3ee"} +{"uuid":"gpqa-main-4644969e4e4615b014b9669f","benchmark":"gpqa_main","data_index":2888,"repeat_index":7,"sample_id":"gpqa-main-4644969e4e4615b014b9669f/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":293,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"C","question_sha256":"e663684f8a7728af99d977f274c335c497ac6a7ccf43c64ab979e8407155ce6c"} +{"uuid":"gpqa-main-60f734b52603f7ef29671f95","benchmark":"gpqa_main","data_index":2843,"repeat_index":7,"sample_id":"gpqa-main-60f734b52603f7ef29671f95/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":452,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"A","question_sha256":"bf9de03889292b969198f42b877b6d4c7b56ce10ae654e71f4be720b5efdb1f1"} +{"uuid":"gpqa-main-e3e073f3f0f646532e4caf06","benchmark":"gpqa_main","data_index":2855,"repeat_index":7,"sample_id":"gpqa-main-e3e073f3f0f646532e4caf06/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":416,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"C","question_sha256":"a1cff30033350ed32c6446abacb176ef3ffad0fc471aaacf3468c78e0aad550e"} +{"uuid":"gpqa-main-9eaa6714b15499d3c303ce90","benchmark":"gpqa_main","data_index":2911,"repeat_index":7,"sample_id":"gpqa-main-9eaa6714b15499d3c303ce90/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":211,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"D","question_sha256":"cfac786b87a07d0c92f7c3da73233aa6c32340b63dff9d3f72bd1bd025cd565d"} +{"uuid":"gpqa-main-a6eb05bb931229a396d81e44","benchmark":"gpqa_main","data_index":2860,"repeat_index":7,"sample_id":"gpqa-main-a6eb05bb931229a396d81e44/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":409,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"C","question_sha256":"19c2c8e0578e84094a1f97568e95e1e88fadee2743b1c6519b7fc661c8577cde"} +{"uuid":"gpqa-main-9c0b631b2a7823cec0729a4b","benchmark":"gpqa_main","data_index":2931,"repeat_index":7,"sample_id":"gpqa-main-9c0b631b2a7823cec0729a4b/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":133,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"9d42c24c2f67ff118699d880fbb6276f14043e3527a9fea8f6d55fe2bf82e091"} +{"uuid":"gpqa-main-baefee4c54836e933082fd33","benchmark":"gpqa_main","data_index":2893,"repeat_index":7,"sample_id":"gpqa-main-baefee4c54836e933082fd33/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":280,"prompt_tokens":487,"effective_max_tokens":130585,"original_embedded_prediction":"D","question_sha256":"f4486aea8f80b6405ceaabbd6f225378761eafc49f1e042873a464b3b94da620"} +{"uuid":"gpqa-main-6119656f6ad0247c537028e7","benchmark":"gpqa_main","data_index":2934,"repeat_index":7,"sample_id":"gpqa-main-6119656f6ad0247c537028e7/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":132,"prompt_tokens":329,"effective_max_tokens":130743,"original_embedded_prediction":"A","question_sha256":"e426a9a1b0977a66badcc2dd4f0d54629b39c2594a512e459e9afd20bba599ba"} +{"uuid":"gpqa-main-1728184fad8153eeb2e2a7de","benchmark":"gpqa_main","data_index":2952,"repeat_index":7,"sample_id":"gpqa-main-1728184fad8153eeb2e2a7de/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":84,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"D","question_sha256":"d8505733319a8047e94d63c293a2d9dbb08c42e4bde2c223467f371da6665e08"} +{"uuid":"gpqa-main-9aa9fb454d849030d70f9512","benchmark":"gpqa_main","data_index":2190,"repeat_index":5,"sample_id":"gpqa-main-9aa9fb454d849030d70f9512/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3003,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"D","question_sha256":"b494f4c1785682ee7d284173af2a6ef6db2189c6f3e7ece0edb769c2f10d5f24"} +{"uuid":"gpqa-main-be779fa0e49ff52e19357207","benchmark":"gpqa_main","data_index":2927,"repeat_index":7,"sample_id":"gpqa-main-be779fa0e49ff52e19357207/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":156,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"ea7bb5901d85914d8997afb87e1ae6be7a8efe03889a4cc08f64de2ccdc9180e"} +{"uuid":"gpqa-main-8cf981eedacab9acbdd5b00c","benchmark":"gpqa_main","data_index":2780,"repeat_index":7,"sample_id":"gpqa-main-8cf981eedacab9acbdd5b00c/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":733,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"B","question_sha256":"14dcd60f9986bbbcbbdc0e4b3462397b01801a452d9756100ed129baa5baf68c"} +{"uuid":"gpqa-main-ddd2b405606ced65b4ce6345","benchmark":"gpqa_main","data_index":2936,"repeat_index":7,"sample_id":"gpqa-main-ddd2b405606ced65b4ce6345/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":127,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"2066c0e835493298c00391dd9236de10adec10d611fe3e2777f252677dfe9724"} +{"uuid":"gpqa-main-2bd63c617299c18c1cfd5b0a","benchmark":"gpqa_main","data_index":2884,"repeat_index":7,"sample_id":"gpqa-main-2bd63c617299c18c1cfd5b0a/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":321,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"A","question_sha256":"bd7804f896ba3deb7fd65cc0c562744a80232f45bbc9c5ffa8652308c167c329"} +{"uuid":"gpqa-main-913c4ee0ce195992ff9638b1","benchmark":"gpqa_main","data_index":2866,"repeat_index":7,"sample_id":"gpqa-main-913c4ee0ce195992ff9638b1/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":385,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"C","question_sha256":"ed904d04c24f37586b1f78a18bd22f28752e80a5ecc489939950778aa5307d98"} +{"uuid":"gpqa-main-c0bc48c4232297b735018487","benchmark":"gpqa_main","data_index":2928,"repeat_index":7,"sample_id":"gpqa-main-c0bc48c4232297b735018487/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":154,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"C","question_sha256":"bbc99977a336fa9fd961baf75728288b14f7c69841a6757f2793e300690fc85b"} +{"uuid":"gpqa-main-219ad07bcb0cda7b85845999","benchmark":"gpqa_main","data_index":2959,"repeat_index":7,"sample_id":"gpqa-main-219ad07bcb0cda7b85845999/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":87,"prompt_tokens":412,"effective_max_tokens":130660,"original_embedded_prediction":"B","question_sha256":"a6336c3b0760d09010077fee728ae5348e4421bcfcbbc8bb9c4a72d541ddfb24"} +{"uuid":"gpqa-main-86d8d26ea3f4092dd4bac144","benchmark":"gpqa_main","data_index":2822,"repeat_index":7,"sample_id":"gpqa-main-86d8d26ea3f4092dd4bac144/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":599,"prompt_tokens":227,"effective_max_tokens":130845,"original_embedded_prediction":"C","question_sha256":"299c83f78042a13c78ad054088517dc82d5ed82bcc9ef75ec08dc120f2b8052f"} +{"uuid":"gpqa-main-60a022e707f18a7b5f445773","benchmark":"gpqa_main","data_index":2892,"repeat_index":7,"sample_id":"gpqa-main-60a022e707f18a7b5f445773/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":313,"prompt_tokens":337,"effective_max_tokens":130735,"original_embedded_prediction":"B","question_sha256":"9d46302b763896c7fa475d975b5bc365adee2236b273f23e7216a78871204b74"} +{"uuid":"gpqa-main-3b1469c59353cec7a0dd6866","benchmark":"gpqa_main","data_index":2829,"repeat_index":7,"sample_id":"gpqa-main-3b1469c59353cec7a0dd6866/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":551,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"B","question_sha256":"ebc638f9e42bd31bd87f0fab4dff50846ee425d9aef0cb954a4e5013a5a107e4"} +{"uuid":"gpqa-main-fe61aa6baba6418fcde1fa11","benchmark":"gpqa_main","data_index":2960,"repeat_index":7,"sample_id":"gpqa-main-fe61aa6baba6418fcde1fa11/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":102,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"73eb245ef4dcc164186307ecd210b767147568ad3c1b03847a63b2e67ac5d0ab"} +{"uuid":"gpqa-main-0293685a5c3ddbc5b15dcfa0","benchmark":"gpqa_main","data_index":2921,"repeat_index":7,"sample_id":"gpqa-main-0293685a5c3ddbc5b15dcfa0/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":222,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"db2ca8d93d5ff50bd9f602bc5b3d339b547349c54c540850544e01393770a4ff"} +{"uuid":"gpqa-main-c5506c52a996021a33525b24","benchmark":"gpqa_main","data_index":2930,"repeat_index":7,"sample_id":"gpqa-main-c5506c52a996021a33525b24/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":191,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"ec867cdcf4e586ae70e24b76b87230ee2b48ec67a5234d7a682f06f846fbdf0d"} +{"uuid":"gpqa-main-56cc62f5d70b661868d341e7","benchmark":"gpqa_main","data_index":2926,"repeat_index":7,"sample_id":"gpqa-main-56cc62f5d70b661868d341e7/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":216,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"D","question_sha256":"c974918b90f5892aaad4308e337b490844102dbfad26c90bf508602f9c595d5d"} +{"uuid":"gpqa-main-92f6e58b4989e9025c8286a9","benchmark":"gpqa_main","data_index":2922,"repeat_index":7,"sample_id":"gpqa-main-92f6e58b4989e9025c8286a9/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":225,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"C","question_sha256":"c003a37af0eaa5e9c6d10f5a25ce1a2e0258ad6638a1655ee2a17d07daab816a"} +{"uuid":"gpqa-main-542dd8f1dc74ca5163382df8","benchmark":"gpqa_main","data_index":2880,"repeat_index":7,"sample_id":"gpqa-main-542dd8f1dc74ca5163382df8/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":388,"prompt_tokens":165,"effective_max_tokens":130907,"original_embedded_prediction":"C","question_sha256":"2413c551ec9a06a20197c81fa22effbd7f215abcc2e5f14c5f9f0a86e5402736"} +{"uuid":"gpqa-main-1cea82df3087b1eb05c4d230","benchmark":"gpqa_main","data_index":2925,"repeat_index":7,"sample_id":"gpqa-main-1cea82df3087b1eb05c4d230/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":223,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"dd05d2d9e9053dd1d4367a61d5f718336fc8f18bc81bdf0ccfb104e241053522"} +{"uuid":"gpqa-main-742076c80dda93477062cfc0","benchmark":"gpqa_main","data_index":2950,"repeat_index":7,"sample_id":"gpqa-main-742076c80dda93477062cfc0/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":148,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"D","question_sha256":"528bc237c35f64d2635edb6fea3202ce958bca92ea956fae0da7c5b4c72081d8"} +{"uuid":"gpqa-main-d5d2365d64430154627d4bb7","benchmark":"gpqa_main","data_index":2956,"repeat_index":7,"sample_id":"gpqa-main-d5d2365d64430154627d4bb7/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":139,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"D","question_sha256":"17f96c74be836037313c787a88438b6c9f69a4aa20ec8cba17697864f5d35599"} +{"uuid":"gpqa-main-104b659bbac6e52c4c877c0b","benchmark":"gpqa_main","data_index":2840,"repeat_index":7,"sample_id":"gpqa-main-104b659bbac6e52c4c877c0b/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":541,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"D","question_sha256":"de6e1846b7e0c60ac3b7b0f613ad67cc3d941770b7de58c7a45add8c64d1db8b"} +{"uuid":"gpqa-main-c6cc654afa201cd3d5b66695","benchmark":"gpqa_main","data_index":3000,"repeat_index":7,"sample_id":"gpqa-main-c6cc654afa201cd3d5b66695/repeat-7","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":null,"question_sha256":"79526cdc6c623c8657c3060ab8b305f1b4d8aa35f2b7905c6fd4c3e119c5c310"} +{"uuid":"gpqa-main-f6f707a4d7db96af855de986","benchmark":"gpqa_main","data_index":2954,"repeat_index":7,"sample_id":"gpqa-main-f6f707a4d7db96af855de986/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":151,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"D","question_sha256":"049a3a3426b30e36d29d782b3ea4916bf545838ac3945e9c707804638ad48f04"} +{"uuid":"gpqa-main-24751b175e0f2d19899ad735","benchmark":"gpqa_main","data_index":2948,"repeat_index":7,"sample_id":"gpqa-main-24751b175e0f2d19899ad735/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":171,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"B","question_sha256":"4a5d6fcc83f3561a6447a1feebb680aa9ab094bdeed5677c30f04041964a9c38"} +{"uuid":"gpqa-main-49e3b768e85f009875fb4b7f","benchmark":"gpqa_main","data_index":2758,"repeat_index":7,"sample_id":"gpqa-main-49e3b768e85f009875fb4b7f/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":902,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"181abbdaf75899b4c447f9c98c58f90512c06ffe5521e109fa83597da1fb7aae"} +{"uuid":"gpqa-main-4df6eb7fd5661c3196a52be6","benchmark":"gpqa_main","data_index":2973,"repeat_index":7,"sample_id":"gpqa-main-4df6eb7fd5661c3196a52be6/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":99,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"C","question_sha256":"71ef41cf00fbcb9e6751fd492a52caefd2830032777c8824465c1b4ea8dc48ea"} +{"uuid":"gpqa-main-539a673f0443ba9cdc31b864","benchmark":"gpqa_main","data_index":2955,"repeat_index":7,"sample_id":"gpqa-main-539a673f0443ba9cdc31b864/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":170,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"D","question_sha256":"d25187b99e4997c1700ffeb87fd595e878957e452f20a2f00d5489fecd0b3b30"} +{"uuid":"gpqa-main-e17c3d61061a563977ae3c11","benchmark":"gpqa_main","data_index":2932,"repeat_index":7,"sample_id":"gpqa-main-e17c3d61061a563977ae3c11/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":232,"prompt_tokens":352,"effective_max_tokens":130720,"original_embedded_prediction":"C","question_sha256":"41b609bbf5cd4517a7d53e382a762d7b2caa65fd58ea44549bdf7183daf1d2c0"} +{"uuid":"gpqa-main-9f607ccb3302f27b4ebe90a4","benchmark":"gpqa_main","data_index":2978,"repeat_index":7,"sample_id":"gpqa-main-9f607ccb3302f27b4ebe90a4/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":103,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"D","question_sha256":"e2c8b6a88dfedf13a4a35e2964dc77f2e082e87417c972bf7406bdb2405985f7"} +{"uuid":"gpqa-main-779369aa96b96a67933939f1","benchmark":"gpqa_main","data_index":2912,"repeat_index":7,"sample_id":"gpqa-main-779369aa96b96a67933939f1/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":321,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"acf784efba891531b08709383ede2379cee1f604b6334b753dd1fcaab37af970"} +{"uuid":"gpqa-main-f6714ff18991a64f32fcecf9","benchmark":"gpqa_main","data_index":2974,"repeat_index":7,"sample_id":"gpqa-main-f6714ff18991a64f32fcecf9/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":114,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"a1e860acc41f41cac7f3d9425a64a45a95559ff56553a2d04e1d3569c2f1c1a1"} +{"uuid":"gpqa-main-7475b6b01129fce5b436b0ee","benchmark":"gpqa_main","data_index":2886,"repeat_index":7,"sample_id":"gpqa-main-7475b6b01129fce5b436b0ee/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":427,"prompt_tokens":235,"effective_max_tokens":130837,"original_embedded_prediction":"B","question_sha256":"797be7099117e146adaaf5ad31bd914d9adbd510441211b0040aad2812fffc40"} +{"uuid":"gpqa-main-4f958672c6f9249c44f2f9b9","benchmark":"gpqa_main","data_index":2875,"repeat_index":7,"sample_id":"gpqa-main-4f958672c6f9249c44f2f9b9/repeat-7","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":460,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":null,"question_sha256":"7d91198c9c48996b89ebbb62d8d76d86e32d7c14fb108c7491c9ff812263613a"} +{"uuid":"gpqa-main-8299e0bf116ad8ad7b960d26","benchmark":"gpqa_main","data_index":2942,"repeat_index":7,"sample_id":"gpqa-main-8299e0bf116ad8ad7b960d26/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":228,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"A","question_sha256":"dac89ff46a5330836dfa04de2060a9a9d447a0cffd96c06e0cdee48c6a991035"} +{"uuid":"gpqa-main-7ceb372c1cdc7a180b73516c","benchmark":"gpqa_main","data_index":2918,"repeat_index":7,"sample_id":"gpqa-main-7ceb372c1cdc7a180b73516c/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":311,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"142aeb435e38240c03d26aafbfb8dc0ab94e7ef4f752a271c1ab011350a965be"} +{"uuid":"gpqa-main-822957bb60d3551275f08aa0","benchmark":"gpqa_main","data_index":2941,"repeat_index":7,"sample_id":"gpqa-main-822957bb60d3551275f08aa0/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":229,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"A","question_sha256":"4690c4bb391b2ef2a7b53f1a15866e05411bdf5f0f7b4f32c9e27d8ef6e8cb48"} +{"uuid":"gpqa-main-eda22ee564030fef1ab0bcaf","benchmark":"gpqa_main","data_index":2920,"repeat_index":7,"sample_id":"gpqa-main-eda22ee564030fef1ab0bcaf/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":304,"prompt_tokens":316,"effective_max_tokens":130756,"original_embedded_prediction":"D","question_sha256":"e78929c2c3d5e04cda51c77e05ad4a3d1cbbf98cc2db0103b7fbc594e78bb602"} +{"uuid":"gpqa-main-cdaa7da74e15a8dfc40e0582","benchmark":"gpqa_main","data_index":2879,"repeat_index":7,"sample_id":"gpqa-main-cdaa7da74e15a8dfc40e0582/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":453,"prompt_tokens":410,"effective_max_tokens":130662,"original_embedded_prediction":"B","question_sha256":"733e93868ff7691423e0d318a4d9ba6ce801d7c2ef5c53b8020d7eb13c2c9a5c"} +{"uuid":"gpqa-main-579e17ce4c553c730c526a5c","benchmark":"gpqa_main","data_index":2346,"repeat_index":6,"sample_id":"gpqa-main-579e17ce4c553c730c526a5c/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2530,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"B","question_sha256":"1ce3d847d25b2c2f678c304f134266501155719553a1a003f38a6b0a75ffb81b"} +{"uuid":"gpqa-main-92c7c513709816748efab029","benchmark":"gpqa_main","data_index":2939,"repeat_index":7,"sample_id":"gpqa-main-92c7c513709816748efab029/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":244,"prompt_tokens":253,"effective_max_tokens":130819,"original_embedded_prediction":"C","question_sha256":"c9ed693d3f7d5c30b94e2c01b9b5f22591922f961e4dbc9ef4b70309b61bae5c"} +{"uuid":"gpqa-main-4657fdc74d4c0bf48aa0b494","benchmark":"gpqa_main","data_index":2989,"repeat_index":7,"sample_id":"gpqa-main-4657fdc74d4c0bf48aa0b494/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":100,"prompt_tokens":343,"effective_max_tokens":130729,"original_embedded_prediction":"C","question_sha256":"ef34764671cecdd517febbdbff1a8cc3542418de05c4a100ef6c30752c1fc8cb"} +{"uuid":"gpqa-main-d4ee93c18c20e4432773fe55","benchmark":"gpqa_main","data_index":2999,"repeat_index":7,"sample_id":"gpqa-main-d4ee93c18c20e4432773fe55/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":71,"prompt_tokens":200,"effective_max_tokens":130872,"original_embedded_prediction":"A","question_sha256":"77bffd13a6b6464f7c63296f571164c184ce47a8cd6f8ecf91f0dc28407d44a1"} +{"uuid":"gpqa-main-f0a74958c23332566374eae8","benchmark":"gpqa_main","data_index":2933,"repeat_index":7,"sample_id":"gpqa-main-f0a74958c23332566374eae8/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":273,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"C","question_sha256":"0122463c60c1fa5ad768f1fc6147fd593b46126713e705864d5de5632804d4b5"} +{"uuid":"gpqa-main-92c9d90b543b6779261f70f7","benchmark":"gpqa_main","data_index":2947,"repeat_index":7,"sample_id":"gpqa-main-92c9d90b543b6779261f70f7/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":233,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"1c7aff3f5221c2086c7143b43e0c46921a03859d45bfce22f1a1286ece235b1a"} +{"uuid":"gpqa-main-d3db87adeb915999faca3605","benchmark":"gpqa_main","data_index":2799,"repeat_index":7,"sample_id":"gpqa-main-d3db87adeb915999faca3605/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":794,"prompt_tokens":204,"effective_max_tokens":130868,"original_embedded_prediction":"D","question_sha256":"f6518dd763c1af7a1745bc53b4e021210cafdf588df1ede9b537a622474a998d"} +{"uuid":"gpqa-main-4c9f4186c5ccd49ab906a399","benchmark":"gpqa_main","data_index":2871,"repeat_index":7,"sample_id":"gpqa-main-4c9f4186c5ccd49ab906a399/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":509,"prompt_tokens":610,"effective_max_tokens":130462,"original_embedded_prediction":"D","question_sha256":"f634534b5e2327dcc39982a4da6dff404f299e9759a0ac957b0f6017fbe7586e"} +{"uuid":"gpqa-main-925cb13958435841df0e8c1e","benchmark":"gpqa_main","data_index":2795,"repeat_index":7,"sample_id":"gpqa-main-925cb13958435841df0e8c1e/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":807,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"C","question_sha256":"d21ba2f1c06b876b2d387104c816ee0fcc369a02b8e010a706e0e2448c56f78e"} +{"uuid":"gpqa-main-8d43dd1cebfb1a76c18a3589","benchmark":"gpqa_main","data_index":2901,"repeat_index":7,"sample_id":"gpqa-main-8d43dd1cebfb1a76c18a3589/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":422,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"C","question_sha256":"1c3b360d52d717d4eda55f53310217b072979b1026b8896b235a2ba9f5151964"} +{"uuid":"gpqa-main-f635511b161f39dc301e05eb","benchmark":"gpqa_main","data_index":2968,"repeat_index":7,"sample_id":"gpqa-main-f635511b161f39dc301e05eb/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":188,"prompt_tokens":650,"effective_max_tokens":130422,"original_embedded_prediction":"D","question_sha256":"cb7f697eb685eca3061fc46cacb94c19aba74add8390e74234ade788b9fa4ff3"} +{"uuid":"gpqa-main-aa684f4d5d7c6b9ced383e24","benchmark":"gpqa_main","data_index":2991,"repeat_index":7,"sample_id":"gpqa-main-aa684f4d5d7c6b9ced383e24/repeat-7","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":136,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"B","question_sha256":"96a58da5e1708d76485e32741b0ecddc1bea407ebb53997d2f36e8827f2f2ac9"} +{"uuid":"gpqa-main-fc2653b5d83e082e9e4f6390","benchmark":"gpqa_main","data_index":2992,"repeat_index":7,"sample_id":"gpqa-main-fc2653b5d83e082e9e4f6390/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":127,"prompt_tokens":429,"effective_max_tokens":130643,"original_embedded_prediction":"C","question_sha256":"d039314a334267e1364c2bb5dc0ab4e72b6b86a69936c2f7f318902ffc422f15"} +{"uuid":"gpqa-main-31313469465f81cc0fa5dd28","benchmark":"gpqa_main","data_index":2944,"repeat_index":7,"sample_id":"gpqa-main-31313469465f81cc0fa5dd28/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":287,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"D","question_sha256":"cd18749d0354640af760ebe1c6a150eed2a0202cc444345b5c3f00b0f0df67d2"} +{"uuid":"gpqa-main-ac1c72784d1e0da293fe4bd4","benchmark":"gpqa_main","data_index":2890,"repeat_index":7,"sample_id":"gpqa-main-ac1c72784d1e0da293fe4bd4/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":481,"prompt_tokens":169,"effective_max_tokens":130903,"original_embedded_prediction":"C","question_sha256":"6e2bd9ec28efb9c97dbc7bea49224b4964011afaa5ca659996fac7fd65c4468d"} +{"uuid":"gpqa-main-d8361782f08c0e6d16de3839","benchmark":"gpqa_main","data_index":2975,"repeat_index":7,"sample_id":"gpqa-main-d8361782f08c0e6d16de3839/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":191,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"aed1658f69a85980c41ce94c10ac1535d2de3683f7a5c3821d1a84fa594d4571"} +{"uuid":"gpqa-main-78b2ba2dd97e6d6b9942bad9","benchmark":"gpqa_main","data_index":2961,"repeat_index":7,"sample_id":"gpqa-main-78b2ba2dd97e6d6b9942bad9/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":248,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"A","question_sha256":"019eb0f05f025ec512fbae057e0fcb33e0f92eec9bc2dc775494f6a19f4b62f3"} +{"uuid":"gpqa-main-ab4c50e2da12e11b47155f74","benchmark":"gpqa_main","data_index":2980,"repeat_index":7,"sample_id":"gpqa-main-ab4c50e2da12e11b47155f74/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":192,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"D","question_sha256":"b734e134fe4529267a34452ccc5cb2a7d56f7b471273d9e978add607de6f30b6"} +{"uuid":"gpqa-main-cfc742b1ce24bfc75356765e","benchmark":"gpqa_main","data_index":2967,"repeat_index":7,"sample_id":"gpqa-main-cfc742b1ce24bfc75356765e/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":227,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"A","question_sha256":"c1f013c71ec1bfdf03d8071ec0a1d30c0d10b7e87429512ec32711a88cc41cb1"} +{"uuid":"gpqa-main-68d5dcbd7078889c19a9a93c","benchmark":"gpqa_main","data_index":2824,"repeat_index":7,"sample_id":"gpqa-main-68d5dcbd7078889c19a9a93c/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":763,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"618551bfaaf71599d5802135cbf18d8e9b5a33b38537d32515c5298d556df601"} +{"uuid":"gpqa-main-87a8747afb6b0414b9ccbe1e","benchmark":"gpqa_main","data_index":2962,"repeat_index":7,"sample_id":"gpqa-main-87a8747afb6b0414b9ccbe1e/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":257,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"cdb165b285d51cf6a09160d99c4c49b653710aac879cce0b87c74a48eee0172b"} +{"uuid":"gpqa-main-ecb6740406340eb07beacf42","benchmark":"gpqa_main","data_index":2146,"repeat_index":5,"sample_id":"gpqa-main-ecb6740406340eb07beacf42/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3379,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"29f96711820eba41ccced6676074bc5bcd9e3eb6c97ce5e8507128a91a175bb0"} +{"uuid":"gpqa-main-50a8ab2bd1710dbcfa2e32b5","benchmark":"gpqa_main","data_index":2088,"repeat_index":5,"sample_id":"gpqa-main-50a8ab2bd1710dbcfa2e32b5/repeat-5","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":199999,"completion_tokens":3623,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":null,"question_sha256":"5fb04957154b48d4ebad83862909a8fd3afc5ba5399a7dbe4594b5c72255964c"} +{"uuid":"gpqa-main-5afce78005210e6a41636858","benchmark":"gpqa_main","data_index":2949,"repeat_index":7,"sample_id":"gpqa-main-5afce78005210e6a41636858/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":303,"prompt_tokens":312,"effective_max_tokens":130760,"original_embedded_prediction":"C","question_sha256":"1447f629926983e1fb54566e40ab57d7a728998d233e3c84bc33277da7c13a65"} +{"uuid":"gpqa-main-2601636e383074212d2b5e52","benchmark":"gpqa_main","data_index":3021,"repeat_index":7,"sample_id":"gpqa-main-2601636e383074212d2b5e52/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":92,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"D","question_sha256":"4346808ce2e49e7dd075a69d154a4e1c8d73b71869876d48ffff93747d8898ec"} +{"uuid":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8","benchmark":"gpqa_main","data_index":2984,"repeat_index":7,"sample_id":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":228,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"C","question_sha256":"bf639adbf5de648e6799cd9936073de7b6c750cf7c5870ed99dc4f842748abb9"} +{"uuid":"gpqa-main-6f8b58d9d46c4f4e7eba1910","benchmark":"gpqa_main","data_index":3005,"repeat_index":7,"sample_id":"gpqa-main-6f8b58d9d46c4f4e7eba1910/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":146,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"C","question_sha256":"2437e4848569e7740d6491d475d194b9eefbbeae3a6a31cd62ddeb8ba8e93aa9"} +{"uuid":"gpqa-main-48494dbfd36899c84d166873","benchmark":"gpqa_main","data_index":2982,"repeat_index":7,"sample_id":"gpqa-main-48494dbfd36899c84d166873/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":236,"prompt_tokens":315,"effective_max_tokens":130757,"original_embedded_prediction":"D","question_sha256":"a50aa647f4cce396d333dfcfe372bdfadfa7f7aa507ebafd207354812f7ab3f9"} +{"uuid":"gpqa-main-a41b7b18fc60247bc6e08ecc","benchmark":"gpqa_main","data_index":2966,"repeat_index":7,"sample_id":"gpqa-main-a41b7b18fc60247bc6e08ecc/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":289,"prompt_tokens":270,"effective_max_tokens":130802,"original_embedded_prediction":"C","question_sha256":"87c04c470b12fde8cca6d843b12d3265c10bf824a883929eca2654ab55681839"} +{"uuid":"gpqa-main-1a3571c1ec099b06b5011ceb","benchmark":"gpqa_main","data_index":3010,"repeat_index":7,"sample_id":"gpqa-main-1a3571c1ec099b06b5011ceb/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":148,"prompt_tokens":166,"effective_max_tokens":130906,"original_embedded_prediction":"D","question_sha256":"853f9bd759921129a51dd81d489f867c5aa9463f1925c203fe6f1e3147741f08"} +{"uuid":"gpqa-main-0069a2b69e59906ffd6ca400","benchmark":"gpqa_main","data_index":2979,"repeat_index":7,"sample_id":"gpqa-main-0069a2b69e59906ffd6ca400/repeat-7","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":257,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"B","question_sha256":"409fe9f5585adb91b6eded6462ef297118cee805597838bb23fa38eb32789450"} +{"uuid":"gpqa-main-212277d3e39540a6739d98b8","benchmark":"gpqa_main","data_index":2937,"repeat_index":7,"sample_id":"gpqa-main-212277d3e39540a6739d98b8/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":381,"prompt_tokens":147,"effective_max_tokens":130925,"original_embedded_prediction":"C","question_sha256":"d20446ccbbfc1ed40bcb669bfa65f9f9cd8e38ec8f7e67621c88e3dbe91f083d"} +{"uuid":"gpqa-main-7c103d3006e7e5942b17dfc2","benchmark":"gpqa_main","data_index":3033,"repeat_index":7,"sample_id":"gpqa-main-7c103d3006e7e5942b17dfc2/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":74,"prompt_tokens":254,"effective_max_tokens":130818,"original_embedded_prediction":"A","question_sha256":"851c6624380df7dd30fbf4b482add6ae0543525ac196eb146f0d1eb73a673d6c"} +{"uuid":"gpqa-main-60c7c63632b1d67ffb8a4fb7","benchmark":"gpqa_main","data_index":3023,"repeat_index":7,"sample_id":"gpqa-main-60c7c63632b1d67ffb8a4fb7/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":119,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"D","question_sha256":"60c9747de98dcd74354ee70ce1049c3c1d1b8d72f4e9848984af5d6ceb1a0c57"} +{"uuid":"gpqa-main-32802554a860af51b4d7360f","benchmark":"gpqa_main","data_index":2924,"repeat_index":7,"sample_id":"gpqa-main-32802554a860af51b4d7360f/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":423,"prompt_tokens":399,"effective_max_tokens":130673,"original_embedded_prediction":"C","question_sha256":"ea1d2c2fd4395ec2cad416b20c41a657730d84acd26fb53712bf10f6807a4e64"} +{"uuid":"gpqa-main-643d18139459da0f9c1b2e17","benchmark":"gpqa_main","data_index":2995,"repeat_index":7,"sample_id":"gpqa-main-643d18139459da0f9c1b2e17/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":206,"prompt_tokens":375,"effective_max_tokens":130697,"original_embedded_prediction":"C","question_sha256":"4bab53f383207a2bc9c94789bb8114d3e7db442308789d848023661e90b2ab49"} +{"uuid":"gpqa-main-47f8cee187b620660c7d11b3","benchmark":"gpqa_main","data_index":2760,"repeat_index":7,"sample_id":"gpqa-main-47f8cee187b620660c7d11b3/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1065,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"b114078343a4ce3eeaa845ee2c7bfa4ac7c9add00f507d8ff60e46cca593fb46"} +{"uuid":"gpqa-main-9a5518ae94b2b0d35d86de13","benchmark":"gpqa_main","data_index":2977,"repeat_index":7,"sample_id":"gpqa-main-9a5518ae94b2b0d35d86de13/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":268,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"C","question_sha256":"3fcfcbf2649513809f04d9fdbcbe0c6bc1a91164f8dcfd7d9748267f2db7c6ce"} +{"uuid":"gpqa-main-83f8b78e2bcb92bda5c03787","benchmark":"gpqa_main","data_index":3024,"repeat_index":7,"sample_id":"gpqa-main-83f8b78e2bcb92bda5c03787/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":128,"prompt_tokens":162,"effective_max_tokens":130910,"original_embedded_prediction":"A","question_sha256":"1f06efeb2323c27b7a92e2f6b6d0f631f5b1caa5357a701f99ff4c3d08286bcf"} +{"uuid":"gpqa-main-513a35e22e5c48f5b3b0518a","benchmark":"gpqa_main","data_index":2971,"repeat_index":7,"sample_id":"gpqa-main-513a35e22e5c48f5b3b0518a/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":292,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"D","question_sha256":"b4baa0b1a21db872411dec993670e6c6bc360a94404305cc5d3ecc9264fdf913"} +{"uuid":"gpqa-main-84c386fbd7476f5541ea16f0","benchmark":"gpqa_main","data_index":2963,"repeat_index":7,"sample_id":"gpqa-main-84c386fbd7476f5541ea16f0/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":326,"prompt_tokens":370,"effective_max_tokens":130702,"original_embedded_prediction":"D","question_sha256":"083aa3572345d938b0c707cfb8c710aea73759344b234ada78ed36f1ec66eb0d"} +{"uuid":"gpqa-main-7ac0db7d29e6e8c587a8e8f2","benchmark":"gpqa_main","data_index":3004,"repeat_index":7,"sample_id":"gpqa-main-7ac0db7d29e6e8c587a8e8f2/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":201,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"D","question_sha256":"1fc80dd29a6d1127a37414c18382b28b3e9d2f38b390130751d4cbfe90841375"} +{"uuid":"gpqa-main-d98819c9bc2a4086534acf1b","benchmark":"gpqa_main","data_index":2969,"repeat_index":7,"sample_id":"gpqa-main-d98819c9bc2a4086534acf1b/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":305,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"d53ea2c13c1ce696b626852774a73a189571a138a5fd872cdd3bb15f21f0bf06"} +{"uuid":"gpqa-main-33c3b423f54aabfcfca66691","benchmark":"gpqa_main","data_index":3022,"repeat_index":7,"sample_id":"gpqa-main-33c3b423f54aabfcfca66691/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":157,"prompt_tokens":323,"effective_max_tokens":130749,"original_embedded_prediction":"C","question_sha256":"d3ede1ef1590cafbeca0278be62d75df7a0ca03bdf527b454a132420994473ae"} +{"uuid":"gpqa-main-89f68a802c7c6e55b5b802fd","benchmark":"gpqa_main","data_index":2951,"repeat_index":7,"sample_id":"gpqa-main-89f68a802c7c6e55b5b802fd/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":379,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"C","question_sha256":"0815a781881ae5e8651c7fad2acd62427e6f4161f30b842d196debe30bd5ee83"} +{"uuid":"gpqa-main-9f0f463200d404d2c62eca59","benchmark":"gpqa_main","data_index":3008,"repeat_index":7,"sample_id":"gpqa-main-9f0f463200d404d2c62eca59/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":196,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"6ed199510dead1f6bd4eaa9162909d9481bd2201f8d9444ee60a2e0e2f20528c"} +{"uuid":"gpqa-main-45b8834e3ed027ec73e9cb93","benchmark":"gpqa_main","data_index":3014,"repeat_index":7,"sample_id":"gpqa-main-45b8834e3ed027ec73e9cb93/repeat-7","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":179,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"14a2ed1ddcecc5a3752c954a0c07f0e2ae102378d648cc66bd57385516fbbe20"} +{"uuid":"gpqa-main-e31881ef9b38bb3d802fa432","benchmark":"gpqa_main","data_index":3013,"repeat_index":7,"sample_id":"gpqa-main-e31881ef9b38bb3d802fa432/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":183,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"C","question_sha256":"d2b3b2f779f59635b5b67b63d55e4ada87e7ff867992c7a0b26b010dac9f8650"} +{"uuid":"gpqa-main-55f2934c4eb0b8293b1d65aa","benchmark":"gpqa_main","data_index":2909,"repeat_index":7,"sample_id":"gpqa-main-55f2934c4eb0b8293b1d65aa/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":538,"prompt_tokens":314,"effective_max_tokens":130758,"original_embedded_prediction":"D","question_sha256":"790d06fbc2ae95b0429cab870e5895c5de8a75b14d0bda1401b1503293606c67"} +{"uuid":"gpqa-main-7e9652f906d908e059401ac2","benchmark":"gpqa_main","data_index":3012,"repeat_index":7,"sample_id":"gpqa-main-7e9652f906d908e059401ac2/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":192,"prompt_tokens":346,"effective_max_tokens":130726,"original_embedded_prediction":"C","question_sha256":"9dda9414807cb4996f3a1deb9214b8aaf93c75e41d35fac14966aba5058f07ff"} +{"uuid":"gpqa-main-55aa21aa9a62e56aab915b32","benchmark":"gpqa_main","data_index":2990,"repeat_index":7,"sample_id":"gpqa-main-55aa21aa9a62e56aab915b32/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":275,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"A","question_sha256":"e6eba602b3eef649fed522c6b8737556699845aee5b419773938063ec6b83257"} +{"uuid":"gpqa-main-f2c0ff64cf18a6ae32dc45dc","benchmark":"gpqa_main","data_index":2887,"repeat_index":7,"sample_id":"gpqa-main-f2c0ff64cf18a6ae32dc45dc/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":621,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"D","question_sha256":"f2467e0d99b11d10fdd18675d7a73d1a19569e58d6aa97be50c24c2cb28731b1"} +{"uuid":"gpqa-main-5f044a1bf575df47abc76e1a","benchmark":"gpqa_main","data_index":3034,"repeat_index":7,"sample_id":"gpqa-main-5f044a1bf575df47abc76e1a/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":125,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"56742e4e637e9ad1340d4a8de7af8e0d6ce2447d668cc5b51dfb52dfb0b2b8e9"} +{"uuid":"gpqa-main-bf00d194c934803975b81b7b","benchmark":"gpqa_main","data_index":3009,"repeat_index":7,"sample_id":"gpqa-main-bf00d194c934803975b81b7b/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":210,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"55e1269d132671f2c7b7f41498cb0b404e702d8ce370ac5555d837581e1b3ad7"} +{"uuid":"gpqa-main-ed6a4565f708132bae39b742","benchmark":"gpqa_main","data_index":2943,"repeat_index":7,"sample_id":"gpqa-main-ed6a4565f708132bae39b742/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":426,"prompt_tokens":393,"effective_max_tokens":130679,"original_embedded_prediction":"C","question_sha256":"5ce997bcaa654b6fdbbb00b63b66633167679a850d02d845b8a9b1b716979197"} +{"uuid":"gpqa-main-c5fc0037165678ab354bad30","benchmark":"gpqa_main","data_index":2917,"repeat_index":7,"sample_id":"gpqa-main-c5fc0037165678ab354bad30/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":513,"prompt_tokens":158,"effective_max_tokens":130914,"original_embedded_prediction":"B","question_sha256":"cc55519c3a9058d775356db9fd87b9279f120f69e3d435e9886ed87f62c6a229"} +{"uuid":"gpqa-main-3f72ea9cda0c3c6f970bd310","benchmark":"gpqa_main","data_index":2746,"repeat_index":7,"sample_id":"gpqa-main-3f72ea9cda0c3c6f970bd310/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1170,"prompt_tokens":432,"effective_max_tokens":130640,"original_embedded_prediction":"C","question_sha256":"a5bf307fdc69920b346c2d288b6a35b24485c92c8e245174a775055fa172cdc6"} +{"uuid":"gpqa-main-adffc79c4b20a953ccbf4cd1","benchmark":"gpqa_main","data_index":2676,"repeat_index":6,"sample_id":"gpqa-main-adffc79c4b20a953ccbf4cd1/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1442,"prompt_tokens":170,"effective_max_tokens":130902,"original_embedded_prediction":"B","question_sha256":"a9acc5caf0ab2f58b68d62ac52eac5bd31ee4a74a832bd753df339176dbbaefe"} +{"uuid":"gpqa-main-50b06dfa0f6f3a64a58faa00","benchmark":"gpqa_main","data_index":2985,"repeat_index":7,"sample_id":"gpqa-main-50b06dfa0f6f3a64a58faa00/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":322,"prompt_tokens":2889,"effective_max_tokens":128183,"original_embedded_prediction":"C","question_sha256":"6d83e75112500dd8a0852c4eaa9859c4fb625c97bdf5f7d5c532bcd6347ea1a8"} +{"uuid":"gpqa-main-dd8409336990c7459796bf16","benchmark":"gpqa_main","data_index":2923,"repeat_index":7,"sample_id":"gpqa-main-dd8409336990c7459796bf16/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":496,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"A","question_sha256":"609aca38a7fb3090a0f30d6d141ac5d22646fb06ba18f8c71758e099668e5bf5"} +{"uuid":"gpqa-main-77067b016766698b199936c6","benchmark":"gpqa_main","data_index":3031,"repeat_index":7,"sample_id":"gpqa-main-77067b016766698b199936c6/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":157,"prompt_tokens":306,"effective_max_tokens":130766,"original_embedded_prediction":"B","question_sha256":"4c8dd76001266d2c0d3a086b95cb4f68ba3f1b2658186002903315d51bf5bea6"} +{"uuid":"gpqa-main-55f2934c4eb0b8293b1d65aa","benchmark":"gpqa_main","data_index":2141,"repeat_index":5,"sample_id":"gpqa-main-55f2934c4eb0b8293b1d65aa/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3516,"prompt_tokens":314,"effective_max_tokens":130758,"original_embedded_prediction":"C","question_sha256":"790d06fbc2ae95b0429cab870e5895c5de8a75b14d0bda1401b1503293606c67"} +{"uuid":"gpqa-main-b84eb68d18023ca81e43b35a","benchmark":"gpqa_main","data_index":2981,"repeat_index":7,"sample_id":"gpqa-main-b84eb68d18023ca81e43b35a/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":328,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"D","question_sha256":"6c90e464e06f4dc9c748d6c9be44c96b2d5bec5078b4eb152ea4ccec4c709f2d"} +{"uuid":"gpqa-main-443f8ea9f271c4442521f8e4","benchmark":"gpqa_main","data_index":2987,"repeat_index":7,"sample_id":"gpqa-main-443f8ea9f271c4442521f8e4/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":320,"prompt_tokens":326,"effective_max_tokens":130746,"original_embedded_prediction":"D","question_sha256":"9211da2d82adb786850c236cd14fc05728eb04599b0abc0202714ba6bd385d19"} +{"uuid":"gpqa-main-6dec9c3aba26b3c8623af13e","benchmark":"gpqa_main","data_index":3003,"repeat_index":7,"sample_id":"gpqa-main-6dec9c3aba26b3c8623af13e/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":268,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"656a46f8bac8e8e0767c9a5675871d3f81ff8707ec78f064bca2ccac673d7561"} +{"uuid":"gpqa-main-9753ac5963fbae8c8e907ef3","benchmark":"gpqa_main","data_index":2965,"repeat_index":7,"sample_id":"gpqa-main-9753ac5963fbae8c8e907ef3/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":386,"prompt_tokens":181,"effective_max_tokens":130891,"original_embedded_prediction":"C","question_sha256":"ec3a07db51d6010b2b9fae103e36b62707efee3ad0713fcd4420f8ba8f55c00b"} +{"uuid":"gpqa-main-05286f95a107c3da592ecbd9","benchmark":"gpqa_main","data_index":2993,"repeat_index":7,"sample_id":"gpqa-main-05286f95a107c3da592ecbd9/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":299,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"C","question_sha256":"d8a1a7b530a9b1d0cd0b07ec53f60d6d5fcf3059457f02b90e3c4ddf51fdc825"} +{"uuid":"gpqa-main-d8cca1a27ad1a42b4a99ce96","benchmark":"gpqa_main","data_index":2957,"repeat_index":7,"sample_id":"gpqa-main-d8cca1a27ad1a42b4a99ce96/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":420,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"A","question_sha256":"6049e26840c0e889bb5632032745b5bcf6684dec9a2f9d0a0cfb76378c5c064e"} +{"uuid":"gpqa-main-b36b446fe10911202d34a473","benchmark":"gpqa_main","data_index":3047,"repeat_index":7,"sample_id":"gpqa-main-b36b446fe10911202d34a473/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":100,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"D","question_sha256":"a817452b182acac6761625a70d62a32f2da8fc7a708397cb06f4ad35d5fb18f8"} +{"uuid":"gpqa-main-29e885003cf7658ac2eb0ba4","benchmark":"gpqa_main","data_index":2407,"repeat_index":6,"sample_id":"gpqa-main-29e885003cf7658ac2eb0ba4/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":200012,"completion_tokens":2558,"prompt_tokens":299,"effective_max_tokens":130773,"original_embedded_prediction":"D","question_sha256":"e6fd9b7cea6cbcd53eabc57f63ae367008b2774a1092f55e23e78b7eafbdbafa"} +{"uuid":"gpqa-main-e47ea8383f43129dec459997","benchmark":"gpqa_main","data_index":2972,"repeat_index":7,"sample_id":"gpqa-main-e47ea8383f43129dec459997/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":383,"prompt_tokens":262,"effective_max_tokens":130810,"original_embedded_prediction":"D","question_sha256":"9e7260c352d5970f26856e94943b008fa72ebf3264a0e2790592a41209cfac2d"} +{"uuid":"gpqa-main-0fb808246cf99919fa61cf95","benchmark":"gpqa_main","data_index":3056,"repeat_index":7,"sample_id":"gpqa-main-0fb808246cf99919fa61cf95/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":110,"prompt_tokens":415,"effective_max_tokens":130657,"original_embedded_prediction":"B","question_sha256":"8dd19f310e71e68caf9619c551faf073baee082c2fdae90e86d766c8f04dd15c"} +{"uuid":"gpqa-main-ae94db70e45f3af66518a393","benchmark":"gpqa_main","data_index":3018,"repeat_index":7,"sample_id":"gpqa-main-ae94db70e45f3af66518a393/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":256,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"C","question_sha256":"357c925128939cb69954fa6d11c54df2209c646ee1d3db2ab6dfea44ae6407b6"} +{"uuid":"gpqa-main-d8d5dbb2aa6f203775147357","benchmark":"gpqa_main","data_index":3006,"repeat_index":7,"sample_id":"gpqa-main-d8d5dbb2aa6f203775147357/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":309,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"bb18da47ffe6578fb5b30d30128525e8addf5e823c1985c70c606c89ce8d4d7e"} +{"uuid":"gpqa-main-ad77d1e365463a217a2cc25c","benchmark":"gpqa_main","data_index":3036,"repeat_index":7,"sample_id":"gpqa-main-ad77d1e365463a217a2cc25c/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":210,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"B","question_sha256":"7c427847fb1acab7f784c40193a51f13be68ffb38b4336c6bf3ebf112916fc29"} +{"uuid":"gpqa-main-11b88a6212278288c390be69","benchmark":"gpqa_main","data_index":3025,"repeat_index":7,"sample_id":"gpqa-main-11b88a6212278288c390be69/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":266,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"C","question_sha256":"29eb581590e7852467849e4c58c5e3b1b97736035880adbd4e12298c320ac7e4"} +{"uuid":"gpqa-main-a39e48c3dd280f4d62399e78","benchmark":"gpqa_main","data_index":3059,"repeat_index":7,"sample_id":"gpqa-main-a39e48c3dd280f4d62399e78/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":133,"prompt_tokens":397,"effective_max_tokens":130675,"original_embedded_prediction":"B","question_sha256":"721c25455cfe9ff83ae29b7ba79700cb78268040d9773283d4d8afebd849187b"} +{"uuid":"gpqa-main-8523e39e7dc895f15a06a403","benchmark":"gpqa_main","data_index":3019,"repeat_index":7,"sample_id":"gpqa-main-8523e39e7dc895f15a06a403/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":294,"prompt_tokens":243,"effective_max_tokens":130829,"original_embedded_prediction":"B","question_sha256":"9809fdeb256e4181e9705fa439a61deb6dbe804bfb80ffab6cb1bd4565faa027"} +{"uuid":"gpqa-main-b306a5cb19a37a5923ddeda3","benchmark":"gpqa_main","data_index":3063,"repeat_index":7,"sample_id":"gpqa-main-b306a5cb19a37a5923ddeda3/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":126,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"10d0692d1c6af6008ffff69894cb0183dafbb80748247a3a0e1961e87f1e7c9f"} +{"uuid":"gpqa-main-5a280dae7286e8bab3887904","benchmark":"gpqa_main","data_index":2900,"repeat_index":7,"sample_id":"gpqa-main-5a280dae7286e8bab3887904/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":688,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"C","question_sha256":"b8398a470c0a1a045a6dcf2005bd8e8351bdf75ffa7c473958cf3c4b5d4fb288"} +{"uuid":"gpqa-main-9aa9fb454d849030d70f9512","benchmark":"gpqa_main","data_index":2958,"repeat_index":7,"sample_id":"gpqa-main-9aa9fb454d849030d70f9512/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":490,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"D","question_sha256":"b494f4c1785682ee7d284173af2a6ef6db2189c6f3e7ece0edb769c2f10d5f24"} +{"uuid":"gpqa-main-24659eabc462bf7fb5295951","benchmark":"gpqa_main","data_index":2953,"repeat_index":7,"sample_id":"gpqa-main-24659eabc462bf7fb5295951/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":508,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"f26df2fb1b4182bacbf5d951a583b120ed154d22ea6f9659ed264ae020297543"} +{"uuid":"gpqa-main-43903740f46e3267ecd42324","benchmark":"gpqa_main","data_index":3039,"repeat_index":7,"sample_id":"gpqa-main-43903740f46e3267ecd42324/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":218,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"b52b0025e64a7d0c0023e98ca9fe1f002e22bd987dd934f74304bd22e6e7da20"} +{"uuid":"gpqa-main-6195cef214f3dfad9869d6d3","benchmark":"gpqa_main","data_index":2986,"repeat_index":7,"sample_id":"gpqa-main-6195cef214f3dfad9869d6d3/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":424,"prompt_tokens":351,"effective_max_tokens":130721,"original_embedded_prediction":"A","question_sha256":"d8a4b11aef2d38271a5ebf2c1802dc875d19737c557efb5990cc4a865a052e7c"} +{"uuid":"gpqa-main-6078bfac5f15131fb59b31ce","benchmark":"gpqa_main","data_index":2994,"repeat_index":7,"sample_id":"gpqa-main-6078bfac5f15131fb59b31ce/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":382,"prompt_tokens":383,"effective_max_tokens":130689,"original_embedded_prediction":"D","question_sha256":"2c08be31c31eb443db8881662320ebedec47eef168a86389032948d5a9cc37d1"} +{"uuid":"gpqa-main-0b01dd8e7881a40d7eb61175","benchmark":"gpqa_main","data_index":3027,"repeat_index":7,"sample_id":"gpqa-main-0b01dd8e7881a40d7eb61175/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":294,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"D","question_sha256":"74998926c571f30bb050d73fd21eee2727687e5a8320253f13d3d84b8605a913"} +{"uuid":"gpqa-main-3cb5227445654dab4b5dacc2","benchmark":"gpqa_main","data_index":3002,"repeat_index":7,"sample_id":"gpqa-main-3cb5227445654dab4b5dacc2/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":377,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"4b45de4106aaf95114f9bda69339b541037b0eb04b8fd1f40efb6b91ed2a479e"} +{"uuid":"gpqa-main-91b254f1e1c8041fbc1a3222","benchmark":"gpqa_main","data_index":3048,"repeat_index":7,"sample_id":"gpqa-main-91b254f1e1c8041fbc1a3222/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":196,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"A","question_sha256":"35cf9161cc3c5b82d0770ab2b2fdef4a970ddae93523dee3a6bde8574e79b13d"} +{"uuid":"gpqa-main-53c8581aa69a3066bf003024","benchmark":"gpqa_main","data_index":3038,"repeat_index":7,"sample_id":"gpqa-main-53c8581aa69a3066bf003024/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":252,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"dbc9784ed2e796c6f534e998f17f2a819df9d6d94cd62aa72bd7fdcbf457c948"} +{"uuid":"gpqa-main-33b9f4658edfefac92faa4d3","benchmark":"gpqa_main","data_index":2964,"repeat_index":7,"sample_id":"gpqa-main-33b9f4658edfefac92faa4d3/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":498,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"D","question_sha256":"21b950759e4e088c97c70fcca487f4b3ceddd69dd2563433e332a0dde94eeddb"} +{"uuid":"gpqa-main-1989edb8041cc1c94659dcc4","benchmark":"gpqa_main","data_index":3028,"repeat_index":7,"sample_id":"gpqa-main-1989edb8041cc1c94659dcc4/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":299,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"C","question_sha256":"364ddb1397abdc7ae2201c88354f8df3f89b63c28330217a94cf8cf96c19ae54"} +{"uuid":"gpqa-main-728c68de5f34aba879617ff3","benchmark":"gpqa_main","data_index":3041,"repeat_index":7,"sample_id":"gpqa-main-728c68de5f34aba879617ff3/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":244,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"93587b6fdb0ccf1d1701c58bd12431b38885397117475f14823f4c52994b39b4"} +{"uuid":"gpqa-main-cda2fe50fc8423311319e78e","benchmark":"gpqa_main","data_index":2988,"repeat_index":7,"sample_id":"gpqa-main-cda2fe50fc8423311319e78e/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":431,"prompt_tokens":182,"effective_max_tokens":130890,"original_embedded_prediction":"A","question_sha256":"1b04aca1c9a8b4f1fabc653b3653d0a48982315e6f1da934d98cadd1948f776f"} +{"uuid":"gpqa-main-6f84d17ede852cd9196347bd","benchmark":"gpqa_main","data_index":3052,"repeat_index":7,"sample_id":"gpqa-main-6f84d17ede852cd9196347bd/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":200,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"C","question_sha256":"e410f49b6f85564bf5b9226069391669e4c376097b2656e616a6b82abd4729ac"} +{"uuid":"gpqa-main-7684b3ed8a4540e6099495df","benchmark":"gpqa_main","data_index":3015,"repeat_index":7,"sample_id":"gpqa-main-7684b3ed8a4540e6099495df/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":352,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"0caf81b8c83789b0b258b80856002cff7fd589a737844db0407269017bcd1955"} +{"uuid":"gpqa-main-4c4e7752fc041224f19d3f9a","benchmark":"gpqa_main","data_index":2998,"repeat_index":7,"sample_id":"gpqa-main-4c4e7752fc041224f19d3f9a/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":427,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"a7183bc025131850f86e24e7faa64e367e334f399dbbc968c1e6069905fe8c28"} +{"uuid":"gpqa-main-ff45876351041ad1ce200bb4","benchmark":"gpqa_main","data_index":3011,"repeat_index":7,"sample_id":"gpqa-main-ff45876351041ad1ce200bb4/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":384,"prompt_tokens":345,"effective_max_tokens":130727,"original_embedded_prediction":"D","question_sha256":"32bdeb2d6746cedbaa666a09cbe9ff84eedb094a4f81edb9c09ab191add49c41"} +{"uuid":"gpqa-main-c8bb35d2e6add774a878c895","benchmark":"gpqa_main","data_index":2899,"repeat_index":7,"sample_id":"gpqa-main-c8bb35d2e6add774a878c895/repeat-7","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":760,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":null,"question_sha256":"8b5b2cb731b5a7fb6556557d17fc7ef7fb607adfa5050f0d70418eb3b983605b"} +{"uuid":"gpqa-main-39045ad4d1274d0e56839d7b","benchmark":"gpqa_main","data_index":3064,"repeat_index":7,"sample_id":"gpqa-main-39045ad4d1274d0e56839d7b/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":210,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"D","question_sha256":"429df35a12720ff87021b558515bede2e2590914376178a956309c141594787f"} +{"uuid":"gpqa-main-fd7b1296b8c5ae3f05aa8355","benchmark":"gpqa_main","data_index":3007,"repeat_index":7,"sample_id":"gpqa-main-fd7b1296b8c5ae3f05aa8355/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":413,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"C","question_sha256":"e674bbb69c41e672de8e4c8cbea505f57f0d1fc98a2ae52ced1937ec4c71b62f"} +{"uuid":"gpqa-main-55e31c256bb6191d94e6db4d","benchmark":"gpqa_main","data_index":3050,"repeat_index":7,"sample_id":"gpqa-main-55e31c256bb6191d94e6db4d/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":250,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"D","question_sha256":"126561d6b58fa17bbaffda56837acaf8fab4bf282ccdfdcc2c7a97bfe520889c"} +{"uuid":"gpqa-main-2efd60649bdbaa65b5969003","benchmark":"gpqa_main","data_index":3045,"repeat_index":7,"sample_id":"gpqa-main-2efd60649bdbaa65b5969003/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":278,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"C","question_sha256":"af907b84cdd249e3bd0dcd3a0fc488c3673df744a66342233bebd85574ac74c3"} +{"uuid":"gpqa-main-acdff999b6cbfcbc8be6ffac","benchmark":"gpqa_main","data_index":2929,"repeat_index":7,"sample_id":"gpqa-main-acdff999b6cbfcbc8be6ffac/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":654,"prompt_tokens":404,"effective_max_tokens":130668,"original_embedded_prediction":"C","question_sha256":"96f00c3d898d9c364f022eae18e69424d7f2ddde12fbde50541b7390ffd40103"} +{"uuid":"gpqa-main-acecd9428a5b4368f1f5bc82","benchmark":"gpqa_main","data_index":2997,"repeat_index":7,"sample_id":"gpqa-main-acecd9428a5b4368f1f5bc82/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":454,"prompt_tokens":336,"effective_max_tokens":130736,"original_embedded_prediction":"D","question_sha256":"2d1e5de4bf7305d1b5eee8dda5415195dc333d71b3f50fa60508a928b67fb336"} +{"uuid":"gpqa-main-87740f520845c3f77369e5a1","benchmark":"gpqa_main","data_index":2946,"repeat_index":7,"sample_id":"gpqa-main-87740f520845c3f77369e5a1/repeat-7","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":612,"prompt_tokens":188,"effective_max_tokens":130884,"original_embedded_prediction":null,"question_sha256":"f6c5a12c2cd600eeb524956c760164ff890d185cffd979bfba482f46aa46a1ac"} +{"uuid":"gpqa-main-67410b7a8dc0eaa2a0ad0e33","benchmark":"gpqa_main","data_index":3035,"repeat_index":7,"sample_id":"gpqa-main-67410b7a8dc0eaa2a0ad0e33/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":328,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"C","question_sha256":"bb309e44424b270e31ff68a9df49f0a2f19335280a19eb9a92c5dcd1810cc3e8"} +{"uuid":"gpqa-main-febe4c45e71692110949e3d6","benchmark":"gpqa_main","data_index":3040,"repeat_index":7,"sample_id":"gpqa-main-febe4c45e71692110949e3d6/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":312,"prompt_tokens":577,"effective_max_tokens":130495,"original_embedded_prediction":"D","question_sha256":"e38dd7750710c37aa45a5b0b5dd91e1b4171070325d670d668ab1fa20431a29e"} +{"uuid":"gpqa-main-2651d2e67639a9e1741c23d7","benchmark":"gpqa_main","data_index":3049,"repeat_index":7,"sample_id":"gpqa-main-2651d2e67639a9e1741c23d7/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":277,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"A","question_sha256":"4dde21b33c78ccf27d8f3043edfe68636929e2ed7d52841b78b767027425afcb"} +{"uuid":"gpqa-main-238c4616c3347122f4b974e4","benchmark":"gpqa_main","data_index":3053,"repeat_index":7,"sample_id":"gpqa-main-238c4616c3347122f4b974e4/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":274,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"A","question_sha256":"5a24c76ed39eb083ccc9c24780d936fe2e52cba76ae67efa4d647cc35e10037b"} +{"uuid":"gpqa-main-485d6d2d8d4ef097891a30ae","benchmark":"gpqa_main","data_index":3058,"repeat_index":7,"sample_id":"gpqa-main-485d6d2d8d4ef097891a30ae/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":266,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"C","question_sha256":"c6a4a4365a6f088ad7d433e788ad1983c25ce2a6965fa332c2fd4f61eea9bbbc"} +{"uuid":"gpqa-main-8d147d8bf7fad22423fc5dd7","benchmark":"gpqa_main","data_index":2970,"repeat_index":7,"sample_id":"gpqa-main-8d147d8bf7fad22423fc5dd7/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":572,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"B","question_sha256":"bfad7a1309a7d02668c615391f7302c03e1c3f61ffaee5d1f44ba2c9f5c40b7d"} +{"uuid":"gpqa-main-72464184a419f296dae470a9","benchmark":"gpqa_main","data_index":2945,"repeat_index":7,"sample_id":"gpqa-main-72464184a419f296dae470a9/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":652,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"A","question_sha256":"16bcf4c7129e083cade7afd040c6c4e0fa1fc7677a11aa70fb1b5a3d0e5fb5ea"} +{"uuid":"gpqa-main-544e43760baf2de3b5be5741","benchmark":"gpqa_main","data_index":3057,"repeat_index":7,"sample_id":"gpqa-main-544e43760baf2de3b5be5741/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":291,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"89418be241a19daa5c02878e565ee51b73f6f2c9bcafffaf554b45989088c1d8"} +{"uuid":"gpqa-main-17eb0ef902a11d36b13bb4ba","benchmark":"gpqa_main","data_index":3066,"repeat_index":7,"sample_id":"gpqa-main-17eb0ef902a11d36b13bb4ba/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":263,"prompt_tokens":290,"effective_max_tokens":130782,"original_embedded_prediction":"C","question_sha256":"da025e796cabfda79ad3a899a873052b028159563074d0934fabc7ee4c54d8ad"} +{"uuid":"gpqa-main-358120bf0c4377ebdbde08fc","benchmark":"gpqa_main","data_index":2996,"repeat_index":7,"sample_id":"gpqa-main-358120bf0c4377ebdbde08fc/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":507,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"D","question_sha256":"051eba2501386001d9e9793a3b0fe9ea4c78a987e3a1576c168659f849b684d6"} +{"uuid":"gpqa-main-01e62a7b7362ebd043bef6f7","benchmark":"gpqa_main","data_index":2916,"repeat_index":7,"sample_id":"gpqa-main-01e62a7b7362ebd043bef6f7/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":769,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"B","question_sha256":"339602fd0ae9cbdaef368f3dcff01cd2d212565d5c7830b14c0fd29de1cb58d6"} +{"uuid":"gpqa-main-5f1108e8b2f18297c04895bf","benchmark":"gpqa_main","data_index":3017,"repeat_index":7,"sample_id":"gpqa-main-5f1108e8b2f18297c04895bf/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":449,"prompt_tokens":447,"effective_max_tokens":130625,"original_embedded_prediction":"C","question_sha256":"d6e89de54268d0839b91cc5f860fd4903b1d8277accaf665ced8b5404cdbbe84"} +{"uuid":"gpqa-main-b9cd3234a1fbbf6fe8b281a7","benchmark":"gpqa_main","data_index":3061,"repeat_index":7,"sample_id":"gpqa-main-b9cd3234a1fbbf6fe8b281a7/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":286,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"407ed0eb19714d6ab4f488ca6e6a117c40e4991746c31ad1c464c5e529e59565"} +{"uuid":"gpqa-main-d9fdff837cb2d2e4d1e81014","benchmark":"gpqa_main","data_index":3071,"repeat_index":7,"sample_id":"gpqa-main-d9fdff837cb2d2e4d1e81014/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":264,"prompt_tokens":153,"effective_max_tokens":130919,"original_embedded_prediction":"C","question_sha256":"021732e23dc83767a3bfeabac85945e664d0c83c8f4cd2ecee91855cda0b0d54"} +{"uuid":"gpqa-main-68d5dcbd7078889c19a9a93c","benchmark":"gpqa_main","data_index":1672,"repeat_index":4,"sample_id":"gpqa-main-68d5dcbd7078889c19a9a93c/repeat-4","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":5700,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":null,"question_sha256":"618551bfaaf71599d5802135cbf18d8e9b5a33b38537d32515c5298d556df601"} +{"uuid":"gpqa-main-ae71bab05f11abac2f706bb9","benchmark":"gpqa_main","data_index":3029,"repeat_index":7,"sample_id":"gpqa-main-ae71bab05f11abac2f706bb9/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":449,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"d160134fd023bac8e7f94f4d4e70e01dc36d3ae74bb54ab778b03686e5b7b2c0"} +{"uuid":"gpqa-main-65b3a19abfb8f6bf88bf75f5","benchmark":"gpqa_main","data_index":3055,"repeat_index":7,"sample_id":"gpqa-main-65b3a19abfb8f6bf88bf75f5/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":349,"prompt_tokens":308,"effective_max_tokens":130764,"original_embedded_prediction":"C","question_sha256":"a8345a17dbfe0f12b34f72265cd346edb8235c10a1aa78acb6be06124a19360a"} +{"uuid":"gpqa-main-edbd99e5f03e3b3f074ba126","benchmark":"gpqa_main","data_index":2750,"repeat_index":7,"sample_id":"gpqa-main-edbd99e5f03e3b3f074ba126/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1471,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"C","question_sha256":"b690990e73efd994587057d6ed5ae270235b0ec6bd4e98df3fc472f01c179765"} +{"uuid":"gpqa-main-e10311e2a20f5ef70b44af1a","benchmark":"gpqa_main","data_index":3068,"repeat_index":7,"sample_id":"gpqa-main-e10311e2a20f5ef70b44af1a/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":333,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"B","question_sha256":"840fab180da436fa17bd480d15eb270c8be4535800795f8fe8c3d0b1ac29ca9d"} +{"uuid":"gpqa-main-7ed621f8290d6ac14181ce45","benchmark":"gpqa_main","data_index":3070,"repeat_index":7,"sample_id":"gpqa-main-7ed621f8290d6ac14181ce45/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":355,"prompt_tokens":298,"effective_max_tokens":130774,"original_embedded_prediction":"C","question_sha256":"c1c0ad22e4376412fe1e7564fd1f8c00dd970292dbf0dbb83b0350881e74b306"} +{"uuid":"gpqa-main-381032537ca0c968de7d5c06","benchmark":"gpqa_main","data_index":2507,"repeat_index":6,"sample_id":"gpqa-main-381032537ca0c968de7d5c06/repeat-6","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":199999,"completion_tokens":2477,"prompt_tokens":186,"effective_max_tokens":130886,"original_embedded_prediction":null,"question_sha256":"045347c35e2957dbd6bc83158fecec24c157df70fdefaaddc8633ecda3435cdc"} +{"uuid":"gpqa-main-381032537ca0c968de7d5c06","benchmark":"gpqa_main","data_index":2891,"repeat_index":7,"sample_id":"gpqa-main-381032537ca0c968de7d5c06/repeat-7","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":199999,"completion_tokens":986,"prompt_tokens":186,"effective_max_tokens":130886,"original_embedded_prediction":null,"question_sha256":"045347c35e2957dbd6bc83158fecec24c157df70fdefaaddc8633ecda3435cdc"} +{"uuid":"gpqa-main-ca986cf878bcb98d3bdf6b0a","benchmark":"gpqa_main","data_index":2940,"repeat_index":7,"sample_id":"gpqa-main-ca986cf878bcb98d3bdf6b0a/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":814,"prompt_tokens":553,"effective_max_tokens":130519,"original_embedded_prediction":"C","question_sha256":"03946dc24ec69699ccf0d502676d0724f19c404c61b61996d4b5d979f21785da"} +{"uuid":"gpqa-main-f022820fa3c0f536a4d4a9bc","benchmark":"gpqa_main","data_index":3043,"repeat_index":7,"sample_id":"gpqa-main-f022820fa3c0f536a4d4a9bc/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":498,"prompt_tokens":288,"effective_max_tokens":130784,"original_embedded_prediction":"B","question_sha256":"d7be2d674d4903c49886b492451a9febcfb5696ccd6f0931c4d48ef06a19b2b9"} +{"uuid":"gpqa-main-4fb391edde117a3fa772fe15","benchmark":"gpqa_main","data_index":3067,"repeat_index":7,"sample_id":"gpqa-main-4fb391edde117a3fa772fe15/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":423,"prompt_tokens":230,"effective_max_tokens":130842,"original_embedded_prediction":"D","question_sha256":"5131eb311b518c1f3eade66e9c0f4df88aa05e6477bb06e86e3ac1e6fc1ea102"} +{"uuid":"gpqa-main-46f745f508b4d1ad41a0eb01","benchmark":"gpqa_main","data_index":3030,"repeat_index":7,"sample_id":"gpqa-main-46f745f508b4d1ad41a0eb01/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":559,"prompt_tokens":392,"effective_max_tokens":130680,"original_embedded_prediction":"A","question_sha256":"4971bc5df5aee8c296226e29269969e334193d698a942dccd75dac5459c05a5c"} +{"uuid":"gpqa-main-fcf4fc69f21da83688056521","benchmark":"gpqa_main","data_index":3051,"repeat_index":7,"sample_id":"gpqa-main-fcf4fc69f21da83688056521/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":474,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"D","question_sha256":"691112dd08aec41d1dfd7a48bf6e56a828dc8b340887ad6364daff290f8a88c4"} +{"uuid":"gpqa-main-3f9251e093c698e0c2fa2826","benchmark":"gpqa_main","data_index":3046,"repeat_index":7,"sample_id":"gpqa-main-3f9251e093c698e0c2fa2826/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":501,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"B","question_sha256":"252debe46c4fa81fca060b5a84d473e7c0bf04c99b8b5f54aab8119f22de36b4"} +{"uuid":"gpqa-main-7093e90be0c6d72d98ef432c","benchmark":"gpqa_main","data_index":3044,"repeat_index":7,"sample_id":"gpqa-main-7093e90be0c6d72d98ef432c/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":524,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"C","question_sha256":"d73f092255e75c14953338c7dc17fa9e41c6378f650bac797b23d3c68133744d"} +{"uuid":"gpqa-main-5af38d4af998e6cc090b76a4","benchmark":"gpqa_main","data_index":3054,"repeat_index":7,"sample_id":"gpqa-main-5af38d4af998e6cc090b76a4/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":496,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"C","question_sha256":"b20325f500465457b07762e2fe70b04e5055bd3df2783351050b6c3d04223eb4"} +{"uuid":"gpqa-main-1f0af84f0bdb1b68af6a7719","benchmark":"gpqa_main","data_index":3069,"repeat_index":7,"sample_id":"gpqa-main-1f0af84f0bdb1b68af6a7719/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":475,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"C","question_sha256":"47eb07162cc525d2e6a87977deb802204fed59b801dd5e2935cc6edb3c036af1"} +{"uuid":"gpqa-main-3b577bce88d27365cf34e990","benchmark":"gpqa_main","data_index":3032,"repeat_index":7,"sample_id":"gpqa-main-3b577bce88d27365cf34e990/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":613,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"952132525f3a442f1b38bdc3d0190df1c505766096106e7ac626a451f1b236fc"} +{"uuid":"gpqa-main-7684b3ed8a4540e6099495df","benchmark":"gpqa_main","data_index":327,"repeat_index":0,"sample_id":"gpqa-main-7684b3ed8a4540e6099495df/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":10416,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"D","question_sha256":"0caf81b8c83789b0b258b80856002cff7fd589a737844db0407269017bcd1955"} +{"uuid":"gpqa-main-138fcbeedbaf865565ec35fd","benchmark":"gpqa_main","data_index":1663,"repeat_index":4,"sample_id":"gpqa-main-138fcbeedbaf865565ec35fd/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":5990,"prompt_tokens":409,"effective_max_tokens":130663,"original_embedded_prediction":"B","question_sha256":"15bed1ac60d1bdcf0eec84539d669d6f38a2eb24b51e5072a922d8d9391ab135"} +{"uuid":"gpqa-main-adffc79c4b20a953ccbf4cd1","benchmark":"gpqa_main","data_index":3060,"repeat_index":7,"sample_id":"gpqa-main-adffc79c4b20a953ccbf4cd1/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":582,"prompt_tokens":170,"effective_max_tokens":130902,"original_embedded_prediction":"C","question_sha256":"a9acc5caf0ab2f58b68d62ac52eac5bd31ee4a74a832bd753df339176dbbaefe"} +{"uuid":"gpqa-main-f6a21b5c88fe41ca6a55591f","benchmark":"gpqa_main","data_index":3042,"repeat_index":7,"sample_id":"gpqa-main-f6a21b5c88fe41ca6a55591f/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":669,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"C","question_sha256":"b0808ff670ee04ab6af9402dbf89fd865b5fcc16ca43f81c6b8ed06e07bd5ee2"} +{"uuid":"gpqa-main-fcf4fbe275826c7d67e6067b","benchmark":"gpqa_main","data_index":3020,"repeat_index":7,"sample_id":"gpqa-main-fcf4fbe275826c7d67e6067b/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":836,"prompt_tokens":319,"effective_max_tokens":130753,"original_embedded_prediction":"C","question_sha256":"804a1298d02f33e3d34af9885ef317731ae757104a1e874356955c98921afd18"} +{"uuid":"gpqa-main-2d88ca9efdaae7d19aed9660","benchmark":"gpqa_main","data_index":2800,"repeat_index":7,"sample_id":"gpqa-main-2d88ca9efdaae7d19aed9660/repeat-7","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":1648,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":null,"question_sha256":"43af6d11597079a7d069dd93bbf3db87f0b5bb604fbfc66fc60c268d149d8fba"} +{"uuid":"gpqa-main-7c7ae85beee22afc94024aa0","benchmark":"gpqa_main","data_index":3065,"repeat_index":7,"sample_id":"gpqa-main-7c7ae85beee22afc94024aa0/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":728,"prompt_tokens":179,"effective_max_tokens":130893,"original_embedded_prediction":"A","question_sha256":"17ee204f8a3ef8904b0418dcf3bac347173df36a87b5535f055046fe6fae8879"} +{"uuid":"gpqa-main-adffc79c4b20a953ccbf4cd1","benchmark":"gpqa_main","data_index":1140,"repeat_index":2,"sample_id":"gpqa-main-adffc79c4b20a953ccbf4cd1/repeat-2","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":8148,"prompt_tokens":170,"effective_max_tokens":130902,"original_embedded_prediction":null,"question_sha256":"a9acc5caf0ab2f58b68d62ac52eac5bd31ee4a74a832bd753df339176dbbaefe"} +{"uuid":"gpqa-main-d31323dded27ae0c86cb5c75","benchmark":"gpqa_main","data_index":3001,"repeat_index":7,"sample_id":"gpqa-main-d31323dded27ae0c86cb5c75/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1009,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"D","question_sha256":"8f174dd25b58e6fc8e309577a66d0f5a4f46ed89bf1a5165c0cb561a4e3e33e9"} +{"uuid":"gpqa-main-731d6908d225dc9f463d1297","benchmark":"gpqa_main","data_index":2976,"repeat_index":7,"sample_id":"gpqa-main-731d6908d225dc9f463d1297/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1104,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"4774928b0a0c7cdc6d9c17102d2e01adad07f5a344858c23bbc63520a74724d7"} +{"uuid":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea","benchmark":"gpqa_main","data_index":3037,"repeat_index":7,"sample_id":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":988,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"D","question_sha256":"78b6f83c0d1137982356bff0e0d20f60e32542e5815ffd693af8f421f9e4741d"} +{"uuid":"gpqa-main-8e23eaed901a11ec534e6f8b","benchmark":"gpqa_main","data_index":2787,"repeat_index":7,"sample_id":"gpqa-main-8e23eaed901a11ec534e6f8b/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1933,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"ed842ad329efe1e08f990fad3dd3cd5e5fb16736a9da1dbfa314d5e19156887e"} +{"uuid":"gpqa-main-9bb169e317cdd76b98ada24f","benchmark":"gpqa_main","data_index":2493,"repeat_index":6,"sample_id":"gpqa-main-9bb169e317cdd76b98ada24f/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":3170,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"A","question_sha256":"d0bbc79a116a93d5c5c1325e012b3feb17a7b705d2ccd57a86ecfbdc2bf78030"} +{"uuid":"gpqa-main-a028903aa7112583a0e7b5d2","benchmark":"gpqa_main","data_index":2904,"repeat_index":7,"sample_id":"gpqa-main-a028903aa7112583a0e7b5d2/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1767,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"c6231a95c81ba1af7d31e5ce8f8e8ad4c4def88d86ab8f801a248cf19814e2d2"} +{"uuid":"gpqa-main-143dc33c1aad9828daf5e615","benchmark":"gpqa_main","data_index":1247,"repeat_index":3,"sample_id":"gpqa-main-143dc33c1aad9828daf5e615/repeat-3","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":8448,"prompt_tokens":354,"effective_max_tokens":130718,"original_embedded_prediction":null,"question_sha256":"ff60c18b72aac9e90842c7a2d5e79c68092a3fbb1d6c0318cee6d2892a43a0a1"} +{"uuid":"gpqa-main-c69005af8b1e76a851528e02","benchmark":"gpqa_main","data_index":2755,"repeat_index":7,"sample_id":"gpqa-main-c69005af8b1e76a851528e02/repeat-7","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":2761,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":null,"question_sha256":"29e6a1db070bf5e5af8af4b82da4953dd47dcd2a1bbd7ad2db04f3d1d4cd805e"} +{"uuid":"gpqa-main-50467ff0a4937693425f108b","benchmark":"gpqa_main","data_index":775,"repeat_index":2,"sample_id":"gpqa-main-50467ff0a4937693425f108b/repeat-2","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":10314,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":null,"question_sha256":"ee40e0ba47746454343829f9f66dd4d391816fe24ca19edf78fcce05cf1f26d8"} +{"uuid":"gpqa-main-f7ba77d144b7a11de90a37c4","benchmark":"gpqa_main","data_index":2065,"repeat_index":5,"sample_id":"gpqa-main-f7ba77d144b7a11de90a37c4/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":5608,"prompt_tokens":236,"effective_max_tokens":130836,"original_embedded_prediction":"D","question_sha256":"ac7263466ea3cfcdcebac618b1d20835b4103b2d80b75b1a7110e9763eb45aa2"} +{"uuid":"gpqa-main-763daf42ea0c79050a6a4d1d","benchmark":"gpqa_main","data_index":2365,"repeat_index":6,"sample_id":"gpqa-main-763daf42ea0c79050a6a4d1d/repeat-6","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":4566,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":null,"question_sha256":"72b4053b92adde478bb40c3fb9ef1e06215efe5922e2d600121170f824d32c13"} +{"uuid":"gpqa-main-216433a347b01989e26ed83a","benchmark":"gpqa_main","data_index":247,"repeat_index":0,"sample_id":"gpqa-main-216433a347b01989e26ed83a/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12074,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"C","question_sha256":"ead16c05d1abbf4387485257726593cf57a0384c3e0a3db31ba489bb1676ce72"} +{"uuid":"gpqa-main-7c3c45d7826322d2dd84475f","benchmark":"gpqa_main","data_index":2402,"repeat_index":6,"sample_id":"gpqa-main-7c3c45d7826322d2dd84475f/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":4525,"prompt_tokens":419,"effective_max_tokens":130653,"original_embedded_prediction":"C","question_sha256":"f98a4cc383b4e02c52b4cdafe1b79c1d58df251d5d10ab65f71740d27243ed28"} +{"uuid":"gpqa-main-6119656f6ad0247c537028e7","benchmark":"gpqa_main","data_index":2550,"repeat_index":6,"sample_id":"gpqa-main-6119656f6ad0247c537028e7/repeat-6","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":199999,"completion_tokens":4073,"prompt_tokens":329,"effective_max_tokens":130743,"original_embedded_prediction":null,"question_sha256":"e426a9a1b0977a66badcc2dd4f0d54629b39c2594a512e459e9afd20bba599ba"} +{"uuid":"gpqa-main-763daf42ea0c79050a6a4d1d","benchmark":"gpqa_main","data_index":2749,"repeat_index":7,"sample_id":"gpqa-main-763daf42ea0c79050a6a4d1d/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3384,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"C","question_sha256":"72b4053b92adde478bb40c3fb9ef1e06215efe5922e2d600121170f824d32c13"} +{"uuid":"gpqa-main-ad37592fd14aa64b9045a2c4","benchmark":"gpqa_main","data_index":3062,"repeat_index":7,"sample_id":"gpqa-main-ad37592fd14aa64b9045a2c4/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2477,"prompt_tokens":142,"effective_max_tokens":130930,"original_embedded_prediction":"B","question_sha256":"1b3ff6b6ef905e2e7d9fad403ad7bcef59c07ba5858ab30374d9c1f3f07e7dee"} +{"uuid":"gpqa-main-544e43760baf2de3b5be5741","benchmark":"gpqa_main","data_index":2673,"repeat_index":6,"sample_id":"gpqa-main-544e43760baf2de3b5be5741/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":4319,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"B","question_sha256":"89418be241a19daa5c02878e565ee51b73f6f2c9bcafffaf554b45989088c1d8"} +{"uuid":"gpqa-main-bf684ea09dc8822450fbd37c","benchmark":"gpqa_main","data_index":1620,"repeat_index":4,"sample_id":"gpqa-main-bf684ea09dc8822450fbd37c/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8745,"prompt_tokens":372,"effective_max_tokens":130700,"original_embedded_prediction":"D","question_sha256":"8f0911e951adf5df2bfc8aa29c14de392a998e2fa48463ceecedcd39a8301453"} +{"uuid":"gpqa-main-498b428b55b7644426a781c9","benchmark":"gpqa_main","data_index":2368,"repeat_index":6,"sample_id":"gpqa-main-498b428b55b7644426a781c9/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":200012,"completion_tokens":5788,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"C","question_sha256":"7fbfdc18f5a18b666f8d4afc859af60c4c56ab7d8d677d46fb01a050207ac688"} +{"uuid":"gpqa-main-1b113e4801541a0f8a992733","benchmark":"gpqa_main","data_index":3026,"repeat_index":7,"sample_id":"gpqa-main-1b113e4801541a0f8a992733/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4579,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"C","question_sha256":"934c12bf2e6db997c9f4c22933b7e9545d3398849fc6e181c8a8187d83cf44b5"} +{"uuid":"gpqa-main-49e3b768e85f009875fb4b7f","benchmark":"gpqa_main","data_index":2374,"repeat_index":6,"sample_id":"gpqa-main-49e3b768e85f009875fb4b7f/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7712,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"181abbdaf75899b4c447f9c98c58f90512c06ffe5521e109fa83597da1fb7aae"} +{"uuid":"gpqa-main-1923a70feda6403a600f719a","benchmark":"gpqa_main","data_index":1312,"repeat_index":3,"sample_id":"gpqa-main-1923a70feda6403a600f719a/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":11892,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"D","question_sha256":"7acad7dd49efa2a29ce19fb81de0e8b504de87dab9c66159407da7697942a708"} +{"uuid":"gpqa-main-cdc31486df3de65ec2c324e2","benchmark":"gpqa_main","data_index":2323,"repeat_index":6,"sample_id":"gpqa-main-cdc31486df3de65ec2c324e2/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":8100,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"C","question_sha256":"4d233cd7b8524c989eb47a4c40d6f2f47070b986fea11e3ee3029c07db9b3356"} +{"uuid":"gpqa-main-9aa9fb454d849030d70f9512","benchmark":"gpqa_main","data_index":2574,"repeat_index":6,"sample_id":"gpqa-main-9aa9fb454d849030d70f9512/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":7224,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"B","question_sha256":"b494f4c1785682ee7d284173af2a6ef6db2189c6f3e7ece0edb769c2f10d5f24"} +{"uuid":"gpqa-main-fd21f7c7356e7f51f0cabd07","benchmark":"gpqa_main","data_index":2889,"repeat_index":7,"sample_id":"gpqa-main-fd21f7c7356e7f51f0cabd07/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6006,"prompt_tokens":601,"effective_max_tokens":130471,"original_embedded_prediction":"C","question_sha256":"db246f6acae65ff2e4bb6caad314b6583cd0085f0d81b1b20515ca2fe73b6f72"} +{"uuid":"gpqa-main-cda1b642d52c30858bcdf7a3","benchmark":"gpqa_main","data_index":2715,"repeat_index":7,"sample_id":"gpqa-main-cda1b642d52c30858bcdf7a3/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6850,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"85f5a80c90290184ac6ec65307174970563ac9442644e868f064c886836d7a25"} +{"uuid":"gpqa-main-832feb793ff377da50abf878","benchmark":"gpqa_main","data_index":2757,"repeat_index":7,"sample_id":"gpqa-main-832feb793ff377da50abf878/repeat-7","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":6775,"prompt_tokens":202,"effective_max_tokens":130870,"original_embedded_prediction":null,"question_sha256":"9cb12d81fbbe616cc95beecd1627265e0b5a2fa48b8e7493d3df89b378afbc12"} +{"uuid":"gpqa-main-55aa21aa9a62e56aab915b32","benchmark":"gpqa_main","data_index":2606,"repeat_index":6,"sample_id":"gpqa-main-55aa21aa9a62e56aab915b32/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":7696,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"e6eba602b3eef649fed522c6b8737556699845aee5b419773938063ec6b83257"} +{"uuid":"gpqa-main-bf684ea09dc8822450fbd37c","benchmark":"gpqa_main","data_index":2772,"repeat_index":7,"sample_id":"gpqa-main-bf684ea09dc8822450fbd37c/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":7583,"prompt_tokens":372,"effective_max_tokens":130700,"original_embedded_prediction":"D","question_sha256":"8f0911e951adf5df2bfc8aa29c14de392a998e2fa48463ceecedcd39a8301453"} +{"uuid":"gpqa-main-9254c2db95aeb7ad8ae8a32d","benchmark":"gpqa_main","data_index":2983,"repeat_index":7,"sample_id":"gpqa-main-9254c2db95aeb7ad8ae8a32d/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":6837,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"183797b844f5aaf0d4762d5da650b2a14964b261306db104b29a00499b949bd6"} +{"uuid":"gpqa-main-834c95c23407a9d2c736d2ee","benchmark":"gpqa_main","data_index":1593,"repeat_index":4,"sample_id":"gpqa-main-834c95c23407a9d2c736d2ee/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":14857,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"D","question_sha256":"bb698537245b51d08b5d5a6cecdfd1a4e34f7ac0f17e13da8d713af9341a9366"} +{"uuid":"gpqa-main-67c1e3a67a2a974a3189d06b","benchmark":"gpqa_main","data_index":3016,"repeat_index":7,"sample_id":"gpqa-main-67c1e3a67a2a974a3189d06b/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":11827,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"B","question_sha256":"de0e795a2e1639d4babc3235662e71409fadd14e0c80f8551b3db9b4b53aa8de"} +{"uuid":"gpqa-main-d8361782f08c0e6d16de3839","benchmark":"gpqa_main","data_index":287,"repeat_index":0,"sample_id":"gpqa-main-d8361782f08c0e6d16de3839/repeat-0","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":199999,"completion_tokens":22653,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":null,"question_sha256":"aed1658f69a85980c41ce94c10ac1535d2de3683f7a5c3821d1a84fa594d4571"} +{"uuid":"gpqa-main-498b428b55b7644426a781c9","benchmark":"gpqa_main","data_index":64,"repeat_index":0,"sample_id":"gpqa-main-498b428b55b7644426a781c9/repeat-0","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":35589,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":null,"question_sha256":"7fbfdc18f5a18b666f8d4afc859af60c4c56ab7d8d677d46fb01a050207ac688"} +{"uuid":"gpqa-main-ddd2b405606ced65b4ce6345","benchmark":"gpqa_main","data_index":632,"repeat_index":1,"sample_id":"gpqa-main-ddd2b405606ced65b4ce6345/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":34248,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"2066c0e835493298c00391dd9236de10adec10d611fe3e2777f252677dfe9724"} +{"uuid":"gpqa-main-9bb169e317cdd76b98ada24f","benchmark":"gpqa_main","data_index":957,"repeat_index":2,"sample_id":"gpqa-main-9bb169e317cdd76b98ada24f/repeat-2","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":199999,"completion_tokens":45425,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":null,"question_sha256":"d0bbc79a116a93d5c5c1325e012b3feb17a7b705d2ccd57a86ecfbdc2bf78030"} diff --git a/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-e-50/run.json b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-e-50/run.json new file mode 100644 index 0000000..37a5100 --- /dev/null +++ b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-e-50/run.json @@ -0,0 +1,52 @@ +{ + "model_name_or_path": "/models/evaluated", + "dtype": "bfloat16", + "quantization": null, + "tensor_parallel_size": 4, + "runtime_patch": "stock", + "seed": 42, + "temperature": 1.0, + "top_p": 1.0, + "top_k": -1, + "min_p": 0.0, + "presence_penalty": 0.0, + "repetition_penalty": 1.0, + "max_tokens": 131072, + "max_model_len": 131072, + "batch_size": 128, + "gpu_memory_utilization": 0.9, + "reasoning_effort": "high", + "prompt_date": "2026-09-17", + "limit": null, + "enforce_eager": true, + "max_num_batched_tokens": 8192, + "protocol_version": 1, + "dataset": "gpqa_main", + "tools": false, + "scheduling": "continuous-final-only", + "split_sha256": "ff0bf0307c875869ea9b90feab29413a9b6a7777ed844c5add4626b93d7b941a", + "data_sha256": "c7475f3382e65a23a5f3c1da97947e1ac9c110686efcc23df16c44c9b65c44cb", + "prompt_tokens_sha256": "c17cd14a5d783acf9ae044c8c2636a6e73ecabfe8aa3bd04f6514d94a07ff68d", + "question_count": 384, + "max_prompt_tokens": 2889, + "model_config_sha256": "8ebf0e680f38cf4c08309cf4335ffd43b12213a11ff97fce7380f1c7f6c82e17", + "versions": { + "torch": "2.13.0+cu130", + "transformers": "5.17.0", + "vllm": "0.29.0", + "tokenizers": "0.23.1" + }, + "mcq_profile": "qwen35-mcq", + "parser": "final-only-mcq-answer-v4", + "evaluation_source_sha256": "499aa41cfb069fc7f5f8af174f4cd2563502dabdc54ddec328910fa4d46d6527", + "sampling_repeats": 8, + "expected_completions": 3072, + "repeat_option_order": "same frozen options in every repeat; independent per-question/repeat seed", + "generation_budget": "min(max_tokens, max_model_len - prompt_tokens); no input truncation", + "minimum_effective_max_tokens": 128183, + "maximum_effective_max_tokens": 130930, + "aggregation": "mean pass@1 over all completions; no majority vote or best-of-N; hierarchy macro scores also reported", + "protocol_source": "https://huggingface.co/Qwen/Qwen3.5-122B-A10B#best-practices", + "protocol_scope": "Published MCQ format; sampling parameters explicitly recorded. Exact reported benchmark protocol is not fully disclosed.", + "grading_source_sha256": "afb168eebfbfedc5717a3df80f817906c212f8ae2ddf61c8f05e1a0537f0bc18" +} diff --git a/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-g-50/grading-audit.json b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-g-50/grading-audit.json new file mode 100644 index 0000000..d0e7f5a --- /dev/null +++ b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-g-50/grading-audit.json @@ -0,0 +1,16 @@ +{ + "raw_predictions_sha256": "c6c001ec04721b052f11bd7d6f8bfaae17820645ef3ba255a3c2a9698e9093c7", + "grading_source_sha256": "afb168eebfbfedc5717a3df80f817906c212f8ae2ddf61c8f05e1a0537f0bc18", + "frozen_data_sha256": "c7475f3382e65a23a5f3c1da97947e1ac9c110686efcc23df16c44c9b65c44cb", + "exact_question_sample_set_verified": true, + "source_folder": "/home/x9zou/reasoning-matrix-20260918-results/gptoss-gpqa-main-global", + "source_generation_parser": "final-only-mcq-answer-v4", + "family": "gptoss", + "changed_final_extractions": 0, + "changed_predictions": 0, + "parsed_json_fields": 1, + "parsed_unambiguous_plain_choices": 3027, + "complete": true, + "reason": "Recognize standalone answer fields despite quote/Markdown formatting and ignore quoted format examples in explanatory prose; normalize typographic quotes and explicitly labelled choice boxes. Apply uniformly to all immutable completions.", + "selection_policy": "Uniform parser applied to every completion; no use of ground truth for extraction; no regeneration." +} diff --git a/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-g-50/metrics.json b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-g-50/metrics.json new file mode 100644 index 0000000..e50cd66 --- /dev/null +++ b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-g-50/metrics.json @@ -0,0 +1,209 @@ +{ + "total": 3072, + "correct": 1796, + "unparsed": 44, + "truncated": 0, + "completion_tokens": 40743679, + "accuracy": 0.5846354166666666, + "unique_questions_completed": 384, + "by_repeat": { + "0": { + "total": 384, + "correct": 214, + "accuracy": 0.5572916666666666 + }, + "1": { + "total": 384, + "correct": 222, + "accuracy": 0.578125 + }, + "2": { + "total": 384, + "correct": 217, + "accuracy": 0.5651041666666666 + }, + "3": { + "total": 384, + "correct": 233, + "accuracy": 0.6067708333333334 + }, + "4": { + "total": 384, + "correct": 223, + "accuracy": 0.5807291666666666 + }, + "5": { + "total": 384, + "correct": 235, + "accuracy": 0.6119791666666666 + }, + "6": { + "total": 384, + "correct": 220, + "accuracy": 0.5729166666666666 + }, + "7": { + "total": 384, + "correct": 232, + "accuracy": 0.6041666666666666 + } + }, + "discipline_macro_accuracy": 0.5846354166666666, + "by_discipline": { + "Science": { + "total": 3072, + "correct": 1796, + "accuracy": 0.5846354166666666 + } + }, + "field_macro_accuracy": 0.6087040828989824, + "by_field": { + "Science/Biology": { + "total": 544, + "correct": 387, + "accuracy": 0.7113970588235294 + }, + "Science/Chemistry": { + "total": 1264, + "correct": 620, + "accuracy": 0.49050632911392406 + }, + "Science/Physics": { + "total": 1264, + "correct": 789, + "accuracy": 0.6242088607594937 + } + }, + "subfield_macro_accuracy": 0.5220661693723343, + "by_subfield": { + "Science/Biology/Genetics": { + "total": 120, + "correct": 78, + "accuracy": 0.65 + }, + "Science/Biology/Molecular Biology": { + "total": 424, + "correct": 309, + "accuracy": 0.7287735849056604 + }, + "Science/Chemistry/Analytical Chemistry": { + "total": 8, + "correct": 0, + "accuracy": 0.0 + }, + "Science/Chemistry/Chemistry (general)": { + "total": 376, + "correct": 198, + "accuracy": 0.526595744680851 + }, + "Science/Chemistry/Inorganic Chemistry": { + "total": 24, + "correct": 10, + "accuracy": 0.4166666666666667 + }, + "Science/Chemistry/Organic Chemistry": { + "total": 856, + "correct": 412, + "accuracy": 0.48130841121495327 + }, + "Science/Physics/Astrophysics": { + "total": 240, + "correct": 138, + "accuracy": 0.575 + }, + "Science/Physics/Condensed Matter Physics": { + "total": 16, + "correct": 12, + "accuracy": 0.75 + }, + "Science/Physics/Electromagnetism and Photonics": { + "total": 72, + "correct": 45, + "accuracy": 0.625 + }, + "Science/Physics/High-energy particle physics": { + "total": 256, + "correct": 157, + "accuracy": 0.61328125 + }, + "Science/Physics/Optics and Acoustics": { + "total": 8, + "correct": 0, + "accuracy": 0.0 + }, + "Science/Physics/Physics (general)": { + "total": 240, + "correct": 132, + "accuracy": 0.55 + }, + "Science/Physics/Quantum Mechanics": { + "total": 352, + "correct": 259, + "accuracy": 0.7357954545454546 + }, + "Science/Physics/Relativistic Mechanics": { + "total": 56, + "correct": 31, + "accuracy": 0.5535714285714286 + }, + "Science/Physics/Statistical Mechanics": { + "total": 24, + "correct": 15, + "accuracy": 0.625 + } + }, + "complete": true, + "expected_total": 3072, + "run_settings": { + "model_name_or_path": "/models/evaluated", + "dtype": "bfloat16", + "quantization": null, + "tensor_parallel_size": 4, + "runtime_patch": "ragged", + "seed": 42, + "temperature": 1.0, + "top_p": 1.0, + "top_k": -1, + "min_p": 0.0, + "presence_penalty": 0.0, + "repetition_penalty": 1.0, + "max_tokens": 131072, + "max_model_len": 131072, + "batch_size": 128, + "gpu_memory_utilization": 0.9, + "reasoning_effort": "high", + "prompt_date": "2026-09-17", + "limit": null, + "enforce_eager": true, + "max_num_batched_tokens": 8192, + "protocol_version": 1, + "dataset": "gpqa_main", + "tools": false, + "scheduling": "continuous-final-only", + "split_sha256": "ff0bf0307c875869ea9b90feab29413a9b6a7777ed844c5add4626b93d7b941a", + "data_sha256": "c7475f3382e65a23a5f3c1da97947e1ac9c110686efcc23df16c44c9b65c44cb", + "prompt_tokens_sha256": "c17cd14a5d783acf9ae044c8c2636a6e73ecabfe8aa3bd04f6514d94a07ff68d", + "question_count": 384, + "max_prompt_tokens": 2889, + "model_config_sha256": "c831af2cac85c9a33c741fe15c84f1b262ac36f88c437b03ac4885a1762489ac", + "versions": { + "torch": "2.13.0+cu130", + "transformers": "5.17.0", + "vllm": "0.29.0", + "tokenizers": "0.23.1" + }, + "mcq_profile": "qwen35-mcq", + "parser": "final-only-mcq-answer-v4", + "evaluation_source_sha256": "499aa41cfb069fc7f5f8af174f4cd2563502dabdc54ddec328910fa4d46d6527", + "sampling_repeats": 8, + "expected_completions": 3072, + "repeat_option_order": "same frozen options in every repeat; independent per-question/repeat seed", + "generation_budget": "min(max_tokens, max_model_len - prompt_tokens); no input truncation", + "minimum_effective_max_tokens": 128183, + "maximum_effective_max_tokens": 130930, + "aggregation": "mean pass@1 over all completions; no majority vote or best-of-N; hierarchy macro scores also reported", + "protocol_source": "https://huggingface.co/Qwen/Qwen3.5-122B-A10B#best-practices", + "protocol_scope": "Published MCQ format; sampling parameters explicitly recorded. Exact reported benchmark protocol is not fully disclosed.", + "grading_source_sha256": "afb168eebfbfedc5717a3df80f817906c212f8ae2ddf61c8f05e1a0537f0bc18" + } +} diff --git a/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-g-50/predictions.sanitized.jsonl b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-g-50/predictions.sanitized.jsonl new file mode 100644 index 0000000..c4438ba --- /dev/null +++ b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-g-50/predictions.sanitized.jsonl @@ -0,0 +1,3072 @@ +{"uuid":"gpqa-main-d022f771c467d057bbb527d0","benchmark":"gpqa_main","data_index":39,"repeat_index":0,"sample_id":"gpqa-main-d022f771c467d057bbb527d0/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":106,"prompt_tokens":192,"effective_max_tokens":130880,"original_embedded_prediction":"A","question_sha256":"f3fdb78f6fe3c60a21e29d92babec94b4d8c0f6e012394045833653cbdb1a4d7"} +{"uuid":"gpqa-main-ad8f0afd2f116341ed3a69c0","benchmark":"gpqa_main","data_index":40,"repeat_index":0,"sample_id":"gpqa-main-ad8f0afd2f116341ed3a69c0/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":156,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"b6c9142bf69c50d0a62b5b8254344b66610ca208a646e6a69a606819b7eb1bf8"} +{"uuid":"gpqa-main-ff85a5ccc5b465a708f70be3","benchmark":"gpqa_main","data_index":29,"repeat_index":0,"sample_id":"gpqa-main-ff85a5ccc5b465a708f70be3/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":257,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"f86f6ace621f9a5dc4c1d23e2bb2d546e1ca384df523a7a90d793b41a43ebfc6"} +{"uuid":"gpqa-main-f79cea2e3c2e242b6e0da4d5","benchmark":"gpqa_main","data_index":54,"repeat_index":0,"sample_id":"gpqa-main-f79cea2e3c2e242b6e0da4d5/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":469,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"D","question_sha256":"bdc1ab103002886dcbe879cd751d3e27b8ba6e988859bb80422ea04871269448"} +{"uuid":"gpqa-main-ddc1b02f963a2f785385132e","benchmark":"gpqa_main","data_index":93,"repeat_index":0,"sample_id":"gpqa-main-ddc1b02f963a2f785385132e/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":480,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"d5e7b22736a2cdaa0f2553a100795aa6b7e150fcc1b9fe093e28e3fea855f346"} +{"uuid":"gpqa-main-ec756f5cd58f1d3e9c9c8676","benchmark":"gpqa_main","data_index":110,"repeat_index":0,"sample_id":"gpqa-main-ec756f5cd58f1d3e9c9c8676/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":502,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"B","question_sha256":"016bbafd184cf46762e3e824d2499734daf9efd8cb5f0adad12078f151c96a12"} +{"uuid":"gpqa-main-cda1b642d52c30858bcdf7a3","benchmark":"gpqa_main","data_index":27,"repeat_index":0,"sample_id":"gpqa-main-cda1b642d52c30858bcdf7a3/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":578,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"85f5a80c90290184ac6ec65307174970563ac9442644e868f064c886836d7a25"} +{"uuid":"gpqa-main-834c95c23407a9d2c736d2ee","benchmark":"gpqa_main","data_index":57,"repeat_index":0,"sample_id":"gpqa-main-834c95c23407a9d2c736d2ee/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":667,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"bb698537245b51d08b5d5a6cecdfd1a4e34f7ac0f17e13da8d713af9341a9366"} +{"uuid":"gpqa-main-498b428b55b7644426a781c9","benchmark":"gpqa_main","data_index":64,"repeat_index":0,"sample_id":"gpqa-main-498b428b55b7644426a781c9/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":712,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"C","question_sha256":"7fbfdc18f5a18b666f8d4afc859af60c4c56ab7d8d677d46fb01a050207ac688"} +{"uuid":"gpqa-main-84e0462fb979739143160f76","benchmark":"gpqa_main","data_index":74,"repeat_index":0,"sample_id":"gpqa-main-84e0462fb979739143160f76/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":851,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"A","question_sha256":"17821f797104818a4e9c06d5499572866481ca7a9f6bf4d3993cbc935754c06e"} +{"uuid":"gpqa-main-87c633148441d2b07b8e2e81","benchmark":"gpqa_main","data_index":88,"repeat_index":0,"sample_id":"gpqa-main-87c633148441d2b07b8e2e81/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":895,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"0fb47d10edb4eca17f93926dea501fdd19bde76cfe58f57edb445a7272d7787c"} +{"uuid":"gpqa-main-7c3c45d7826322d2dd84475f","benchmark":"gpqa_main","data_index":98,"repeat_index":0,"sample_id":"gpqa-main-7c3c45d7826322d2dd84475f/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":980,"prompt_tokens":419,"effective_max_tokens":130653,"original_embedded_prediction":"A","question_sha256":"f98a4cc383b4e02c52b4cdafe1b79c1d58df251d5d10ab65f71740d27243ed28"} +{"uuid":"gpqa-main-7a6f40292c595b5ffad3d66b","benchmark":"gpqa_main","data_index":80,"repeat_index":0,"sample_id":"gpqa-main-7a6f40292c595b5ffad3d66b/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1023,"prompt_tokens":317,"effective_max_tokens":130755,"original_embedded_prediction":"A","question_sha256":"82d8161e96256872367b5e1c12af2c1f91e6c4a6aac3d066708fccb1826bf840"} +{"uuid":"gpqa-main-d750e02b8d42b4b4d6aba4b9","benchmark":"gpqa_main","data_index":41,"repeat_index":0,"sample_id":"gpqa-main-d750e02b8d42b4b4d6aba4b9/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1070,"prompt_tokens":944,"effective_max_tokens":130128,"original_embedded_prediction":"D","question_sha256":"5ea7e9b17f677439bf5f6e43169cb794916985d1c5964f6a0d8becf3f9e3b7ad"} +{"uuid":"gpqa-main-18347a23c4b32df1f0b31d1a","benchmark":"gpqa_main","data_index":11,"repeat_index":0,"sample_id":"gpqa-main-18347a23c4b32df1f0b31d1a/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1077,"prompt_tokens":438,"effective_max_tokens":130634,"original_embedded_prediction":"C","question_sha256":"f69ff8c0001cb2bdea3e51d7d4063a70e8b64bf6f735f62088f0ace464bbe468"} +{"uuid":"gpqa-main-9b60a112c6568a530227ce47","benchmark":"gpqa_main","data_index":48,"repeat_index":0,"sample_id":"gpqa-main-9b60a112c6568a530227ce47/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1109,"prompt_tokens":443,"effective_max_tokens":130629,"original_embedded_prediction":"D","question_sha256":"4dd7bd0636dc935d4359866d23d365353db91692ab9b80b438a3f65683abf4e7"} +{"uuid":"gpqa-main-950b8724526dc5d718438bec","benchmark":"gpqa_main","data_index":12,"repeat_index":0,"sample_id":"gpqa-main-950b8724526dc5d718438bec/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1121,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"B","question_sha256":"d81eab0b3deeedb23d68076a8f0de5ca6461b5d2d1a7da228f6a0b6ba6ca53e7"} +{"uuid":"gpqa-main-2ad64f0bf627cf52a8ad924c","benchmark":"gpqa_main","data_index":135,"repeat_index":0,"sample_id":"gpqa-main-2ad64f0bf627cf52a8ad924c/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":478,"prompt_tokens":146,"effective_max_tokens":130926,"original_embedded_prediction":"D","question_sha256":"e9afb48881134b480ce09710124320be56d4166a402490b65f81bdb1df6e3a1d"} +{"uuid":"gpqa-main-47f8cee187b620660c7d11b3","benchmark":"gpqa_main","data_index":72,"repeat_index":0,"sample_id":"gpqa-main-47f8cee187b620660c7d11b3/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1163,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"b114078343a4ce3eeaa845ee2c7bfa4ac7c9add00f507d8ff60e46cca593fb46"} +{"uuid":"gpqa-main-8db8ffb39e6d3e618c8d388c","benchmark":"gpqa_main","data_index":56,"repeat_index":0,"sample_id":"gpqa-main-8db8ffb39e6d3e618c8d388c/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1246,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"B","question_sha256":"28dff82ab12e25f0b479054be2f5d8b597951c2458e383bb25cf488b09c98ff5"} +{"uuid":"gpqa-main-5334e8bdecfbd08a0fceb69b","benchmark":"gpqa_main","data_index":47,"repeat_index":0,"sample_id":"gpqa-main-5334e8bdecfbd08a0fceb69b/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1264,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"B","question_sha256":"0c1cc6cb8c9b9a25c645b86bbada068207876248621f0327486d559892b7a8a9"} +{"uuid":"gpqa-main-a5811d01e615771d5e0b48fb","benchmark":"gpqa_main","data_index":100,"repeat_index":0,"sample_id":"gpqa-main-a5811d01e615771d5e0b48fb/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1275,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"D","question_sha256":"18c1c5c103fb01b10fd0ca282f8eab427517d6587a0a9962010b5ad16e05b98f"} +{"uuid":"gpqa-main-47999f808ae4df35fd817dd2","benchmark":"gpqa_main","data_index":14,"repeat_index":0,"sample_id":"gpqa-main-47999f808ae4df35fd817dd2/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1304,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"0b24415e0a51d238b6f9b4a8ae6a56386da27f195c825aa8d124ca3e7adc5bb9"} +{"uuid":"gpqa-main-efc527af4c77c27856f0d201","benchmark":"gpqa_main","data_index":60,"repeat_index":0,"sample_id":"gpqa-main-efc527af4c77c27856f0d201/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1447,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"29ffae74d292a9a38f72dd8e95efab3be752912b79e848701193359c657937f6"} +{"uuid":"gpqa-main-ba7b4d8b6b363240553a5da8","benchmark":"gpqa_main","data_index":13,"repeat_index":0,"sample_id":"gpqa-main-ba7b4d8b6b363240553a5da8/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1464,"prompt_tokens":320,"effective_max_tokens":130752,"original_embedded_prediction":"C","question_sha256":"f31ead87a22282cc5dfb01f73a1fe9c84520ad1b8dc017953d8293dbe8b47044"} +{"uuid":"gpqa-main-29e885003cf7658ac2eb0ba4","benchmark":"gpqa_main","data_index":103,"repeat_index":0,"sample_id":"gpqa-main-29e885003cf7658ac2eb0ba4/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1514,"prompt_tokens":299,"effective_max_tokens":130773,"original_embedded_prediction":"D","question_sha256":"e6fd9b7cea6cbcd53eabc57f63ae367008b2774a1092f55e23e78b7eafbdbafa"} +{"uuid":"gpqa-main-763daf42ea0c79050a6a4d1d","benchmark":"gpqa_main","data_index":61,"repeat_index":0,"sample_id":"gpqa-main-763daf42ea0c79050a6a4d1d/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1576,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"D","question_sha256":"72b4053b92adde478bb40c3fb9ef1e06215efe5922e2d600121170f824d32c13"} +{"uuid":"gpqa-main-579e17ce4c553c730c526a5c","benchmark":"gpqa_main","data_index":42,"repeat_index":0,"sample_id":"gpqa-main-579e17ce4c553c730c526a5c/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1635,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"D","question_sha256":"1ce3d847d25b2c2f678c304f134266501155719553a1a003f38a6b0a75ffb81b"} +{"uuid":"gpqa-main-f7ba77d144b7a11de90a37c4","benchmark":"gpqa_main","data_index":145,"repeat_index":0,"sample_id":"gpqa-main-f7ba77d144b7a11de90a37c4/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":504,"prompt_tokens":236,"effective_max_tokens":130836,"original_embedded_prediction":"B","question_sha256":"ac7263466ea3cfcdcebac618b1d20835b4103b2d80b75b1a7110e9763eb45aa2"} +{"uuid":"gpqa-main-3cbf7d3e13c908f5e699f9e0","benchmark":"gpqa_main","data_index":133,"repeat_index":0,"sample_id":"gpqa-main-3cbf7d3e13c908f5e699f9e0/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1157,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"D","question_sha256":"0dbcc69ff35530f240a5bb623a78f2cd1d042037d2dedb122ebcca751bf9d08e"} +{"uuid":"gpqa-main-79721e93e90bdb2d8da052c0","benchmark":"gpqa_main","data_index":132,"repeat_index":0,"sample_id":"gpqa-main-79721e93e90bdb2d8da052c0/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1251,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"2a09355eb98c6b8d6ad0b51afb3b27f719fed44786d3b2998dfe7ee66413a028"} +{"uuid":"gpqa-main-b654b748170277d4b0d0c6b5","benchmark":"gpqa_main","data_index":94,"repeat_index":0,"sample_id":"gpqa-main-b654b748170277d4b0d0c6b5/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1764,"prompt_tokens":508,"effective_max_tokens":130564,"original_embedded_prediction":"D","question_sha256":"010973f2a9805982e33bfecd460da27e4d2f170e4567ebf854c807385bea09d3"} +{"uuid":"gpqa-main-fbf1f6e62b48cbbf0bca4714","benchmark":"gpqa_main","data_index":51,"repeat_index":0,"sample_id":"gpqa-main-fbf1f6e62b48cbbf0bca4714/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1978,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"59affc9a905621c391ee7886c0e428eac5cb1f60c7c251e2fc1fcb081cb8e076"} +{"uuid":"gpqa-main-3ebc2c6c608ed7f5e7bf9463","benchmark":"gpqa_main","data_index":20,"repeat_index":0,"sample_id":"gpqa-main-3ebc2c6c608ed7f5e7bf9463/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1980,"prompt_tokens":286,"effective_max_tokens":130786,"original_embedded_prediction":"B","question_sha256":"81bfcfb746da8dbf79e11ca4c419d5416ea1be46678f915598ebe3f9c6b6fc32"} +{"uuid":"gpqa-main-a1ec72afe45eedbea242cd73","benchmark":"gpqa_main","data_index":44,"repeat_index":0,"sample_id":"gpqa-main-a1ec72afe45eedbea242cd73/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2027,"prompt_tokens":310,"effective_max_tokens":130762,"original_embedded_prediction":"A","question_sha256":"e87180319d813402cf71637950d93636988703d0477e2bb79fb03a1d2df9afe3"} +{"uuid":"gpqa-main-7239e8e1a6f52b11d89b376d","benchmark":"gpqa_main","data_index":35,"repeat_index":0,"sample_id":"gpqa-main-7239e8e1a6f52b11d89b376d/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2089,"prompt_tokens":359,"effective_max_tokens":130713,"original_embedded_prediction":"D","question_sha256":"6b778965b4593497cd5378ecaa94e84f97d2910300038afb6590a8e9376b791c"} +{"uuid":"gpqa-main-9b7f84c844aa65b8ebfee235","benchmark":"gpqa_main","data_index":120,"repeat_index":0,"sample_id":"gpqa-main-9b7f84c844aa65b8ebfee235/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2101,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"9443960fd2664e6d4890575733c6a4f1f6d804ec21e10e0f9d415b99297f9845"} +{"uuid":"gpqa-main-34faeb45e152eaf4c29e65e4","benchmark":"gpqa_main","data_index":151,"repeat_index":0,"sample_id":"gpqa-main-34faeb45e152eaf4c29e65e4/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":797,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"B","question_sha256":"82e6266418c679493cea34e30d0f71026adb6ab6c433e643d37860fb718999ec"} +{"uuid":"gpqa-main-73f6c00588963349c225df6c","benchmark":"gpqa_main","data_index":113,"repeat_index":0,"sample_id":"gpqa-main-73f6c00588963349c225df6c/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2257,"prompt_tokens":476,"effective_max_tokens":130596,"original_embedded_prediction":"A","question_sha256":"6c8759c4aac1084515abf1e3c463c7a0b6411dc3fa720a9a5fb5ac8f5777b49c"} +{"uuid":"gpqa-main-cdc31486df3de65ec2c324e2","benchmark":"gpqa_main","data_index":19,"repeat_index":0,"sample_id":"gpqa-main-cdc31486df3de65ec2c324e2/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2261,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"4d233cd7b8524c989eb47a4c40d6f2f47070b986fea11e3ee3029c07db9b3356"} +{"uuid":"gpqa-main-8a20fac7d1a5bff58e8c63ca","benchmark":"gpqa_main","data_index":73,"repeat_index":0,"sample_id":"gpqa-main-8a20fac7d1a5bff58e8c63ca/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2301,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"C","question_sha256":"065acbbc3564fb2547e820ab1c35567bac49dff768319e8f4b46ee23bdd92415"} +{"uuid":"gpqa-main-be458c5a0490a8298ea11494","benchmark":"gpqa_main","data_index":119,"repeat_index":0,"sample_id":"gpqa-main-be458c5a0490a8298ea11494/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2317,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"17cada7a00fa20e35d380a47aad58aace15d791f3cd4f119acb4635e55951129"} +{"uuid":"gpqa-main-bf684ea09dc8822450fbd37c","benchmark":"gpqa_main","data_index":84,"repeat_index":0,"sample_id":"gpqa-main-bf684ea09dc8822450fbd37c/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2360,"prompt_tokens":372,"effective_max_tokens":130700,"original_embedded_prediction":"A","question_sha256":"8f0911e951adf5df2bfc8aa29c14de392a998e2fa48463ceecedcd39a8301453"} +{"uuid":"gpqa-main-fa3e9be7fdf8e7c8952739d8","benchmark":"gpqa_main","data_index":131,"repeat_index":0,"sample_id":"gpqa-main-fa3e9be7fdf8e7c8952739d8/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1941,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"5e9819e02e7dd08ec53ff217d848ce64e833e2b069cd81e9940f7a72a5230b30"} +{"uuid":"gpqa-main-b13e6b95879d48313e527260","benchmark":"gpqa_main","data_index":105,"repeat_index":0,"sample_id":"gpqa-main-b13e6b95879d48313e527260/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2452,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"B","question_sha256":"145b51d1c857830091d0dfa7043504329aa8d2a847b5b738079d210a94da31cb"} +{"uuid":"gpqa-main-3d4249ae7ea85a07b7726fff","benchmark":"gpqa_main","data_index":9,"repeat_index":0,"sample_id":"gpqa-main-3d4249ae7ea85a07b7726fff/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2508,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"f3a651caf4cc86d7183e2aa4e94783901dfd4ba7026521589b0aa1f1c95b0e55"} +{"uuid":"gpqa-main-cb8b679fe50f1b3a7168eb92","benchmark":"gpqa_main","data_index":154,"repeat_index":0,"sample_id":"gpqa-main-cb8b679fe50f1b3a7168eb92/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":994,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"B","question_sha256":"8ed0101055c99512a99310385277c13855047c3a1b31ca6b8a6ee3f83cf5d4f3"} +{"uuid":"gpqa-main-b5b0614a110a5eb0657cbe9a","benchmark":"gpqa_main","data_index":115,"repeat_index":0,"sample_id":"gpqa-main-b5b0614a110a5eb0657cbe9a/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2746,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"D","question_sha256":"829ccc830e5fe3601c6e7c0a975192c938019f4d4e5c1b2334d55bb1d951711e"} +{"uuid":"gpqa-main-8980ca71edb4f58a3e46b256","benchmark":"gpqa_main","data_index":144,"repeat_index":0,"sample_id":"gpqa-main-8980ca71edb4f58a3e46b256/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1739,"prompt_tokens":145,"effective_max_tokens":130927,"original_embedded_prediction":"B","question_sha256":"fb9586d35200647be665790b2cd3eee5c8cca1b79e6afcf01f027007fa057b64"} +{"uuid":"gpqa-main-ad697760bc60543062e8b7b4","benchmark":"gpqa_main","data_index":153,"repeat_index":0,"sample_id":"gpqa-main-ad697760bc60543062e8b7b4/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1369,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"B","question_sha256":"7f9b4679645e2d89214a154be6bdb13eafdc747457ce2950bda27a9a2b97917f"} +{"uuid":"gpqa-main-28e3e5e79d7477896c6d853d","benchmark":"gpqa_main","data_index":24,"repeat_index":0,"sample_id":"gpqa-main-28e3e5e79d7477896c6d853d/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2932,"prompt_tokens":1047,"effective_max_tokens":130025,"original_embedded_prediction":"B","question_sha256":"d3b33ef7a0e55c33b5deae6a673dd7fff1fc2e7efa223f3419ecf58e57c06207"} +{"uuid":"gpqa-main-682237ee740e033537fb5707","benchmark":"gpqa_main","data_index":169,"repeat_index":0,"sample_id":"gpqa-main-682237ee740e033537fb5707/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":673,"prompt_tokens":291,"effective_max_tokens":130781,"original_embedded_prediction":"A","question_sha256":"6cec89b2019b24f8e8c4001cade388815345ae403b5d5fc687cf7fdccbcc6ce1"} +{"uuid":"gpqa-main-efa466851677550746c06a1f","benchmark":"gpqa_main","data_index":38,"repeat_index":0,"sample_id":"gpqa-main-efa466851677550746c06a1f/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3120,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"B","question_sha256":"b64a2faa078044133322af9742b3f75788b5f8e5701f1fee08d693854a842448"} +{"uuid":"gpqa-main-00a9d82facaec210f417af7a","benchmark":"gpqa_main","data_index":157,"repeat_index":0,"sample_id":"gpqa-main-00a9d82facaec210f417af7a/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1459,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"77f0590db54b06b37e142e7363145cbdb1a8d11c2a7575d9ae0fc10b3a6708bd"} +{"uuid":"gpqa-main-810618179b41cff3d8593ba5","benchmark":"gpqa_main","data_index":23,"repeat_index":0,"sample_id":"gpqa-main-810618179b41cff3d8593ba5/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3330,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"4f7077a78998cfa5dbe881d51f9f859973bb281cce9f5a2bde9d5475cc520111"} +{"uuid":"gpqa-main-50467ff0a4937693425f108b","benchmark":"gpqa_main","data_index":7,"repeat_index":0,"sample_id":"gpqa-main-50467ff0a4937693425f108b/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3420,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"A","question_sha256":"ee40e0ba47746454343829f9f66dd4d391816fe24ca19edf78fcce05cf1f26d8"} +{"uuid":"gpqa-main-c028fe71611d73b87b4cbb03","benchmark":"gpqa_main","data_index":156,"repeat_index":0,"sample_id":"gpqa-main-c028fe71611d73b87b4cbb03/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1835,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"D","question_sha256":"f56f3f5d135dc8d61dc42f902943e2459f79e4343f2fef6741f6f86d4133a99a"} +{"uuid":"gpqa-main-913c4ee0ce195992ff9638b1","benchmark":"gpqa_main","data_index":178,"repeat_index":0,"sample_id":"gpqa-main-913c4ee0ce195992ff9638b1/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":603,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"ed904d04c24f37586b1f78a18bd22f28752e80a5ecc489939950778aa5307d98"} +{"uuid":"gpqa-main-de59169ce40a93ff305f9a41","benchmark":"gpqa_main","data_index":0,"repeat_index":0,"sample_id":"gpqa-main-de59169ce40a93ff305f9a41/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3569,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"A","question_sha256":"c5859c729f1f8217c8555103da018a579f07eb8df38d8389383b2f4634573327"} +{"uuid":"gpqa-main-8cf981eedacab9acbdd5b00c","benchmark":"gpqa_main","data_index":92,"repeat_index":0,"sample_id":"gpqa-main-8cf981eedacab9acbdd5b00c/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3656,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"D","question_sha256":"14dcd60f9986bbbcbbdc0e4b3462397b01801a452d9756100ed129baa5baf68c"} +{"uuid":"gpqa-main-d3a774e5f1af1a1e11117582","benchmark":"gpqa_main","data_index":162,"repeat_index":0,"sample_id":"gpqa-main-d3a774e5f1af1a1e11117582/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2115,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"B","question_sha256":"26b8e966c8adf9fe2824ff1fd3c23b2d488a785fe8a68cbce362bac46e891a79"} +{"uuid":"gpqa-main-d7c4372bfbc5d0f0f9331350","benchmark":"gpqa_main","data_index":185,"repeat_index":0,"sample_id":"gpqa-main-d7c4372bfbc5d0f0f9331350/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":700,"prompt_tokens":588,"effective_max_tokens":130484,"original_embedded_prediction":"D","question_sha256":"92d8ffd16886567ac1ed2f15a6c2d3d6ac2a2fb0fd0e56836671babcde327d3f"} +{"uuid":"gpqa-main-4462dc9f2d34289881ef2b1c","benchmark":"gpqa_main","data_index":142,"repeat_index":0,"sample_id":"gpqa-main-4462dc9f2d34289881ef2b1c/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3171,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"63318cb18413a705693b9a4312f73dbf5358312aafc1d703c3d29a6340ffa0d1"} +{"uuid":"gpqa-main-692e40bceeaff3accdc11ead","benchmark":"gpqa_main","data_index":137,"repeat_index":0,"sample_id":"gpqa-main-692e40bceeaff3accdc11ead/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3419,"prompt_tokens":471,"effective_max_tokens":130601,"original_embedded_prediction":"D","question_sha256":"954d12809188bb6fb15643c4406ac6b108f5d7836e1eeabd73e49df01f2c616e"} +{"uuid":"gpqa-main-69bcb32ba17f6e7aa0918597","benchmark":"gpqa_main","data_index":114,"repeat_index":0,"sample_id":"gpqa-main-69bcb32ba17f6e7aa0918597/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4328,"prompt_tokens":758,"effective_max_tokens":130314,"original_embedded_prediction":"C","question_sha256":"9eb1fde9ac6acb7dc761f4941a792f3d0d052ad76d36e12bb9e406963b3906ef"} +{"uuid":"gpqa-main-4117517dba1fdbd711e3d32b","benchmark":"gpqa_main","data_index":148,"repeat_index":0,"sample_id":"gpqa-main-4117517dba1fdbd711e3d32b/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3100,"prompt_tokens":398,"effective_max_tokens":130674,"original_embedded_prediction":"C","question_sha256":"3e04ad2cb1248bfb53a7bd8f05efedea49f42b201c6f35907baa6c30abf40733"} +{"uuid":"gpqa-main-ef65739a36457c1672913212","benchmark":"gpqa_main","data_index":159,"repeat_index":0,"sample_id":"gpqa-main-ef65739a36457c1672913212/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2599,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"46601a7bcf5dcc71504dda490de685062fce72cdc997d7acb8b78e5a351a96bc"} +{"uuid":"gpqa-main-2322ddc82747aa5a01bf1c1e","benchmark":"gpqa_main","data_index":102,"repeat_index":0,"sample_id":"gpqa-main-2322ddc82747aa5a01bf1c1e/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4405,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"d9d7e1406d6a9d440081915edafcb4a493a40b6172838b858a979c0a58bb4c62"} +{"uuid":"gpqa-main-7bb8e05365d19cc8328252e0","benchmark":"gpqa_main","data_index":121,"repeat_index":0,"sample_id":"gpqa-main-7bb8e05365d19cc8328252e0/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4410,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"6aff7faed92c98148418177c8cae4893850a1d67b5ceb00cf6a09467c4491367"} +{"uuid":"gpqa-main-6030f5f53fe38c334b2c3a6a","benchmark":"gpqa_main","data_index":173,"repeat_index":0,"sample_id":"gpqa-main-6030f5f53fe38c334b2c3a6a/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2110,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"88d277706c3af734be0507cde034c23c7e206f855c2fcc97d6ed69f8ad92df57"} +{"uuid":"gpqa-main-7d850f6448c27424d9f68c4e","benchmark":"gpqa_main","data_index":184,"repeat_index":0,"sample_id":"gpqa-main-7d850f6448c27424d9f68c4e/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1160,"prompt_tokens":544,"effective_max_tokens":130528,"original_embedded_prediction":"D","question_sha256":"48bf9d4f95299b8f9288e190dca6edd0c3cf53cf40dada120e22abf98469d3e3"} +{"uuid":"gpqa-main-35d088e32fb39438767e1141","benchmark":"gpqa_main","data_index":79,"repeat_index":0,"sample_id":"gpqa-main-35d088e32fb39438767e1141/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4675,"prompt_tokens":434,"effective_max_tokens":130638,"original_embedded_prediction":"D","question_sha256":"9d467213ec07b8217d3c3aa11a312c8536475e654bbb7ef916a4b8f92e0c7a7d"} +{"uuid":"gpqa-main-a67142bf6c763d9963d7474d","benchmark":"gpqa_main","data_index":33,"repeat_index":0,"sample_id":"gpqa-main-a67142bf6c763d9963d7474d/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4690,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"7ed6c7d194038ef8d8c6a84cb18be1015f73754e42d4facb7418e8412ad86b77"} +{"uuid":"gpqa-main-1f9ad1ca59cf537e3cdf47c2","benchmark":"gpqa_main","data_index":130,"repeat_index":0,"sample_id":"gpqa-main-1f9ad1ca59cf537e3cdf47c2/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4624,"prompt_tokens":318,"effective_max_tokens":130754,"original_embedded_prediction":"B","question_sha256":"229ffbdb774489fcfd578450da500a74b0c6fd603d3f4050eb6ff993659f5c7e"} +{"uuid":"gpqa-main-a8c391dd6337620cc79cae0e","benchmark":"gpqa_main","data_index":32,"repeat_index":0,"sample_id":"gpqa-main-a8c391dd6337620cc79cae0e/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4889,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"435ccdce7cc6c5543ffaf20b4d850d905357568605d01b3a595d44df3dd30d0d"} +{"uuid":"gpqa-main-13dda0527a69422c0bfefb23","benchmark":"gpqa_main","data_index":45,"repeat_index":0,"sample_id":"gpqa-main-13dda0527a69422c0bfefb23/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4929,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"A","question_sha256":"952dd56af4d111bc829dbe6171c480a13632e8b5771e33245330d32115f96774"} +{"uuid":"gpqa-main-5e6a032f9aa67c7725f828d0","benchmark":"gpqa_main","data_index":195,"repeat_index":0,"sample_id":"gpqa-main-5e6a032f9aa67c7725f828d0/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":650,"prompt_tokens":330,"effective_max_tokens":130742,"original_embedded_prediction":"A","question_sha256":"8accf5d31cc4cf5c2467ac477d83885c90d2715606f7c2e68d318476741bbdd7"} +{"uuid":"gpqa-main-e3e073f3f0f646532e4caf06","benchmark":"gpqa_main","data_index":167,"repeat_index":0,"sample_id":"gpqa-main-e3e073f3f0f646532e4caf06/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2811,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"A","question_sha256":"a1cff30033350ed32c6446abacb176ef3ffad0fc471aaacf3468c78e0aad550e"} +{"uuid":"gpqa-main-547aac137dd7671e7ef03fa9","benchmark":"gpqa_main","data_index":164,"repeat_index":0,"sample_id":"gpqa-main-547aac137dd7671e7ef03fa9/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3206,"prompt_tokens":497,"effective_max_tokens":130575,"original_embedded_prediction":"C","question_sha256":"8369c6a1ffc960e3f3d88e5e4c521eebcc37f39ca9adf654c3cd4b61f892f2ef"} +{"uuid":"gpqa-main-084903ab17db0fab7bc6caea","benchmark":"gpqa_main","data_index":129,"repeat_index":0,"sample_id":"gpqa-main-084903ab17db0fab7bc6caea/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5226,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"D","question_sha256":"b560f550d5d9fb2378520f0fcf7b6573aec2027430ef06270491ace18a0497fc"} +{"uuid":"gpqa-main-381032537ca0c968de7d5c06","benchmark":"gpqa_main","data_index":203,"repeat_index":0,"sample_id":"gpqa-main-381032537ca0c968de7d5c06/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":543,"prompt_tokens":186,"effective_max_tokens":130886,"original_embedded_prediction":"A","question_sha256":"045347c35e2957dbd6bc83158fecec24c157df70fdefaaddc8633ecda3435cdc"} +{"uuid":"gpqa-main-106fe8a64f4453f81be6f7bd","benchmark":"gpqa_main","data_index":25,"repeat_index":0,"sample_id":"gpqa-main-106fe8a64f4453f81be6f7bd/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5510,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"A","question_sha256":"f0c3d97c5c67fa210dafa49946af010682993c23bb8995a306a6ee484e0c3b03"} +{"uuid":"gpqa-main-f35f531075e0f4b71e6bfdf7","benchmark":"gpqa_main","data_index":28,"repeat_index":0,"sample_id":"gpqa-main-f35f531075e0f4b71e6bfdf7/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5558,"prompt_tokens":440,"effective_max_tokens":130632,"original_embedded_prediction":"B","question_sha256":"1dec0a47229d6987f418c244cc1169bdeb04c6134b883ac8895dc2380cdf0539"} +{"uuid":"gpqa-main-feeb39404129cbb3b7e867ec","benchmark":"gpqa_main","data_index":43,"repeat_index":0,"sample_id":"gpqa-main-feeb39404129cbb3b7e867ec/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5799,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"B","question_sha256":"a80144fd582290217d4749a45438b278db047877b2f9babd5f52d9d0dcc88daf"} +{"uuid":"gpqa-main-249edae2034ba7f3819aaa7b","benchmark":"gpqa_main","data_index":210,"repeat_index":0,"sample_id":"gpqa-main-249edae2034ba7f3819aaa7b/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":246,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"A","question_sha256":"c4d795814405ce2bb231fe7012e4581bcaebca12bb3f8c3260a3ad239aa51a79"} +{"uuid":"gpqa-main-781f4efc4b25ff35b588e87c","benchmark":"gpqa_main","data_index":181,"repeat_index":0,"sample_id":"gpqa-main-781f4efc4b25ff35b588e87c/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3004,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"C","question_sha256":"f933a526e8aec15b0dc77756bad3ba0839404a6d042443e3f5a0ab0b8d1cfa96"} +{"uuid":"gpqa-main-104b659bbac6e52c4c877c0b","benchmark":"gpqa_main","data_index":152,"repeat_index":0,"sample_id":"gpqa-main-104b659bbac6e52c4c877c0b/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4679,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"D","question_sha256":"de6e1846b7e0c60ac3b7b0f613ad67cc3d941770b7de58c7a45add8c64d1db8b"} +{"uuid":"gpqa-main-f1451c98bdb50fb5b0dbdc55","benchmark":"gpqa_main","data_index":116,"repeat_index":0,"sample_id":"gpqa-main-f1451c98bdb50fb5b0dbdc55/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6271,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"B","question_sha256":"650bb2feaa18830493f8e50de85c38c1f24570d9f1e7c9970c8ed9fbcbbde337"} +{"uuid":"gpqa-main-64193be5f9a6bbd67bec4010","benchmark":"gpqa_main","data_index":128,"repeat_index":0,"sample_id":"gpqa-main-64193be5f9a6bbd67bec4010/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6266,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"A","question_sha256":"373990fe818e4182469d242b845eeb2f78db2f00cfb3a8fdbd2dbd696e08d552"} +{"uuid":"gpqa-main-002cb7f9ef3ee2a3d460b42e","benchmark":"gpqa_main","data_index":85,"repeat_index":0,"sample_id":"gpqa-main-002cb7f9ef3ee2a3d460b42e/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6523,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"3bed68f29773b3484a0b5acab22f438229b63f2a324fb817a933e4d514178386"} +{"uuid":"gpqa-main-a3be70bb026878238a72f88b","benchmark":"gpqa_main","data_index":66,"repeat_index":0,"sample_id":"gpqa-main-a3be70bb026878238a72f88b/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6682,"prompt_tokens":446,"effective_max_tokens":130626,"original_embedded_prediction":"C","question_sha256":"42da82ad5cb9e03bf1c8f1d786b162fd55245c32907328f445c191681a98b669"} +{"uuid":"gpqa-main-04a5c442799262dec9375c25","benchmark":"gpqa_main","data_index":194,"repeat_index":0,"sample_id":"gpqa-main-04a5c442799262dec9375c25/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2467,"prompt_tokens":365,"effective_max_tokens":130707,"original_embedded_prediction":"D","question_sha256":"e90ec32d975ec61b7cd079ff6968bc3dbaa4fc87e74699c1406ce59093066dbc"} +{"uuid":"gpqa-main-0d56f92dcb32c3f0494a4705","benchmark":"gpqa_main","data_index":15,"repeat_index":0,"sample_id":"gpqa-main-0d56f92dcb32c3f0494a4705/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6964,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"D","question_sha256":"d48362abba761cef50927ef586befd9a2fdb343aa19b2fa457ee74fb6dbfb56b"} +{"uuid":"gpqa-main-70afc730094f43bb0e05f371","benchmark":"gpqa_main","data_index":209,"repeat_index":0,"sample_id":"gpqa-main-70afc730094f43bb0e05f371/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1489,"prompt_tokens":360,"effective_max_tokens":130712,"original_embedded_prediction":"A","question_sha256":"f328e748a74c78b0ab73f790c6848b663fb5bffac884e2793a63bb9ce351e4b6"} +{"uuid":"gpqa-main-e6ff92ca0c11b47b14793d2f","benchmark":"gpqa_main","data_index":124,"repeat_index":0,"sample_id":"gpqa-main-e6ff92ca0c11b47b14793d2f/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7020,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"A","question_sha256":"ca2abe8a98bc00aadbd20baf4ff27e830539507a5ff7402eed5e2491347f95aa"} +{"uuid":"gpqa-main-e605c3d20abb4c52d96e9b60","benchmark":"gpqa_main","data_index":171,"repeat_index":0,"sample_id":"gpqa-main-e605c3d20abb4c52d96e9b60/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4658,"prompt_tokens":361,"effective_max_tokens":130711,"original_embedded_prediction":"C","question_sha256":"84b58aec9b33c09286d45fb66ca82cc4ec03e310a0917bc0783bda81a0fa23b6"} +{"uuid":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c","benchmark":"gpqa_main","data_index":118,"repeat_index":0,"sample_id":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7329,"prompt_tokens":340,"effective_max_tokens":130732,"original_embedded_prediction":"C","question_sha256":"626cda94018ba930400d9c043f6fc1aa30c317abf6fd8f6d0ec8b133ce2036c8"} +{"uuid":"gpqa-main-ca7a4b18584754c3664d8758","benchmark":"gpqa_main","data_index":16,"repeat_index":0,"sample_id":"gpqa-main-ca7a4b18584754c3664d8758/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7677,"prompt_tokens":517,"effective_max_tokens":130555,"original_embedded_prediction":"D","question_sha256":"b15ab8a50cd7768206339f81478bb5a4757f87b1bf1c7671597c48117910482f"} +{"uuid":"gpqa-main-779369aa96b96a67933939f1","benchmark":"gpqa_main","data_index":224,"repeat_index":0,"sample_id":"gpqa-main-779369aa96b96a67933939f1/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":458,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"acf784efba891531b08709383ede2379cee1f604b6334b753dd1fcaab37af970"} +{"uuid":"gpqa-main-8af90a4147e5f0c98bfd00fa","benchmark":"gpqa_main","data_index":218,"repeat_index":0,"sample_id":"gpqa-main-8af90a4147e5f0c98bfd00fa/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1117,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"C","question_sha256":"29a55065f72c47169c5073a91e6b55d82fe2f5784289d2baf5cf5444f8d6fd65"} +{"uuid":"gpqa-main-ecb6740406340eb07beacf42","benchmark":"gpqa_main","data_index":226,"repeat_index":0,"sample_id":"gpqa-main-ecb6740406340eb07beacf42/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":244,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"29f96711820eba41ccced6676074bc5bcd9e3eb6c97ce5e8507128a91a175bb0"} +{"uuid":"gpqa-main-07134ad2ae69bd2e9f09ae64","benchmark":"gpqa_main","data_index":77,"repeat_index":0,"sample_id":"gpqa-main-07134ad2ae69bd2e9f09ae64/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8268,"prompt_tokens":374,"effective_max_tokens":130698,"original_embedded_prediction":"A","question_sha256":"e1448af5dcb7e4a7a5cf31dd231d4a2b2a3829ce3dabc5d7da48a195c1b39112"} +{"uuid":"gpqa-main-35569b36357cfce18162c999","benchmark":"gpqa_main","data_index":52,"repeat_index":0,"sample_id":"gpqa-main-35569b36357cfce18162c999/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8315,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"D","question_sha256":"a2136b05b78259562b913f1f56520c4184d70bf60017617a442a41f907c31b78"} +{"uuid":"gpqa-main-efbd16944acebfe43928d489","benchmark":"gpqa_main","data_index":49,"repeat_index":0,"sample_id":"gpqa-main-efbd16944acebfe43928d489/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8316,"prompt_tokens":328,"effective_max_tokens":130744,"original_embedded_prediction":"B","question_sha256":"40b2b50a3c993902d4327a3072c497b0bfcbac42a638ecf92be395be7ef82ab0"} +{"uuid":"gpqa-main-5f336d7998263d21db8f15c1","benchmark":"gpqa_main","data_index":50,"repeat_index":0,"sample_id":"gpqa-main-5f336d7998263d21db8f15c1/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8323,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"C","question_sha256":"5028b464f9ac881885af02d0d7fda29d17165d3804f0f84dbc2e8f6dbd923739"} +{"uuid":"gpqa-main-20f8612bcc2efb9c2355d32e","benchmark":"gpqa_main","data_index":206,"repeat_index":0,"sample_id":"gpqa-main-20f8612bcc2efb9c2355d32e/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3104,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"B","question_sha256":"d746be8625afecad5925e7069f57336e8de3f39dfdf843820421eba66b7bc620"} +{"uuid":"gpqa-main-09b661e081004aa4c0d45778","benchmark":"gpqa_main","data_index":106,"repeat_index":0,"sample_id":"gpqa-main-09b661e081004aa4c0d45778/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8427,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"D","question_sha256":"47741045402119262be7a1c17b98cc587ee55b46bb8620655271dca518a4f927"} +{"uuid":"gpqa-main-6f6ff532d544554128a0bbbe","benchmark":"gpqa_main","data_index":108,"repeat_index":0,"sample_id":"gpqa-main-6f6ff532d544554128a0bbbe/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8601,"prompt_tokens":368,"effective_max_tokens":130704,"original_embedded_prediction":"A","question_sha256":"ebb5b9328e54d98f40b988b171044869d75c67b6efaa8f44675c485448b7b02c"} +{"uuid":"gpqa-main-7e29412fd534df20c4a23267","benchmark":"gpqa_main","data_index":87,"repeat_index":0,"sample_id":"gpqa-main-7e29412fd534df20c4a23267/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8677,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"7fda2b6ca2ff9984ace9bf53f465cebb4b8d963f7ddcb5aa5f5015cd6989be42"} +{"uuid":"gpqa-main-bd228dea7f1aa14b70216372","benchmark":"gpqa_main","data_index":217,"repeat_index":0,"sample_id":"gpqa-main-bd228dea7f1aa14b70216372/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2288,"prompt_tokens":425,"effective_max_tokens":130647,"original_embedded_prediction":"C","question_sha256":"c1dea594f51ba7757d0d9ec69efa6b56bfeeaff965f074faaf89160cca96a0e9"} +{"uuid":"gpqa-main-1ae8f8945efaf81788d8d871","benchmark":"gpqa_main","data_index":139,"repeat_index":0,"sample_id":"gpqa-main-1ae8f8945efaf81788d8d871/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7997,"prompt_tokens":250,"effective_max_tokens":130822,"original_embedded_prediction":"A","question_sha256":"060f07943bcd17960b48a982fabe42fcae4e3899fe8c5473138fe2198f0e8dd8"} +{"uuid":"gpqa-main-a454a3157aff6eee743541b7","benchmark":"gpqa_main","data_index":182,"repeat_index":0,"sample_id":"gpqa-main-a454a3157aff6eee743541b7/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5686,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"B","question_sha256":"025e20e6e9b45e1ddb3f6901f58f69b40df5e8f9ffb6b80b5b17bc518d9f5d17"} +{"uuid":"gpqa-main-5a280dae7286e8bab3887904","benchmark":"gpqa_main","data_index":212,"repeat_index":0,"sample_id":"gpqa-main-5a280dae7286e8bab3887904/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3594,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"A","question_sha256":"b8398a470c0a1a045a6dcf2005bd8e8351bdf75ffa7c473958cf3c4b5d4fb288"} +{"uuid":"gpqa-main-be779fa0e49ff52e19357207","benchmark":"gpqa_main","data_index":239,"repeat_index":0,"sample_id":"gpqa-main-be779fa0e49ff52e19357207/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":470,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"ea7bb5901d85914d8997afb87e1ae6be7a8efe03889a4cc08f64de2ccdc9180e"} +{"uuid":"gpqa-main-8a352b243ffac6230977fc90","benchmark":"gpqa_main","data_index":219,"repeat_index":0,"sample_id":"gpqa-main-8a352b243ffac6230977fc90/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2667,"prompt_tokens":389,"effective_max_tokens":130683,"original_embedded_prediction":"D","question_sha256":"7408ac0330a09a182b52a627f89920c8c4e825da7da4e441973cbefe32b852ac"} +{"uuid":"gpqa-main-d3db87adeb915999faca3605","benchmark":"gpqa_main","data_index":111,"repeat_index":0,"sample_id":"gpqa-main-d3db87adeb915999faca3605/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9510,"prompt_tokens":204,"effective_max_tokens":130868,"original_embedded_prediction":"B","question_sha256":"f6518dd763c1af7a1745bc53b4e021210cafdf588df1ede9b537a622474a998d"} +{"uuid":"gpqa-main-fd21f7c7356e7f51f0cabd07","benchmark":"gpqa_main","data_index":201,"repeat_index":0,"sample_id":"gpqa-main-fd21f7c7356e7f51f0cabd07/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4835,"prompt_tokens":601,"effective_max_tokens":130471,"original_embedded_prediction":"D","question_sha256":"db246f6acae65ff2e4bb6caad314b6583cd0085f0d81b1b20515ca2fe73b6f72"} +{"uuid":"gpqa-main-e4e8eab3e5612de26e298f3f","benchmark":"gpqa_main","data_index":143,"repeat_index":0,"sample_id":"gpqa-main-e4e8eab3e5612de26e298f3f/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8612,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"A","question_sha256":"1037e0c8b2c1aced006713d114efa5f1233a7eadf2f0aac355081aeacd10b00f"} +{"uuid":"gpqa-main-9e1b7c5b2ce53e8d6424b66a","benchmark":"gpqa_main","data_index":59,"repeat_index":0,"sample_id":"gpqa-main-9e1b7c5b2ce53e8d6424b66a/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9755,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"D","question_sha256":"97732ba422afbf18b5d2d6b3bd26f6c540049e2f82d9628414525cebe7e9a5dd"} +{"uuid":"gpqa-main-f432c1aa4319a4b1f6fa2ac1","benchmark":"gpqa_main","data_index":109,"repeat_index":0,"sample_id":"gpqa-main-f432c1aa4319a4b1f6fa2ac1/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9911,"prompt_tokens":264,"effective_max_tokens":130808,"original_embedded_prediction":"C","question_sha256":"19d5ec504b7008b3eada0ca0c300cd88147b20679109f6681bfd8946e0db2c8c"} +{"uuid":"gpqa-main-925cb13958435841df0e8c1e","benchmark":"gpqa_main","data_index":107,"repeat_index":0,"sample_id":"gpqa-main-925cb13958435841df0e8c1e/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9917,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"B","question_sha256":"d21ba2f1c06b876b2d387104c816ee0fcc369a02b8e010a706e0e2448c56f78e"} +{"uuid":"gpqa-main-acdff999b6cbfcbc8be6ffac","benchmark":"gpqa_main","data_index":241,"repeat_index":0,"sample_id":"gpqa-main-acdff999b6cbfcbc8be6ffac/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":454,"prompt_tokens":404,"effective_max_tokens":130668,"original_embedded_prediction":"B","question_sha256":"96f00c3d898d9c364f022eae18e69424d7f2ddde12fbde50541b7390ffd40103"} +{"uuid":"gpqa-main-178c84548026beb35252a961","benchmark":"gpqa_main","data_index":104,"repeat_index":0,"sample_id":"gpqa-main-178c84548026beb35252a961/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10068,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"C","question_sha256":"4ea09b6f60208405c59e5923a565f195c94315e0b6e230acd59351f1ee59ed96"} +{"uuid":"gpqa-main-6119656f6ad0247c537028e7","benchmark":"gpqa_main","data_index":246,"repeat_index":0,"sample_id":"gpqa-main-6119656f6ad0247c537028e7/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":418,"prompt_tokens":329,"effective_max_tokens":130743,"original_embedded_prediction":"A","question_sha256":"e426a9a1b0977a66badcc2dd4f0d54629b39c2594a512e459e9afd20bba599ba"} +{"uuid":"gpqa-main-b7ef729c55e0cb48c67bca16","benchmark":"gpqa_main","data_index":31,"repeat_index":0,"sample_id":"gpqa-main-b7ef729c55e0cb48c67bca16/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10206,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"A","question_sha256":"732a49f65a753e1d2c9ebb525ad8cc4c9ea6aa812fdc5eda3c630aa4aa35c7b5"} +{"uuid":"gpqa-main-ddd2b405606ced65b4ce6345","benchmark":"gpqa_main","data_index":248,"repeat_index":0,"sample_id":"gpqa-main-ddd2b405606ced65b4ce6345/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":366,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"2066c0e835493298c00391dd9236de10adec10d611fe3e2777f252677dfe9724"} +{"uuid":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7","benchmark":"gpqa_main","data_index":37,"repeat_index":0,"sample_id":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10298,"prompt_tokens":279,"effective_max_tokens":130793,"original_embedded_prediction":"C","question_sha256":"f730b35adb897658b28382d90ae7881a77e5d86003cc9b3942862d742001d4fb"} +{"uuid":"gpqa-main-288426a7fecb5facf10219c7","benchmark":"gpqa_main","data_index":190,"repeat_index":0,"sample_id":"gpqa-main-288426a7fecb5facf10219c7/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6421,"prompt_tokens":321,"effective_max_tokens":130751,"original_embedded_prediction":"C","question_sha256":"7cccb7714b35c30190fb5db64a1b22a36b726b2a007f241961e1e48c82e4acb3"} +{"uuid":"gpqa-main-212277d3e39540a6739d98b8","benchmark":"gpqa_main","data_index":249,"repeat_index":0,"sample_id":"gpqa-main-212277d3e39540a6739d98b8/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":780,"prompt_tokens":147,"effective_max_tokens":130925,"original_embedded_prediction":"A","question_sha256":"d20446ccbbfc1ed40bcb669bfa65f9f9cd8e38ec8f7e67621c88e3dbe91f083d"} +{"uuid":"gpqa-main-832feb793ff377da50abf878","benchmark":"gpqa_main","data_index":69,"repeat_index":0,"sample_id":"gpqa-main-832feb793ff377da50abf878/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10741,"prompt_tokens":202,"effective_max_tokens":130870,"original_embedded_prediction":"D","question_sha256":"9cb12d81fbbe616cc95beecd1627265e0b5a2fa48b8e7493d3df89b378afbc12"} +{"uuid":"gpqa-main-5ace8b3dabb97ffc3da20e7c","benchmark":"gpqa_main","data_index":250,"repeat_index":0,"sample_id":"gpqa-main-5ace8b3dabb97ffc3da20e7c/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":992,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"4ebb5a46cf109d4237b98081e218fcaba27d8f9d03f7a930300f2938f71c1ef0"} +{"uuid":"gpqa-main-0293685a5c3ddbc5b15dcfa0","benchmark":"gpqa_main","data_index":233,"repeat_index":0,"sample_id":"gpqa-main-0293685a5c3ddbc5b15dcfa0/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2786,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"db2ca8d93d5ff50bd9f602bc5b3d339b547349c54c540850544e01393770a4ff"} +{"uuid":"gpqa-main-86060b054d8de358356a29fd","benchmark":"gpqa_main","data_index":8,"repeat_index":0,"sample_id":"gpqa-main-86060b054d8de358356a29fd/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11429,"prompt_tokens":435,"effective_max_tokens":130637,"original_embedded_prediction":"A","question_sha256":"d20ccd218e50c4a58da8030db612f52c5bac88ad6d1859a85b0358c1595e54e1"} +{"uuid":"gpqa-main-68d5dcbd7078889c19a9a93c","benchmark":"gpqa_main","data_index":136,"repeat_index":0,"sample_id":"gpqa-main-68d5dcbd7078889c19a9a93c/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10837,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"618551bfaaf71599d5802135cbf18d8e9b5a33b38537d32515c5298d556df601"} +{"uuid":"gpqa-main-ac1c72784d1e0da293fe4bd4","benchmark":"gpqa_main","data_index":202,"repeat_index":0,"sample_id":"gpqa-main-ac1c72784d1e0da293fe4bd4/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6734,"prompt_tokens":169,"effective_max_tokens":130903,"original_embedded_prediction":"D","question_sha256":"6e2bd9ec28efb9c97dbc7bea49224b4964011afaa5ca659996fac7fd65c4468d"} +{"uuid":"gpqa-main-992d40815d86851a9f6e7230","benchmark":"gpqa_main","data_index":1,"repeat_index":0,"sample_id":"gpqa-main-992d40815d86851a9f6e7230/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11636,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"b698ebb0cb6d3abffa554435859e51f21dd11a9955cfceece2c7a6fa9b0e2023"} +{"uuid":"gpqa-main-56cc62f5d70b661868d341e7","benchmark":"gpqa_main","data_index":238,"repeat_index":0,"sample_id":"gpqa-main-56cc62f5d70b661868d341e7/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2719,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"A","question_sha256":"c974918b90f5892aaad4308e337b490844102dbfad26c90bf508602f9c595d5d"} +{"uuid":"gpqa-main-ac27f29e5f777e93e751f3f2","benchmark":"gpqa_main","data_index":55,"repeat_index":0,"sample_id":"gpqa-main-ac27f29e5f777e93e751f3f2/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11804,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"A","question_sha256":"d49aa1d9efc38f6409c199c3e2706ec44f5d20d25b0e7d41f40b9c46668ed1e0"} +{"uuid":"gpqa-main-742076c80dda93477062cfc0","benchmark":"gpqa_main","data_index":262,"repeat_index":0,"sample_id":"gpqa-main-742076c80dda93477062cfc0/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":182,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"D","question_sha256":"528bc237c35f64d2635edb6fea3202ce958bca92ea956fae0da7c5b4c72081d8"} +{"uuid":"gpqa-main-6bb4180b8c6df2f8f7490345","benchmark":"gpqa_main","data_index":26,"repeat_index":0,"sample_id":"gpqa-main-6bb4180b8c6df2f8f7490345/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12057,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"B","question_sha256":"a40e1e0f0ddd21a34df82626b6553232ad944bbeec5bf0819aaf5ae0b1a92c59"} +{"uuid":"gpqa-main-666fc74619f38e356e33a285","benchmark":"gpqa_main","data_index":180,"repeat_index":0,"sample_id":"gpqa-main-666fc74619f38e356e33a285/repeat-0","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9007,"prompt_tokens":693,"effective_max_tokens":130379,"original_embedded_prediction":null,"question_sha256":"89fa5b222a94e07a283a5140341a0704109ec3b7f62de72dd072383182771ebc"} +{"uuid":"gpqa-main-1728184fad8153eeb2e2a7de","benchmark":"gpqa_main","data_index":264,"repeat_index":0,"sample_id":"gpqa-main-1728184fad8153eeb2e2a7de/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":481,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"d8505733319a8047e94d63c293a2d9dbb08c42e4bde2c223467f371da6665e08"} +{"uuid":"gpqa-main-822957bb60d3551275f08aa0","benchmark":"gpqa_main","data_index":253,"repeat_index":0,"sample_id":"gpqa-main-822957bb60d3551275f08aa0/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1930,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"A","question_sha256":"4690c4bb391b2ef2a7b53f1a15866e05411bdf5f0f7b4f32c9e27d8ef6e8cb48"} +{"uuid":"gpqa-main-1923a70feda6403a600f719a","benchmark":"gpqa_main","data_index":160,"repeat_index":0,"sample_id":"gpqa-main-1923a70feda6403a600f719a/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10505,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"7acad7dd49efa2a29ce19fb81de0e8b504de87dab9c66159407da7697942a708"} +{"uuid":"gpqa-main-72464184a419f296dae470a9","benchmark":"gpqa_main","data_index":257,"repeat_index":0,"sample_id":"gpqa-main-72464184a419f296dae470a9/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2015,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"C","question_sha256":"16bcf4c7129e083cade7afd040c6c4e0fa1fc7677a11aa70fb1b5a3d0e5fb5ea"} +{"uuid":"gpqa-main-6543e2c47b61f7f328bcf42d","benchmark":"gpqa_main","data_index":36,"repeat_index":0,"sample_id":"gpqa-main-6543e2c47b61f7f328bcf42d/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12759,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"D","question_sha256":"9f8c4aa52521e2926d56fdd03cf5aeaf3543c911c9b75774731cd1204efc1328"} +{"uuid":"gpqa-main-216433a347b01989e26ed83a","benchmark":"gpqa_main","data_index":247,"repeat_index":0,"sample_id":"gpqa-main-216433a347b01989e26ed83a/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2869,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"ead16c05d1abbf4387485257726593cf57a0384c3e0a3db31ba489bb1676ce72"} +{"uuid":"gpqa-main-e069314491adb5be236d3fe7","benchmark":"gpqa_main","data_index":2,"repeat_index":0,"sample_id":"gpqa-main-e069314491adb5be236d3fe7/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12795,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"D","question_sha256":"2662eff7a6231613f45042d2ef5df63caaeb5a326d264e93009a737a99fb27bb"} +{"uuid":"gpqa-main-51f5bda498b3f05cab60119c","benchmark":"gpqa_main","data_index":65,"repeat_index":0,"sample_id":"gpqa-main-51f5bda498b3f05cab60119c/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12933,"prompt_tokens":271,"effective_max_tokens":130801,"original_embedded_prediction":"D","question_sha256":"f7fa8540a448dfeff404af93810c60c41ed387fb5e4c821bbb6e5869dd9f8630"} +{"uuid":"gpqa-main-82354c49d9280b8a980b98b4","benchmark":"gpqa_main","data_index":170,"repeat_index":0,"sample_id":"gpqa-main-82354c49d9280b8a980b98b4/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10690,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"C","question_sha256":"57b065d28a6d02a29a3a84f39dd670ba7cdf4e3403506e79b5fc90713897f68e"} +{"uuid":"gpqa-main-86976aae6f871f46c4680830","benchmark":"gpqa_main","data_index":215,"repeat_index":0,"sample_id":"gpqa-main-86976aae6f871f46c4680830/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6779,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"B","question_sha256":"e5c3c79a60db2de596dac1585bfc2e940bac2acb65a3352ff5f7e99821846aed"} +{"uuid":"gpqa-main-92f6e58b4989e9025c8286a9","benchmark":"gpqa_main","data_index":234,"repeat_index":0,"sample_id":"gpqa-main-92f6e58b4989e9025c8286a9/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4629,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"c003a37af0eaa5e9c6d10f5a25ce1a2e0258ad6638a1655ee2a17d07daab816a"} +{"uuid":"gpqa-main-ea0400e59078652fc57eb6e1","benchmark":"gpqa_main","data_index":96,"repeat_index":0,"sample_id":"gpqa-main-ea0400e59078652fc57eb6e1/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13096,"prompt_tokens":537,"effective_max_tokens":130535,"original_embedded_prediction":"D","question_sha256":"50fc83bec6235fb29a76a0a00342f5c99a24684597a5930df882fe103e170363"} +{"uuid":"gpqa-main-46549f6d718b80e38f4412cd","benchmark":"gpqa_main","data_index":34,"repeat_index":0,"sample_id":"gpqa-main-46549f6d718b80e38f4412cd/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13106,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"B","question_sha256":"a1def6786f9e3174bf07c7887ea2c97711ea721fe1cf730202fc93d69ecac09d"} +{"uuid":"gpqa-main-d1e25804e939f97ca872c78e","benchmark":"gpqa_main","data_index":163,"repeat_index":0,"sample_id":"gpqa-main-d1e25804e939f97ca872c78e/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11029,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"bd713289ab1ffc1ab982f7411da433944bdaa2ce87595d2c1bba8580a8b47bdb"} +{"uuid":"gpqa-main-e408cf011e5548359fd7cfa7","benchmark":"gpqa_main","data_index":68,"repeat_index":0,"sample_id":"gpqa-main-e408cf011e5548359fd7cfa7/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13164,"prompt_tokens":190,"effective_max_tokens":130882,"original_embedded_prediction":"D","question_sha256":"62f7808cdd914d23316e18802ada081dc433f34465864581ce0c27bfafdcd343"} +{"uuid":"gpqa-main-c0bc48c4232297b735018487","benchmark":"gpqa_main","data_index":240,"repeat_index":0,"sample_id":"gpqa-main-c0bc48c4232297b735018487/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3992,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"bbc99977a336fa9fd961baf75728288b14f7c69841a6757f2793e300690fc85b"} +{"uuid":"gpqa-main-1634ccababef2067673cd88c","benchmark":"gpqa_main","data_index":46,"repeat_index":0,"sample_id":"gpqa-main-1634ccababef2067673cd88c/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13421,"prompt_tokens":593,"effective_max_tokens":130479,"original_embedded_prediction":"C","question_sha256":"d8c36bd55ba561cb499054e9d5a01217a0498dfd20875e8d9e99d34bcdfd7830"} +{"uuid":"gpqa-main-ca986cf878bcb98d3bdf6b0a","benchmark":"gpqa_main","data_index":252,"repeat_index":0,"sample_id":"gpqa-main-ca986cf878bcb98d3bdf6b0a/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3325,"prompt_tokens":553,"effective_max_tokens":130519,"original_embedded_prediction":"D","question_sha256":"03946dc24ec69699ccf0d502676d0724f19c404c61b61996d4b5d979f21785da"} +{"uuid":"gpqa-main-b22053dbc40179e114f0c866","benchmark":"gpqa_main","data_index":125,"repeat_index":0,"sample_id":"gpqa-main-b22053dbc40179e114f0c866/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13675,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"1f101bccd20044577731aef887c9704a6a153baf063dff8d9a04510e7b8dcfb7"} +{"uuid":"gpqa-main-143dc33c1aad9828daf5e615","benchmark":"gpqa_main","data_index":95,"repeat_index":0,"sample_id":"gpqa-main-143dc33c1aad9828daf5e615/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13700,"prompt_tokens":354,"effective_max_tokens":130718,"original_embedded_prediction":"C","question_sha256":"ff60c18b72aac9e90842c7a2d5e79c68092a3fbb1d6c0318cee6d2892a43a0a1"} +{"uuid":"gpqa-main-78b2ba2dd97e6d6b9942bad9","benchmark":"gpqa_main","data_index":273,"repeat_index":0,"sample_id":"gpqa-main-78b2ba2dd97e6d6b9942bad9/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":962,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"A","question_sha256":"019eb0f05f025ec512fbae057e0fcb33e0f92eec9bc2dc775494f6a19f4b62f3"} +{"uuid":"gpqa-main-24751b175e0f2d19899ad735","benchmark":"gpqa_main","data_index":260,"repeat_index":0,"sample_id":"gpqa-main-24751b175e0f2d19899ad735/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2463,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"A","question_sha256":"4a5d6fcc83f3561a6447a1feebb680aa9ab094bdeed5677c30f04041964a9c38"} +{"uuid":"gpqa-main-c720b28fe25654b1cedc9285","benchmark":"gpqa_main","data_index":122,"repeat_index":0,"sample_id":"gpqa-main-c720b28fe25654b1cedc9285/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13921,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"C","question_sha256":"9f6e1d1b2c053afcba8c78142311f336846eb87d19344fb8aa6e71ed9aecc477"} +{"uuid":"gpqa-main-f6714ff18991a64f32fcecf9","benchmark":"gpqa_main","data_index":286,"repeat_index":0,"sample_id":"gpqa-main-f6714ff18991a64f32fcecf9/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":530,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"a1e860acc41f41cac7f3d9425a64a45a95559ff56553a2d04e1d3569c2f1c1a1"} +{"uuid":"gpqa-main-9a5518ae94b2b0d35d86de13","benchmark":"gpqa_main","data_index":289,"repeat_index":0,"sample_id":"gpqa-main-9a5518ae94b2b0d35d86de13/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":433,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"C","question_sha256":"3fcfcbf2649513809f04d9fdbcbe0c6bc1a91164f8dcfd7d9748267f2db7c6ce"} +{"uuid":"gpqa-main-92c7c513709816748efab029","benchmark":"gpqa_main","data_index":251,"repeat_index":0,"sample_id":"gpqa-main-92c7c513709816748efab029/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4015,"prompt_tokens":253,"effective_max_tokens":130819,"original_embedded_prediction":"C","question_sha256":"c9ed693d3f7d5c30b94e2c01b9b5f22591922f961e4dbc9ef4b70309b61bae5c"} +{"uuid":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2","benchmark":"gpqa_main","data_index":150,"repeat_index":0,"sample_id":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13093,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"C","question_sha256":"58604895b423acc46c4efaa28ed2e4d6eaf2d93d55c7ad3766cffce3719ddf62"} +{"uuid":"gpqa-main-30529bca8e7fdf66400bd444","benchmark":"gpqa_main","data_index":18,"repeat_index":0,"sample_id":"gpqa-main-30529bca8e7fdf66400bd444/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14411,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"fc081c2fbb63be5006154edbddcd4d1654207c4f1ad333e12f9bc19972753482"} +{"uuid":"gpqa-main-219ad07bcb0cda7b85845999","benchmark":"gpqa_main","data_index":271,"repeat_index":0,"sample_id":"gpqa-main-219ad07bcb0cda7b85845999/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1945,"prompt_tokens":412,"effective_max_tokens":130660,"original_embedded_prediction":"B","question_sha256":"a6336c3b0760d09010077fee728ae5348e4421bcfcbbc8bb9c4a72d541ddfb24"} +{"uuid":"gpqa-main-5afce78005210e6a41636858","benchmark":"gpqa_main","data_index":261,"repeat_index":0,"sample_id":"gpqa-main-5afce78005210e6a41636858/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2881,"prompt_tokens":312,"effective_max_tokens":130760,"original_embedded_prediction":"A","question_sha256":"1447f629926983e1fb54566e40ab57d7a728998d233e3c84bc33277da7c13a65"} +{"uuid":"gpqa-main-9753ac5963fbae8c8e907ef3","benchmark":"gpqa_main","data_index":277,"repeat_index":0,"sample_id":"gpqa-main-9753ac5963fbae8c8e907ef3/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1386,"prompt_tokens":181,"effective_max_tokens":130891,"original_embedded_prediction":"C","question_sha256":"ec3a07db51d6010b2b9fae103e36b62707efee3ad0713fcd4420f8ba8f55c00b"} +{"uuid":"gpqa-main-d98819c9bc2a4086534acf1b","benchmark":"gpqa_main","data_index":281,"repeat_index":0,"sample_id":"gpqa-main-d98819c9bc2a4086534acf1b/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1531,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"d53ea2c13c1ce696b626852774a73a189571a138a5fd872cdd3bb15f21f0bf06"} +{"uuid":"gpqa-main-d5d2365d64430154627d4bb7","benchmark":"gpqa_main","data_index":268,"repeat_index":0,"sample_id":"gpqa-main-d5d2365d64430154627d4bb7/repeat-0","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2537,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":null,"question_sha256":"17f96c74be836037313c787a88438b6c9f69a4aa20ec8cba17697864f5d35599"} +{"uuid":"gpqa-main-d8361782f08c0e6d16de3839","benchmark":"gpqa_main","data_index":287,"repeat_index":0,"sample_id":"gpqa-main-d8361782f08c0e6d16de3839/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1007,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"aed1658f69a85980c41ce94c10ac1535d2de3683f7a5c3821d1a84fa594d4571"} +{"uuid":"gpqa-main-fe61aa6baba6418fcde1fa11","benchmark":"gpqa_main","data_index":272,"repeat_index":0,"sample_id":"gpqa-main-fe61aa6baba6418fcde1fa11/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1978,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"73eb245ef4dcc164186307ecd210b767147568ad3c1b03847a63b2e67ac5d0ab"} +{"uuid":"gpqa-main-20f50fda9aeae51c6b9b4ba0","benchmark":"gpqa_main","data_index":91,"repeat_index":0,"sample_id":"gpqa-main-20f50fda9aeae51c6b9b4ba0/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14795,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"D","question_sha256":"c7914fc7bcc19ad8377798d825d6dbc59be8fb64f2b51a89ec26f55423d9edd1"} +{"uuid":"gpqa-main-a41b7b18fc60247bc6e08ecc","benchmark":"gpqa_main","data_index":278,"repeat_index":0,"sample_id":"gpqa-main-a41b7b18fc60247bc6e08ecc/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1782,"prompt_tokens":270,"effective_max_tokens":130802,"original_embedded_prediction":"A","question_sha256":"87c04c470b12fde8cca6d843b12d3265c10bf824a883929eca2654ab55681839"} +{"uuid":"gpqa-main-0306849689d2123fedfcfeb5","benchmark":"gpqa_main","data_index":82,"repeat_index":0,"sample_id":"gpqa-main-0306849689d2123fedfcfeb5/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14965,"prompt_tokens":301,"effective_max_tokens":130771,"original_embedded_prediction":"D","question_sha256":"9b236e1b2c7db4edd3fd08eaeff4fcfd3b13c11bfc0f9c5510349957a837d13a"} +{"uuid":"gpqa-main-f6f707a4d7db96af855de986","benchmark":"gpqa_main","data_index":266,"repeat_index":0,"sample_id":"gpqa-main-f6f707a4d7db96af855de986/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3252,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"049a3a3426b30e36d29d782b3ea4916bf545838ac3945e9c707804638ad48f04"} +{"uuid":"gpqa-main-0cc54149033350a37cf90b8b","benchmark":"gpqa_main","data_index":83,"repeat_index":0,"sample_id":"gpqa-main-0cc54149033350a37cf90b8b/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15109,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"D","question_sha256":"3298921b7dfbbae04c9893edbe6870746b53e2b7af12e9816f07b6f5e0bff9cb"} +{"uuid":"gpqa-main-4c9f4186c5ccd49ab906a399","benchmark":"gpqa_main","data_index":183,"repeat_index":0,"sample_id":"gpqa-main-4c9f4186c5ccd49ab906a399/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11779,"prompt_tokens":610,"effective_max_tokens":130462,"original_embedded_prediction":"B","question_sha256":"f634534b5e2327dcc39982a4da6dff404f299e9759a0ac957b0f6017fbe7586e"} +{"uuid":"gpqa-main-8dd5ae41d915a09d1c8b9add","benchmark":"gpqa_main","data_index":161,"repeat_index":0,"sample_id":"gpqa-main-8dd5ae41d915a09d1c8b9add/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13393,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"B","question_sha256":"8a246eed19ab5f877aa822da432a7aaa0f52615ea4655b0a89995d374971cd27"} +{"uuid":"gpqa-main-398c3b21ff64a0edc7ed8444","benchmark":"gpqa_main","data_index":197,"repeat_index":0,"sample_id":"gpqa-main-398c3b21ff64a0edc7ed8444/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10772,"prompt_tokens":839,"effective_max_tokens":130233,"original_embedded_prediction":"B","question_sha256":"8efc35cf270e2b051ad9ae732723df9c7261cecaf1410edf2c43f3ca7aa749cc"} +{"uuid":"gpqa-main-b84eb68d18023ca81e43b35a","benchmark":"gpqa_main","data_index":293,"repeat_index":0,"sample_id":"gpqa-main-b84eb68d18023ca81e43b35a/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1495,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"C","question_sha256":"6c90e464e06f4dc9c748d6c9be44c96b2d5bec5078b4eb152ea4ccec4c709f2d"} +{"uuid":"gpqa-main-6195cef214f3dfad9869d6d3","benchmark":"gpqa_main","data_index":298,"repeat_index":0,"sample_id":"gpqa-main-6195cef214f3dfad9869d6d3/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1277,"prompt_tokens":351,"effective_max_tokens":130721,"original_embedded_prediction":"B","question_sha256":"d8a4b11aef2d38271a5ebf2c1802dc875d19737c557efb5990cc4a865a052e7c"} +{"uuid":"gpqa-main-731d6908d225dc9f463d1297","benchmark":"gpqa_main","data_index":288,"repeat_index":0,"sample_id":"gpqa-main-731d6908d225dc9f463d1297/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2016,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"4774928b0a0c7cdc6d9c17102d2e01adad07f5a344858c23bbc63520a74724d7"} +{"uuid":"gpqa-main-05286f95a107c3da592ecbd9","benchmark":"gpqa_main","data_index":305,"repeat_index":0,"sample_id":"gpqa-main-05286f95a107c3da592ecbd9/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1007,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"d8a1a7b530a9b1d0cd0b07ec53f60d6d5fcf3059457f02b90e3c4ddf51fdc825"} +{"uuid":"gpqa-main-cdaa7da74e15a8dfc40e0582","benchmark":"gpqa_main","data_index":191,"repeat_index":0,"sample_id":"gpqa-main-cdaa7da74e15a8dfc40e0582/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11702,"prompt_tokens":410,"effective_max_tokens":130662,"original_embedded_prediction":"D","question_sha256":"733e93868ff7691423e0d318a4d9ba6ce801d7c2ef5c53b8020d7eb13c2c9a5c"} +{"uuid":"gpqa-main-d4ee93c18c20e4432773fe55","benchmark":"gpqa_main","data_index":311,"repeat_index":0,"sample_id":"gpqa-main-d4ee93c18c20e4432773fe55/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":584,"prompt_tokens":200,"effective_max_tokens":130872,"original_embedded_prediction":"C","question_sha256":"77bffd13a6b6464f7c63296f571164c184ce47a8cd6f8ecf91f0dc28407d44a1"} +{"uuid":"gpqa-main-6364129e0f80d3896a3d60e2","benchmark":"gpqa_main","data_index":81,"repeat_index":0,"sample_id":"gpqa-main-6364129e0f80d3896a3d60e2/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16165,"prompt_tokens":526,"effective_max_tokens":130546,"original_embedded_prediction":"A","question_sha256":"123161632faf32d9079808c0fb48f9d5492735ab0a8290fe32ca2f58fad36797"} +{"uuid":"gpqa-main-9f5d195170ba73ccdc7a3b84","benchmark":"gpqa_main","data_index":207,"repeat_index":0,"sample_id":"gpqa-main-9f5d195170ba73ccdc7a3b84/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10809,"prompt_tokens":552,"effective_max_tokens":130520,"original_embedded_prediction":"A","question_sha256":"e4e5526f8ea9205cbe6b33a5256144298ad11d8250b020cbd4fddbba85a12596"} +{"uuid":"gpqa-main-6f8b58d9d46c4f4e7eba1910","benchmark":"gpqa_main","data_index":317,"repeat_index":0,"sample_id":"gpqa-main-6f8b58d9d46c4f4e7eba1910/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":263,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"C","question_sha256":"2437e4848569e7740d6491d475d194b9eefbbeae3a6a31cd62ddeb8ba8e93aa9"} +{"uuid":"gpqa-main-c6cc654afa201cd3d5b66695","benchmark":"gpqa_main","data_index":312,"repeat_index":0,"sample_id":"gpqa-main-c6cc654afa201cd3d5b66695/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":752,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"A","question_sha256":"79526cdc6c623c8657c3060ab8b305f1b4d8aa35f2b7905c6fd4c3e119c5c310"} +{"uuid":"gpqa-main-9f0f463200d404d2c62eca59","benchmark":"gpqa_main","data_index":320,"repeat_index":0,"sample_id":"gpqa-main-9f0f463200d404d2c62eca59/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":624,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"6ed199510dead1f6bd4eaa9162909d9481bd2201f8d9444ee60a2e0e2f20528c"} +{"uuid":"gpqa-main-89f68a802c7c6e55b5b802fd","benchmark":"gpqa_main","data_index":263,"repeat_index":0,"sample_id":"gpqa-main-89f68a802c7c6e55b5b802fd/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5242,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"B","question_sha256":"0815a781881ae5e8651c7fad2acd62427e6f4161f30b842d196debe30bd5ee83"} +{"uuid":"gpqa-main-87a8747afb6b0414b9ccbe1e","benchmark":"gpqa_main","data_index":274,"repeat_index":0,"sample_id":"gpqa-main-87a8747afb6b0414b9ccbe1e/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4094,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"D","question_sha256":"cdb165b285d51cf6a09160d99c4c49b653710aac879cce0b87c74a48eee0172b"} +{"uuid":"gpqa-main-48494dbfd36899c84d166873","benchmark":"gpqa_main","data_index":294,"repeat_index":0,"sample_id":"gpqa-main-48494dbfd36899c84d166873/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2987,"prompt_tokens":315,"effective_max_tokens":130757,"original_embedded_prediction":"B","question_sha256":"a50aa647f4cce396d333dfcfe372bdfadfa7f7aa507ebafd207354812f7ab3f9"} +{"uuid":"gpqa-main-21bf0d1bb4513b046dfdf875","benchmark":"gpqa_main","data_index":22,"repeat_index":0,"sample_id":"gpqa-main-21bf0d1bb4513b046dfdf875/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17287,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"B","question_sha256":"916a1ca795d38f4c815c99d6f162f52af934ee4e1b0d100dc0a7fb747631f7a7"} +{"uuid":"gpqa-main-4f958672c6f9249c44f2f9b9","benchmark":"gpqa_main","data_index":187,"repeat_index":0,"sample_id":"gpqa-main-4f958672c6f9249c44f2f9b9/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13642,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"D","question_sha256":"7d91198c9c48996b89ebbb62d8d76d86e32d7c14fb108c7491c9ff812263613a"} +{"uuid":"gpqa-main-3d3dfe64363613833bb52e81","benchmark":"gpqa_main","data_index":225,"repeat_index":0,"sample_id":"gpqa-main-3d3dfe64363613833bb52e81/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9667,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"B","question_sha256":"ec22f627211f722949e6d36efcb583b2f796830a38cf5cf5dcba4f727562d975"} +{"uuid":"gpqa-main-e17c3d61061a563977ae3c11","benchmark":"gpqa_main","data_index":244,"repeat_index":0,"sample_id":"gpqa-main-e17c3d61061a563977ae3c11/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7805,"prompt_tokens":352,"effective_max_tokens":130720,"original_embedded_prediction":"D","question_sha256":"41b609bbf5cd4517a7d53e382a762d7b2caa65fd58ea44549bdf7183daf1d2c0"} +{"uuid":"gpqa-main-1af843966aecfd5da1f08dd6","benchmark":"gpqa_main","data_index":6,"repeat_index":0,"sample_id":"gpqa-main-1af843966aecfd5da1f08dd6/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17546,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"A","question_sha256":"13e7c71f8aae7040bd98bd6b7bfe361f01f9aa9f4fd4b6095b40f97963688bdc"} +{"uuid":"gpqa-main-67c1e3a67a2a974a3189d06b","benchmark":"gpqa_main","data_index":328,"repeat_index":0,"sample_id":"gpqa-main-67c1e3a67a2a974a3189d06b/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":252,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"A","question_sha256":"de0e795a2e1639d4babc3235662e71409fadd14e0c80f8551b3db9b4b53aa8de"} +{"uuid":"gpqa-main-c5fc0037165678ab354bad30","benchmark":"gpqa_main","data_index":229,"repeat_index":0,"sample_id":"gpqa-main-c5fc0037165678ab354bad30/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9350,"prompt_tokens":158,"effective_max_tokens":130914,"original_embedded_prediction":"D","question_sha256":"cc55519c3a9058d775356db9fd87b9279f120f69e3d435e9886ed87f62c6a229"} +{"uuid":"gpqa-main-edbd99e5f03e3b3f074ba126","benchmark":"gpqa_main","data_index":62,"repeat_index":0,"sample_id":"gpqa-main-edbd99e5f03e3b3f074ba126/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17625,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"A","question_sha256":"b690990e73efd994587057d6ed5ae270235b0ec6bd4e98df3fc472f01c179765"} +{"uuid":"gpqa-main-6078bfac5f15131fb59b31ce","benchmark":"gpqa_main","data_index":306,"repeat_index":0,"sample_id":"gpqa-main-6078bfac5f15131fb59b31ce/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2786,"prompt_tokens":383,"effective_max_tokens":130689,"original_embedded_prediction":"D","question_sha256":"2c08be31c31eb443db8881662320ebedec47eef168a86389032948d5a9cc37d1"} +{"uuid":"gpqa-main-3cb5227445654dab4b5dacc2","benchmark":"gpqa_main","data_index":314,"repeat_index":0,"sample_id":"gpqa-main-3cb5227445654dab4b5dacc2/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2121,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"4b45de4106aaf95114f9bda69339b541037b0eb04b8fd1f40efb6b91ed2a479e"} +{"uuid":"gpqa-main-aa684f4d5d7c6b9ced383e24","benchmark":"gpqa_main","data_index":303,"repeat_index":0,"sample_id":"gpqa-main-aa684f4d5d7c6b9ced383e24/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3359,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"96a58da5e1708d76485e32741b0ecddc1bea407ebb53997d2f36e8827f2f2ac9"} +{"uuid":"gpqa-main-7e9652f906d908e059401ac2","benchmark":"gpqa_main","data_index":324,"repeat_index":0,"sample_id":"gpqa-main-7e9652f906d908e059401ac2/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1228,"prompt_tokens":346,"effective_max_tokens":130726,"original_embedded_prediction":"C","question_sha256":"9dda9414807cb4996f3a1deb9214b8aaf93c75e41d35fac14966aba5058f07ff"} +{"uuid":"gpqa-main-bab269fd666fa2ba840a1459","benchmark":"gpqa_main","data_index":89,"repeat_index":0,"sample_id":"gpqa-main-bab269fd666fa2ba840a1459/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18237,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"e17051d5c4ebf5f6bc793872dc2f5748b41dd7918235cb3d5697fb04882bd7fe"} +{"uuid":"gpqa-main-6845f28b26fa44b2b44ded84","benchmark":"gpqa_main","data_index":140,"repeat_index":0,"sample_id":"gpqa-main-6845f28b26fa44b2b44ded84/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17246,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"A","question_sha256":"7c6678dd868700f600b69c54e83e52a10695ac957465ffbe08c35d20f42b448e"} +{"uuid":"gpqa-main-e31881ef9b38bb3d802fa432","benchmark":"gpqa_main","data_index":325,"repeat_index":0,"sample_id":"gpqa-main-e31881ef9b38bb3d802fa432/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1250,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"A","question_sha256":"d2b3b2f779f59635b5b67b63d55e4ada87e7ff867992c7a0b26b010dac9f8650"} +{"uuid":"gpqa-main-fc2653b5d83e082e9e4f6390","benchmark":"gpqa_main","data_index":304,"repeat_index":0,"sample_id":"gpqa-main-fc2653b5d83e082e9e4f6390/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3651,"prompt_tokens":429,"effective_max_tokens":130643,"original_embedded_prediction":"C","question_sha256":"d039314a334267e1364c2bb5dc0ab4e72b6b86a69936c2f7f318902ffc422f15"} +{"uuid":"gpqa-main-2bd63c617299c18c1cfd5b0a","benchmark":"gpqa_main","data_index":196,"repeat_index":0,"sample_id":"gpqa-main-2bd63c617299c18c1cfd5b0a/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14139,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"A","question_sha256":"bd7804f896ba3deb7fd65cc0c562744a80232f45bbc9c5ffa8652308c167c329"} +{"uuid":"gpqa-main-6dec9c3aba26b3c8623af13e","benchmark":"gpqa_main","data_index":315,"repeat_index":0,"sample_id":"gpqa-main-6dec9c3aba26b3c8623af13e/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2859,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"656a46f8bac8e8e0767c9a5675871d3f81ff8707ec78f064bca2ccac673d7561"} +{"uuid":"gpqa-main-92c9d90b543b6779261f70f7","benchmark":"gpqa_main","data_index":259,"repeat_index":0,"sample_id":"gpqa-main-92c9d90b543b6779261f70f7/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7502,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"A","question_sha256":"1c7aff3f5221c2086c7143b43e0c46921a03859d45bfce22f1a1286ece235b1a"} +{"uuid":"gpqa-main-3f72ea9cda0c3c6f970bd310","benchmark":"gpqa_main","data_index":58,"repeat_index":0,"sample_id":"gpqa-main-3f72ea9cda0c3c6f970bd310/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18725,"prompt_tokens":432,"effective_max_tokens":130640,"original_embedded_prediction":"C","question_sha256":"a5bf307fdc69920b346c2d288b6a35b24485c92c8e245174a775055fa172cdc6"} +{"uuid":"gpqa-main-50a8ab2bd1710dbcfa2e32b5","benchmark":"gpqa_main","data_index":168,"repeat_index":0,"sample_id":"gpqa-main-50a8ab2bd1710dbcfa2e32b5/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16519,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"5fb04957154b48d4ebad83862909a8fd3afc5ba5399a7dbe4594b5c72255964c"} +{"uuid":"gpqa-main-2601636e383074212d2b5e52","benchmark":"gpqa_main","data_index":333,"repeat_index":0,"sample_id":"gpqa-main-2601636e383074212d2b5e52/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1219,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"A","question_sha256":"4346808ce2e49e7dd075a69d154a4e1c8d73b71869876d48ffff93747d8898ec"} +{"uuid":"gpqa-main-ae94db70e45f3af66518a393","benchmark":"gpqa_main","data_index":330,"repeat_index":0,"sample_id":"gpqa-main-ae94db70e45f3af66518a393/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1380,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"357c925128939cb69954fa6d11c54df2209c646ee1d3db2ab6dfea44ae6407b6"} +{"uuid":"gpqa-main-513a35e22e5c48f5b3b0518a","benchmark":"gpqa_main","data_index":283,"repeat_index":0,"sample_id":"gpqa-main-513a35e22e5c48f5b3b0518a/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6182,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"C","question_sha256":"b4baa0b1a21db872411dec993670e6c6bc360a94404305cc5d3ecc9264fdf913"} +{"uuid":"gpqa-main-0b01dd8e7881a40d7eb61175","benchmark":"gpqa_main","data_index":339,"repeat_index":0,"sample_id":"gpqa-main-0b01dd8e7881a40d7eb61175/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1121,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"C","question_sha256":"74998926c571f30bb050d73fd21eee2727687e5a8320253f13d3d84b8605a913"} +{"uuid":"gpqa-main-4c4e7752fc041224f19d3f9a","benchmark":"gpqa_main","data_index":310,"repeat_index":0,"sample_id":"gpqa-main-4c4e7752fc041224f19d3f9a/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4021,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"a7183bc025131850f86e24e7faa64e367e334f399dbbc968c1e6069905fe8c28"} +{"uuid":"gpqa-main-3ad0b182e1494c1e76262069","benchmark":"gpqa_main","data_index":5,"repeat_index":0,"sample_id":"gpqa-main-3ad0b182e1494c1e76262069/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19405,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"A","question_sha256":"835ebb67a4198184dbd29c03b43e4283e93c0473d886ab6c3b6c52ffb918b6ab"} +{"uuid":"gpqa-main-4657fdc74d4c0bf48aa0b494","benchmark":"gpqa_main","data_index":301,"repeat_index":0,"sample_id":"gpqa-main-4657fdc74d4c0bf48aa0b494/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5073,"prompt_tokens":343,"effective_max_tokens":130729,"original_embedded_prediction":"B","question_sha256":"ef34764671cecdd517febbdbff1a8cc3542418de05c4a100ef6c30752c1fc8cb"} +{"uuid":"gpqa-main-77067b016766698b199936c6","benchmark":"gpqa_main","data_index":343,"repeat_index":0,"sample_id":"gpqa-main-77067b016766698b199936c6/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1037,"prompt_tokens":306,"effective_max_tokens":130766,"original_embedded_prediction":"B","question_sha256":"4c8dd76001266d2c0d3a086b95cb4f68ba3f1b2658186002903315d51bf5bea6"} +{"uuid":"gpqa-main-67410b7a8dc0eaa2a0ad0e33","benchmark":"gpqa_main","data_index":347,"repeat_index":0,"sample_id":"gpqa-main-67410b7a8dc0eaa2a0ad0e33/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":914,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"bb309e44424b270e31ff68a9df49f0a2f19335280a19eb9a92c5dcd1810cc3e8"} +{"uuid":"gpqa-main-33c3b423f54aabfcfca66691","benchmark":"gpqa_main","data_index":334,"repeat_index":0,"sample_id":"gpqa-main-33c3b423f54aabfcfca66691/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2236,"prompt_tokens":323,"effective_max_tokens":130749,"original_embedded_prediction":"A","question_sha256":"d3ede1ef1590cafbeca0278be62d75df7a0ca03bdf527b454a132420994473ae"} +{"uuid":"gpqa-main-0069a2b69e59906ffd6ca400","benchmark":"gpqa_main","data_index":291,"repeat_index":0,"sample_id":"gpqa-main-0069a2b69e59906ffd6ca400/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6317,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"409fe9f5585adb91b6eded6462ef297118cee805597838bb23fa38eb32789450"} +{"uuid":"gpqa-main-5f1108e8b2f18297c04895bf","benchmark":"gpqa_main","data_index":329,"repeat_index":0,"sample_id":"gpqa-main-5f1108e8b2f18297c04895bf/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2776,"prompt_tokens":447,"effective_max_tokens":130625,"original_embedded_prediction":"A","question_sha256":"d6e89de54268d0839b91cc5f860fd4903b1d8277accaf665ced8b5404cdbbe84"} +{"uuid":"gpqa-main-4644969e4e4615b014b9669f","benchmark":"gpqa_main","data_index":200,"repeat_index":0,"sample_id":"gpqa-main-4644969e4e4615b014b9669f/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15658,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"D","question_sha256":"e663684f8a7728af99d977f274c335c497ac6a7ccf43c64ab979e8407155ce6c"} +{"uuid":"gpqa-main-8e23eaed901a11ec534e6f8b","benchmark":"gpqa_main","data_index":99,"repeat_index":0,"sample_id":"gpqa-main-8e23eaed901a11ec534e6f8b/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20398,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"ed842ad329efe1e08f990fad3dd3cd5e5fb16736a9da1dbfa314d5e19156887e"} +{"uuid":"gpqa-main-3b1469c59353cec7a0dd6866","benchmark":"gpqa_main","data_index":141,"repeat_index":0,"sample_id":"gpqa-main-3b1469c59353cec7a0dd6866/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19420,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"ebc638f9e42bd31bd87f0fab4dff50846ee425d9aef0cb954a4e5013a5a107e4"} +{"uuid":"gpqa-main-8523e39e7dc895f15a06a403","benchmark":"gpqa_main","data_index":331,"repeat_index":0,"sample_id":"gpqa-main-8523e39e7dc895f15a06a403/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3004,"prompt_tokens":243,"effective_max_tokens":130829,"original_embedded_prediction":"C","question_sha256":"9809fdeb256e4181e9705fa439a61deb6dbe804bfb80ffab6cb1bd4565faa027"} +{"uuid":"gpqa-main-b36b446fe10911202d34a473","benchmark":"gpqa_main","data_index":359,"repeat_index":0,"sample_id":"gpqa-main-b36b446fe10911202d34a473/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":302,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"a817452b182acac6761625a70d62a32f2da8fc7a708397cb06f4ad35d5fb18f8"} +{"uuid":"gpqa-main-ad77d1e365463a217a2cc25c","benchmark":"gpqa_main","data_index":348,"repeat_index":0,"sample_id":"gpqa-main-ad77d1e365463a217a2cc25c/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1796,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"B","question_sha256":"7c427847fb1acab7f784c40193a51f13be68ffb38b4336c6bf3ebf112916fc29"} +{"uuid":"gpqa-main-f6a21b5c88fe41ca6a55591f","benchmark":"gpqa_main","data_index":354,"repeat_index":0,"sample_id":"gpqa-main-f6a21b5c88fe41ca6a55591f/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":993,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"b0808ff670ee04ab6af9402dbf89fd865b5fcc16ca43f81c6b8ed06e07bd5ee2"} +{"uuid":"gpqa-main-53c8581aa69a3066bf003024","benchmark":"gpqa_main","data_index":350,"repeat_index":0,"sample_id":"gpqa-main-53c8581aa69a3066bf003024/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1351,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"dbc9784ed2e796c6f534e998f17f2a819df9d6d94cd62aa72bd7fdcbf457c948"} +{"uuid":"gpqa-main-9254c2db95aeb7ad8ae8a32d","benchmark":"gpqa_main","data_index":295,"repeat_index":0,"sample_id":"gpqa-main-9254c2db95aeb7ad8ae8a32d/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6360,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"183797b844f5aaf0d4762d5da650b2a14964b261306db104b29a00499b949bd6"} +{"uuid":"gpqa-main-5f044a1bf575df47abc76e1a","benchmark":"gpqa_main","data_index":346,"repeat_index":0,"sample_id":"gpqa-main-5f044a1bf575df47abc76e1a/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2088,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"56742e4e637e9ad1340d4a8de7af8e0d6ce2447d668cc5b51dfb52dfb0b2b8e9"} +{"uuid":"gpqa-main-63f2aea89eec9b67abe0bacf","benchmark":"gpqa_main","data_index":177,"repeat_index":0,"sample_id":"gpqa-main-63f2aea89eec9b67abe0bacf/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18253,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"C","question_sha256":"32596b406efecc4795e9f82b1d00f89787b9ed9e4f9d6239bed8194f13da06e7"} +{"uuid":"gpqa-main-32802554a860af51b4d7360f","benchmark":"gpqa_main","data_index":236,"repeat_index":0,"sample_id":"gpqa-main-32802554a860af51b4d7360f/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12464,"prompt_tokens":399,"effective_max_tokens":130673,"original_embedded_prediction":"C","question_sha256":"ea1d2c2fd4395ec2cad416b20c41a657730d84acd26fb53712bf10f6807a4e64"} +{"uuid":"gpqa-main-1cea82df3087b1eb05c4d230","benchmark":"gpqa_main","data_index":237,"repeat_index":0,"sample_id":"gpqa-main-1cea82df3087b1eb05c4d230/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12397,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"dd05d2d9e9053dd1d4367a61d5f718336fc8f18bc81bdf0ccfb104e241053522"} +{"uuid":"gpqa-main-87740f520845c3f77369e5a1","benchmark":"gpqa_main","data_index":258,"repeat_index":0,"sample_id":"gpqa-main-87740f520845c3f77369e5a1/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10474,"prompt_tokens":188,"effective_max_tokens":130884,"original_embedded_prediction":"B","question_sha256":"f6c5a12c2cd600eeb524956c760164ff890d185cffd979bfba482f46aa46a1ac"} +{"uuid":"gpqa-main-c8bb35d2e6add774a878c895","benchmark":"gpqa_main","data_index":211,"repeat_index":0,"sample_id":"gpqa-main-c8bb35d2e6add774a878c895/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15909,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"8b5b2cb731b5a7fb6556557d17fc7ef7fb607adfa5050f0d70418eb3b983605b"} +{"uuid":"gpqa-main-542dd8f1dc74ca5163382df8","benchmark":"gpqa_main","data_index":192,"repeat_index":0,"sample_id":"gpqa-main-542dd8f1dc74ca5163382df8/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17417,"prompt_tokens":165,"effective_max_tokens":130907,"original_embedded_prediction":"D","question_sha256":"2413c551ec9a06a20197c81fa22effbd7f215abcc2e5f14c5f9f0a86e5402736"} +{"uuid":"gpqa-main-7c103d3006e7e5942b17dfc2","benchmark":"gpqa_main","data_index":345,"repeat_index":0,"sample_id":"gpqa-main-7c103d3006e7e5942b17dfc2/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3141,"prompt_tokens":254,"effective_max_tokens":130818,"original_embedded_prediction":"D","question_sha256":"851c6624380df7dd30fbf4b482add6ae0543525ac196eb146f0d1eb73a673d6c"} +{"uuid":"gpqa-main-43903740f46e3267ecd42324","benchmark":"gpqa_main","data_index":351,"repeat_index":0,"sample_id":"gpqa-main-43903740f46e3267ecd42324/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2474,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"b52b0025e64a7d0c0023e98ca9fe1f002e22bd987dd934f74304bd22e6e7da20"} +{"uuid":"gpqa-main-7475b6b01129fce5b436b0ee","benchmark":"gpqa_main","data_index":198,"repeat_index":0,"sample_id":"gpqa-main-7475b6b01129fce5b436b0ee/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17312,"prompt_tokens":235,"effective_max_tokens":130837,"original_embedded_prediction":"B","question_sha256":"797be7099117e146adaaf5ad31bd914d9adbd510441211b0040aad2812fffc40"} +{"uuid":"gpqa-main-a39e48c3dd280f4d62399e78","benchmark":"gpqa_main","data_index":371,"repeat_index":0,"sample_id":"gpqa-main-a39e48c3dd280f4d62399e78/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":751,"prompt_tokens":397,"effective_max_tokens":130675,"original_embedded_prediction":"D","question_sha256":"721c25455cfe9ff83ae29b7ba79700cb78268040d9773283d4d8afebd849187b"} +{"uuid":"gpqa-main-3f9251e093c698e0c2fa2826","benchmark":"gpqa_main","data_index":358,"repeat_index":0,"sample_id":"gpqa-main-3f9251e093c698e0c2fa2826/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1691,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"252debe46c4fa81fca060b5a84d473e7c0bf04c99b8b5f54aab8119f22de36b4"} +{"uuid":"gpqa-main-138fcbeedbaf865565ec35fd","benchmark":"gpqa_main","data_index":127,"repeat_index":0,"sample_id":"gpqa-main-138fcbeedbaf865565ec35fd/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":22046,"prompt_tokens":409,"effective_max_tokens":130663,"original_embedded_prediction":"B","question_sha256":"15bed1ac60d1bdcf0eec84539d669d6f38a2eb24b51e5072a922d8d9391ab135"} +{"uuid":"gpqa-main-fcf4fc69f21da83688056521","benchmark":"gpqa_main","data_index":363,"repeat_index":0,"sample_id":"gpqa-main-fcf4fc69f21da83688056521/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1472,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"D","question_sha256":"691112dd08aec41d1dfd7a48bf6e56a828dc8b340887ad6364daff290f8a88c4"} +{"uuid":"gpqa-main-50b06dfa0f6f3a64a58faa00","benchmark":"gpqa_main","data_index":297,"repeat_index":0,"sample_id":"gpqa-main-50b06dfa0f6f3a64a58faa00/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7784,"prompt_tokens":2889,"effective_max_tokens":128183,"original_embedded_prediction":"B","question_sha256":"6d83e75112500dd8a0852c4eaa9859c4fb625c97bdf5f7d5c532bcd6347ea1a8"} +{"uuid":"gpqa-main-cfc742b1ce24bfc75356765e","benchmark":"gpqa_main","data_index":279,"repeat_index":0,"sample_id":"gpqa-main-cfc742b1ce24bfc75356765e/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9194,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"B","question_sha256":"c1f013c71ec1bfdf03d8071ec0a1d30c0d10b7e87429512ec32711a88cc41cb1"} +{"uuid":"gpqa-main-2651d2e67639a9e1741c23d7","benchmark":"gpqa_main","data_index":361,"repeat_index":0,"sample_id":"gpqa-main-2651d2e67639a9e1741c23d7/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1870,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"B","question_sha256":"4dde21b33c78ccf27d8f3043edfe68636929e2ed7d52841b78b767027425afcb"} +{"uuid":"gpqa-main-55f2934c4eb0b8293b1d65aa","benchmark":"gpqa_main","data_index":221,"repeat_index":0,"sample_id":"gpqa-main-55f2934c4eb0b8293b1d65aa/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15789,"prompt_tokens":314,"effective_max_tokens":130758,"original_embedded_prediction":"C","question_sha256":"790d06fbc2ae95b0429cab870e5895c5de8a75b14d0bda1401b1503293606c67"} +{"uuid":"gpqa-main-485d6d2d8d4ef097891a30ae","benchmark":"gpqa_main","data_index":370,"repeat_index":0,"sample_id":"gpqa-main-485d6d2d8d4ef097891a30ae/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1822,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"C","question_sha256":"c6a4a4365a6f088ad7d433e788ad1983c25ce2a6965fa332c2fd4f61eea9bbbc"} +{"uuid":"gpqa-main-7093e90be0c6d72d98ef432c","benchmark":"gpqa_main","data_index":356,"repeat_index":0,"sample_id":"gpqa-main-7093e90be0c6d72d98ef432c/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3035,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"A","question_sha256":"d73f092255e75c14953338c7dc17fa9e41c6378f650bac797b23d3c68133744d"} +{"uuid":"gpqa-main-83f8b78e2bcb92bda5c03787","benchmark":"gpqa_main","data_index":336,"repeat_index":0,"sample_id":"gpqa-main-83f8b78e2bcb92bda5c03787/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5000,"prompt_tokens":162,"effective_max_tokens":130910,"original_embedded_prediction":"C","question_sha256":"1f06efeb2323c27b7a92e2f6b6d0f631f5b1caa5357a701f99ff4c3d08286bcf"} +{"uuid":"gpqa-main-5af38d4af998e6cc090b76a4","benchmark":"gpqa_main","data_index":366,"repeat_index":0,"sample_id":"gpqa-main-5af38d4af998e6cc090b76a4/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2688,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"b20325f500465457b07762e2fe70b04e5055bd3df2783351050b6c3d04223eb4"} +{"uuid":"gpqa-main-d9fdff837cb2d2e4d1e81014","benchmark":"gpqa_main","data_index":383,"repeat_index":0,"sample_id":"gpqa-main-d9fdff837cb2d2e4d1e81014/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1200,"prompt_tokens":153,"effective_max_tokens":130919,"original_embedded_prediction":"D","question_sha256":"021732e23dc83767a3bfeabac85945e664d0c83c8f4cd2ecee91855cda0b0d54"} +{"uuid":"gpqa-main-4a8c97220fb14b99f363b2ce","benchmark":"gpqa_main","data_index":188,"repeat_index":0,"sample_id":"gpqa-main-4a8c97220fb14b99f363b2ce/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19537,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"D","question_sha256":"a939b9de7ea4048442a9378048f992097c413c77ad1c665790486c352036c7e3"} +{"uuid":"gpqa-main-f635511b161f39dc301e05eb","benchmark":"gpqa_main","data_index":280,"repeat_index":0,"sample_id":"gpqa-main-f635511b161f39dc301e05eb/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10893,"prompt_tokens":650,"effective_max_tokens":130422,"original_embedded_prediction":"D","question_sha256":"cb7f697eb685eca3061fc46cacb94c19aba74add8390e74234ade788b9fa4ff3"} +{"uuid":"gpqa-main-ad37592fd14aa64b9045a2c4","benchmark":"gpqa_main","data_index":374,"repeat_index":0,"sample_id":"gpqa-main-ad37592fd14aa64b9045a2c4/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2317,"prompt_tokens":142,"effective_max_tokens":130930,"original_embedded_prediction":"B","question_sha256":"1b3ff6b6ef905e2e7d9fad403ad7bcef59c07ba5858ab30374d9c1f3f07e7dee"} +{"uuid":"gpqa-main-544e43760baf2de3b5be5741","benchmark":"gpqa_main","data_index":369,"repeat_index":0,"sample_id":"gpqa-main-544e43760baf2de3b5be5741/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2927,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"B","question_sha256":"89418be241a19daa5c02878e565ee51b73f6f2c9bcafffaf554b45989088c1d8"} +{"uuid":"gpqa-main-17eb0ef902a11d36b13bb4ba","benchmark":"gpqa_main","data_index":378,"repeat_index":0,"sample_id":"gpqa-main-17eb0ef902a11d36b13bb4ba/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2212,"prompt_tokens":290,"effective_max_tokens":130782,"original_embedded_prediction":"C","question_sha256":"da025e796cabfda79ad3a899a873052b028159563074d0934fabc7ee4c54d8ad"} +{"uuid":"gpqa-main-99878f707c7c4024511bae58","benchmark":"gpqa_main","data_index":174,"repeat_index":0,"sample_id":"gpqa-main-99878f707c7c4024511bae58/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":21707,"prompt_tokens":241,"effective_max_tokens":130831,"original_embedded_prediction":"B","question_sha256":"826fb502d2db0f2db5e44683cd45f09d18423fd8a339643c8dc8b32b1accd428"} +{"uuid":"gpqa-main-33b9f4658edfefac92faa4d3","benchmark":"gpqa_main","data_index":276,"repeat_index":0,"sample_id":"gpqa-main-33b9f4658edfefac92faa4d3/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11488,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"A","question_sha256":"21b950759e4e088c97c70fcca487f4b3ceddd69dd2563433e332a0dde94eeddb"} +{"uuid":"gpqa-main-0fb808246cf99919fa61cf95","benchmark":"gpqa_main","data_index":368,"repeat_index":0,"sample_id":"gpqa-main-0fb808246cf99919fa61cf95/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3513,"prompt_tokens":415,"effective_max_tokens":130657,"original_embedded_prediction":"A","question_sha256":"8dd19f310e71e68caf9619c551faf073baee082c2fdae90e86d766c8f04dd15c"} +{"uuid":"gpqa-main-759e35a2024fc09bd491c9ff","benchmark":"gpqa_main","data_index":3,"repeat_index":0,"sample_id":"gpqa-main-759e35a2024fc09bd491c9ff/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24753,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"C","question_sha256":"4c284608a459b460f3ec3dfd5c7c71cfa84c171d4eb8a52aab9e6e4a8cb409bb"} +{"uuid":"gpqa-main-18347a23c4b32df1f0b31d1a","benchmark":"gpqa_main","data_index":395,"repeat_index":1,"sample_id":"gpqa-main-18347a23c4b32df1f0b31d1a/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":980,"prompt_tokens":438,"effective_max_tokens":130634,"original_embedded_prediction":"C","question_sha256":"f69ff8c0001cb2bdea3e51d7d4063a70e8b64bf6f735f62088f0ace464bbe468"} +{"uuid":"gpqa-main-47999f808ae4df35fd817dd2","benchmark":"gpqa_main","data_index":398,"repeat_index":1,"sample_id":"gpqa-main-47999f808ae4df35fd817dd2/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1003,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"0b24415e0a51d238b6f9b4a8ae6a56386da27f195c825aa8d124ca3e7adc5bb9"} +{"uuid":"gpqa-main-950b8724526dc5d718438bec","benchmark":"gpqa_main","data_index":396,"repeat_index":1,"sample_id":"gpqa-main-950b8724526dc5d718438bec/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1180,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"B","question_sha256":"d81eab0b3deeedb23d68076a8f0de5ca6461b5d2d1a7da228f6a0b6ba6ca53e7"} +{"uuid":"gpqa-main-dd8409336990c7459796bf16","benchmark":"gpqa_main","data_index":235,"repeat_index":0,"sample_id":"gpqa-main-dd8409336990c7459796bf16/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16911,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"A","question_sha256":"609aca38a7fb3090a0f30d6d141ac5d22646fb06ba18f8c71758e099668e5bf5"} +{"uuid":"gpqa-main-4e62cd257f17d5af418a8d34","benchmark":"gpqa_main","data_index":214,"repeat_index":0,"sample_id":"gpqa-main-4e62cd257f17d5af418a8d34/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19409,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"D","question_sha256":"654fc443f2efbec09d0f966244083f4545f4f851e28d7f4e0f9c07cb156b2d1d"} +{"uuid":"gpqa-main-de59169ce40a93ff305f9a41","benchmark":"gpqa_main","data_index":384,"repeat_index":1,"sample_id":"gpqa-main-de59169ce40a93ff305f9a41/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3204,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"A","question_sha256":"c5859c729f1f8217c8555103da018a579f07eb8df38d8389383b2f4634573327"} +{"uuid":"gpqa-main-60f734b52603f7ef29671f95","benchmark":"gpqa_main","data_index":155,"repeat_index":0,"sample_id":"gpqa-main-60f734b52603f7ef29671f95/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24040,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"A","question_sha256":"bf9de03889292b969198f42b877b6d4c7b56ce10ae654e71f4be720b5efdb1f1"} +{"uuid":"gpqa-main-55e31c256bb6191d94e6db4d","benchmark":"gpqa_main","data_index":362,"repeat_index":0,"sample_id":"gpqa-main-55e31c256bb6191d94e6db4d/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5205,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"126561d6b58fa17bbaffda56837acaf8fab4bf282ccdfdcc2c7a97bfe520889c"} +{"uuid":"gpqa-main-55aa21aa9a62e56aab915b32","benchmark":"gpqa_main","data_index":302,"repeat_index":0,"sample_id":"gpqa-main-55aa21aa9a62e56aab915b32/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11209,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"A","question_sha256":"e6eba602b3eef649fed522c6b8737556699845aee5b419773938063ec6b83257"} +{"uuid":"gpqa-main-3d4249ae7ea85a07b7726fff","benchmark":"gpqa_main","data_index":393,"repeat_index":1,"sample_id":"gpqa-main-3d4249ae7ea85a07b7726fff/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2037,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"f3a651caf4cc86d7183e2aa4e94783901dfd4ba7026521589b0aa1f1c95b0e55"} +{"uuid":"gpqa-main-24659eabc462bf7fb5295951","benchmark":"gpqa_main","data_index":265,"repeat_index":0,"sample_id":"gpqa-main-24659eabc462bf7fb5295951/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14484,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"f26df2fb1b4182bacbf5d951a583b120ed154d22ea6f9659ed264ae020297543"} +{"uuid":"gpqa-main-01e62a7b7362ebd043bef6f7","benchmark":"gpqa_main","data_index":228,"repeat_index":0,"sample_id":"gpqa-main-01e62a7b7362ebd043bef6f7/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18284,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"339602fd0ae9cbdaef368f3dcff01cd2d212565d5c7830b14c0fd29de1cb58d6"} +{"uuid":"gpqa-main-ba7b4d8b6b363240553a5da8","benchmark":"gpqa_main","data_index":397,"repeat_index":1,"sample_id":"gpqa-main-ba7b4d8b6b363240553a5da8/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2110,"prompt_tokens":320,"effective_max_tokens":130752,"original_embedded_prediction":"C","question_sha256":"f31ead87a22282cc5dfb01f73a1fe9c84520ad1b8dc017953d8293dbe8b47044"} +{"uuid":"gpqa-main-49e3b768e85f009875fb4b7f","benchmark":"gpqa_main","data_index":70,"repeat_index":0,"sample_id":"gpqa-main-49e3b768e85f009875fb4b7f/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":26638,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"181abbdaf75899b4c447f9c98c58f90512c06ffe5521e109fa83597da1fb7aae"} +{"uuid":"gpqa-main-ff85a5ccc5b465a708f70be3","benchmark":"gpqa_main","data_index":413,"repeat_index":1,"sample_id":"gpqa-main-ff85a5ccc5b465a708f70be3/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":294,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"f86f6ace621f9a5dc4c1d23e2bb2d546e1ca384df523a7a90d793b41a43ebfc6"} +{"uuid":"gpqa-main-cda1b642d52c30858bcdf7a3","benchmark":"gpqa_main","data_index":411,"repeat_index":1,"sample_id":"gpqa-main-cda1b642d52c30858bcdf7a3/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":740,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"85f5a80c90290184ac6ec65307174970563ac9442644e868f064c886836d7a25"} +{"uuid":"gpqa-main-643d18139459da0f9c1b2e17","benchmark":"gpqa_main","data_index":307,"repeat_index":0,"sample_id":"gpqa-main-643d18139459da0f9c1b2e17/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12102,"prompt_tokens":375,"effective_max_tokens":130697,"original_embedded_prediction":"D","question_sha256":"4bab53f383207a2bc9c94789bb8114d3e7db442308789d848023661e90b2ab49"} +{"uuid":"gpqa-main-acecd9428a5b4368f1f5bc82","benchmark":"gpqa_main","data_index":309,"repeat_index":0,"sample_id":"gpqa-main-acecd9428a5b4368f1f5bc82/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12008,"prompt_tokens":336,"effective_max_tokens":130736,"original_embedded_prediction":"A","question_sha256":"2d1e5de4bf7305d1b5eee8dda5415195dc333d71b3f50fa60508a928b67fb336"} +{"uuid":"gpqa-main-9aa9fb454d849030d70f9512","benchmark":"gpqa_main","data_index":270,"repeat_index":0,"sample_id":"gpqa-main-9aa9fb454d849030d70f9512/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15117,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"D","question_sha256":"b494f4c1785682ee7d284173af2a6ef6db2189c6f3e7ece0edb769c2f10d5f24"} +{"uuid":"gpqa-main-e2b759199021c586345ac38f","benchmark":"gpqa_main","data_index":17,"repeat_index":0,"sample_id":"gpqa-main-e2b759199021c586345ac38f/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":27449,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"B","question_sha256":"ca59405f2d298a50a3e8fd6d281b67ca4a3ee503578df49e700cc46fe3c4f3d8"} +{"uuid":"gpqa-main-c5506c52a996021a33525b24","benchmark":"gpqa_main","data_index":242,"repeat_index":0,"sample_id":"gpqa-main-c5506c52a996021a33525b24/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18140,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"ec867cdcf4e586ae70e24b76b87230ee2b48ec67a5234d7a682f06f846fbdf0d"} +{"uuid":"gpqa-main-31313469465f81cc0fa5dd28","benchmark":"gpqa_main","data_index":256,"repeat_index":0,"sample_id":"gpqa-main-31313469465f81cc0fa5dd28/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17240,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"B","question_sha256":"cd18749d0354640af760ebe1c6a150eed2a0202cc444345b5c3f00b0f0df67d2"} +{"uuid":"gpqa-main-45cae4ba5af22868461f1861","benchmark":"gpqa_main","data_index":138,"repeat_index":0,"sample_id":"gpqa-main-45cae4ba5af22868461f1861/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":27395,"prompt_tokens":196,"effective_max_tokens":130876,"original_embedded_prediction":"C","question_sha256":"da4480a5d4f2af44b6faf63fe513d557f97bf4cd048901e4a2f0b133273b39db"} +{"uuid":"gpqa-main-efb673a27e8a1e042786abf9","benchmark":"gpqa_main","data_index":63,"repeat_index":0,"sample_id":"gpqa-main-efb673a27e8a1e042786abf9/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":28430,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"1f2f27b90dac22c1b4d70e1b1679a095c5ce0b5ec5dd0bbf48f16b8328b18d89"} +{"uuid":"gpqa-main-cda2fe50fc8423311319e78e","benchmark":"gpqa_main","data_index":300,"repeat_index":0,"sample_id":"gpqa-main-cda2fe50fc8423311319e78e/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13809,"prompt_tokens":182,"effective_max_tokens":130890,"original_embedded_prediction":"C","question_sha256":"1b04aca1c9a8b4f1fabc653b3653d0a48982315e6f1da934d98cadd1948f776f"} +{"uuid":"gpqa-main-d022f771c467d057bbb527d0","benchmark":"gpqa_main","data_index":423,"repeat_index":1,"sample_id":"gpqa-main-d022f771c467d057bbb527d0/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":160,"prompt_tokens":192,"effective_max_tokens":130880,"original_embedded_prediction":"A","question_sha256":"f3fdb78f6fe3c60a21e29d92babec94b4d8c0f6e012394045833653cbdb1a4d7"} +{"uuid":"gpqa-main-ad8f0afd2f116341ed3a69c0","benchmark":"gpqa_main","data_index":424,"repeat_index":1,"sample_id":"gpqa-main-ad8f0afd2f116341ed3a69c0/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":185,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"b6c9142bf69c50d0a62b5b8254344b66610ca208a646e6a69a606819b7eb1bf8"} +{"uuid":"gpqa-main-a028903aa7112583a0e7b5d2","benchmark":"gpqa_main","data_index":216,"repeat_index":0,"sample_id":"gpqa-main-a028903aa7112583a0e7b5d2/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":22450,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"c6231a95c81ba1af7d31e5ce8f8e8ad4c4def88d86ab8f801a248cf19814e2d2"} +{"uuid":"gpqa-main-b7ef729c55e0cb48c67bca16","benchmark":"gpqa_main","data_index":415,"repeat_index":1,"sample_id":"gpqa-main-b7ef729c55e0cb48c67bca16/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1826,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"B","question_sha256":"732a49f65a753e1d2c9ebb525ad8cc4c9ea6aa812fdc5eda3c630aa4aa35c7b5"} +{"uuid":"gpqa-main-eda22ee564030fef1ab0bcaf","benchmark":"gpqa_main","data_index":232,"repeat_index":0,"sample_id":"gpqa-main-eda22ee564030fef1ab0bcaf/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20707,"prompt_tokens":316,"effective_max_tokens":130756,"original_embedded_prediction":"B","question_sha256":"e78929c2c3d5e04cda51c77e05ad4a3d1cbbf98cc2db0103b7fbc594e78bb602"} +{"uuid":"gpqa-main-22c436000399164406e165b2","benchmark":"gpqa_main","data_index":220,"repeat_index":0,"sample_id":"gpqa-main-22c436000399164406e165b2/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":22408,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"836be405f3d05ec5ad1a2bc728339e5141836ace3a584fe3d36ecc50af4dc3ee"} +{"uuid":"gpqa-main-cdc31486df3de65ec2c324e2","benchmark":"gpqa_main","data_index":403,"repeat_index":1,"sample_id":"gpqa-main-cdc31486df3de65ec2c324e2/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3890,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"4d233cd7b8524c989eb47a4c40d6f2f47070b986fea11e3ee3029c07db9b3356"} +{"uuid":"gpqa-main-3ebc2c6c608ed7f5e7bf9463","benchmark":"gpqa_main","data_index":404,"repeat_index":1,"sample_id":"gpqa-main-3ebc2c6c608ed7f5e7bf9463/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3867,"prompt_tokens":286,"effective_max_tokens":130786,"original_embedded_prediction":"B","question_sha256":"81bfcfb746da8dbf79e11ca4c419d5416ea1be46678f915598ebe3f9c6b6fc32"} +{"uuid":"gpqa-main-e10311e2a20f5ef70b44af1a","benchmark":"gpqa_main","data_index":380,"repeat_index":0,"sample_id":"gpqa-main-e10311e2a20f5ef70b44af1a/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7431,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"D","question_sha256":"840fab180da436fa17bd480d15eb270c8be4535800795f8fe8c3d0b1ac29ca9d"} +{"uuid":"gpqa-main-1b113e4801541a0f8a992733","benchmark":"gpqa_main","data_index":338,"repeat_index":0,"sample_id":"gpqa-main-1b113e4801541a0f8a992733/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11264,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"A","question_sha256":"934c12bf2e6db997c9f4c22933b7e9545d3398849fc6e181c8a8187d83cf44b5"} +{"uuid":"gpqa-main-50467ff0a4937693425f108b","benchmark":"gpqa_main","data_index":391,"repeat_index":1,"sample_id":"gpqa-main-50467ff0a4937693425f108b/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5850,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"A","question_sha256":"ee40e0ba47746454343829f9f66dd4d391816fe24ca19edf78fcce05cf1f26d8"} +{"uuid":"gpqa-main-7239e8e1a6f52b11d89b376d","benchmark":"gpqa_main","data_index":419,"repeat_index":1,"sample_id":"gpqa-main-7239e8e1a6f52b11d89b376d/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2273,"prompt_tokens":359,"effective_max_tokens":130713,"original_embedded_prediction":"D","question_sha256":"6b778965b4593497cd5378ecaa94e84f97d2910300038afb6590a8e9376b791c"} +{"uuid":"gpqa-main-50aaa7274c5010d9768274ec","benchmark":"gpqa_main","data_index":175,"repeat_index":0,"sample_id":"gpqa-main-50aaa7274c5010d9768274ec/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":27160,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"0cda758f1290855df9dd7b9a4319bb6ae8108c8113b125a3a2f60705af536a34"} +{"uuid":"gpqa-main-043ca5f03089118ef536135d","benchmark":"gpqa_main","data_index":146,"repeat_index":0,"sample_id":"gpqa-main-043ca5f03089118ef536135d/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":28863,"prompt_tokens":594,"effective_max_tokens":130478,"original_embedded_prediction":"D","question_sha256":"43c5cb4f57895b07f3e1815e411f315dfa3fe44fe601b5aacde7c1244cdcaa89"} +{"uuid":"gpqa-main-9b60a112c6568a530227ce47","benchmark":"gpqa_main","data_index":432,"repeat_index":1,"sample_id":"gpqa-main-9b60a112c6568a530227ce47/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":663,"prompt_tokens":443,"effective_max_tokens":130629,"original_embedded_prediction":"D","question_sha256":"4dd7bd0636dc935d4359866d23d365353db91692ab9b80b438a3f65683abf4e7"} +{"uuid":"gpqa-main-a1ec72afe45eedbea242cd73","benchmark":"gpqa_main","data_index":428,"repeat_index":1,"sample_id":"gpqa-main-a1ec72afe45eedbea242cd73/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1252,"prompt_tokens":310,"effective_max_tokens":130762,"original_embedded_prediction":"A","question_sha256":"e87180319d813402cf71637950d93636988703d0477e2bb79fb03a1d2df9afe3"} +{"uuid":"gpqa-main-28e3e5e79d7477896c6d853d","benchmark":"gpqa_main","data_index":408,"repeat_index":1,"sample_id":"gpqa-main-28e3e5e79d7477896c6d853d/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4284,"prompt_tokens":1047,"effective_max_tokens":130025,"original_embedded_prediction":"B","question_sha256":"d3b33ef7a0e55c33b5deae6a673dd7fff1fc2e7efa223f3419ecf58e57c06207"} +{"uuid":"gpqa-main-579e17ce4c553c730c526a5c","benchmark":"gpqa_main","data_index":426,"repeat_index":1,"sample_id":"gpqa-main-579e17ce4c553c730c526a5c/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1772,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"D","question_sha256":"1ce3d847d25b2c2f678c304f134266501155719553a1a003f38a6b0a75ffb81b"} +{"uuid":"gpqa-main-834c95c23407a9d2c736d2ee","benchmark":"gpqa_main","data_index":441,"repeat_index":1,"sample_id":"gpqa-main-834c95c23407a9d2c736d2ee/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":320,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"bb698537245b51d08b5d5a6cecdfd1a4e34f7ac0f17e13da8d713af9341a9366"} +{"uuid":"gpqa-main-1989edb8041cc1c94659dcc4","benchmark":"gpqa_main","data_index":340,"repeat_index":0,"sample_id":"gpqa-main-1989edb8041cc1c94659dcc4/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12082,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"D","question_sha256":"364ddb1397abdc7ae2201c88354f8df3f89b63c28330217a94cf8cf96c19ae54"} +{"uuid":"gpqa-main-f79cea2e3c2e242b6e0da4d5","benchmark":"gpqa_main","data_index":438,"repeat_index":1,"sample_id":"gpqa-main-f79cea2e3c2e242b6e0da4d5/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":575,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"D","question_sha256":"bdc1ab103002886dcbe879cd751d3e27b8ba6e988859bb80422ea04871269448"} +{"uuid":"gpqa-main-d750e02b8d42b4b4d6aba4b9","benchmark":"gpqa_main","data_index":425,"repeat_index":1,"sample_id":"gpqa-main-d750e02b8d42b4b4d6aba4b9/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2087,"prompt_tokens":944,"effective_max_tokens":130128,"original_embedded_prediction":"D","question_sha256":"5ea7e9b17f677439bf5f6e43169cb794916985d1c5964f6a0d8becf3f9e3b7ad"} +{"uuid":"gpqa-main-7684b3ed8a4540e6099495df","benchmark":"gpqa_main","data_index":327,"repeat_index":0,"sample_id":"gpqa-main-7684b3ed8a4540e6099495df/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13581,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"0caf81b8c83789b0b258b80856002cff7fd589a737844db0407269017bcd1955"} +{"uuid":"gpqa-main-60a022e707f18a7b5f445773","benchmark":"gpqa_main","data_index":204,"repeat_index":0,"sample_id":"gpqa-main-60a022e707f18a7b5f445773/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":25925,"prompt_tokens":337,"effective_max_tokens":130735,"original_embedded_prediction":"D","question_sha256":"9d46302b763896c7fa475d975b5bc365adee2236b273f23e7216a78871204b74"} +{"uuid":"gpqa-main-ca7a4b18584754c3664d8758","benchmark":"gpqa_main","data_index":400,"repeat_index":1,"sample_id":"gpqa-main-ca7a4b18584754c3664d8758/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5851,"prompt_tokens":517,"effective_max_tokens":130555,"original_embedded_prediction":"D","question_sha256":"b15ab8a50cd7768206339f81478bb5a4757f87b1bf1c7671597c48117910482f"} +{"uuid":"gpqa-main-adffc79c4b20a953ccbf4cd1","benchmark":"gpqa_main","data_index":372,"repeat_index":0,"sample_id":"gpqa-main-adffc79c4b20a953ccbf4cd1/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9495,"prompt_tokens":170,"effective_max_tokens":130902,"original_embedded_prediction":"C","question_sha256":"a9acc5caf0ab2f58b68d62ac52eac5bd31ee4a74a832bd753df339176dbbaefe"} +{"uuid":"gpqa-main-39045ad4d1274d0e56839d7b","benchmark":"gpqa_main","data_index":376,"repeat_index":0,"sample_id":"gpqa-main-39045ad4d1274d0e56839d7b/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9272,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"429df35a12720ff87021b558515bede2e2590914376178a956309c141594787f"} +{"uuid":"gpqa-main-763daf42ea0c79050a6a4d1d","benchmark":"gpqa_main","data_index":445,"repeat_index":1,"sample_id":"gpqa-main-763daf42ea0c79050a6a4d1d/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":593,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"D","question_sha256":"72b4053b92adde478bb40c3fb9ef1e06215efe5922e2d600121170f824d32c13"} +{"uuid":"gpqa-main-ff45876351041ad1ce200bb4","benchmark":"gpqa_main","data_index":323,"repeat_index":0,"sample_id":"gpqa-main-ff45876351041ad1ce200bb4/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14413,"prompt_tokens":345,"effective_max_tokens":130727,"original_embedded_prediction":"C","question_sha256":"32bdeb2d6746cedbaa666a09cbe9ff84eedb094a4f81edb9c09ab191add49c41"} +{"uuid":"gpqa-main-feeb39404129cbb3b7e867ec","benchmark":"gpqa_main","data_index":427,"repeat_index":1,"sample_id":"gpqa-main-feeb39404129cbb3b7e867ec/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2490,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"B","question_sha256":"a80144fd582290217d4749a45438b278db047877b2f9babd5f52d9d0dcc88daf"} +{"uuid":"gpqa-main-fbf1f6e62b48cbbf0bca4714","benchmark":"gpqa_main","data_index":435,"repeat_index":1,"sample_id":"gpqa-main-fbf1f6e62b48cbbf0bca4714/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1987,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"59affc9a905621c391ee7886c0e428eac5cb1f60c7c251e2fc1fcb081cb8e076"} +{"uuid":"gpqa-main-238c4616c3347122f4b974e4","benchmark":"gpqa_main","data_index":365,"repeat_index":0,"sample_id":"gpqa-main-238c4616c3347122f4b974e4/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10849,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"5a24c76ed39eb083ccc9c24780d936fe2e52cba76ae67efa4d647cc35e10037b"} +{"uuid":"gpqa-main-5334e8bdecfbd08a0fceb69b","benchmark":"gpqa_main","data_index":431,"repeat_index":1,"sample_id":"gpqa-main-5334e8bdecfbd08a0fceb69b/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2243,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"B","question_sha256":"0c1cc6cb8c9b9a25c645b86bbada068207876248621f0327486d559892b7a8a9"} +{"uuid":"gpqa-main-efc527af4c77c27856f0d201","benchmark":"gpqa_main","data_index":444,"repeat_index":1,"sample_id":"gpqa-main-efc527af4c77c27856f0d201/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1183,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"29ffae74d292a9a38f72dd8e95efab3be752912b79e848701193359c657937f6"} +{"uuid":"gpqa-main-30529bca8e7fdf66400bd444","benchmark":"gpqa_main","data_index":402,"repeat_index":1,"sample_id":"gpqa-main-30529bca8e7fdf66400bd444/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6313,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"fc081c2fbb63be5006154edbddcd4d1654207c4f1ad333e12f9bc19972753482"} +{"uuid":"gpqa-main-1a3571c1ec099b06b5011ceb","benchmark":"gpqa_main","data_index":322,"repeat_index":0,"sample_id":"gpqa-main-1a3571c1ec099b06b5011ceb/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14954,"prompt_tokens":166,"effective_max_tokens":130906,"original_embedded_prediction":"D","question_sha256":"853f9bd759921129a51dd81d489f867c5aa9463f1925c203fe6f1e3147741f08"} +{"uuid":"gpqa-main-bf00d194c934803975b81b7b","benchmark":"gpqa_main","data_index":321,"repeat_index":0,"sample_id":"gpqa-main-bf00d194c934803975b81b7b/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15673,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"A","question_sha256":"55e1269d132671f2c7b7f41498cb0b404e702d8ce370ac5555d837581e1b3ad7"} +{"uuid":"gpqa-main-8299e0bf116ad8ad7b960d26","benchmark":"gpqa_main","data_index":254,"repeat_index":0,"sample_id":"gpqa-main-8299e0bf116ad8ad7b960d26/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21860,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"A","question_sha256":"dac89ff46a5330836dfa04de2060a9a9d447a0cffd96c06e0cdee48c6a991035"} +{"uuid":"gpqa-main-46549f6d718b80e38f4412cd","benchmark":"gpqa_main","data_index":418,"repeat_index":1,"sample_id":"gpqa-main-46549f6d718b80e38f4412cd/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4895,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"B","question_sha256":"a1def6786f9e3174bf07c7887ea2c97711ea721fe1cf730202fc93d69ecac09d"} +{"uuid":"gpqa-main-60c7c63632b1d67ffb8a4fb7","benchmark":"gpqa_main","data_index":335,"repeat_index":0,"sample_id":"gpqa-main-60c7c63632b1d67ffb8a4fb7/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14474,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"D","question_sha256":"60c9747de98dcd74354ee70ce1049c3c1d1b8d72f4e9848984af5d6ceb1a0c57"} +{"uuid":"gpqa-main-810618179b41cff3d8593ba5","benchmark":"gpqa_main","data_index":407,"repeat_index":1,"sample_id":"gpqa-main-810618179b41cff3d8593ba5/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6647,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"4f7077a78998cfa5dbe881d51f9f859973bb281cce9f5a2bde9d5475cc520111"} +{"uuid":"gpqa-main-2d88ca9efdaae7d19aed9660","benchmark":"gpqa_main","data_index":112,"repeat_index":0,"sample_id":"gpqa-main-2d88ca9efdaae7d19aed9660/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":32462,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"43af6d11597079a7d069dd93bbf3db87f0b5bb604fbfc66fc60c268d149d8fba"} +{"uuid":"gpqa-main-8db8ffb39e6d3e618c8d388c","benchmark":"gpqa_main","data_index":440,"repeat_index":1,"sample_id":"gpqa-main-8db8ffb39e6d3e618c8d388c/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2372,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"B","question_sha256":"28dff82ab12e25f0b479054be2f5d8b597951c2458e383bb25cf488b09c98ff5"} +{"uuid":"gpqa-main-832feb793ff377da50abf878","benchmark":"gpqa_main","data_index":453,"repeat_index":1,"sample_id":"gpqa-main-832feb793ff377da50abf878/repeat-1","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1356,"prompt_tokens":202,"effective_max_tokens":130870,"original_embedded_prediction":null,"question_sha256":"9cb12d81fbbe616cc95beecd1627265e0b5a2fa48b8e7493d3df89b378afbc12"} +{"uuid":"gpqa-main-498b428b55b7644426a781c9","benchmark":"gpqa_main","data_index":448,"repeat_index":1,"sample_id":"gpqa-main-498b428b55b7644426a781c9/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1752,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"C","question_sha256":"7fbfdc18f5a18b666f8d4afc859af60c4c56ab7d8d677d46fb01a050207ac688"} +{"uuid":"gpqa-main-7a6f40292c595b5ffad3d66b","benchmark":"gpqa_main","data_index":464,"repeat_index":1,"sample_id":"gpqa-main-7a6f40292c595b5ffad3d66b/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":439,"prompt_tokens":317,"effective_max_tokens":130755,"original_embedded_prediction":"A","question_sha256":"82d8161e96256872367b5e1c12af2c1f91e6c4a6aac3d066708fccb1826bf840"} +{"uuid":"gpqa-main-86d8d26ea3f4092dd4bac144","benchmark":"gpqa_main","data_index":134,"repeat_index":0,"sample_id":"gpqa-main-86d8d26ea3f4092dd4bac144/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":32223,"prompt_tokens":227,"effective_max_tokens":130845,"original_embedded_prediction":"D","question_sha256":"299c83f78042a13c78ad054088517dc82d5ed82bcc9ef75ec08dc120f2b8052f"} +{"uuid":"gpqa-main-84e0462fb979739143160f76","benchmark":"gpqa_main","data_index":458,"repeat_index":1,"sample_id":"gpqa-main-84e0462fb979739143160f76/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1169,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"A","question_sha256":"17821f797104818a4e9c06d5499572866481ca7a9f6bf4d3993cbc935754c06e"} +{"uuid":"gpqa-main-9bb169e317cdd76b98ada24f","benchmark":"gpqa_main","data_index":189,"repeat_index":0,"sample_id":"gpqa-main-9bb169e317cdd76b98ada24f/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":28720,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"B","question_sha256":"d0bbc79a116a93d5c5c1325e012b3feb17a7b705d2ccd57a86ecfbdc2bf78030"} +{"uuid":"gpqa-main-47f8cee187b620660c7d11b3","benchmark":"gpqa_main","data_index":456,"repeat_index":1,"sample_id":"gpqa-main-47f8cee187b620660c7d11b3/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1606,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"b114078343a4ce3eeaa845ee2c7bfa4ac7c9add00f507d8ff60e46cca593fb46"} +{"uuid":"gpqa-main-fd7b1296b8c5ae3f05aa8355","benchmark":"gpqa_main","data_index":319,"repeat_index":0,"sample_id":"gpqa-main-fd7b1296b8c5ae3f05aa8355/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17002,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"D","question_sha256":"e674bbb69c41e672de8e4c8cbea505f57f0d1fc98a2ae52ced1937ec4c71b62f"} +{"uuid":"gpqa-main-13dda0527a69422c0bfefb23","benchmark":"gpqa_main","data_index":429,"repeat_index":1,"sample_id":"gpqa-main-13dda0527a69422c0bfefb23/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4335,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"A","question_sha256":"952dd56af4d111bc829dbe6171c480a13632e8b5771e33245330d32115f96774"} +{"uuid":"gpqa-main-1f0af84f0bdb1b68af6a7719","benchmark":"gpqa_main","data_index":381,"repeat_index":0,"sample_id":"gpqa-main-1f0af84f0bdb1b68af6a7719/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11327,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"D","question_sha256":"47eb07162cc525d2e6a87977deb802204fed59b801dd5e2935cc6edb3c036af1"} +{"uuid":"gpqa-main-35569b36357cfce18162c999","benchmark":"gpqa_main","data_index":436,"repeat_index":1,"sample_id":"gpqa-main-35569b36357cfce18162c999/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3805,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"B","question_sha256":"a2136b05b78259562b913f1f56520c4184d70bf60017617a442a41f907c31b78"} +{"uuid":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7","benchmark":"gpqa_main","data_index":421,"repeat_index":1,"sample_id":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5660,"prompt_tokens":279,"effective_max_tokens":130793,"original_embedded_prediction":"C","question_sha256":"f730b35adb897658b28382d90ae7881a77e5d86003cc9b3942862d742001d4fb"} +{"uuid":"gpqa-main-8d43dd1cebfb1a76c18a3589","benchmark":"gpqa_main","data_index":213,"repeat_index":0,"sample_id":"gpqa-main-8d43dd1cebfb1a76c18a3589/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":27550,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"A","question_sha256":"1c3b360d52d717d4eda55f53310217b072979b1026b8896b235a2ba9f5151964"} +{"uuid":"gpqa-main-ddc1b02f963a2f785385132e","benchmark":"gpqa_main","data_index":477,"repeat_index":1,"sample_id":"gpqa-main-ddc1b02f963a2f785385132e/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":425,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"d5e7b22736a2cdaa0f2553a100795aa6b7e150fcc1b9fe093e28e3fea855f346"} +{"uuid":"gpqa-main-ed6a4565f708132bae39b742","benchmark":"gpqa_main","data_index":255,"repeat_index":0,"sample_id":"gpqa-main-ed6a4565f708132bae39b742/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":23251,"prompt_tokens":393,"effective_max_tokens":130679,"original_embedded_prediction":"A","question_sha256":"5ce997bcaa654b6fdbbb00b63b66633167679a850d02d845b8a9b1b716979197"} +{"uuid":"gpqa-main-bf684ea09dc8822450fbd37c","benchmark":"gpqa_main","data_index":468,"repeat_index":1,"sample_id":"gpqa-main-bf684ea09dc8822450fbd37c/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1521,"prompt_tokens":372,"effective_max_tokens":130700,"original_embedded_prediction":"A","question_sha256":"8f0911e951adf5df2bfc8aa29c14de392a998e2fa48463ceecedcd39a8301453"} +{"uuid":"gpqa-main-84cbf72ad94d1afe2aa56331","benchmark":"gpqa_main","data_index":97,"repeat_index":0,"sample_id":"gpqa-main-84cbf72ad94d1afe2aa56331/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":34204,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"089a55e5a3fbca456cb952a230bd88a82c177ec99470bd05f822803a1bdd3db5"} +{"uuid":"gpqa-main-87c633148441d2b07b8e2e81","benchmark":"gpqa_main","data_index":472,"repeat_index":1,"sample_id":"gpqa-main-87c633148441d2b07b8e2e81/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1428,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"0fb47d10edb4eca17f93926dea501fdd19bde76cfe58f57edb445a7272d7787c"} +{"uuid":"gpqa-main-84c386fbd7476f5541ea16f0","benchmark":"gpqa_main","data_index":275,"repeat_index":0,"sample_id":"gpqa-main-84c386fbd7476f5541ea16f0/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21504,"prompt_tokens":370,"effective_max_tokens":130702,"original_embedded_prediction":"A","question_sha256":"083aa3572345d938b0c707cfb8c710aea73759344b234ada78ed36f1ec66eb0d"} +{"uuid":"gpqa-main-a8c391dd6337620cc79cae0e","benchmark":"gpqa_main","data_index":416,"repeat_index":1,"sample_id":"gpqa-main-a8c391dd6337620cc79cae0e/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7172,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"435ccdce7cc6c5543ffaf20b4d850d905357568605d01b3a595d44df3dd30d0d"} +{"uuid":"gpqa-main-51f5bda498b3f05cab60119c","benchmark":"gpqa_main","data_index":449,"repeat_index":1,"sample_id":"gpqa-main-51f5bda498b3f05cab60119c/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3566,"prompt_tokens":271,"effective_max_tokens":130801,"original_embedded_prediction":"A","question_sha256":"f7fa8540a448dfeff404af93810c60c41ed387fb5e4c821bbb6e5869dd9f8630"} +{"uuid":"gpqa-main-63aef6e78c9803d030a16f9c","benchmark":"gpqa_main","data_index":208,"repeat_index":0,"sample_id":"gpqa-main-63aef6e78c9803d030a16f9c/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":29261,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"A","question_sha256":"255e934ed277fdd11f71245508448f7031439d40eb38fd78fb3b813b247c5726"} +{"uuid":"gpqa-main-08cb3c41dbaa57f424632b84","benchmark":"gpqa_main","data_index":4,"repeat_index":0,"sample_id":"gpqa-main-08cb3c41dbaa57f424632b84/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":34794,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"e37327eb6a290bf649f9b548f5d9834983b5d59efc10b4281a4bdbb75523863f"} +{"uuid":"gpqa-main-3b577bce88d27365cf34e990","benchmark":"gpqa_main","data_index":344,"repeat_index":0,"sample_id":"gpqa-main-3b577bce88d27365cf34e990/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16165,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"952132525f3a442f1b38bdc3d0190df1c505766096106e7ac626a451f1b236fc"} +{"uuid":"gpqa-main-bceb5bf342ad44aac4fdbe55","benchmark":"gpqa_main","data_index":123,"repeat_index":0,"sample_id":"gpqa-main-bceb5bf342ad44aac4fdbe55/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":34908,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"20d48d5f0a9a8b77bea35e72a90794c2d2147aa8321ae6aa60e84491688a0803"} +{"uuid":"gpqa-main-ab4c50e2da12e11b47155f74","benchmark":"gpqa_main","data_index":292,"repeat_index":0,"sample_id":"gpqa-main-ab4c50e2da12e11b47155f74/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20926,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"C","question_sha256":"b734e134fe4529267a34452ccc5cb2a7d56f7b471273d9e978add607de6f30b6"} +{"uuid":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3","benchmark":"gpqa_main","data_index":158,"repeat_index":0,"sample_id":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":33376,"prompt_tokens":252,"effective_max_tokens":130820,"original_embedded_prediction":"B","question_sha256":"71075d4447ee264b63e5544da7b40502fb235decc31484f33ee97a8ef70c3d1f"} +{"uuid":"gpqa-main-a5811d01e615771d5e0b48fb","benchmark":"gpqa_main","data_index":484,"repeat_index":1,"sample_id":"gpqa-main-a5811d01e615771d5e0b48fb/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1047,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"D","question_sha256":"18c1c5c103fb01b10fd0ca282f8eab427517d6587a0a9962010b5ad16e05b98f"} +{"uuid":"gpqa-main-b13e6b95879d48313e527260","benchmark":"gpqa_main","data_index":489,"repeat_index":1,"sample_id":"gpqa-main-b13e6b95879d48313e527260/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":560,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"B","question_sha256":"145b51d1c857830091d0dfa7043504329aa8d2a847b5b738079d210a94da31cb"} +{"uuid":"gpqa-main-09311165c3bc8a7742115024","benchmark":"gpqa_main","data_index":21,"repeat_index":0,"sample_id":"gpqa-main-09311165c3bc8a7742115024/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":35298,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"C","question_sha256":"d6deae7022d40b283a8b0053867ff7e2d44f15fac7c364d3b34e67d903596cf7"} +{"uuid":"gpqa-main-baefee4c54836e933082fd33","benchmark":"gpqa_main","data_index":205,"repeat_index":0,"sample_id":"gpqa-main-baefee4c54836e933082fd33/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":30291,"prompt_tokens":487,"effective_max_tokens":130585,"original_embedded_prediction":"A","question_sha256":"f4486aea8f80b6405ceaabbd6f225378761eafc49f1e042873a464b3b94da620"} +{"uuid":"gpqa-main-7c3c45d7826322d2dd84475f","benchmark":"gpqa_main","data_index":482,"repeat_index":1,"sample_id":"gpqa-main-7c3c45d7826322d2dd84475f/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1441,"prompt_tokens":419,"effective_max_tokens":130653,"original_embedded_prediction":"A","question_sha256":"f98a4cc383b4e02c52b4cdafe1b79c1d58df251d5d10ab65f71740d27243ed28"} +{"uuid":"gpqa-main-07134ad2ae69bd2e9f09ae64","benchmark":"gpqa_main","data_index":461,"repeat_index":1,"sample_id":"gpqa-main-07134ad2ae69bd2e9f09ae64/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3289,"prompt_tokens":374,"effective_max_tokens":130698,"original_embedded_prediction":"A","question_sha256":"e1448af5dcb7e4a7a5cf31dd231d4a2b2a3829ce3dabc5d7da48a195c1b39112"} +{"uuid":"gpqa-main-106fe8a64f4453f81be6f7bd","benchmark":"gpqa_main","data_index":409,"repeat_index":1,"sample_id":"gpqa-main-106fe8a64f4453f81be6f7bd/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9454,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"C","question_sha256":"f0c3d97c5c67fa210dafa49946af010682993c23bb8995a306a6ee484e0c3b03"} +{"uuid":"gpqa-main-35d088e32fb39438767e1141","benchmark":"gpqa_main","data_index":463,"repeat_index":1,"sample_id":"gpqa-main-35d088e32fb39438767e1141/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3499,"prompt_tokens":434,"effective_max_tokens":130638,"original_embedded_prediction":"B","question_sha256":"9d467213ec07b8217d3c3aa11a312c8536475e654bbb7ef916a4b8f92e0c7a7d"} +{"uuid":"gpqa-main-f022820fa3c0f536a4d4a9bc","benchmark":"gpqa_main","data_index":355,"repeat_index":0,"sample_id":"gpqa-main-f022820fa3c0f536a4d4a9bc/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15970,"prompt_tokens":288,"effective_max_tokens":130784,"original_embedded_prediction":"A","question_sha256":"d7be2d674d4903c49886b492451a9febcfb5696ccd6f0931c4d48ef06a19b2b9"} +{"uuid":"gpqa-main-6bb4180b8c6df2f8f7490345","benchmark":"gpqa_main","data_index":410,"repeat_index":1,"sample_id":"gpqa-main-6bb4180b8c6df2f8f7490345/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9472,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"a40e1e0f0ddd21a34df82626b6553232ad944bbeec5bf0819aaf5ae0b1a92c59"} +{"uuid":"gpqa-main-86060b054d8de358356a29fd","benchmark":"gpqa_main","data_index":392,"repeat_index":1,"sample_id":"gpqa-main-86060b054d8de358356a29fd/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11805,"prompt_tokens":435,"effective_max_tokens":130637,"original_embedded_prediction":"A","question_sha256":"d20ccd218e50c4a58da8030db612f52c5bac88ad6d1859a85b0358c1595e54e1"} +{"uuid":"gpqa-main-ec756f5cd58f1d3e9c9c8676","benchmark":"gpqa_main","data_index":494,"repeat_index":1,"sample_id":"gpqa-main-ec756f5cd58f1d3e9c9c8676/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":789,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"B","question_sha256":"016bbafd184cf46762e3e824d2499734daf9efd8cb5f0adad12078f151c96a12"} +{"uuid":"gpqa-main-8d147d8bf7fad22423fc5dd7","benchmark":"gpqa_main","data_index":282,"repeat_index":0,"sample_id":"gpqa-main-8d147d8bf7fad22423fc5dd7/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":22920,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"bfad7a1309a7d02668c615391f7302c03e1c3f61ffaee5d1f44ba2c9f5c40b7d"} +{"uuid":"gpqa-main-8a20fac7d1a5bff58e8c63ca","benchmark":"gpqa_main","data_index":457,"repeat_index":1,"sample_id":"gpqa-main-8a20fac7d1a5bff58e8c63ca/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4434,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"C","question_sha256":"065acbbc3564fb2547e820ab1c35567bac49dff768319e8f4b46ee23bdd92415"} +{"uuid":"gpqa-main-b5b0614a110a5eb0657cbe9a","benchmark":"gpqa_main","data_index":499,"repeat_index":1,"sample_id":"gpqa-main-b5b0614a110a5eb0657cbe9a/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":838,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"D","question_sha256":"829ccc830e5fe3601c6e7c0a975192c938019f4d4e5c1b2334d55bb1d951711e"} +{"uuid":"gpqa-main-29e885003cf7658ac2eb0ba4","benchmark":"gpqa_main","data_index":487,"repeat_index":1,"sample_id":"gpqa-main-29e885003cf7658ac2eb0ba4/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1897,"prompt_tokens":299,"effective_max_tokens":130773,"original_embedded_prediction":"D","question_sha256":"e6fd9b7cea6cbcd53eabc57f63ae367008b2774a1092f55e23e78b7eafbdbafa"} +{"uuid":"gpqa-main-b654b748170277d4b0d0c6b5","benchmark":"gpqa_main","data_index":478,"repeat_index":1,"sample_id":"gpqa-main-b654b748170277d4b0d0c6b5/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2716,"prompt_tokens":508,"effective_max_tokens":130564,"original_embedded_prediction":"D","question_sha256":"010973f2a9805982e33bfecd460da27e4d2f170e4567ebf854c807385bea09d3"} +{"uuid":"gpqa-main-f35f531075e0f4b71e6bfdf7","benchmark":"gpqa_main","data_index":412,"repeat_index":1,"sample_id":"gpqa-main-f35f531075e0f4b71e6bfdf7/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9722,"prompt_tokens":440,"effective_max_tokens":130632,"original_embedded_prediction":"B","question_sha256":"1dec0a47229d6987f418c244cc1169bdeb04c6134b883ac8895dc2380cdf0539"} +{"uuid":"gpqa-main-2322ddc82747aa5a01bf1c1e","benchmark":"gpqa_main","data_index":486,"repeat_index":1,"sample_id":"gpqa-main-2322ddc82747aa5a01bf1c1e/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2073,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"d9d7e1406d6a9d440081915edafcb4a493a40b6172838b858a979c0a58bb4c62"} +{"uuid":"gpqa-main-73f6c00588963349c225df6c","benchmark":"gpqa_main","data_index":497,"repeat_index":1,"sample_id":"gpqa-main-73f6c00588963349c225df6c/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1223,"prompt_tokens":476,"effective_max_tokens":130596,"original_embedded_prediction":"C","question_sha256":"6c8759c4aac1084515abf1e3c463c7a0b6411dc3fa720a9a5fb5ac8f5777b49c"} +{"uuid":"gpqa-main-e069314491adb5be236d3fe7","benchmark":"gpqa_main","data_index":386,"repeat_index":1,"sample_id":"gpqa-main-e069314491adb5be236d3fe7/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13669,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"D","question_sha256":"2662eff7a6231613f45042d2ef5df63caaeb5a326d264e93009a737a99fb27bb"} +{"uuid":"gpqa-main-3ad0b182e1494c1e76262069","benchmark":"gpqa_main","data_index":389,"repeat_index":1,"sample_id":"gpqa-main-3ad0b182e1494c1e76262069/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13201,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"C","question_sha256":"835ebb67a4198184dbd29c03b43e4283e93c0473d886ab6c3b6c52ffb918b6ab"} +{"uuid":"gpqa-main-08452235d283f9ba82364ea8","benchmark":"gpqa_main","data_index":10,"repeat_index":0,"sample_id":"gpqa-main-08452235d283f9ba82364ea8/repeat-0","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":36661,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":null,"question_sha256":"65db6ef4b562a9503afeb197451091c7514df18fdee747a881b8057c38e21d0f"} +{"uuid":"gpqa-main-11b88a6212278288c390be69","benchmark":"gpqa_main","data_index":337,"repeat_index":0,"sample_id":"gpqa-main-11b88a6212278288c390be69/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18604,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"29eb581590e7852467849e4c58c5e3b1b97736035880adbd4e12298c320ac7e4"} +{"uuid":"gpqa-main-d31323dded27ae0c86cb5c75","benchmark":"gpqa_main","data_index":313,"repeat_index":0,"sample_id":"gpqa-main-d31323dded27ae0c86cb5c75/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":21078,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"8f174dd25b58e6fc8e309577a66d0f5a4f46ed89bf1a5165c0cb561a4e3e33e9"} +{"uuid":"gpqa-main-a3be70bb026878238a72f88b","benchmark":"gpqa_main","data_index":450,"repeat_index":1,"sample_id":"gpqa-main-a3be70bb026878238a72f88b/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5839,"prompt_tokens":446,"effective_max_tokens":130626,"original_embedded_prediction":"C","question_sha256":"42da82ad5cb9e03bf1c8f1d786b162fd55245c32907328f445c191681a98b669"} +{"uuid":"gpqa-main-443f8ea9f271c4442521f8e4","benchmark":"gpqa_main","data_index":299,"repeat_index":0,"sample_id":"gpqa-main-443f8ea9f271c4442521f8e4/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":22491,"prompt_tokens":326,"effective_max_tokens":130746,"original_embedded_prediction":"A","question_sha256":"9211da2d82adb786850c236cd14fc05728eb04599b0abc0202714ba6bd385d19"} +{"uuid":"gpqa-main-358120bf0c4377ebdbde08fc","benchmark":"gpqa_main","data_index":308,"repeat_index":0,"sample_id":"gpqa-main-358120bf0c4377ebdbde08fc/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21823,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"D","question_sha256":"051eba2501386001d9e9793a3b0fe9ea4c78a987e3a1576c168659f849b684d6"} +{"uuid":"gpqa-main-6543e2c47b61f7f328bcf42d","benchmark":"gpqa_main","data_index":420,"repeat_index":1,"sample_id":"gpqa-main-6543e2c47b61f7f328bcf42d/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9582,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"D","question_sha256":"9f8c4aa52521e2926d56fdd03cf5aeaf3543c911c9b75774731cd1204efc1328"} +{"uuid":"gpqa-main-be458c5a0490a8298ea11494","benchmark":"gpqa_main","data_index":503,"repeat_index":1,"sample_id":"gpqa-main-be458c5a0490a8298ea11494/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1496,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"17cada7a00fa20e35d380a47aad58aace15d791f3cd4f119acb4635e55951129"} +{"uuid":"gpqa-main-3cbf7d3e13c908f5e699f9e0","benchmark":"gpqa_main","data_index":517,"repeat_index":1,"sample_id":"gpqa-main-3cbf7d3e13c908f5e699f9e0/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":817,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"D","question_sha256":"0dbcc69ff35530f240a5bb623a78f2cd1d042037d2dedb122ebcca751bf9d08e"} +{"uuid":"gpqa-main-178c84548026beb35252a961","benchmark":"gpqa_main","data_index":488,"repeat_index":1,"sample_id":"gpqa-main-178c84548026beb35252a961/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3087,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"C","question_sha256":"4ea09b6f60208405c59e5923a565f195c94315e0b6e230acd59351f1ee59ed96"} +{"uuid":"gpqa-main-2ad64f0bf627cf52a8ad924c","benchmark":"gpqa_main","data_index":519,"repeat_index":1,"sample_id":"gpqa-main-2ad64f0bf627cf52a8ad924c/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":924,"prompt_tokens":146,"effective_max_tokens":130926,"original_embedded_prediction":"D","question_sha256":"e9afb48881134b480ce09710124320be56d4166a402490b65f81bdb1df6e3a1d"} +{"uuid":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea","benchmark":"gpqa_main","data_index":349,"repeat_index":0,"sample_id":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18435,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"A","question_sha256":"78b6f83c0d1137982356bff0e0d20f60e32542e5815ffd693af8f421f9e4741d"} +{"uuid":"gpqa-main-ac27f29e5f777e93e751f3f2","benchmark":"gpqa_main","data_index":439,"repeat_index":1,"sample_id":"gpqa-main-ac27f29e5f777e93e751f3f2/repeat-1","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7779,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"A","question_sha256":"d49aa1d9efc38f6409c199c3e2706ec44f5d20d25b0e7d41f40b9c46668ed1e0"} +{"uuid":"gpqa-main-7bb8e05365d19cc8328252e0","benchmark":"gpqa_main","data_index":505,"repeat_index":1,"sample_id":"gpqa-main-7bb8e05365d19cc8328252e0/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2118,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"6aff7faed92c98148418177c8cae4893850a1d67b5ceb00cf6a09467c4491367"} +{"uuid":"gpqa-main-a67142bf6c763d9963d7474d","benchmark":"gpqa_main","data_index":417,"repeat_index":1,"sample_id":"gpqa-main-a67142bf6c763d9963d7474d/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10758,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"7ed6c7d194038ef8d8c6a84cb18be1015f73754e42d4facb7418e8412ad86b77"} +{"uuid":"gpqa-main-7ed621f8290d6ac14181ce45","benchmark":"gpqa_main","data_index":382,"repeat_index":0,"sample_id":"gpqa-main-7ed621f8290d6ac14181ce45/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15794,"prompt_tokens":298,"effective_max_tokens":130774,"original_embedded_prediction":"B","question_sha256":"c1c0ad22e4376412fe1e7564fd1f8c00dd970292dbf0dbb83b0350881e74b306"} +{"uuid":"gpqa-main-9b7f84c844aa65b8ebfee235","benchmark":"gpqa_main","data_index":504,"repeat_index":1,"sample_id":"gpqa-main-9b7f84c844aa65b8ebfee235/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2350,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"9443960fd2664e6d4890575733c6a4f1f6d804ec21e10e0f9d415b99297f9845"} +{"uuid":"gpqa-main-9e1b7c5b2ce53e8d6424b66a","benchmark":"gpqa_main","data_index":443,"repeat_index":1,"sample_id":"gpqa-main-9e1b7c5b2ce53e8d6424b66a/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7854,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"97732ba422afbf18b5d2d6b3bd26f6c540049e2f82d9628414525cebe7e9a5dd"} +{"uuid":"gpqa-main-756cafdacac7e9642e2102c6","benchmark":"gpqa_main","data_index":90,"repeat_index":0,"sample_id":"gpqa-main-756cafdacac7e9642e2102c6/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":38377,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"b26abbcea4f9adbbc6faf6378336b8d024ffe4491d2853b927bf9afdc27073a9"} +{"uuid":"gpqa-main-69bcb32ba17f6e7aa0918597","benchmark":"gpqa_main","data_index":498,"repeat_index":1,"sample_id":"gpqa-main-69bcb32ba17f6e7aa0918597/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3020,"prompt_tokens":758,"effective_max_tokens":130314,"original_embedded_prediction":"C","question_sha256":"9eb1fde9ac6acb7dc761f4941a792f3d0d052ad76d36e12bb9e406963b3906ef"} +{"uuid":"gpqa-main-f7ba77d144b7a11de90a37c4","benchmark":"gpqa_main","data_index":529,"repeat_index":1,"sample_id":"gpqa-main-f7ba77d144b7a11de90a37c4/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":521,"prompt_tokens":236,"effective_max_tokens":130836,"original_embedded_prediction":"B","question_sha256":"ac7263466ea3cfcdcebac618b1d20835b4103b2d80b75b1a7110e9763eb45aa2"} +{"uuid":"gpqa-main-f432c1aa4319a4b1f6fa2ac1","benchmark":"gpqa_main","data_index":493,"repeat_index":1,"sample_id":"gpqa-main-f432c1aa4319a4b1f6fa2ac1/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3444,"prompt_tokens":264,"effective_max_tokens":130808,"original_embedded_prediction":"C","question_sha256":"19d5ec504b7008b3eada0ca0c300cd88147b20679109f6681bfd8946e0db2c8c"} +{"uuid":"gpqa-main-7c04a20e5411bd3e0a2bc2c8","benchmark":"gpqa_main","data_index":227,"repeat_index":0,"sample_id":"gpqa-main-7c04a20e5411bd3e0a2bc2c8/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":30841,"prompt_tokens":413,"effective_max_tokens":130659,"original_embedded_prediction":"A","question_sha256":"e23b62b19c3ab4ec896e631f56a7a92ed38aca13300af7a7b449b979999886f3"} +{"uuid":"gpqa-main-cb8b679fe50f1b3a7168eb92","benchmark":"gpqa_main","data_index":538,"repeat_index":1,"sample_id":"gpqa-main-cb8b679fe50f1b3a7168eb92/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":272,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"B","question_sha256":"8ed0101055c99512a99310385277c13855047c3a1b31ca6b8a6ee3f83cf5d4f3"} +{"uuid":"gpqa-main-79721e93e90bdb2d8da052c0","benchmark":"gpqa_main","data_index":516,"repeat_index":1,"sample_id":"gpqa-main-79721e93e90bdb2d8da052c0/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2156,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"2a09355eb98c6b8d6ad0b51afb3b27f719fed44786d3b2998dfe7ee66413a028"} +{"uuid":"gpqa-main-e47ea8383f43129dec459997","benchmark":"gpqa_main","data_index":284,"repeat_index":0,"sample_id":"gpqa-main-e47ea8383f43129dec459997/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":25421,"prompt_tokens":262,"effective_max_tokens":130810,"original_embedded_prediction":"C","question_sha256":"9e7260c352d5970f26856e94943b008fa72ebf3264a0e2790592a41209cfac2d"} +{"uuid":"gpqa-main-bab6e331fae29c00395de3a4","benchmark":"gpqa_main","data_index":166,"repeat_index":0,"sample_id":"gpqa-main-bab6e331fae29c00395de3a4/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":36597,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"cf500f5f076470e539799f3822047d1a6263a0abc77614f9abc48a4f60ba507d"} +{"uuid":"gpqa-main-1754a508e794225bd932adeb","benchmark":"gpqa_main","data_index":53,"repeat_index":0,"sample_id":"gpqa-main-1754a508e794225bd932adeb/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":38916,"prompt_tokens":276,"effective_max_tokens":130796,"original_embedded_prediction":"B","question_sha256":"16464cac7090a24d3b5a0bf989e1699bafd2dd7b1555e816a1f77804d8e890db"} +{"uuid":"gpqa-main-fa3e9be7fdf8e7c8952739d8","benchmark":"gpqa_main","data_index":515,"repeat_index":1,"sample_id":"gpqa-main-fa3e9be7fdf8e7c8952739d8/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2303,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"5e9819e02e7dd08ec53ff217d848ce64e833e2b069cd81e9940f7a72a5230b30"} +{"uuid":"gpqa-main-8cf981eedacab9acbdd5b00c","benchmark":"gpqa_main","data_index":476,"repeat_index":1,"sample_id":"gpqa-main-8cf981eedacab9acbdd5b00c/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5598,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"D","question_sha256":"14dcd60f9986bbbcbbdc0e4b3462397b01801a452d9756100ed129baa5baf68c"} +{"uuid":"gpqa-main-34faeb45e152eaf4c29e65e4","benchmark":"gpqa_main","data_index":535,"repeat_index":1,"sample_id":"gpqa-main-34faeb45e152eaf4c29e65e4/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":801,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"B","question_sha256":"82e6266418c679493cea34e30d0f71026adb6ab6c433e643d37860fb718999ec"} +{"uuid":"gpqa-main-143dc33c1aad9828daf5e615","benchmark":"gpqa_main","data_index":479,"repeat_index":1,"sample_id":"gpqa-main-143dc33c1aad9828daf5e615/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5614,"prompt_tokens":354,"effective_max_tokens":130718,"original_embedded_prediction":"C","question_sha256":"ff60c18b72aac9e90842c7a2d5e79c68092a3fbb1d6c0318cee6d2892a43a0a1"} +{"uuid":"gpqa-main-ea0400e59078652fc57eb6e1","benchmark":"gpqa_main","data_index":480,"repeat_index":1,"sample_id":"gpqa-main-ea0400e59078652fc57eb6e1/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5642,"prompt_tokens":537,"effective_max_tokens":130535,"original_embedded_prediction":"D","question_sha256":"50fc83bec6235fb29a76a0a00342f5c99a24684597a5930df882fe103e170363"} +{"uuid":"gpqa-main-c028fe71611d73b87b4cbb03","benchmark":"gpqa_main","data_index":540,"repeat_index":1,"sample_id":"gpqa-main-c028fe71611d73b87b4cbb03/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":877,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"D","question_sha256":"f56f3f5d135dc8d61dc42f902943e2459f79e4343f2fef6741f6f86d4133a99a"} +{"uuid":"gpqa-main-efa466851677550746c06a1f","benchmark":"gpqa_main","data_index":422,"repeat_index":1,"sample_id":"gpqa-main-efa466851677550746c06a1f/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11355,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"D","question_sha256":"b64a2faa078044133322af9742b3f75788b5f8e5701f1fee08d693854a842448"} +{"uuid":"gpqa-main-00a9d82facaec210f417af7a","benchmark":"gpqa_main","data_index":541,"repeat_index":1,"sample_id":"gpqa-main-00a9d82facaec210f417af7a/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1020,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"77f0590db54b06b37e142e7363145cbdb1a8d11c2a7575d9ae0fc10b3a6708bd"} +{"uuid":"gpqa-main-6f6ff532d544554128a0bbbe","benchmark":"gpqa_main","data_index":492,"repeat_index":1,"sample_id":"gpqa-main-6f6ff532d544554128a0bbbe/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5520,"prompt_tokens":368,"effective_max_tokens":130704,"original_embedded_prediction":"A","question_sha256":"ebb5b9328e54d98f40b988b171044869d75c67b6efaa8f44675c485448b7b02c"} +{"uuid":"gpqa-main-8980ca71edb4f58a3e46b256","benchmark":"gpqa_main","data_index":528,"repeat_index":1,"sample_id":"gpqa-main-8980ca71edb4f58a3e46b256/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2671,"prompt_tokens":145,"effective_max_tokens":130927,"original_embedded_prediction":"B","question_sha256":"fb9586d35200647be665790b2cd3eee5c8cca1b79e6afcf01f027007fa057b64"} +{"uuid":"gpqa-main-ad697760bc60543062e8b7b4","benchmark":"gpqa_main","data_index":537,"repeat_index":1,"sample_id":"gpqa-main-ad697760bc60543062e8b7b4/repeat-1","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2356,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":null,"question_sha256":"7f9b4679645e2d89214a154be6bdb13eafdc747457ce2950bda27a9a2b97917f"} +{"uuid":"gpqa-main-d3a774e5f1af1a1e11117582","benchmark":"gpqa_main","data_index":546,"repeat_index":1,"sample_id":"gpqa-main-d3a774e5f1af1a1e11117582/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1778,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"B","question_sha256":"26b8e966c8adf9fe2824ff1fd3c23b2d488a785fe8a68cbce362bac46e891a79"} +{"uuid":"gpqa-main-ae71bab05f11abac2f706bb9","benchmark":"gpqa_main","data_index":341,"repeat_index":0,"sample_id":"gpqa-main-ae71bab05f11abac2f706bb9/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":22302,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"d160134fd023bac8e7f94f4d4e70e01dc36d3ae74bb54ab778b03686e5b7b2c0"} +{"uuid":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c","benchmark":"gpqa_main","data_index":502,"repeat_index":1,"sample_id":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5040,"prompt_tokens":340,"effective_max_tokens":130732,"original_embedded_prediction":"C","question_sha256":"626cda94018ba930400d9c043f6fc1aa30c317abf6fd8f6d0ec8b133ce2036c8"} +{"uuid":"gpqa-main-728c68de5f34aba879617ff3","benchmark":"gpqa_main","data_index":353,"repeat_index":0,"sample_id":"gpqa-main-728c68de5f34aba879617ff3/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21045,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"93587b6fdb0ccf1d1701c58bd12431b38885397117475f14823f4c52994b39b4"} +{"uuid":"gpqa-main-e408cf011e5548359fd7cfa7","benchmark":"gpqa_main","data_index":452,"repeat_index":1,"sample_id":"gpqa-main-e408cf011e5548359fd7cfa7/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9690,"prompt_tokens":190,"effective_max_tokens":130882,"original_embedded_prediction":"D","question_sha256":"62f7808cdd914d23316e18802ada081dc433f34465864581ce0c27bfafdcd343"} +{"uuid":"gpqa-main-759e35a2024fc09bd491c9ff","benchmark":"gpqa_main","data_index":387,"repeat_index":1,"sample_id":"gpqa-main-759e35a2024fc09bd491c9ff/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17964,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"C","question_sha256":"4c284608a459b460f3ec3dfd5c7c71cfa84c171d4eb8a52aab9e6e4a8cb409bb"} +{"uuid":"gpqa-main-91b254f1e1c8041fbc1a3222","benchmark":"gpqa_main","data_index":360,"repeat_index":0,"sample_id":"gpqa-main-91b254f1e1c8041fbc1a3222/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20635,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"35cf9161cc3c5b82d0770ab2b2fdef4a970ddae93523dee3a6bde8574e79b13d"} +{"uuid":"gpqa-main-4462dc9f2d34289881ef2b1c","benchmark":"gpqa_main","data_index":526,"repeat_index":1,"sample_id":"gpqa-main-4462dc9f2d34289881ef2b1c/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3425,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"63318cb18413a705693b9a4312f73dbf5358312aafc1d703c3d29a6340ffa0d1"} +{"uuid":"gpqa-main-682237ee740e033537fb5707","benchmark":"gpqa_main","data_index":553,"repeat_index":1,"sample_id":"gpqa-main-682237ee740e033537fb5707/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":681,"prompt_tokens":291,"effective_max_tokens":130781,"original_embedded_prediction":"A","question_sha256":"6cec89b2019b24f8e8c4001cade388815345ae403b5d5fc687cf7fdccbcc6ce1"} +{"uuid":"gpqa-main-c69005af8b1e76a851528e02","benchmark":"gpqa_main","data_index":67,"repeat_index":0,"sample_id":"gpqa-main-c69005af8b1e76a851528e02/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":41337,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"D","question_sha256":"29e6a1db070bf5e5af8af4b82da4953dd47dcd2a1bbd7ad2db04f3d1d4cd805e"} +{"uuid":"gpqa-main-104b659bbac6e52c4c877c0b","benchmark":"gpqa_main","data_index":536,"repeat_index":1,"sample_id":"gpqa-main-104b659bbac6e52c4c877c0b/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2994,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"D","question_sha256":"de6e1846b7e0c60ac3b7b0f613ad67cc3d941770b7de58c7a45add8c64d1db8b"} +{"uuid":"gpqa-main-913c4ee0ce195992ff9638b1","benchmark":"gpqa_main","data_index":562,"repeat_index":1,"sample_id":"gpqa-main-913c4ee0ce195992ff9638b1/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":559,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"ed904d04c24f37586b1f78a18bd22f28752e80a5ecc489939950778aa5307d98"} +{"uuid":"gpqa-main-b306a5cb19a37a5923ddeda3","benchmark":"gpqa_main","data_index":375,"repeat_index":0,"sample_id":"gpqa-main-b306a5cb19a37a5923ddeda3/repeat-0","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19893,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":null,"question_sha256":"10d0692d1c6af6008ffff69894cb0183dafbb80748247a3a0e1961e87f1e7c9f"} +{"uuid":"gpqa-main-e3e073f3f0f646532e4caf06","benchmark":"gpqa_main","data_index":551,"repeat_index":1,"sample_id":"gpqa-main-e3e073f3f0f646532e4caf06/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2197,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"A","question_sha256":"a1cff30033350ed32c6446abacb176ef3ffad0fc471aaacf3468c78e0aad550e"} +{"uuid":"gpqa-main-1f9ad1ca59cf537e3cdf47c2","benchmark":"gpqa_main","data_index":514,"repeat_index":1,"sample_id":"gpqa-main-1f9ad1ca59cf537e3cdf47c2/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5486,"prompt_tokens":318,"effective_max_tokens":130754,"original_embedded_prediction":"B","question_sha256":"229ffbdb774489fcfd578450da500a74b0c6fd603d3f4050eb6ff993659f5c7e"} +{"uuid":"gpqa-main-781f4efc4b25ff35b588e87c","benchmark":"gpqa_main","data_index":565,"repeat_index":1,"sample_id":"gpqa-main-781f4efc4b25ff35b588e87c/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":670,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"C","question_sha256":"f933a526e8aec15b0dc77756bad3ba0839404a6d042443e3f5a0ab0b8d1cfa96"} +{"uuid":"gpqa-main-edbd99e5f03e3b3f074ba126","benchmark":"gpqa_main","data_index":446,"repeat_index":1,"sample_id":"gpqa-main-edbd99e5f03e3b3f074ba126/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11418,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"C","question_sha256":"b690990e73efd994587057d6ed5ae270235b0ec6bd4e98df3fc472f01c179765"} +{"uuid":"gpqa-main-1af843966aecfd5da1f08dd6","benchmark":"gpqa_main","data_index":390,"repeat_index":1,"sample_id":"gpqa-main-1af843966aecfd5da1f08dd6/repeat-1","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18653,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"A","question_sha256":"13e7c71f8aae7040bd98bd6b7bfe361f01f9aa9f4fd4b6095b40f97963688bdc"} +{"uuid":"gpqa-main-002cb7f9ef3ee2a3d460b42e","benchmark":"gpqa_main","data_index":469,"repeat_index":1,"sample_id":"gpqa-main-002cb7f9ef3ee2a3d460b42e/repeat-1","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9387,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":null,"question_sha256":"3bed68f29773b3484a0b5acab22f438229b63f2a324fb817a933e4d514178386"} +{"uuid":"gpqa-main-b22053dbc40179e114f0c866","benchmark":"gpqa_main","data_index":509,"repeat_index":1,"sample_id":"gpqa-main-b22053dbc40179e114f0c866/repeat-1","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5950,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"1f101bccd20044577731aef887c9704a6a153baf063dff8d9a04510e7b8dcfb7"} +{"uuid":"gpqa-main-6030f5f53fe38c334b2c3a6a","benchmark":"gpqa_main","data_index":557,"repeat_index":1,"sample_id":"gpqa-main-6030f5f53fe38c334b2c3a6a/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1427,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"88d277706c3af734be0507cde034c23c7e206f855c2fcc97d6ed69f8ad92df57"} +{"uuid":"gpqa-main-1634ccababef2067673cd88c","benchmark":"gpqa_main","data_index":430,"repeat_index":1,"sample_id":"gpqa-main-1634ccababef2067673cd88c/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12823,"prompt_tokens":593,"effective_max_tokens":130479,"original_embedded_prediction":"C","question_sha256":"d8c36bd55ba561cb499054e9d5a01217a0498dfd20875e8d9e99d34bcdfd7830"} +{"uuid":"gpqa-main-992d40815d86851a9f6e7230","benchmark":"gpqa_main","data_index":385,"repeat_index":1,"sample_id":"gpqa-main-992d40815d86851a9f6e7230/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19750,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"b698ebb0cb6d3abffa554435859e51f21dd11a9955cfceece2c7a6fa9b0e2023"} +{"uuid":"gpqa-main-547aac137dd7671e7ef03fa9","benchmark":"gpqa_main","data_index":548,"repeat_index":1,"sample_id":"gpqa-main-547aac137dd7671e7ef03fa9/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3323,"prompt_tokens":497,"effective_max_tokens":130575,"original_embedded_prediction":"C","question_sha256":"8369c6a1ffc960e3f3d88e5e4c521eebcc37f39ca9adf654c3cd4b61f892f2ef"} +{"uuid":"gpqa-main-d8d5dbb2aa6f203775147357","benchmark":"gpqa_main","data_index":318,"repeat_index":0,"sample_id":"gpqa-main-d8d5dbb2aa6f203775147357/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":26468,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"bb18da47ffe6578fb5b30d30128525e8addf5e823c1985c70c606c89ce8d4d7e"} +{"uuid":"gpqa-main-b38dfd97dcfb80fb4df4c6f2","benchmark":"gpqa_main","data_index":126,"repeat_index":0,"sample_id":"gpqa-main-b38dfd97dcfb80fb4df4c6f2/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":42748,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"28fc44d6ca68ec833bb9837a558199f6e126ccb90f29dc42a2a4bf34ea4b66a7"} +{"uuid":"gpqa-main-925cb13958435841df0e8c1e","benchmark":"gpqa_main","data_index":491,"repeat_index":1,"sample_id":"gpqa-main-925cb13958435841df0e8c1e/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7893,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"B","question_sha256":"d21ba2f1c06b876b2d387104c816ee0fcc369a02b8e010a706e0e2448c56f78e"} +{"uuid":"gpqa-main-5e6a032f9aa67c7725f828d0","benchmark":"gpqa_main","data_index":579,"repeat_index":1,"sample_id":"gpqa-main-5e6a032f9aa67c7725f828d0/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":243,"prompt_tokens":330,"effective_max_tokens":130742,"original_embedded_prediction":"A","question_sha256":"8accf5d31cc4cf5c2467ac477d83885c90d2715606f7c2e68d318476741bbdd7"} +{"uuid":"gpqa-main-3357b4ebb8c461cb9eeca4bd","benchmark":"gpqa_main","data_index":78,"repeat_index":0,"sample_id":"gpqa-main-3357b4ebb8c461cb9eeca4bd/repeat-0","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":42946,"prompt_tokens":283,"effective_max_tokens":130789,"original_embedded_prediction":null,"question_sha256":"cdffe5a4f742a97a3cc2ffedfc8d78a3ffa14249a51afc48e9d7aa8fc6b499a8"} +{"uuid":"gpqa-main-febe4c45e71692110949e3d6","benchmark":"gpqa_main","data_index":352,"repeat_index":0,"sample_id":"gpqa-main-febe4c45e71692110949e3d6/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":23865,"prompt_tokens":577,"effective_max_tokens":130495,"original_embedded_prediction":"C","question_sha256":"e38dd7750710c37aa45a5b0b5dd91e1b4171070325d670d668ab1fa20431a29e"} +{"uuid":"gpqa-main-3f72ea9cda0c3c6f970bd310","benchmark":"gpqa_main","data_index":442,"repeat_index":1,"sample_id":"gpqa-main-3f72ea9cda0c3c6f970bd310/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12889,"prompt_tokens":432,"effective_max_tokens":130640,"original_embedded_prediction":"B","question_sha256":"a5bf307fdc69920b346c2d288b6a35b24485c92c8e245174a775055fa172cdc6"} +{"uuid":"gpqa-main-4117517dba1fdbd711e3d32b","benchmark":"gpqa_main","data_index":532,"repeat_index":1,"sample_id":"gpqa-main-4117517dba1fdbd711e3d32b/repeat-1","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5288,"prompt_tokens":398,"effective_max_tokens":130674,"original_embedded_prediction":null,"question_sha256":"3e04ad2cb1248bfb53a7bd8f05efedea49f42b201c6f35907baa6c30abf40733"} +{"uuid":"gpqa-main-45b8834e3ed027ec73e9cb93","benchmark":"gpqa_main","data_index":326,"repeat_index":0,"sample_id":"gpqa-main-45b8834e3ed027ec73e9cb93/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":26018,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"14a2ed1ddcecc5a3752c954a0c07f0e2ae102378d648cc66bd57385516fbbe20"} +{"uuid":"gpqa-main-1ae8f8945efaf81788d8d871","benchmark":"gpqa_main","data_index":523,"repeat_index":1,"sample_id":"gpqa-main-1ae8f8945efaf81788d8d871/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6169,"prompt_tokens":250,"effective_max_tokens":130822,"original_embedded_prediction":"D","question_sha256":"060f07943bcd17960b48a982fabe42fcae4e3899fe8c5473138fe2198f0e8dd8"} +{"uuid":"gpqa-main-d7c4372bfbc5d0f0f9331350","benchmark":"gpqa_main","data_index":569,"repeat_index":1,"sample_id":"gpqa-main-d7c4372bfbc5d0f0f9331350/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1584,"prompt_tokens":588,"effective_max_tokens":130484,"original_embedded_prediction":"D","question_sha256":"92d8ffd16886567ac1ed2f15a6c2d3d6ac2a2fb0fd0e56836671babcde327d3f"} +{"uuid":"gpqa-main-20f50fda9aeae51c6b9b4ba0","benchmark":"gpqa_main","data_index":475,"repeat_index":1,"sample_id":"gpqa-main-20f50fda9aeae51c6b9b4ba0/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10331,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"D","question_sha256":"c7914fc7bcc19ad8377798d825d6dbc59be8fb64f2b51a89ec26f55423d9edd1"} +{"uuid":"gpqa-main-09b661e081004aa4c0d45778","benchmark":"gpqa_main","data_index":490,"repeat_index":1,"sample_id":"gpqa-main-09b661e081004aa4c0d45778/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8966,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"D","question_sha256":"47741045402119262be7a1c17b98cc587ee55b46bb8620655271dca518a4f927"} +{"uuid":"gpqa-main-7d850f6448c27424d9f68c4e","benchmark":"gpqa_main","data_index":568,"repeat_index":1,"sample_id":"gpqa-main-7d850f6448c27424d9f68c4e/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2143,"prompt_tokens":544,"effective_max_tokens":130528,"original_embedded_prediction":"D","question_sha256":"48bf9d4f95299b8f9288e190dca6edd0c3cf53cf40dada120e22abf98469d3e3"} +{"uuid":"gpqa-main-f2c0ff64cf18a6ae32dc45dc","benchmark":"gpqa_main","data_index":583,"repeat_index":1,"sample_id":"gpqa-main-f2c0ff64cf18a6ae32dc45dc/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1168,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"f2467e0d99b11d10fdd18675d7a73d1a19569e58d6aa97be50c24c2cb28731b1"} +{"uuid":"gpqa-main-5caa71cb7e0124d349b3046e","benchmark":"gpqa_main","data_index":76,"repeat_index":0,"sample_id":"gpqa-main-5caa71cb7e0124d349b3046e/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":44128,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"A","question_sha256":"965fd430b8ea291a67e2311c4874eba053c21ea0ce6fa222eec4bed300fc2976"} +{"uuid":"gpqa-main-381032537ca0c968de7d5c06","benchmark":"gpqa_main","data_index":587,"repeat_index":1,"sample_id":"gpqa-main-381032537ca0c968de7d5c06/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":852,"prompt_tokens":186,"effective_max_tokens":130886,"original_embedded_prediction":"A","question_sha256":"045347c35e2957dbd6bc83158fecec24c157df70fdefaaddc8633ecda3435cdc"} +{"uuid":"gpqa-main-249edae2034ba7f3819aaa7b","benchmark":"gpqa_main","data_index":594,"repeat_index":1,"sample_id":"gpqa-main-249edae2034ba7f3819aaa7b/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":194,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"A","question_sha256":"c4d795814405ce2bb231fe7012e4581bcaebca12bb3f8c3260a3ad239aa51a79"} +{"uuid":"gpqa-main-4df6eb7fd5661c3196a52be6","benchmark":"gpqa_main","data_index":285,"repeat_index":0,"sample_id":"gpqa-main-4df6eb7fd5661c3196a52be6/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":30790,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"A","question_sha256":"71ef41cf00fbcb9e6751fd492a52caefd2830032777c8824465c1b4ea8dc48ea"} +{"uuid":"gpqa-main-a454a3157aff6eee743541b7","benchmark":"gpqa_main","data_index":566,"repeat_index":1,"sample_id":"gpqa-main-a454a3157aff6eee743541b7/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3079,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"B","question_sha256":"025e20e6e9b45e1ddb3f6901f58f69b40df5e8f9ffb6b80b5b17bc518d9f5d17"} +{"uuid":"gpqa-main-64193be5f9a6bbd67bec4010","benchmark":"gpqa_main","data_index":512,"repeat_index":1,"sample_id":"gpqa-main-64193be5f9a6bbd67bec4010/repeat-1","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8212,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"A","question_sha256":"373990fe818e4182469d242b845eeb2f78db2f00cfb3a8fdbd2dbd696e08d552"} +{"uuid":"gpqa-main-ef65739a36457c1672913212","benchmark":"gpqa_main","data_index":543,"repeat_index":1,"sample_id":"gpqa-main-ef65739a36457c1672913212/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5621,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"46601a7bcf5dcc71504dda490de685062fce72cdc997d7acb8b78e5a351a96bc"} +{"uuid":"gpqa-main-dbbe3054b6bdabe917f5ab5d","benchmark":"gpqa_main","data_index":147,"repeat_index":0,"sample_id":"gpqa-main-dbbe3054b6bdabe917f5ab5d/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":43265,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"1054cb147fa0d82e2b1830b0238455ab6cea42cde361a81e9934864240f22f50"} +{"uuid":"gpqa-main-46f745f508b4d1ad41a0eb01","benchmark":"gpqa_main","data_index":342,"repeat_index":0,"sample_id":"gpqa-main-46f745f508b4d1ad41a0eb01/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":26205,"prompt_tokens":392,"effective_max_tokens":130680,"original_embedded_prediction":"A","question_sha256":"4971bc5df5aee8c296226e29269969e334193d698a942dccd75dac5459c05a5c"} +{"uuid":"gpqa-main-539a673f0443ba9cdc31b864","benchmark":"gpqa_main","data_index":267,"repeat_index":0,"sample_id":"gpqa-main-539a673f0443ba9cdc31b864/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":32823,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"B","question_sha256":"d25187b99e4997c1700ffeb87fd595e878957e452f20a2f00d5489fecd0b3b30"} +{"uuid":"gpqa-main-fcf4fbe275826c7d67e6067b","benchmark":"gpqa_main","data_index":332,"repeat_index":0,"sample_id":"gpqa-main-fcf4fbe275826c7d67e6067b/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":27340,"prompt_tokens":319,"effective_max_tokens":130753,"original_embedded_prediction":"C","question_sha256":"804a1298d02f33e3d34af9885ef317731ae757104a1e874356955c98921afd18"} +{"uuid":"gpqa-main-efbd16944acebfe43928d489","benchmark":"gpqa_main","data_index":433,"repeat_index":1,"sample_id":"gpqa-main-efbd16944acebfe43928d489/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15657,"prompt_tokens":328,"effective_max_tokens":130744,"original_embedded_prediction":"B","question_sha256":"40b2b50a3c993902d4327a3072c497b0bfcbac42a638ecf92be395be7ef82ab0"} +{"uuid":"gpqa-main-8af90a4147e5f0c98bfd00fa","benchmark":"gpqa_main","data_index":602,"repeat_index":1,"sample_id":"gpqa-main-8af90a4147e5f0c98bfd00fa/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1215,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"C","question_sha256":"29a55065f72c47169c5073a91e6b55d82fe2f5784289d2baf5cf5444f8d6fd65"} +{"uuid":"gpqa-main-084903ab17db0fab7bc6caea","benchmark":"gpqa_main","data_index":513,"repeat_index":1,"sample_id":"gpqa-main-084903ab17db0fab7bc6caea/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9870,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"b560f550d5d9fb2378520f0fcf7b6573aec2027430ef06270491ace18a0497fc"} +{"uuid":"gpqa-main-f1451c98bdb50fb5b0dbdc55","benchmark":"gpqa_main","data_index":500,"repeat_index":1,"sample_id":"gpqa-main-f1451c98bdb50fb5b0dbdc55/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10986,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"D","question_sha256":"650bb2feaa18830493f8e50de85c38c1f24570d9f1e7c9970c8ed9fbcbbde337"} +{"uuid":"gpqa-main-0cc54149033350a37cf90b8b","benchmark":"gpqa_main","data_index":467,"repeat_index":1,"sample_id":"gpqa-main-0cc54149033350a37cf90b8b/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14031,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"A","question_sha256":"3298921b7dfbbae04c9893edbe6870746b53e2b7af12e9816f07b6f5e0bff9cb"} +{"uuid":"gpqa-main-779369aa96b96a67933939f1","benchmark":"gpqa_main","data_index":608,"repeat_index":1,"sample_id":"gpqa-main-779369aa96b96a67933939f1/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":394,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"acf784efba891531b08709383ede2379cee1f604b6334b753dd1fcaab37af970"} +{"uuid":"gpqa-main-e605c3d20abb4c52d96e9b60","benchmark":"gpqa_main","data_index":555,"repeat_index":1,"sample_id":"gpqa-main-e605c3d20abb4c52d96e9b60/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5988,"prompt_tokens":361,"effective_max_tokens":130711,"original_embedded_prediction":"C","question_sha256":"84b58aec9b33c09286d45fb66ca82cc4ec03e310a0917bc0783bda81a0fa23b6"} +{"uuid":"gpqa-main-ecb6740406340eb07beacf42","benchmark":"gpqa_main","data_index":610,"repeat_index":1,"sample_id":"gpqa-main-ecb6740406340eb07beacf42/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":222,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"29f96711820eba41ccced6676074bc5bcd9e3eb6c97ce5e8507128a91a175bb0"} +{"uuid":"gpqa-main-8a352b243ffac6230977fc90","benchmark":"gpqa_main","data_index":603,"repeat_index":1,"sample_id":"gpqa-main-8a352b243ffac6230977fc90/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2046,"prompt_tokens":389,"effective_max_tokens":130683,"original_embedded_prediction":"C","question_sha256":"7408ac0330a09a182b52a627f89920c8c4e825da7da4e441973cbefe32b852ac"} +{"uuid":"gpqa-main-692e40bceeaff3accdc11ead","benchmark":"gpqa_main","data_index":521,"repeat_index":1,"sample_id":"gpqa-main-692e40bceeaff3accdc11ead/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10134,"prompt_tokens":471,"effective_max_tokens":130601,"original_embedded_prediction":"C","question_sha256":"954d12809188bb6fb15643c4406ac6b108f5d7836e1eeabd73e49df01f2c616e"} +{"uuid":"gpqa-main-20f8612bcc2efb9c2355d32e","benchmark":"gpqa_main","data_index":590,"repeat_index":1,"sample_id":"gpqa-main-20f8612bcc2efb9c2355d32e/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3634,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"B","question_sha256":"d746be8625afecad5925e7069f57336e8de3f39dfdf843820421eba66b7bc620"} +{"uuid":"gpqa-main-3b1469c59353cec7a0dd6866","benchmark":"gpqa_main","data_index":525,"repeat_index":1,"sample_id":"gpqa-main-3b1469c59353cec7a0dd6866/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9597,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"ebc638f9e42bd31bd87f0fab4dff50846ee425d9aef0cb954a4e5013a5a107e4"} +{"uuid":"gpqa-main-ac1c72784d1e0da293fe4bd4","benchmark":"gpqa_main","data_index":586,"repeat_index":1,"sample_id":"gpqa-main-ac1c72784d1e0da293fe4bd4/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4295,"prompt_tokens":169,"effective_max_tokens":130903,"original_embedded_prediction":"D","question_sha256":"6e2bd9ec28efb9c97dbc7bea49224b4964011afaa5ca659996fac7fd65c4468d"} +{"uuid":"gpqa-main-04a5c442799262dec9375c25","benchmark":"gpqa_main","data_index":578,"repeat_index":1,"sample_id":"gpqa-main-04a5c442799262dec9375c25/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5121,"prompt_tokens":365,"effective_max_tokens":130707,"original_embedded_prediction":"D","question_sha256":"e90ec32d975ec61b7cd079ff6968bc3dbaa4fc87e74699c1406ce59093066dbc"} +{"uuid":"gpqa-main-aa04ac251ed805588a6be27c","benchmark":"gpqa_main","data_index":165,"repeat_index":0,"sample_id":"gpqa-main-aa04ac251ed805588a6be27c/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":45497,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"A","question_sha256":"198a9824ae684cea2edf9d0597e69c2274e0be94e0a0ffcf7b4ad3e95f4a6dae"} +{"uuid":"gpqa-main-e4e8eab3e5612de26e298f3f","benchmark":"gpqa_main","data_index":527,"repeat_index":1,"sample_id":"gpqa-main-e4e8eab3e5612de26e298f3f/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10177,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"A","question_sha256":"1037e0c8b2c1aced006713d114efa5f1233a7eadf2f0aac355081aeacd10b00f"} +{"uuid":"gpqa-main-70afc730094f43bb0e05f371","benchmark":"gpqa_main","data_index":593,"repeat_index":1,"sample_id":"gpqa-main-70afc730094f43bb0e05f371/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4211,"prompt_tokens":360,"effective_max_tokens":130712,"original_embedded_prediction":"A","question_sha256":"f328e748a74c78b0ab73f790c6848b663fb5bffac884e2793a63bb9ce351e4b6"} +{"uuid":"gpqa-main-9f5d195170ba73ccdc7a3b84","benchmark":"gpqa_main","data_index":591,"repeat_index":1,"sample_id":"gpqa-main-9f5d195170ba73ccdc7a3b84/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4853,"prompt_tokens":552,"effective_max_tokens":130520,"original_embedded_prediction":"A","question_sha256":"e4e5526f8ea9205cbe6b33a5256144298ad11d8250b020cbd4fddbba85a12596"} +{"uuid":"gpqa-main-0d56f92dcb32c3f0494a4705","benchmark":"gpqa_main","data_index":399,"repeat_index":1,"sample_id":"gpqa-main-0d56f92dcb32c3f0494a4705/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":23711,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"d48362abba761cef50927ef586befd9a2fdb343aa19b2fa457ee74fb6dbfb56b"} +{"uuid":"gpqa-main-65b3a19abfb8f6bf88bf75f5","benchmark":"gpqa_main","data_index":367,"repeat_index":0,"sample_id":"gpqa-main-65b3a19abfb8f6bf88bf75f5/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":27812,"prompt_tokens":308,"effective_max_tokens":130764,"original_embedded_prediction":"B","question_sha256":"a8345a17dbfe0f12b34f72265cd346edb8235c10a1aa78acb6be06124a19360a"} +{"uuid":"gpqa-main-4fb391edde117a3fa772fe15","benchmark":"gpqa_main","data_index":379,"repeat_index":0,"sample_id":"gpqa-main-4fb391edde117a3fa772fe15/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":26730,"prompt_tokens":230,"effective_max_tokens":130842,"original_embedded_prediction":"A","question_sha256":"5131eb311b518c1f3eade66e9c0f4df88aa05e6477bb06e86e3ac1e6fc1ea102"} +{"uuid":"gpqa-main-be779fa0e49ff52e19357207","benchmark":"gpqa_main","data_index":623,"repeat_index":1,"sample_id":"gpqa-main-be779fa0e49ff52e19357207/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":447,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"ea7bb5901d85914d8997afb87e1ae6be7a8efe03889a4cc08f64de2ccdc9180e"} +{"uuid":"gpqa-main-6f84d17ede852cd9196347bd","benchmark":"gpqa_main","data_index":364,"repeat_index":0,"sample_id":"gpqa-main-6f84d17ede852cd9196347bd/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":28171,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"B","question_sha256":"e410f49b6f85564bf5b9226069391669e4c376097b2656e616a6b82abd4729ac"} +{"uuid":"gpqa-main-7e29412fd534df20c4a23267","benchmark":"gpqa_main","data_index":471,"repeat_index":1,"sample_id":"gpqa-main-7e29412fd534df20c4a23267/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16287,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"7fda2b6ca2ff9984ace9bf53f465cebb4b8d963f7ddcb5aa5f5015cd6989be42"} +{"uuid":"gpqa-main-1923a70feda6403a600f719a","benchmark":"gpqa_main","data_index":544,"repeat_index":1,"sample_id":"gpqa-main-1923a70feda6403a600f719a/repeat-1","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10199,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"7acad7dd49efa2a29ce19fb81de0e8b504de87dab9c66159407da7697942a708"} +{"uuid":"gpqa-main-56cc62f5d70b661868d341e7","benchmark":"gpqa_main","data_index":622,"repeat_index":1,"sample_id":"gpqa-main-56cc62f5d70b661868d341e7/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1086,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"A","question_sha256":"c974918b90f5892aaad4308e337b490844102dbfad26c90bf508602f9c595d5d"} +{"uuid":"gpqa-main-bab269fd666fa2ba840a1459","benchmark":"gpqa_main","data_index":473,"repeat_index":1,"sample_id":"gpqa-main-bab269fd666fa2ba840a1459/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16440,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"D","question_sha256":"e17051d5c4ebf5f6bc793872dc2f5748b41dd7918235cb3d5697fb04882bd7fe"} +{"uuid":"gpqa-main-6119656f6ad0247c537028e7","benchmark":"gpqa_main","data_index":630,"repeat_index":1,"sample_id":"gpqa-main-6119656f6ad0247c537028e7/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":297,"prompt_tokens":329,"effective_max_tokens":130743,"original_embedded_prediction":"A","question_sha256":"e426a9a1b0977a66badcc2dd4f0d54629b39c2594a512e459e9afd20bba599ba"} +{"uuid":"gpqa-main-c720b28fe25654b1cedc9285","benchmark":"gpqa_main","data_index":506,"repeat_index":1,"sample_id":"gpqa-main-c720b28fe25654b1cedc9285/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13530,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"9f6e1d1b2c053afcba8c78142311f336846eb87d19344fb8aa6e71ed9aecc477"} +{"uuid":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8","benchmark":"gpqa_main","data_index":296,"repeat_index":0,"sample_id":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":35238,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"D","question_sha256":"bf639adbf5de648e6799cd9936073de7b6c750cf7c5870ed99dc4f842748abb9"} +{"uuid":"gpqa-main-8dd5ae41d915a09d1c8b9add","benchmark":"gpqa_main","data_index":545,"repeat_index":1,"sample_id":"gpqa-main-8dd5ae41d915a09d1c8b9add/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10786,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"B","question_sha256":"8a246eed19ab5f877aa822da432a7aaa0f52615ea4655b0a89995d374971cd27"} +{"uuid":"gpqa-main-ddd2b405606ced65b4ce6345","benchmark":"gpqa_main","data_index":632,"repeat_index":1,"sample_id":"gpqa-main-ddd2b405606ced65b4ce6345/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":397,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"2066c0e835493298c00391dd9236de10adec10d611fe3e2777f252677dfe9724"} +{"uuid":"gpqa-main-6364129e0f80d3896a3d60e2","benchmark":"gpqa_main","data_index":465,"repeat_index":1,"sample_id":"gpqa-main-6364129e0f80d3896a3d60e2/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17699,"prompt_tokens":526,"effective_max_tokens":130546,"original_embedded_prediction":"A","question_sha256":"123161632faf32d9079808c0fb48f9d5492735ab0a8290fe32ca2f58fad36797"} +{"uuid":"gpqa-main-9baab02407bb5e317c8c71c4","benchmark":"gpqa_main","data_index":30,"repeat_index":0,"sample_id":"gpqa-main-9baab02407bb5e317c8c71c4/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":50319,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"C","question_sha256":"4c49b01c534dd76a31b5023fe34fe490913c400dc715a3fa7a874695ca10b949"} +{"uuid":"gpqa-main-4c9f4186c5ccd49ab906a399","benchmark":"gpqa_main","data_index":567,"repeat_index":1,"sample_id":"gpqa-main-4c9f4186c5ccd49ab906a399/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8751,"prompt_tokens":610,"effective_max_tokens":130462,"original_embedded_prediction":"A","question_sha256":"f634534b5e2327dcc39982a4da6dff404f299e9759a0ac957b0f6017fbe7586e"} +{"uuid":"gpqa-main-68d5dcbd7078889c19a9a93c","benchmark":"gpqa_main","data_index":520,"repeat_index":1,"sample_id":"gpqa-main-68d5dcbd7078889c19a9a93c/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13498,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"618551bfaaf71599d5802135cbf18d8e9b5a33b38537d32515c5298d556df601"} +{"uuid":"gpqa-main-7ac0db7d29e6e8c587a8e8f2","benchmark":"gpqa_main","data_index":316,"repeat_index":0,"sample_id":"gpqa-main-7ac0db7d29e6e8c587a8e8f2/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":34413,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"B","question_sha256":"1fc80dd29a6d1127a37414c18382b28b3e9d2f38b390130751d4cbfe90841375"} +{"uuid":"gpqa-main-86976aae6f871f46c4680830","benchmark":"gpqa_main","data_index":599,"repeat_index":1,"sample_id":"gpqa-main-86976aae6f871f46c4680830/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6094,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"B","question_sha256":"e5c3c79a60db2de596dac1585bfc2e940bac2acb65a3352ff5f7e99821846aed"} +{"uuid":"gpqa-main-0293685a5c3ddbc5b15dcfa0","benchmark":"gpqa_main","data_index":617,"repeat_index":1,"sample_id":"gpqa-main-0293685a5c3ddbc5b15dcfa0/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3588,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"db2ca8d93d5ff50bd9f602bc5b3d339b547349c54c540850544e01393770a4ff"} +{"uuid":"gpqa-main-216433a347b01989e26ed83a","benchmark":"gpqa_main","data_index":631,"repeat_index":1,"sample_id":"gpqa-main-216433a347b01989e26ed83a/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1533,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"ead16c05d1abbf4387485257726593cf57a0384c3e0a3db31ba489bb1676ce72"} +{"uuid":"gpqa-main-22c436000399164406e165b2","benchmark":"gpqa_main","data_index":604,"repeat_index":1,"sample_id":"gpqa-main-22c436000399164406e165b2/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5878,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"C","question_sha256":"836be405f3d05ec5ad1a2bc728339e5141836ace3a584fe3d36ecc50af4dc3ee"} +{"uuid":"gpqa-main-4355802640dddd3e060d2a59","benchmark":"gpqa_main","data_index":179,"repeat_index":0,"sample_id":"gpqa-main-4355802640dddd3e060d2a59/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":47822,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"B","question_sha256":"ebe141e8c3f27bb731fd3889679a36aab5827f4caa81d8400d66a6bf492fe486"} +{"uuid":"gpqa-main-212277d3e39540a6739d98b8","benchmark":"gpqa_main","data_index":633,"repeat_index":1,"sample_id":"gpqa-main-212277d3e39540a6739d98b8/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1409,"prompt_tokens":147,"effective_max_tokens":130925,"original_embedded_prediction":"A","question_sha256":"d20446ccbbfc1ed40bcb669bfa65f9f9cd8e38ec8f7e67621c88e3dbe91f083d"} +{"uuid":"gpqa-main-5ace8b3dabb97ffc3da20e7c","benchmark":"gpqa_main","data_index":634,"repeat_index":1,"sample_id":"gpqa-main-5ace8b3dabb97ffc3da20e7c/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1422,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"4ebb5a46cf109d4237b98081e218fcaba27d8f9d03f7a930300f2938f71c1ef0"} +{"uuid":"gpqa-main-fd21f7c7356e7f51f0cabd07","benchmark":"gpqa_main","data_index":585,"repeat_index":1,"sample_id":"gpqa-main-fd21f7c7356e7f51f0cabd07/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7609,"prompt_tokens":601,"effective_max_tokens":130471,"original_embedded_prediction":"D","question_sha256":"db246f6acae65ff2e4bb6caad314b6583cd0085f0d81b1b20515ca2fe73b6f72"} +{"uuid":"gpqa-main-742076c80dda93477062cfc0","benchmark":"gpqa_main","data_index":646,"repeat_index":1,"sample_id":"gpqa-main-742076c80dda93477062cfc0/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":182,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"D","question_sha256":"528bc237c35f64d2635edb6fea3202ce958bca92ea956fae0da7c5b4c72081d8"} +{"uuid":"gpqa-main-666fc74619f38e356e33a285","benchmark":"gpqa_main","data_index":564,"repeat_index":1,"sample_id":"gpqa-main-666fc74619f38e356e33a285/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9916,"prompt_tokens":693,"effective_max_tokens":130379,"original_embedded_prediction":"C","question_sha256":"89fa5b222a94e07a283a5140341a0704109ec3b7f62de72dd072383182771ebc"} +{"uuid":"gpqa-main-1728184fad8153eeb2e2a7de","benchmark":"gpqa_main","data_index":648,"repeat_index":1,"sample_id":"gpqa-main-1728184fad8153eeb2e2a7de/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":258,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"d8505733319a8047e94d63c293a2d9dbb08c42e4bde2c223467f371da6665e08"} +{"uuid":"gpqa-main-acdff999b6cbfcbc8be6ffac","benchmark":"gpqa_main","data_index":625,"repeat_index":1,"sample_id":"gpqa-main-acdff999b6cbfcbc8be6ffac/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2580,"prompt_tokens":404,"effective_max_tokens":130668,"original_embedded_prediction":"B","question_sha256":"96f00c3d898d9c364f022eae18e69424d7f2ddde12fbde50541b7390ffd40103"} +{"uuid":"gpqa-main-4f958672c6f9249c44f2f9b9","benchmark":"gpqa_main","data_index":571,"repeat_index":1,"sample_id":"gpqa-main-4f958672c6f9249c44f2f9b9/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9179,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"C","question_sha256":"7d91198c9c48996b89ebbb62d8d76d86e32d7c14fb108c7491c9ff812263613a"} +{"uuid":"gpqa-main-0306849689d2123fedfcfeb5","benchmark":"gpqa_main","data_index":466,"repeat_index":1,"sample_id":"gpqa-main-0306849689d2123fedfcfeb5/repeat-1","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18797,"prompt_tokens":301,"effective_max_tokens":130771,"original_embedded_prediction":"A","question_sha256":"9b236e1b2c7db4edd3fd08eaeff4fcfd3b13c11bfc0f9c5510349957a837d13a"} +{"uuid":"gpqa-main-d1e25804e939f97ca872c78e","benchmark":"gpqa_main","data_index":547,"repeat_index":1,"sample_id":"gpqa-main-d1e25804e939f97ca872c78e/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12168,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"A","question_sha256":"bd713289ab1ffc1ab982f7411da433944bdaa2ce87595d2c1bba8580a8b47bdb"} +{"uuid":"gpqa-main-d3db87adeb915999faca3605","benchmark":"gpqa_main","data_index":495,"repeat_index":1,"sample_id":"gpqa-main-d3db87adeb915999faca3605/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16121,"prompt_tokens":204,"effective_max_tokens":130868,"original_embedded_prediction":"B","question_sha256":"f6518dd763c1af7a1745bc53b4e021210cafdf588df1ede9b537a622474a998d"} +{"uuid":"gpqa-main-92f6e58b4989e9025c8286a9","benchmark":"gpqa_main","data_index":618,"repeat_index":1,"sample_id":"gpqa-main-92f6e58b4989e9025c8286a9/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4009,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"c003a37af0eaa5e9c6d10f5a25ce1a2e0258ad6638a1655ee2a17d07daab816a"} +{"uuid":"gpqa-main-2efd60649bdbaa65b5969003","benchmark":"gpqa_main","data_index":357,"repeat_index":0,"sample_id":"gpqa-main-2efd60649bdbaa65b5969003/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":31393,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"A","question_sha256":"af907b84cdd249e3bd0dcd3a0fc488c3673df744a66342233bebd85574ac74c3"} +{"uuid":"gpqa-main-7bb7c5ace8216100d38e616a","benchmark":"gpqa_main","data_index":222,"repeat_index":0,"sample_id":"gpqa-main-7bb7c5ace8216100d38e616a/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":44637,"prompt_tokens":197,"effective_max_tokens":130875,"original_embedded_prediction":"D","question_sha256":"6dbc821cf1e89c0764e62d1bef4818136877fbc8e333f255bfa42276ac9aeb88"} +{"uuid":"gpqa-main-4373b5f7be197f26258c18cf","benchmark":"gpqa_main","data_index":176,"repeat_index":0,"sample_id":"gpqa-main-4373b5f7be197f26258c18cf/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":48930,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"C","question_sha256":"56563ccb64ef7d8686cd4d8da77c8b4636353d0bb75dbefa360323671dfffed1"} +{"uuid":"gpqa-main-a6eb05bb931229a396d81e44","benchmark":"gpqa_main","data_index":172,"repeat_index":0,"sample_id":"gpqa-main-a6eb05bb931229a396d81e44/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":49637,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"D","question_sha256":"19c2c8e0578e84094a1f97568e95e1e88fadee2743b1c6519b7fc661c8577cde"} +{"uuid":"gpqa-main-822957bb60d3551275f08aa0","benchmark":"gpqa_main","data_index":637,"repeat_index":1,"sample_id":"gpqa-main-822957bb60d3551275f08aa0/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2358,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"A","question_sha256":"4690c4bb391b2ef2a7b53f1a15866e05411bdf5f0f7b4f32c9e27d8ef6e8cb48"} +{"uuid":"gpqa-main-009c62a9f3d3e5b23d7032af","benchmark":"gpqa_main","data_index":117,"repeat_index":0,"sample_id":"gpqa-main-009c62a9f3d3e5b23d7032af/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":52491,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"eb3c8e77ceb6bbf6b5fc6d705376aeb984e8d20d498b1668992fc1441b062661"} +{"uuid":"gpqa-main-5afce78005210e6a41636858","benchmark":"gpqa_main","data_index":645,"repeat_index":1,"sample_id":"gpqa-main-5afce78005210e6a41636858/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1921,"prompt_tokens":312,"effective_max_tokens":130760,"original_embedded_prediction":"B","question_sha256":"1447f629926983e1fb54566e40ab57d7a728998d233e3c84bc33277da7c13a65"} +{"uuid":"gpqa-main-756cafdacac7e9642e2102c6","benchmark":"gpqa_main","data_index":474,"repeat_index":1,"sample_id":"gpqa-main-756cafdacac7e9642e2102c6/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19554,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"b26abbcea4f9adbbc6faf6378336b8d024ffe4491d2853b927bf9afdc27073a9"} +{"uuid":"gpqa-main-ca986cf878bcb98d3bdf6b0a","benchmark":"gpqa_main","data_index":636,"repeat_index":1,"sample_id":"gpqa-main-ca986cf878bcb98d3bdf6b0a/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3130,"prompt_tokens":553,"effective_max_tokens":130519,"original_embedded_prediction":"D","question_sha256":"03946dc24ec69699ccf0d502676d0724f19c404c61b61996d4b5d979f21785da"} +{"uuid":"gpqa-main-24751b175e0f2d19899ad735","benchmark":"gpqa_main","data_index":644,"repeat_index":1,"sample_id":"gpqa-main-24751b175e0f2d19899ad735/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2369,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"A","question_sha256":"4a5d6fcc83f3561a6447a1feebb680aa9ab094bdeed5677c30f04041964a9c38"} +{"uuid":"gpqa-main-fe61aa6baba6418fcde1fa11","benchmark":"gpqa_main","data_index":656,"repeat_index":1,"sample_id":"gpqa-main-fe61aa6baba6418fcde1fa11/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1819,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"73eb245ef4dcc164186307ecd210b767147568ad3c1b03847a63b2e67ac5d0ab"} +{"uuid":"gpqa-main-9f607ccb3302f27b4ebe90a4","benchmark":"gpqa_main","data_index":290,"repeat_index":0,"sample_id":"gpqa-main-9f607ccb3302f27b4ebe90a4/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":39373,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"e2c8b6a88dfedf13a4a35e2964dc77f2e082e87417c972bf7406bdb2405985f7"} +{"uuid":"gpqa-main-9753ac5963fbae8c8e907ef3","benchmark":"gpqa_main","data_index":661,"repeat_index":1,"sample_id":"gpqa-main-9753ac5963fbae8c8e907ef3/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1709,"prompt_tokens":181,"effective_max_tokens":130891,"original_embedded_prediction":"C","question_sha256":"ec3a07db51d6010b2b9fae103e36b62707efee3ad0713fcd4420f8ba8f55c00b"} +{"uuid":"gpqa-main-d5d2365d64430154627d4bb7","benchmark":"gpqa_main","data_index":652,"repeat_index":1,"sample_id":"gpqa-main-d5d2365d64430154627d4bb7/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2362,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"D","question_sha256":"17f96c74be836037313c787a88438b6c9f69a4aa20ec8cba17697864f5d35599"} +{"uuid":"gpqa-main-f6f707a4d7db96af855de986","benchmark":"gpqa_main","data_index":650,"repeat_index":1,"sample_id":"gpqa-main-f6f707a4d7db96af855de986/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2608,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"049a3a3426b30e36d29d782b3ea4916bf545838ac3945e9c707804638ad48f04"} +{"uuid":"gpqa-main-f6714ff18991a64f32fcecf9","benchmark":"gpqa_main","data_index":670,"repeat_index":1,"sample_id":"gpqa-main-f6714ff18991a64f32fcecf9/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":426,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"a1e860acc41f41cac7f3d9425a64a45a95559ff56553a2d04e1d3569c2f1c1a1"} +{"uuid":"gpqa-main-a41b7b18fc60247bc6e08ecc","benchmark":"gpqa_main","data_index":662,"repeat_index":1,"sample_id":"gpqa-main-a41b7b18fc60247bc6e08ecc/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1782,"prompt_tokens":270,"effective_max_tokens":130802,"original_embedded_prediction":"A","question_sha256":"87c04c470b12fde8cca6d843b12d3265c10bf824a883929eca2654ab55681839"} +{"uuid":"gpqa-main-e6ff92ca0c11b47b14793d2f","benchmark":"gpqa_main","data_index":508,"repeat_index":1,"sample_id":"gpqa-main-e6ff92ca0c11b47b14793d2f/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17572,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"A","question_sha256":"ca2abe8a98bc00aadbd20baf4ff27e830539507a5ff7402eed5e2491347f95aa"} +{"uuid":"gpqa-main-87a8747afb6b0414b9ccbe1e","benchmark":"gpqa_main","data_index":658,"repeat_index":1,"sample_id":"gpqa-main-87a8747afb6b0414b9ccbe1e/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2313,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"D","question_sha256":"cdb165b285d51cf6a09160d99c4c49b653710aac879cce0b87c74a48eee0172b"} +{"uuid":"gpqa-main-219ad07bcb0cda7b85845999","benchmark":"gpqa_main","data_index":655,"repeat_index":1,"sample_id":"gpqa-main-219ad07bcb0cda7b85845999/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2553,"prompt_tokens":412,"effective_max_tokens":130660,"original_embedded_prediction":"B","question_sha256":"a6336c3b0760d09010077fee728ae5348e4421bcfcbbc8bb9c4a72d541ddfb24"} +{"uuid":"gpqa-main-9a5518ae94b2b0d35d86de13","benchmark":"gpqa_main","data_index":673,"repeat_index":1,"sample_id":"gpqa-main-9a5518ae94b2b0d35d86de13/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":498,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"C","question_sha256":"3fcfcbf2649513809f04d9fdbcbe0c6bc1a91164f8dcfd7d9748267f2db7c6ce"} +{"uuid":"gpqa-main-41ca21006bb37fef24a8975a","benchmark":"gpqa_main","data_index":470,"repeat_index":1,"sample_id":"gpqa-main-41ca21006bb37fef24a8975a/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":21266,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"8d132ce83553f28f02599f90e3c52fb60d8f58faea0f09152f78f7df6e310abc"} +{"uuid":"gpqa-main-d8361782f08c0e6d16de3839","benchmark":"gpqa_main","data_index":671,"repeat_index":1,"sample_id":"gpqa-main-d8361782f08c0e6d16de3839/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":792,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"aed1658f69a85980c41ce94c10ac1535d2de3683f7a5c3821d1a84fa594d4571"} +{"uuid":"gpqa-main-e2b759199021c586345ac38f","benchmark":"gpqa_main","data_index":401,"repeat_index":1,"sample_id":"gpqa-main-e2b759199021c586345ac38f/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":28637,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"B","question_sha256":"ca59405f2d298a50a3e8fd6d281b67ca4a3ee503578df49e700cc46fe3c4f3d8"} +{"uuid":"gpqa-main-41ca21006bb37fef24a8975a","benchmark":"gpqa_main","data_index":86,"repeat_index":0,"sample_id":"gpqa-main-41ca21006bb37fef24a8975a/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":54431,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"8d132ce83553f28f02599f90e3c52fb60d8f58faea0f09152f78f7df6e310abc"} +{"uuid":"gpqa-main-e17c3d61061a563977ae3c11","benchmark":"gpqa_main","data_index":628,"repeat_index":1,"sample_id":"gpqa-main-e17c3d61061a563977ae3c11/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5778,"prompt_tokens":352,"effective_max_tokens":130720,"original_embedded_prediction":"A","question_sha256":"41b609bbf5cd4517a7d53e382a762d7b2caa65fd58ea44549bdf7183daf1d2c0"} +{"uuid":"gpqa-main-513a35e22e5c48f5b3b0518a","benchmark":"gpqa_main","data_index":667,"repeat_index":1,"sample_id":"gpqa-main-513a35e22e5c48f5b3b0518a/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1959,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"A","question_sha256":"b4baa0b1a21db872411dec993670e6c6bc360a94404305cc5d3ecc9264fdf913"} +{"uuid":"gpqa-main-c0bc48c4232297b735018487","benchmark":"gpqa_main","data_index":624,"repeat_index":1,"sample_id":"gpqa-main-c0bc48c4232297b735018487/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6367,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"bbc99977a336fa9fd961baf75728288b14f7c69841a6757f2793e300690fc85b"} +{"uuid":"gpqa-main-6195cef214f3dfad9869d6d3","benchmark":"gpqa_main","data_index":682,"repeat_index":1,"sample_id":"gpqa-main-6195cef214f3dfad9869d6d3/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":890,"prompt_tokens":351,"effective_max_tokens":130721,"original_embedded_prediction":"B","question_sha256":"d8a4b11aef2d38271a5ebf2c1802dc875d19737c557efb5990cc4a865a052e7c"} +{"uuid":"gpqa-main-4b84b53bf506bc0a4468fb2d","benchmark":"gpqa_main","data_index":455,"repeat_index":1,"sample_id":"gpqa-main-4b84b53bf506bc0a4468fb2d/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":23488,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"e302b2005d8d406eb5e8fd7aa1707959448ef06e72b5647d2711c9a056cfeffc"} +{"uuid":"gpqa-main-731d6908d225dc9f463d1297","benchmark":"gpqa_main","data_index":672,"repeat_index":1,"sample_id":"gpqa-main-731d6908d225dc9f463d1297/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1704,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"4774928b0a0c7cdc6d9c17102d2e01adad07f5a344858c23bbc63520a74724d7"} +{"uuid":"gpqa-main-09311165c3bc8a7742115024","benchmark":"gpqa_main","data_index":405,"repeat_index":1,"sample_id":"gpqa-main-09311165c3bc8a7742115024/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":29708,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"B","question_sha256":"d6deae7022d40b283a8b0053867ff7e2d44f15fac7c364d3b34e67d903596cf7"} +{"uuid":"gpqa-main-78b2ba2dd97e6d6b9942bad9","benchmark":"gpqa_main","data_index":657,"repeat_index":1,"sample_id":"gpqa-main-78b2ba2dd97e6d6b9942bad9/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4009,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"A","question_sha256":"019eb0f05f025ec512fbae057e0fcb33e0f92eec9bc2dc775494f6a19f4b62f3"} +{"uuid":"gpqa-main-5a280dae7286e8bab3887904","benchmark":"gpqa_main","data_index":596,"repeat_index":1,"sample_id":"gpqa-main-5a280dae7286e8bab3887904/repeat-1","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11232,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"A","question_sha256":"b8398a470c0a1a045a6dcf2005bd8e8351bdf75ffa7c473958cf3c4b5d4fb288"} +{"uuid":"gpqa-main-05286f95a107c3da592ecbd9","benchmark":"gpqa_main","data_index":689,"repeat_index":1,"sample_id":"gpqa-main-05286f95a107c3da592ecbd9/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":868,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"d8a1a7b530a9b1d0cd0b07ec53f60d6d5fcf3059457f02b90e3c4ddf51fdc825"} +{"uuid":"gpqa-main-d98819c9bc2a4086534acf1b","benchmark":"gpqa_main","data_index":665,"repeat_index":1,"sample_id":"gpqa-main-d98819c9bc2a4086534acf1b/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3485,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"d53ea2c13c1ce696b626852774a73a189571a138a5fd872cdd3bb15f21f0bf06"} +{"uuid":"gpqa-main-cda2fe50fc8423311319e78e","benchmark":"gpqa_main","data_index":684,"repeat_index":1,"sample_id":"gpqa-main-cda2fe50fc8423311319e78e/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1573,"prompt_tokens":182,"effective_max_tokens":130890,"original_embedded_prediction":"A","question_sha256":"1b04aca1c9a8b4f1fabc653b3653d0a48982315e6f1da934d98cadd1948f776f"} +{"uuid":"gpqa-main-b84eb68d18023ca81e43b35a","benchmark":"gpqa_main","data_index":677,"repeat_index":1,"sample_id":"gpqa-main-b84eb68d18023ca81e43b35a/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2682,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"C","question_sha256":"6c90e464e06f4dc9c748d6c9be44c96b2d5bec5078b4eb152ea4ccec4c709f2d"} +{"uuid":"gpqa-main-48494dbfd36899c84d166873","benchmark":"gpqa_main","data_index":678,"repeat_index":1,"sample_id":"gpqa-main-48494dbfd36899c84d166873/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2716,"prompt_tokens":315,"effective_max_tokens":130757,"original_embedded_prediction":"B","question_sha256":"a50aa647f4cce396d333dfcfe372bdfadfa7f7aa507ebafd207354812f7ab3f9"} +{"uuid":"gpqa-main-bd228dea7f1aa14b70216372","benchmark":"gpqa_main","data_index":601,"repeat_index":1,"sample_id":"gpqa-main-bd228dea7f1aa14b70216372/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12333,"prompt_tokens":425,"effective_max_tokens":130647,"original_embedded_prediction":"C","question_sha256":"c1dea594f51ba7757d0d9ec69efa6b56bfeeaff965f074faaf89160cca96a0e9"} +{"uuid":"gpqa-main-d4ee93c18c20e4432773fe55","benchmark":"gpqa_main","data_index":695,"repeat_index":1,"sample_id":"gpqa-main-d4ee93c18c20e4432773fe55/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":857,"prompt_tokens":200,"effective_max_tokens":130872,"original_embedded_prediction":"C","question_sha256":"77bffd13a6b6464f7c63296f571164c184ce47a8cd6f8ecf91f0dc28407d44a1"} +{"uuid":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2","benchmark":"gpqa_main","data_index":534,"repeat_index":1,"sample_id":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18727,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"C","question_sha256":"58604895b423acc46c4efaa28ed2e4d6eaf2d93d55c7ad3766cffce3719ddf62"} +{"uuid":"gpqa-main-fc2653b5d83e082e9e4f6390","benchmark":"gpqa_main","data_index":688,"repeat_index":1,"sample_id":"gpqa-main-fc2653b5d83e082e9e4f6390/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2243,"prompt_tokens":429,"effective_max_tokens":130643,"original_embedded_prediction":"C","question_sha256":"d039314a334267e1364c2bb5dc0ab4e72b6b86a69936c2f7f318902ffc422f15"} +{"uuid":"gpqa-main-efb673a27e8a1e042786abf9","benchmark":"gpqa_main","data_index":447,"repeat_index":1,"sample_id":"gpqa-main-efb673a27e8a1e042786abf9/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":26316,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"1f2f27b90dac22c1b4d70e1b1679a095c5ce0b5ec5dd0bbf48f16b8328b18d89"} +{"uuid":"gpqa-main-c6cc654afa201cd3d5b66695","benchmark":"gpqa_main","data_index":696,"repeat_index":1,"sample_id":"gpqa-main-c6cc654afa201cd3d5b66695/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1539,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"A","question_sha256":"79526cdc6c623c8657c3060ab8b305f1b4d8aa35f2b7905c6fd4c3e119c5c310"} +{"uuid":"gpqa-main-aa684f4d5d7c6b9ced383e24","benchmark":"gpqa_main","data_index":687,"repeat_index":1,"sample_id":"gpqa-main-aa684f4d5d7c6b9ced383e24/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2893,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"96a58da5e1708d76485e32741b0ecddc1bea407ebb53997d2f36e8827f2f2ac9"} +{"uuid":"gpqa-main-3d3dfe64363613833bb52e81","benchmark":"gpqa_main","data_index":609,"repeat_index":1,"sample_id":"gpqa-main-3d3dfe64363613833bb52e81/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11374,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"B","question_sha256":"ec22f627211f722949e6d36efcb583b2f796830a38cf5cf5dcba4f727562d975"} +{"uuid":"gpqa-main-49e3b768e85f009875fb4b7f","benchmark":"gpqa_main","data_index":454,"repeat_index":1,"sample_id":"gpqa-main-49e3b768e85f009875fb4b7f/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":26513,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"B","question_sha256":"181abbdaf75899b4c447f9c98c58f90512c06ffe5521e109fa83597da1fb7aae"} +{"uuid":"gpqa-main-6dec9c3aba26b3c8623af13e","benchmark":"gpqa_main","data_index":699,"repeat_index":1,"sample_id":"gpqa-main-6dec9c3aba26b3c8623af13e/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1021,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"656a46f8bac8e8e0767c9a5675871d3f81ff8707ec78f064bca2ccac673d7561"} +{"uuid":"gpqa-main-92c9d90b543b6779261f70f7","benchmark":"gpqa_main","data_index":643,"repeat_index":1,"sample_id":"gpqa-main-92c9d90b543b6779261f70f7/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7281,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"A","question_sha256":"1c7aff3f5221c2086c7143b43e0c46921a03859d45bfce22f1a1286ece235b1a"} +{"uuid":"gpqa-main-4644969e4e4615b014b9669f","benchmark":"gpqa_main","data_index":584,"repeat_index":1,"sample_id":"gpqa-main-4644969e4e4615b014b9669f/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14999,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"e663684f8a7728af99d977f274c335c497ac6a7ccf43c64ab979e8407155ce6c"} +{"uuid":"gpqa-main-c8bb35d2e6add774a878c895","benchmark":"gpqa_main","data_index":595,"repeat_index":1,"sample_id":"gpqa-main-c8bb35d2e6add774a878c895/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14010,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"8b5b2cb731b5a7fb6556557d17fc7ef7fb607adfa5050f0d70418eb3b983605b"} +{"uuid":"gpqa-main-9c0b631b2a7823cec0729a4b","benchmark":"gpqa_main","data_index":243,"repeat_index":0,"sample_id":"gpqa-main-9c0b631b2a7823cec0729a4b/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":48790,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"9d42c24c2f67ff118699d880fbb6276f14043e3527a9fea8f6d55fe2bf82e091"} +{"uuid":"gpqa-main-21bf0d1bb4513b046dfdf875","benchmark":"gpqa_main","data_index":406,"repeat_index":1,"sample_id":"gpqa-main-21bf0d1bb4513b046dfdf875/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":32712,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"B","question_sha256":"916a1ca795d38f4c815c99d6f162f52af934ee4e1b0d100dc0a7fb747631f7a7"} +{"uuid":"gpqa-main-6f8b58d9d46c4f4e7eba1910","benchmark":"gpqa_main","data_index":701,"repeat_index":1,"sample_id":"gpqa-main-6f8b58d9d46c4f4e7eba1910/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1341,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"C","question_sha256":"2437e4848569e7740d6491d475d194b9eefbbeae3a6a31cd62ddeb8ba8e93aa9"} +{"uuid":"gpqa-main-cfc742b1ce24bfc75356765e","benchmark":"gpqa_main","data_index":663,"repeat_index":1,"sample_id":"gpqa-main-cfc742b1ce24bfc75356765e/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6425,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"B","question_sha256":"c1f013c71ec1bfdf03d8071ec0a1d30c0d10b7e87429512ec32711a88cc41cb1"} +{"uuid":"gpqa-main-01e62a7b7362ebd043bef6f7","benchmark":"gpqa_main","data_index":612,"repeat_index":1,"sample_id":"gpqa-main-01e62a7b7362ebd043bef6f7/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11843,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"339602fd0ae9cbdaef368f3dcff01cd2d212565d5c7830b14c0fd29de1cb58d6"} +{"uuid":"gpqa-main-6078bfac5f15131fb59b31ce","benchmark":"gpqa_main","data_index":690,"repeat_index":1,"sample_id":"gpqa-main-6078bfac5f15131fb59b31ce/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3535,"prompt_tokens":383,"effective_max_tokens":130689,"original_embedded_prediction":"D","question_sha256":"2c08be31c31eb443db8881662320ebedec47eef168a86389032948d5a9cc37d1"} +{"uuid":"gpqa-main-3cb5227445654dab4b5dacc2","benchmark":"gpqa_main","data_index":698,"repeat_index":1,"sample_id":"gpqa-main-3cb5227445654dab4b5dacc2/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2261,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"4b45de4106aaf95114f9bda69339b541037b0eb04b8fd1f40efb6b91ed2a479e"} +{"uuid":"gpqa-main-67c1e3a67a2a974a3189d06b","benchmark":"gpqa_main","data_index":712,"repeat_index":1,"sample_id":"gpqa-main-67c1e3a67a2a974a3189d06b/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":366,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"A","question_sha256":"de0e795a2e1639d4babc3235662e71409fadd14e0c80f8551b3db9b4b53aa8de"} +{"uuid":"gpqa-main-5f336d7998263d21db8f15c1","benchmark":"gpqa_main","data_index":434,"repeat_index":1,"sample_id":"gpqa-main-5f336d7998263d21db8f15c1/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":29526,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"B","question_sha256":"5028b464f9ac881885af02d0d7fda29d17165d3804f0f84dbc2e8f6dbd923739"} +{"uuid":"gpqa-main-7e9652f906d908e059401ac2","benchmark":"gpqa_main","data_index":708,"repeat_index":1,"sample_id":"gpqa-main-7e9652f906d908e059401ac2/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1209,"prompt_tokens":346,"effective_max_tokens":130726,"original_embedded_prediction":"C","question_sha256":"9dda9414807cb4996f3a1deb9214b8aaf93c75e41d35fac14966aba5058f07ff"} +{"uuid":"gpqa-main-bab6e331fae29c00395de3a4","benchmark":"gpqa_main","data_index":550,"repeat_index":1,"sample_id":"gpqa-main-bab6e331fae29c00395de3a4/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19465,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"cf500f5f076470e539799f3822047d1a6263a0abc77614f9abc48a4f60ba507d"} +{"uuid":"gpqa-main-ae94db70e45f3af66518a393","benchmark":"gpqa_main","data_index":714,"repeat_index":1,"sample_id":"gpqa-main-ae94db70e45f3af66518a393/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":632,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"C","question_sha256":"357c925128939cb69954fa6d11c54df2209c646ee1d3db2ab6dfea44ae6407b6"} +{"uuid":"gpqa-main-2601636e383074212d2b5e52","benchmark":"gpqa_main","data_index":717,"repeat_index":1,"sample_id":"gpqa-main-2601636e383074212d2b5e52/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":710,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"A","question_sha256":"4346808ce2e49e7dd075a69d154a4e1c8d73b71869876d48ffff93747d8898ec"} +{"uuid":"gpqa-main-e31881ef9b38bb3d802fa432","benchmark":"gpqa_main","data_index":709,"repeat_index":1,"sample_id":"gpqa-main-e31881ef9b38bb3d802fa432/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1545,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"A","question_sha256":"d2b3b2f779f59635b5b67b63d55e4ada87e7ff867992c7a0b26b010dac9f8650"} +{"uuid":"gpqa-main-82354c49d9280b8a980b98b4","benchmark":"gpqa_main","data_index":554,"repeat_index":1,"sample_id":"gpqa-main-82354c49d9280b8a980b98b4/repeat-1","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19047,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"A","question_sha256":"57b065d28a6d02a29a3a84f39dd670ba7cdf4e3403506e79b5fc90713897f68e"} +{"uuid":"gpqa-main-9f0f463200d404d2c62eca59","benchmark":"gpqa_main","data_index":704,"repeat_index":1,"sample_id":"gpqa-main-9f0f463200d404d2c62eca59/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2253,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"6ed199510dead1f6bd4eaa9162909d9481bd2201f8d9444ee60a2e0e2f20528c"} +{"uuid":"gpqa-main-4657fdc74d4c0bf48aa0b494","benchmark":"gpqa_main","data_index":685,"repeat_index":1,"sample_id":"gpqa-main-4657fdc74d4c0bf48aa0b494/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5437,"prompt_tokens":343,"effective_max_tokens":130729,"original_embedded_prediction":"B","question_sha256":"ef34764671cecdd517febbdbff1a8cc3542418de05c4a100ef6c30752c1fc8cb"} +{"uuid":"gpqa-main-33c3b423f54aabfcfca66691","benchmark":"gpqa_main","data_index":718,"repeat_index":1,"sample_id":"gpqa-main-33c3b423f54aabfcfca66691/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1500,"prompt_tokens":323,"effective_max_tokens":130749,"original_embedded_prediction":"A","question_sha256":"d3ede1ef1590cafbeca0278be62d75df7a0ca03bdf527b454a132420994473ae"} +{"uuid":"gpqa-main-7c7ae85beee22afc94024aa0","benchmark":"gpqa_main","data_index":377,"repeat_index":0,"sample_id":"gpqa-main-7c7ae85beee22afc94024aa0/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":38287,"prompt_tokens":179,"effective_max_tokens":130893,"original_embedded_prediction":"B","question_sha256":"17ee204f8a3ef8904b0418dcf3bac347173df36a87b5535f055046fe6fae8879"} +{"uuid":"gpqa-main-0b01dd8e7881a40d7eb61175","benchmark":"gpqa_main","data_index":723,"repeat_index":1,"sample_id":"gpqa-main-0b01dd8e7881a40d7eb61175/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1734,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"C","question_sha256":"74998926c571f30bb050d73fd21eee2727687e5a8320253f13d3d84b8605a913"} +{"uuid":"gpqa-main-0069a2b69e59906ffd6ca400","benchmark":"gpqa_main","data_index":675,"repeat_index":1,"sample_id":"gpqa-main-0069a2b69e59906ffd6ca400/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7398,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"409fe9f5585adb91b6eded6462ef297118cee805597838bb23fa38eb32789450"} +{"uuid":"gpqa-main-84cbf72ad94d1afe2aa56331","benchmark":"gpqa_main","data_index":481,"repeat_index":1,"sample_id":"gpqa-main-84cbf72ad94d1afe2aa56331/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":27054,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"D","question_sha256":"089a55e5a3fbca456cb952a230bd88a82c177ec99470bd05f822803a1bdd3db5"} +{"uuid":"gpqa-main-8e23eaed901a11ec534e6f8b","benchmark":"gpqa_main","data_index":483,"repeat_index":1,"sample_id":"gpqa-main-8e23eaed901a11ec534e6f8b/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":26770,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"A","question_sha256":"ed842ad329efe1e08f990fad3dd3cd5e5fb16736a9da1dbfa314d5e19156887e"} +{"uuid":"gpqa-main-77067b016766698b199936c6","benchmark":"gpqa_main","data_index":727,"repeat_index":1,"sample_id":"gpqa-main-77067b016766698b199936c6/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1373,"prompt_tokens":306,"effective_max_tokens":130766,"original_embedded_prediction":"B","question_sha256":"4c8dd76001266d2c0d3a086b95cb4f68ba3f1b2658186002903315d51bf5bea6"} +{"uuid":"gpqa-main-9baab02407bb5e317c8c71c4","benchmark":"gpqa_main","data_index":414,"repeat_index":1,"sample_id":"gpqa-main-9baab02407bb5e317c8c71c4/repeat-1","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":34457,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"A","question_sha256":"4c49b01c534dd76a31b5023fe34fe490913c400dc715a3fa7a874695ca10b949"} +{"uuid":"gpqa-main-53c8581aa69a3066bf003024","benchmark":"gpqa_main","data_index":734,"repeat_index":1,"sample_id":"gpqa-main-53c8581aa69a3066bf003024/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":659,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"dbc9784ed2e796c6f534e998f17f2a819df9d6d94cd62aa72bd7fdcbf457c948"} +{"uuid":"gpqa-main-67410b7a8dc0eaa2a0ad0e33","benchmark":"gpqa_main","data_index":731,"repeat_index":1,"sample_id":"gpqa-main-67410b7a8dc0eaa2a0ad0e33/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":862,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"bb309e44424b270e31ff68a9df49f0a2f19335280a19eb9a92c5dcd1810cc3e8"} +{"uuid":"gpqa-main-55f2934c4eb0b8293b1d65aa","benchmark":"gpqa_main","data_index":605,"repeat_index":1,"sample_id":"gpqa-main-55f2934c4eb0b8293b1d65aa/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16790,"prompt_tokens":314,"effective_max_tokens":130758,"original_embedded_prediction":"D","question_sha256":"790d06fbc2ae95b0429cab870e5895c5de8a75b14d0bda1401b1503293606c67"} +{"uuid":"gpqa-main-4e62cd257f17d5af418a8d34","benchmark":"gpqa_main","data_index":598,"repeat_index":1,"sample_id":"gpqa-main-4e62cd257f17d5af418a8d34/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17687,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"654fc443f2efbec09d0f966244083f4545f4f851e28d7f4e0f9c07cb156b2d1d"} +{"uuid":"gpqa-main-398c3b21ff64a0edc7ed8444","benchmark":"gpqa_main","data_index":581,"repeat_index":1,"sample_id":"gpqa-main-398c3b21ff64a0edc7ed8444/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19229,"prompt_tokens":839,"effective_max_tokens":130233,"original_embedded_prediction":"C","question_sha256":"8efc35cf270e2b051ad9ae732723df9c7261cecaf1410edf2c43f3ca7aa749cc"} +{"uuid":"gpqa-main-eda22ee564030fef1ab0bcaf","benchmark":"gpqa_main","data_index":616,"repeat_index":1,"sample_id":"gpqa-main-eda22ee564030fef1ab0bcaf/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14920,"prompt_tokens":316,"effective_max_tokens":130756,"original_embedded_prediction":"B","question_sha256":"e78929c2c3d5e04cda51c77e05ad4a3d1cbbf98cc2db0103b7fbc594e78bb602"} +{"uuid":"gpqa-main-08452235d283f9ba82364ea8","benchmark":"gpqa_main","data_index":394,"repeat_index":1,"sample_id":"gpqa-main-08452235d283f9ba82364ea8/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":37922,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"B","question_sha256":"65db6ef4b562a9503afeb197451091c7514df18fdee747a881b8057c38e21d0f"} +{"uuid":"gpqa-main-32802554a860af51b4d7360f","benchmark":"gpqa_main","data_index":620,"repeat_index":1,"sample_id":"gpqa-main-32802554a860af51b4d7360f/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14332,"prompt_tokens":399,"effective_max_tokens":130673,"original_embedded_prediction":"D","question_sha256":"ea1d2c2fd4395ec2cad416b20c41a657730d84acd26fb53712bf10f6807a4e64"} +{"uuid":"gpqa-main-5f044a1bf575df47abc76e1a","benchmark":"gpqa_main","data_index":730,"repeat_index":1,"sample_id":"gpqa-main-5f044a1bf575df47abc76e1a/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1885,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"56742e4e637e9ad1340d4a8de7af8e0d6ce2447d668cc5b51dfb52dfb0b2b8e9"} +{"uuid":"gpqa-main-c5506c52a996021a33525b24","benchmark":"gpqa_main","data_index":626,"repeat_index":1,"sample_id":"gpqa-main-c5506c52a996021a33525b24/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13616,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"ec867cdcf4e586ae70e24b76b87230ee2b48ec67a5234d7a682f06f846fbdf0d"} +{"uuid":"gpqa-main-b36b446fe10911202d34a473","benchmark":"gpqa_main","data_index":743,"repeat_index":1,"sample_id":"gpqa-main-b36b446fe10911202d34a473/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":453,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"a817452b182acac6761625a70d62a32f2da8fc7a708397cb06f4ad35d5fb18f8"} +{"uuid":"gpqa-main-c5fc0037165678ab354bad30","benchmark":"gpqa_main","data_index":613,"repeat_index":1,"sample_id":"gpqa-main-c5fc0037165678ab354bad30/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15767,"prompt_tokens":158,"effective_max_tokens":130914,"original_embedded_prediction":"D","question_sha256":"cc55519c3a9058d775356db9fd87b9279f120f69e3d435e9886ed87f62c6a229"} +{"uuid":"gpqa-main-ad77d1e365463a217a2cc25c","benchmark":"gpqa_main","data_index":732,"repeat_index":1,"sample_id":"gpqa-main-ad77d1e365463a217a2cc25c/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1847,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"B","question_sha256":"7c427847fb1acab7f784c40193a51f13be68ffb38b4336c6bf3ebf112916fc29"} +{"uuid":"gpqa-main-72464184a419f296dae470a9","benchmark":"gpqa_main","data_index":641,"repeat_index":1,"sample_id":"gpqa-main-72464184a419f296dae470a9/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12497,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"C","question_sha256":"16bcf4c7129e083cade7afd040c6c4e0fa1fc7677a11aa70fb1b5a3d0e5fb5ea"} +{"uuid":"gpqa-main-9eaa6714b15499d3c303ce90","benchmark":"gpqa_main","data_index":223,"repeat_index":0,"sample_id":"gpqa-main-9eaa6714b15499d3c303ce90/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":55821,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"D","question_sha256":"cfac786b87a07d0c92f7c3da73233aa6c32340b63dff9d3f72bd1bd025cd565d"} +{"uuid":"gpqa-main-12fef4b097b802dea2564ea2","benchmark":"gpqa_main","data_index":186,"repeat_index":0,"sample_id":"gpqa-main-12fef4b097b802dea2564ea2/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":59327,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"C","question_sha256":"254c10ac4fdccd2709d12769dd755a22c6de6b1e6bff2363164511e2905446d7"} +{"uuid":"gpqa-main-d8cca1a27ad1a42b4a99ce96","benchmark":"gpqa_main","data_index":269,"repeat_index":0,"sample_id":"gpqa-main-d8cca1a27ad1a42b4a99ce96/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":50818,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"A","question_sha256":"6049e26840c0e889bb5632032745b5bcf6684dec9a2f9d0a0cfb76378c5c064e"} +{"uuid":"gpqa-main-3357b4ebb8c461cb9eeca4bd","benchmark":"gpqa_main","data_index":462,"repeat_index":1,"sample_id":"gpqa-main-3357b4ebb8c461cb9eeca4bd/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":30848,"prompt_tokens":283,"effective_max_tokens":130789,"original_embedded_prediction":"B","question_sha256":"cdffe5a4f742a97a3cc2ffedfc8d78a3ffa14249a51afc48e9d7aa8fc6b499a8"} +{"uuid":"gpqa-main-1754a508e794225bd932adeb","benchmark":"gpqa_main","data_index":437,"repeat_index":1,"sample_id":"gpqa-main-1754a508e794225bd932adeb/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":33114,"prompt_tokens":276,"effective_max_tokens":130796,"original_embedded_prediction":"C","question_sha256":"16464cac7090a24d3b5a0bf989e1699bafd2dd7b1555e816a1f77804d8e890db"} +{"uuid":"gpqa-main-b9cd3234a1fbbf6fe8b281a7","benchmark":"gpqa_main","data_index":373,"repeat_index":0,"sample_id":"gpqa-main-b9cd3234a1fbbf6fe8b281a7/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":41328,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"407ed0eb19714d6ab4f488ca6e6a117c40e4991746c31ad1c464c5e529e59565"} +{"uuid":"gpqa-main-60f734b52603f7ef29671f95","benchmark":"gpqa_main","data_index":539,"repeat_index":1,"sample_id":"gpqa-main-60f734b52603f7ef29671f95/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24508,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"A","question_sha256":"bf9de03889292b969198f42b877b6d4c7b56ce10ae654e71f4be720b5efdb1f1"} +{"uuid":"gpqa-main-288426a7fecb5facf10219c7","benchmark":"gpqa_main","data_index":574,"repeat_index":1,"sample_id":"gpqa-main-288426a7fecb5facf10219c7/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21053,"prompt_tokens":321,"effective_max_tokens":130751,"original_embedded_prediction":"B","question_sha256":"7cccb7714b35c30190fb5db64a1b22a36b726b2a007f241961e1e48c82e4acb3"} +{"uuid":"gpqa-main-7c103d3006e7e5942b17dfc2","benchmark":"gpqa_main","data_index":729,"repeat_index":1,"sample_id":"gpqa-main-7c103d3006e7e5942b17dfc2/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3070,"prompt_tokens":254,"effective_max_tokens":130818,"original_embedded_prediction":"D","question_sha256":"851c6624380df7dd30fbf4b482add6ae0543525ac196eb146f0d1eb73a673d6c"} +{"uuid":"gpqa-main-2651d2e67639a9e1741c23d7","benchmark":"gpqa_main","data_index":745,"repeat_index":1,"sample_id":"gpqa-main-2651d2e67639a9e1741c23d7/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1170,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"B","question_sha256":"4dde21b33c78ccf27d8f3043edfe68636929e2ed7d52841b78b767027425afcb"} +{"uuid":"gpqa-main-3f9251e093c698e0c2fa2826","benchmark":"gpqa_main","data_index":742,"repeat_index":1,"sample_id":"gpqa-main-3f9251e093c698e0c2fa2826/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1323,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"252debe46c4fa81fca060b5a84d473e7c0bf04c99b8b5f54aab8119f22de36b4"} +{"uuid":"gpqa-main-a39e48c3dd280f4d62399e78","benchmark":"gpqa_main","data_index":755,"repeat_index":1,"sample_id":"gpqa-main-a39e48c3dd280f4d62399e78/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":425,"prompt_tokens":397,"effective_max_tokens":130675,"original_embedded_prediction":"D","question_sha256":"721c25455cfe9ff83ae29b7ba79700cb78268040d9773283d4d8afebd849187b"} +{"uuid":"gpqa-main-8d43dd1cebfb1a76c18a3589","benchmark":"gpqa_main","data_index":597,"repeat_index":1,"sample_id":"gpqa-main-8d43dd1cebfb1a76c18a3589/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19304,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"A","question_sha256":"1c3b360d52d717d4eda55f53310217b072979b1026b8896b235a2ba9f5151964"} +{"uuid":"gpqa-main-2d88ca9efdaae7d19aed9660","benchmark":"gpqa_main","data_index":496,"repeat_index":1,"sample_id":"gpqa-main-2d88ca9efdaae7d19aed9660/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":28242,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"43af6d11597079a7d069dd93bbf3db87f0b5bb604fbfc66fc60c268d149d8fba"} +{"uuid":"gpqa-main-043ca5f03089118ef536135d","benchmark":"gpqa_main","data_index":530,"repeat_index":1,"sample_id":"gpqa-main-043ca5f03089118ef536135d/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":25877,"prompt_tokens":594,"effective_max_tokens":130478,"original_embedded_prediction":"D","question_sha256":"43c5cb4f57895b07f3e1815e411f315dfa3fe44fe601b5aacde7c1244cdcaa89"} +{"uuid":"gpqa-main-11b88a6212278288c390be69","benchmark":"gpqa_main","data_index":721,"repeat_index":1,"sample_id":"gpqa-main-11b88a6212278288c390be69/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4879,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"C","question_sha256":"29eb581590e7852467849e4c58c5e3b1b97736035880adbd4e12298c320ac7e4"} +{"uuid":"gpqa-main-6f84d17ede852cd9196347bd","benchmark":"gpqa_main","data_index":748,"repeat_index":1,"sample_id":"gpqa-main-6f84d17ede852cd9196347bd/repeat-1","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1398,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"A","question_sha256":"e410f49b6f85564bf5b9226069391669e4c376097b2656e616a6b82abd4729ac"} +{"uuid":"gpqa-main-24659eabc462bf7fb5295951","benchmark":"gpqa_main","data_index":649,"repeat_index":1,"sample_id":"gpqa-main-24659eabc462bf7fb5295951/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13107,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"A","question_sha256":"f26df2fb1b4182bacbf5d951a583b120ed154d22ea6f9659ed264ae020297543"} +{"uuid":"gpqa-main-4b84b53bf506bc0a4468fb2d","benchmark":"gpqa_main","data_index":71,"repeat_index":0,"sample_id":"gpqa-main-4b84b53bf506bc0a4468fb2d/repeat-0","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":63966,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":null,"question_sha256":"e302b2005d8d406eb5e8fd7aa1707959448ef06e72b5647d2711c9a056cfeffc"} +{"uuid":"gpqa-main-f635511b161f39dc301e05eb","benchmark":"gpqa_main","data_index":664,"repeat_index":1,"sample_id":"gpqa-main-f635511b161f39dc301e05eb/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11848,"prompt_tokens":650,"effective_max_tokens":130422,"original_embedded_prediction":"C","question_sha256":"cb7f697eb685eca3061fc46cacb94c19aba74add8390e74234ade788b9fa4ff3"} +{"uuid":"gpqa-main-ad37592fd14aa64b9045a2c4","benchmark":"gpqa_main","data_index":758,"repeat_index":1,"sample_id":"gpqa-main-ad37592fd14aa64b9045a2c4/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":951,"prompt_tokens":142,"effective_max_tokens":130930,"original_embedded_prediction":"B","question_sha256":"1b3ff6b6ef905e2e7d9fad403ad7bcef59c07ba5858ab30374d9c1f3f07e7dee"} +{"uuid":"gpqa-main-7093e90be0c6d72d98ef432c","benchmark":"gpqa_main","data_index":740,"repeat_index":1,"sample_id":"gpqa-main-7093e90be0c6d72d98ef432c/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2376,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"A","question_sha256":"d73f092255e75c14953338c7dc17fa9e41c6378f650bac797b23d3c68133744d"} +{"uuid":"gpqa-main-f6a21b5c88fe41ca6a55591f","benchmark":"gpqa_main","data_index":738,"repeat_index":1,"sample_id":"gpqa-main-f6a21b5c88fe41ca6a55591f/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2636,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"b0808ff670ee04ab6af9402dbf89fd865b5fcc16ca43f81c6b8ed06e07bd5ee2"} +{"uuid":"gpqa-main-2bd63c617299c18c1cfd5b0a","benchmark":"gpqa_main","data_index":580,"repeat_index":1,"sample_id":"gpqa-main-2bd63c617299c18c1cfd5b0a/repeat-1","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21891,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"A","question_sha256":"bd7804f896ba3deb7fd65cc0c562744a80232f45bbc9c5ffa8652308c167c329"} +{"uuid":"gpqa-main-a028903aa7112583a0e7b5d2","benchmark":"gpqa_main","data_index":600,"repeat_index":1,"sample_id":"gpqa-main-a028903aa7112583a0e7b5d2/repeat-1","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20139,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":null,"question_sha256":"c6231a95c81ba1af7d31e5ce8f8e8ad4c4def88d86ab8f801a248cf19814e2d2"} +{"uuid":"gpqa-main-6845f28b26fa44b2b44ded84","benchmark":"gpqa_main","data_index":524,"repeat_index":1,"sample_id":"gpqa-main-6845f28b26fa44b2b44ded84/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":27444,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"A","question_sha256":"7c6678dd868700f600b69c54e83e52a10695ac957465ffbe08c35d20f42b448e"} +{"uuid":"gpqa-main-485d6d2d8d4ef097891a30ae","benchmark":"gpqa_main","data_index":754,"repeat_index":1,"sample_id":"gpqa-main-485d6d2d8d4ef097891a30ae/repeat-1","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1694,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":null,"question_sha256":"c6a4a4365a6f088ad7d433e788ad1983c25ce2a6965fa332c2fd4f61eea9bbbc"} +{"uuid":"gpqa-main-acecd9428a5b4368f1f5bc82","benchmark":"gpqa_main","data_index":693,"repeat_index":1,"sample_id":"gpqa-main-acecd9428a5b4368f1f5bc82/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9328,"prompt_tokens":336,"effective_max_tokens":130736,"original_embedded_prediction":"A","question_sha256":"2d1e5de4bf7305d1b5eee8dda5415195dc333d71b3f50fa60508a928b67fb336"} +{"uuid":"gpqa-main-1b113e4801541a0f8a992733","benchmark":"gpqa_main","data_index":722,"repeat_index":1,"sample_id":"gpqa-main-1b113e4801541a0f8a992733/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5691,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"A","question_sha256":"934c12bf2e6db997c9f4c22933b7e9545d3398849fc6e181c8a8187d83cf44b5"} +{"uuid":"gpqa-main-45b8834e3ed027ec73e9cb93","benchmark":"gpqa_main","data_index":710,"repeat_index":1,"sample_id":"gpqa-main-45b8834e3ed027ec73e9cb93/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6954,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"D","question_sha256":"14a2ed1ddcecc5a3752c954a0c07f0e2ae102378d648cc66bd57385516fbbe20"} +{"uuid":"gpqa-main-50b06dfa0f6f3a64a58faa00","benchmark":"gpqa_main","data_index":681,"repeat_index":1,"sample_id":"gpqa-main-50b06dfa0f6f3a64a58faa00/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10954,"prompt_tokens":2889,"effective_max_tokens":128183,"original_embedded_prediction":"B","question_sha256":"6d83e75112500dd8a0852c4eaa9859c4fb625c97bdf5f7d5c532bcd6347ea1a8"} +{"uuid":"gpqa-main-fcf4fc69f21da83688056521","benchmark":"gpqa_main","data_index":747,"repeat_index":1,"sample_id":"gpqa-main-fcf4fc69f21da83688056521/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2632,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"D","question_sha256":"691112dd08aec41d1dfd7a48bf6e56a828dc8b340887ad6364daff290f8a88c4"} +{"uuid":"gpqa-main-17eb0ef902a11d36b13bb4ba","benchmark":"gpqa_main","data_index":762,"repeat_index":1,"sample_id":"gpqa-main-17eb0ef902a11d36b13bb4ba/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1639,"prompt_tokens":290,"effective_max_tokens":130782,"original_embedded_prediction":"C","question_sha256":"da025e796cabfda79ad3a899a873052b028159563074d0934fabc7ee4c54d8ad"} +{"uuid":"gpqa-main-43903740f46e3267ecd42324","benchmark":"gpqa_main","data_index":735,"repeat_index":1,"sample_id":"gpqa-main-43903740f46e3267ecd42324/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3957,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"b52b0025e64a7d0c0023e98ca9fe1f002e22bd987dd934f74304bd22e6e7da20"} +{"uuid":"gpqa-main-992d40815d86851a9f6e7230","benchmark":"gpqa_main","data_index":769,"repeat_index":2,"sample_id":"gpqa-main-992d40815d86851a9f6e7230/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1232,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"b698ebb0cb6d3abffa554435859e51f21dd11a9955cfceece2c7a6fa9b0e2023"} +{"uuid":"gpqa-main-18347a23c4b32df1f0b31d1a","benchmark":"gpqa_main","data_index":779,"repeat_index":2,"sample_id":"gpqa-main-18347a23c4b32df1f0b31d1a/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":664,"prompt_tokens":438,"effective_max_tokens":130634,"original_embedded_prediction":"C","question_sha256":"f69ff8c0001cb2bdea3e51d7d4063a70e8b64bf6f735f62088f0ace464bbe468"} +{"uuid":"gpqa-main-92c7c513709816748efab029","benchmark":"gpqa_main","data_index":635,"repeat_index":1,"sample_id":"gpqa-main-92c7c513709816748efab029/repeat-1","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15765,"prompt_tokens":253,"effective_max_tokens":130819,"original_embedded_prediction":null,"question_sha256":"c9ed693d3f7d5c30b94e2c01b9b5f22591922f961e4dbc9ef4b70309b61bae5c"} +{"uuid":"gpqa-main-3d4249ae7ea85a07b7726fff","benchmark":"gpqa_main","data_index":777,"repeat_index":2,"sample_id":"gpqa-main-3d4249ae7ea85a07b7726fff/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":751,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"f3a651caf4cc86d7183e2aa4e94783901dfd4ba7026521589b0aa1f1c95b0e55"} +{"uuid":"gpqa-main-08cb3c41dbaa57f424632b84","benchmark":"gpqa_main","data_index":388,"repeat_index":1,"sample_id":"gpqa-main-08cb3c41dbaa57f424632b84/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":42515,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"e37327eb6a290bf649f9b548f5d9834983b5d59efc10b4281a4bdbb75523863f"} +{"uuid":"gpqa-main-84c386fbd7476f5541ea16f0","benchmark":"gpqa_main","data_index":659,"repeat_index":1,"sample_id":"gpqa-main-84c386fbd7476f5541ea16f0/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14255,"prompt_tokens":370,"effective_max_tokens":130702,"original_embedded_prediction":"D","question_sha256":"083aa3572345d938b0c707cfb8c710aea73759344b234ada78ed36f1ec66eb0d"} +{"uuid":"gpqa-main-47999f808ae4df35fd817dd2","benchmark":"gpqa_main","data_index":782,"repeat_index":2,"sample_id":"gpqa-main-47999f808ae4df35fd817dd2/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":837,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"0b24415e0a51d238b6f9b4a8ae6a56386da27f195c825aa8d124ca3e7adc5bb9"} +{"uuid":"gpqa-main-ff45876351041ad1ce200bb4","benchmark":"gpqa_main","data_index":707,"repeat_index":1,"sample_id":"gpqa-main-ff45876351041ad1ce200bb4/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8257,"prompt_tokens":345,"effective_max_tokens":130727,"original_embedded_prediction":"A","question_sha256":"32bdeb2d6746cedbaa666a09cbe9ff84eedb094a4f81edb9c09ab191add49c41"} +{"uuid":"gpqa-main-55e31c256bb6191d94e6db4d","benchmark":"gpqa_main","data_index":746,"repeat_index":1,"sample_id":"gpqa-main-55e31c256bb6191d94e6db4d/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3925,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"126561d6b58fa17bbaffda56837acaf8fab4bf282ccdfdcc2c7a97bfe520889c"} +{"uuid":"gpqa-main-950b8724526dc5d718438bec","benchmark":"gpqa_main","data_index":780,"repeat_index":2,"sample_id":"gpqa-main-950b8724526dc5d718438bec/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1483,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"B","question_sha256":"d81eab0b3deeedb23d68076a8f0de5ca6461b5d2d1a7da228f6a0b6ba6ca53e7"} +{"uuid":"gpqa-main-8523e39e7dc895f15a06a403","benchmark":"gpqa_main","data_index":715,"repeat_index":1,"sample_id":"gpqa-main-8523e39e7dc895f15a06a403/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8203,"prompt_tokens":243,"effective_max_tokens":130829,"original_embedded_prediction":"C","question_sha256":"9809fdeb256e4181e9705fa439a61deb6dbe804bfb80ffab6cb1bd4565faa027"} +{"uuid":"gpqa-main-7475b6b01129fce5b436b0ee","benchmark":"gpqa_main","data_index":582,"repeat_index":1,"sample_id":"gpqa-main-7475b6b01129fce5b436b0ee/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":24136,"prompt_tokens":235,"effective_max_tokens":130837,"original_embedded_prediction":"B","question_sha256":"797be7099117e146adaaf5ad31bd914d9adbd510441211b0040aad2812fffc40"} +{"uuid":"gpqa-main-50467ff0a4937693425f108b","benchmark":"gpqa_main","data_index":775,"repeat_index":2,"sample_id":"gpqa-main-50467ff0a4937693425f108b/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2293,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"B","question_sha256":"ee40e0ba47746454343829f9f66dd4d391816fe24ca19edf78fcce05cf1f26d8"} +{"uuid":"gpqa-main-9aa9fb454d849030d70f9512","benchmark":"gpqa_main","data_index":654,"repeat_index":1,"sample_id":"gpqa-main-9aa9fb454d849030d70f9512/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15985,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"A","question_sha256":"b494f4c1785682ee7d284173af2a6ef6db2189c6f3e7ece0edb769c2f10d5f24"} +{"uuid":"gpqa-main-ba7b4d8b6b363240553a5da8","benchmark":"gpqa_main","data_index":781,"repeat_index":2,"sample_id":"gpqa-main-ba7b4d8b6b363240553a5da8/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2330,"prompt_tokens":320,"effective_max_tokens":130752,"original_embedded_prediction":"B","question_sha256":"f31ead87a22282cc5dfb01f73a1fe9c84520ad1b8dc017953d8293dbe8b47044"} +{"uuid":"gpqa-main-ff85a5ccc5b465a708f70be3","benchmark":"gpqa_main","data_index":797,"repeat_index":2,"sample_id":"gpqa-main-ff85a5ccc5b465a708f70be3/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":417,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"f86f6ace621f9a5dc4c1d23e2bb2d546e1ca384df523a7a90d793b41a43ebfc6"} +{"uuid":"gpqa-main-643d18139459da0f9c1b2e17","benchmark":"gpqa_main","data_index":691,"repeat_index":1,"sample_id":"gpqa-main-643d18139459da0f9c1b2e17/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12069,"prompt_tokens":375,"effective_max_tokens":130697,"original_embedded_prediction":"D","question_sha256":"4bab53f383207a2bc9c94789bb8114d3e7db442308789d848023661e90b2ab49"} +{"uuid":"gpqa-main-443f8ea9f271c4442521f8e4","benchmark":"gpqa_main","data_index":683,"repeat_index":1,"sample_id":"gpqa-main-443f8ea9f271c4442521f8e4/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13358,"prompt_tokens":326,"effective_max_tokens":130746,"original_embedded_prediction":"A","question_sha256":"9211da2d82adb786850c236cd14fc05728eb04599b0abc0202714ba6bd385d19"} +{"uuid":"gpqa-main-55aa21aa9a62e56aab915b32","benchmark":"gpqa_main","data_index":686,"repeat_index":1,"sample_id":"gpqa-main-55aa21aa9a62e56aab915b32/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12742,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"e6eba602b3eef649fed522c6b8737556699845aee5b419773938063ec6b83257"} +{"uuid":"gpqa-main-544e43760baf2de3b5be5741","benchmark":"gpqa_main","data_index":753,"repeat_index":1,"sample_id":"gpqa-main-544e43760baf2de3b5be5741/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4601,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"A","question_sha256":"89418be241a19daa5c02878e565ee51b73f6f2c9bcafffaf554b45989088c1d8"} +{"uuid":"gpqa-main-ca7a4b18584754c3664d8758","benchmark":"gpqa_main","data_index":784,"repeat_index":2,"sample_id":"gpqa-main-ca7a4b18584754c3664d8758/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2541,"prompt_tokens":517,"effective_max_tokens":130555,"original_embedded_prediction":"A","question_sha256":"b15ab8a50cd7768206339f81478bb5a4757f87b1bf1c7671597c48117910482f"} +{"uuid":"gpqa-main-9bb169e317cdd76b98ada24f","benchmark":"gpqa_main","data_index":573,"repeat_index":1,"sample_id":"gpqa-main-9bb169e317cdd76b98ada24f/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":25634,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d0bbc79a116a93d5c5c1325e012b3feb17a7b705d2ccd57a86ecfbdc2bf78030"} +{"uuid":"gpqa-main-e069314491adb5be236d3fe7","benchmark":"gpqa_main","data_index":770,"repeat_index":2,"sample_id":"gpqa-main-e069314491adb5be236d3fe7/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3885,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"A","question_sha256":"2662eff7a6231613f45042d2ef5df63caaeb5a326d264e93009a737a99fb27bb"} +{"uuid":"gpqa-main-4c4e7752fc041224f19d3f9a","benchmark":"gpqa_main","data_index":694,"repeat_index":1,"sample_id":"gpqa-main-4c4e7752fc041224f19d3f9a/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12025,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"a7183bc025131850f86e24e7faa64e367e334f399dbbc968c1e6069905fe8c28"} +{"uuid":"gpqa-main-b306a5cb19a37a5923ddeda3","benchmark":"gpqa_main","data_index":759,"repeat_index":1,"sample_id":"gpqa-main-b306a5cb19a37a5923ddeda3/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4841,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"10d0692d1c6af6008ffff69894cb0183dafbb80748247a3a0e1961e87f1e7c9f"} +{"uuid":"gpqa-main-7684b3ed8a4540e6099495df","benchmark":"gpqa_main","data_index":711,"repeat_index":1,"sample_id":"gpqa-main-7684b3ed8a4540e6099495df/repeat-1","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9944,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"0caf81b8c83789b0b258b80856002cff7fd589a737844db0407269017bcd1955"} +{"uuid":"gpqa-main-d022f771c467d057bbb527d0","benchmark":"gpqa_main","data_index":807,"repeat_index":2,"sample_id":"gpqa-main-d022f771c467d057bbb527d0/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":198,"prompt_tokens":192,"effective_max_tokens":130880,"original_embedded_prediction":"A","question_sha256":"f3fdb78f6fe3c60a21e29d92babec94b4d8c0f6e012394045833653cbdb1a4d7"} +{"uuid":"gpqa-main-810618179b41cff3d8593ba5","benchmark":"gpqa_main","data_index":791,"repeat_index":2,"sample_id":"gpqa-main-810618179b41cff3d8593ba5/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2276,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"4f7077a78998cfa5dbe881d51f9f859973bb281cce9f5a2bde9d5475cc520111"} +{"uuid":"gpqa-main-ad8f0afd2f116341ed3a69c0","benchmark":"gpqa_main","data_index":808,"repeat_index":2,"sample_id":"gpqa-main-ad8f0afd2f116341ed3a69c0/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":348,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"b6c9142bf69c50d0a62b5b8254344b66610ca208a646e6a69a606819b7eb1bf8"} +{"uuid":"gpqa-main-106fe8a64f4453f81be6f7bd","benchmark":"gpqa_main","data_index":793,"repeat_index":2,"sample_id":"gpqa-main-106fe8a64f4453f81be6f7bd/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2037,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"C","question_sha256":"f0c3d97c5c67fa210dafa49946af010682993c23bb8995a306a6ee484e0c3b03"} +{"uuid":"gpqa-main-d9fdff837cb2d2e4d1e81014","benchmark":"gpqa_main","data_index":767,"repeat_index":1,"sample_id":"gpqa-main-d9fdff837cb2d2e4d1e81014/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4429,"prompt_tokens":153,"effective_max_tokens":130919,"original_embedded_prediction":"C","question_sha256":"021732e23dc83767a3bfeabac85945e664d0c83c8f4cd2ecee91855cda0b0d54"} +{"uuid":"gpqa-main-50aaa7274c5010d9768274ec","benchmark":"gpqa_main","data_index":559,"repeat_index":1,"sample_id":"gpqa-main-50aaa7274c5010d9768274ec/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":27816,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"D","question_sha256":"0cda758f1290855df9dd7b9a4319bb6ae8108c8113b125a3a2f60705af536a34"} +{"uuid":"gpqa-main-83f8b78e2bcb92bda5c03787","benchmark":"gpqa_main","data_index":720,"repeat_index":1,"sample_id":"gpqa-main-83f8b78e2bcb92bda5c03787/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9704,"prompt_tokens":162,"effective_max_tokens":130910,"original_embedded_prediction":"C","question_sha256":"1f06efeb2323c27b7a92e2f6b6d0f631f5b1caa5357a701f99ff4c3d08286bcf"} +{"uuid":"gpqa-main-de59169ce40a93ff305f9a41","benchmark":"gpqa_main","data_index":768,"repeat_index":2,"sample_id":"gpqa-main-de59169ce40a93ff305f9a41/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4876,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"A","question_sha256":"c5859c729f1f8217c8555103da018a579f07eb8df38d8389383b2f4634573327"} +{"uuid":"gpqa-main-9254c2db95aeb7ad8ae8a32d","benchmark":"gpqa_main","data_index":679,"repeat_index":1,"sample_id":"gpqa-main-9254c2db95aeb7ad8ae8a32d/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15248,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"183797b844f5aaf0d4762d5da650b2a14964b261306db104b29a00499b949bd6"} +{"uuid":"gpqa-main-a1ec72afe45eedbea242cd73","benchmark":"gpqa_main","data_index":812,"repeat_index":2,"sample_id":"gpqa-main-a1ec72afe45eedbea242cd73/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1097,"prompt_tokens":310,"effective_max_tokens":130762,"original_embedded_prediction":"A","question_sha256":"e87180319d813402cf71637950d93636988703d0477e2bb79fb03a1d2df9afe3"} +{"uuid":"gpqa-main-579e17ce4c553c730c526a5c","benchmark":"gpqa_main","data_index":810,"repeat_index":2,"sample_id":"gpqa-main-579e17ce4c553c730c526a5c/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1237,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"D","question_sha256":"1ce3d847d25b2c2f678c304f134266501155719553a1a003f38a6b0a75ffb81b"} +{"uuid":"gpqa-main-cda1b642d52c30858bcdf7a3","benchmark":"gpqa_main","data_index":795,"repeat_index":2,"sample_id":"gpqa-main-cda1b642d52c30858bcdf7a3/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2684,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"85f5a80c90290184ac6ec65307174970563ac9442644e868f064c886836d7a25"} +{"uuid":"gpqa-main-63f2aea89eec9b67abe0bacf","benchmark":"gpqa_main","data_index":561,"repeat_index":1,"sample_id":"gpqa-main-63f2aea89eec9b67abe0bacf/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":28531,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"D","question_sha256":"32596b406efecc4795e9f82b1d00f89787b9ed9e4f9d6239bed8194f13da06e7"} +{"uuid":"gpqa-main-5334e8bdecfbd08a0fceb69b","benchmark":"gpqa_main","data_index":815,"repeat_index":2,"sample_id":"gpqa-main-5334e8bdecfbd08a0fceb69b/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1294,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"B","question_sha256":"0c1cc6cb8c9b9a25c645b86bbada068207876248621f0327486d559892b7a8a9"} +{"uuid":"gpqa-main-f79cea2e3c2e242b6e0da4d5","benchmark":"gpqa_main","data_index":822,"repeat_index":2,"sample_id":"gpqa-main-f79cea2e3c2e242b6e0da4d5/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":367,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"D","question_sha256":"bdc1ab103002886dcbe879cd751d3e27b8ba6e988859bb80422ea04871269448"} +{"uuid":"gpqa-main-d750e02b8d42b4b4d6aba4b9","benchmark":"gpqa_main","data_index":809,"repeat_index":2,"sample_id":"gpqa-main-d750e02b8d42b4b4d6aba4b9/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1734,"prompt_tokens":944,"effective_max_tokens":130128,"original_embedded_prediction":"D","question_sha256":"5ea7e9b17f677439bf5f6e43169cb794916985d1c5964f6a0d8becf3f9e3b7ad"} +{"uuid":"gpqa-main-cdc31486df3de65ec2c324e2","benchmark":"gpqa_main","data_index":787,"repeat_index":2,"sample_id":"gpqa-main-cdc31486df3de65ec2c324e2/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4506,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"C","question_sha256":"4d233cd7b8524c989eb47a4c40d6f2f47070b986fea11e3ee3029c07db9b3356"} +{"uuid":"gpqa-main-542dd8f1dc74ca5163382df8","benchmark":"gpqa_main","data_index":576,"repeat_index":1,"sample_id":"gpqa-main-542dd8f1dc74ca5163382df8/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":27924,"prompt_tokens":165,"effective_max_tokens":130907,"original_embedded_prediction":"A","question_sha256":"2413c551ec9a06a20197c81fa22effbd7f215abcc2e5f14c5f9f0a86e5402736"} +{"uuid":"gpqa-main-31313469465f81cc0fa5dd28","benchmark":"gpqa_main","data_index":640,"repeat_index":1,"sample_id":"gpqa-main-31313469465f81cc0fa5dd28/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19770,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"B","question_sha256":"cd18749d0354640af760ebe1c6a150eed2a0202cc444345b5c3f00b0f0df67d2"} +{"uuid":"gpqa-main-834c95c23407a9d2c736d2ee","benchmark":"gpqa_main","data_index":825,"repeat_index":2,"sample_id":"gpqa-main-834c95c23407a9d2c736d2ee/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":471,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"bb698537245b51d08b5d5a6cecdfd1a4e34f7ac0f17e13da8d713af9341a9366"} +{"uuid":"gpqa-main-9b60a112c6568a530227ce47","benchmark":"gpqa_main","data_index":816,"repeat_index":2,"sample_id":"gpqa-main-9b60a112c6568a530227ce47/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1812,"prompt_tokens":443,"effective_max_tokens":130629,"original_embedded_prediction":"D","question_sha256":"4dd7bd0636dc935d4359866d23d365353db91692ab9b80b438a3f65683abf4e7"} +{"uuid":"gpqa-main-763daf42ea0c79050a6a4d1d","benchmark":"gpqa_main","data_index":829,"repeat_index":2,"sample_id":"gpqa-main-763daf42ea0c79050a6a4d1d/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":544,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"D","question_sha256":"72b4053b92adde478bb40c3fb9ef1e06215efe5922e2d600121170f824d32c13"} +{"uuid":"gpqa-main-7ceb372c1cdc7a180b73516c","benchmark":"gpqa_main","data_index":614,"repeat_index":1,"sample_id":"gpqa-main-7ceb372c1cdc7a180b73516c/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":23994,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"B","question_sha256":"142aeb435e38240c03d26aafbfb8dc0ab94e7ef4f752a271c1ab011350a965be"} +{"uuid":"gpqa-main-aa04ac251ed805588a6be27c","benchmark":"gpqa_main","data_index":549,"repeat_index":1,"sample_id":"gpqa-main-aa04ac251ed805588a6be27c/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":31519,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"C","question_sha256":"198a9824ae684cea2edf9d0597e69c2274e0be94e0a0ffcf7b4ad3e95f4a6dae"} +{"uuid":"gpqa-main-b38dfd97dcfb80fb4df4c6f2","benchmark":"gpqa_main","data_index":510,"repeat_index":1,"sample_id":"gpqa-main-b38dfd97dcfb80fb4df4c6f2/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":34803,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"B","question_sha256":"28fc44d6ca68ec833bb9837a558199f6e126ccb90f29dc42a2a4bf34ea4b66a7"} +{"uuid":"gpqa-main-b7ef729c55e0cb48c67bca16","benchmark":"gpqa_main","data_index":799,"repeat_index":2,"sample_id":"gpqa-main-b7ef729c55e0cb48c67bca16/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3764,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"B","question_sha256":"732a49f65a753e1d2c9ebb525ad8cc4c9ea6aa812fdc5eda3c630aa4aa35c7b5"} +{"uuid":"gpqa-main-efc527af4c77c27856f0d201","benchmark":"gpqa_main","data_index":828,"repeat_index":2,"sample_id":"gpqa-main-efc527af4c77c27856f0d201/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1082,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"29ffae74d292a9a38f72dd8e95efab3be752912b79e848701193359c657937f6"} +{"uuid":"gpqa-main-5af38d4af998e6cc090b76a4","benchmark":"gpqa_main","data_index":750,"repeat_index":1,"sample_id":"gpqa-main-5af38d4af998e6cc090b76a4/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8336,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"C","question_sha256":"b20325f500465457b07762e2fe70b04e5055bd3df2783351050b6c3d04223eb4"} +{"uuid":"gpqa-main-35569b36357cfce18162c999","benchmark":"gpqa_main","data_index":820,"repeat_index":2,"sample_id":"gpqa-main-35569b36357cfce18162c999/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1964,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"D","question_sha256":"a2136b05b78259562b913f1f56520c4184d70bf60017617a442a41f907c31b78"} +{"uuid":"gpqa-main-feeb39404129cbb3b7e867ec","benchmark":"gpqa_main","data_index":811,"repeat_index":2,"sample_id":"gpqa-main-feeb39404129cbb3b7e867ec/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3216,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"B","question_sha256":"a80144fd582290217d4749a45438b278db047877b2f9babd5f52d9d0dcc88daf"} +{"uuid":"gpqa-main-7c7ae85beee22afc94024aa0","benchmark":"gpqa_main","data_index":761,"repeat_index":1,"sample_id":"gpqa-main-7c7ae85beee22afc94024aa0/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7994,"prompt_tokens":179,"effective_max_tokens":130893,"original_embedded_prediction":"C","question_sha256":"17ee204f8a3ef8904b0418dcf3bac347173df36a87b5535f055046fe6fae8879"} +{"uuid":"gpqa-main-fbf1f6e62b48cbbf0bca4714","benchmark":"gpqa_main","data_index":819,"repeat_index":2,"sample_id":"gpqa-main-fbf1f6e62b48cbbf0bca4714/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2458,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"59affc9a905621c391ee7886c0e428eac5cb1f60c7c251e2fc1fcb081cb8e076"} +{"uuid":"gpqa-main-39045ad4d1274d0e56839d7b","benchmark":"gpqa_main","data_index":760,"repeat_index":1,"sample_id":"gpqa-main-39045ad4d1274d0e56839d7b/repeat-1","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8171,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":null,"question_sha256":"429df35a12720ff87021b558515bede2e2590914376178a956309c141594787f"} +{"uuid":"gpqa-main-33b9f4658edfefac92faa4d3","benchmark":"gpqa_main","data_index":660,"repeat_index":1,"sample_id":"gpqa-main-33b9f4658edfefac92faa4d3/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19924,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"A","question_sha256":"21b950759e4e088c97c70fcca487f4b3ceddd69dd2563433e332a0dde94eeddb"} +{"uuid":"gpqa-main-8db8ffb39e6d3e618c8d388c","benchmark":"gpqa_main","data_index":824,"repeat_index":2,"sample_id":"gpqa-main-8db8ffb39e6d3e618c8d388c/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1986,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"B","question_sha256":"28dff82ab12e25f0b479054be2f5d8b597951c2458e383bb25cf488b09c98ff5"} +{"uuid":"gpqa-main-cdaa7da74e15a8dfc40e0582","benchmark":"gpqa_main","data_index":575,"repeat_index":1,"sample_id":"gpqa-main-cdaa7da74e15a8dfc40e0582/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":30017,"prompt_tokens":410,"effective_max_tokens":130662,"original_embedded_prediction":"D","question_sha256":"733e93868ff7691423e0d318a4d9ba6ce801d7c2ef5c53b8020d7eb13c2c9a5c"} +{"uuid":"gpqa-main-ac27f29e5f777e93e751f3f2","benchmark":"gpqa_main","data_index":823,"repeat_index":2,"sample_id":"gpqa-main-ac27f29e5f777e93e751f3f2/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2774,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"A","question_sha256":"d49aa1d9efc38f6409c199c3e2706ec44f5d20d25b0e7d41f40b9c46668ed1e0"} +{"uuid":"gpqa-main-84e0462fb979739143160f76","benchmark":"gpqa_main","data_index":842,"repeat_index":2,"sample_id":"gpqa-main-84e0462fb979739143160f76/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":866,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"A","question_sha256":"17821f797104818a4e9c06d5499572866481ca7a9f6bf4d3993cbc935754c06e"} +{"uuid":"gpqa-main-ce2839297e4b63e0b36f6300","benchmark":"gpqa_main","data_index":149,"repeat_index":0,"sample_id":"gpqa-main-ce2839297e4b63e0b36f6300/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":71251,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"D","question_sha256":"80cca49a2f6ae39b2d3a2dfe110572d39720d0831c65246ce20603c40578b118"} +{"uuid":"gpqa-main-13dda0527a69422c0bfefb23","benchmark":"gpqa_main","data_index":813,"repeat_index":2,"sample_id":"gpqa-main-13dda0527a69422c0bfefb23/repeat-2","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4344,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":null,"question_sha256":"952dd56af4d111bc829dbe6171c480a13632e8b5771e33245330d32115f96774"} +{"uuid":"gpqa-main-47f8cee187b620660c7d11b3","benchmark":"gpqa_main","data_index":840,"repeat_index":2,"sample_id":"gpqa-main-47f8cee187b620660c7d11b3/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1302,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"b114078343a4ce3eeaa845ee2c7bfa4ac7c9add00f507d8ff60e46cca593fb46"} +{"uuid":"gpqa-main-105b94b83de2671f0b86688d","benchmark":"gpqa_main","data_index":231,"repeat_index":0,"sample_id":"gpqa-main-105b94b83de2671f0b86688d/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":64318,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"C","question_sha256":"062b8c1448dabb342bd7815bdfbab0a55eb915c5c6793d19a5037bf7a9aa63f3"} +{"uuid":"gpqa-main-5f336d7998263d21db8f15c1","benchmark":"gpqa_main","data_index":818,"repeat_index":2,"sample_id":"gpqa-main-5f336d7998263d21db8f15c1/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4017,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"A","question_sha256":"5028b464f9ac881885af02d0d7fda29d17165d3804f0f84dbc2e8f6dbd923739"} +{"uuid":"gpqa-main-7a6f40292c595b5ffad3d66b","benchmark":"gpqa_main","data_index":848,"repeat_index":2,"sample_id":"gpqa-main-7a6f40292c595b5ffad3d66b/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":674,"prompt_tokens":317,"effective_max_tokens":130755,"original_embedded_prediction":"A","question_sha256":"82d8161e96256872367b5e1c12af2c1f91e6c4a6aac3d066708fccb1826bf840"} +{"uuid":"gpqa-main-9e1b7c5b2ce53e8d6424b66a","benchmark":"gpqa_main","data_index":827,"repeat_index":2,"sample_id":"gpqa-main-9e1b7c5b2ce53e8d6424b66a/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3344,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"97732ba422afbf18b5d2d6b3bd26f6c540049e2f82d9628414525cebe7e9a5dd"} +{"uuid":"gpqa-main-d8d5dbb2aa6f203775147357","benchmark":"gpqa_main","data_index":702,"repeat_index":1,"sample_id":"gpqa-main-d8d5dbb2aa6f203775147357/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16104,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"bb18da47ffe6578fb5b30d30128525e8addf5e823c1985c70c606c89ce8d4d7e"} +{"uuid":"gpqa-main-efa466851677550746c06a1f","benchmark":"gpqa_main","data_index":806,"repeat_index":2,"sample_id":"gpqa-main-efa466851677550746c06a1f/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5614,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"D","question_sha256":"b64a2faa078044133322af9742b3f75788b5f8e5701f1fee08d693854a842448"} +{"uuid":"gpqa-main-5f1108e8b2f18297c04895bf","benchmark":"gpqa_main","data_index":713,"repeat_index":1,"sample_id":"gpqa-main-5f1108e8b2f18297c04895bf/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15091,"prompt_tokens":447,"effective_max_tokens":130625,"original_embedded_prediction":"A","question_sha256":"d6e89de54268d0839b91cc5f860fd4903b1d8277accaf665ced8b5404cdbbe84"} +{"uuid":"gpqa-main-0d56f92dcb32c3f0494a4705","benchmark":"gpqa_main","data_index":783,"repeat_index":2,"sample_id":"gpqa-main-0d56f92dcb32c3f0494a4705/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8420,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"D","question_sha256":"d48362abba761cef50927ef586befd9a2fdb343aa19b2fa457ee74fb6dbfb56b"} +{"uuid":"gpqa-main-30529bca8e7fdf66400bd444","benchmark":"gpqa_main","data_index":786,"repeat_index":2,"sample_id":"gpqa-main-30529bca8e7fdf66400bd444/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8142,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"fc081c2fbb63be5006154edbddcd4d1654207c4f1ad333e12f9bc19972753482"} +{"uuid":"gpqa-main-a67142bf6c763d9963d7474d","benchmark":"gpqa_main","data_index":801,"repeat_index":2,"sample_id":"gpqa-main-a67142bf6c763d9963d7474d/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6222,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"D","question_sha256":"7ed6c7d194038ef8d8c6a84cb18be1015f73754e42d4facb7418e8412ad86b77"} +{"uuid":"gpqa-main-91b254f1e1c8041fbc1a3222","benchmark":"gpqa_main","data_index":744,"repeat_index":1,"sample_id":"gpqa-main-91b254f1e1c8041fbc1a3222/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11678,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"35cf9161cc3c5b82d0770ab2b2fdef4a970ddae93523dee3a6bde8574e79b13d"} +{"uuid":"gpqa-main-832feb793ff377da50abf878","benchmark":"gpqa_main","data_index":837,"repeat_index":2,"sample_id":"gpqa-main-832feb793ff377da50abf878/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2615,"prompt_tokens":202,"effective_max_tokens":130870,"original_embedded_prediction":"B","question_sha256":"9cb12d81fbbe616cc95beecd1627265e0b5a2fa48b8e7493d3df89b378afbc12"} +{"uuid":"gpqa-main-ddc1b02f963a2f785385132e","benchmark":"gpqa_main","data_index":861,"repeat_index":2,"sample_id":"gpqa-main-ddc1b02f963a2f785385132e/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":258,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"d5e7b22736a2cdaa0f2553a100795aa6b7e150fcc1b9fe093e28e3fea855f346"} +{"uuid":"gpqa-main-f35f531075e0f4b71e6bfdf7","benchmark":"gpqa_main","data_index":796,"repeat_index":2,"sample_id":"gpqa-main-f35f531075e0f4b71e6bfdf7/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7107,"prompt_tokens":440,"effective_max_tokens":130632,"original_embedded_prediction":"B","question_sha256":"1dec0a47229d6987f418c244cc1169bdeb04c6134b883ac8895dc2380cdf0539"} +{"uuid":"gpqa-main-bf684ea09dc8822450fbd37c","benchmark":"gpqa_main","data_index":852,"repeat_index":2,"sample_id":"gpqa-main-bf684ea09dc8822450fbd37c/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1434,"prompt_tokens":372,"effective_max_tokens":130700,"original_embedded_prediction":"A","question_sha256":"8f0911e951adf5df2bfc8aa29c14de392a998e2fa48463ceecedcd39a8301453"} +{"uuid":"gpqa-main-498b428b55b7644426a781c9","benchmark":"gpqa_main","data_index":832,"repeat_index":2,"sample_id":"gpqa-main-498b428b55b7644426a781c9/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3414,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"C","question_sha256":"7fbfdc18f5a18b666f8d4afc859af60c4c56ab7d8d677d46fb01a050207ac688"} +{"uuid":"gpqa-main-1a3571c1ec099b06b5011ceb","benchmark":"gpqa_main","data_index":706,"repeat_index":1,"sample_id":"gpqa-main-1a3571c1ec099b06b5011ceb/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16384,"prompt_tokens":166,"effective_max_tokens":130906,"original_embedded_prediction":"C","question_sha256":"853f9bd759921129a51dd81d489f867c5aa9463f1925c203fe6f1e3147741f08"} +{"uuid":"gpqa-main-8a20fac7d1a5bff58e8c63ca","benchmark":"gpqa_main","data_index":841,"repeat_index":2,"sample_id":"gpqa-main-8a20fac7d1a5bff58e8c63ca/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2996,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"C","question_sha256":"065acbbc3564fb2547e820ab1c35567bac49dff768319e8f4b46ee23bdd92415"} +{"uuid":"gpqa-main-28e3e5e79d7477896c6d853d","benchmark":"gpqa_main","data_index":792,"repeat_index":2,"sample_id":"gpqa-main-28e3e5e79d7477896c6d853d/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8255,"prompt_tokens":1047,"effective_max_tokens":130025,"original_embedded_prediction":"D","question_sha256":"d3b33ef7a0e55c33b5deae6a673dd7fff1fc2e7efa223f3419ecf58e57c06207"} +{"uuid":"gpqa-main-86d8d26ea3f4092dd4bac144","benchmark":"gpqa_main","data_index":518,"repeat_index":1,"sample_id":"gpqa-main-86d8d26ea3f4092dd4bac144/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":37663,"prompt_tokens":227,"effective_max_tokens":130845,"original_embedded_prediction":"D","question_sha256":"299c83f78042a13c78ad054088517dc82d5ed82bcc9ef75ec08dc120f2b8052f"} +{"uuid":"gpqa-main-a8c391dd6337620cc79cae0e","benchmark":"gpqa_main","data_index":800,"repeat_index":2,"sample_id":"gpqa-main-a8c391dd6337620cc79cae0e/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7108,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"435ccdce7cc6c5543ffaf20b4d850d905357568605d01b3a595d44df3dd30d0d"} +{"uuid":"gpqa-main-3ad0b182e1494c1e76262069","benchmark":"gpqa_main","data_index":773,"repeat_index":2,"sample_id":"gpqa-main-3ad0b182e1494c1e76262069/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10187,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"C","question_sha256":"835ebb67a4198184dbd29c03b43e4283e93c0473d886ab6c3b6c52ffb918b6ab"} +{"uuid":"gpqa-main-7ed621f8290d6ac14181ce45","benchmark":"gpqa_main","data_index":766,"repeat_index":1,"sample_id":"gpqa-main-7ed621f8290d6ac14181ce45/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11018,"prompt_tokens":298,"effective_max_tokens":130774,"original_embedded_prediction":"B","question_sha256":"c1c0ad22e4376412fe1e7564fd1f8c00dd970292dbf0dbb83b0350881e74b306"} +{"uuid":"gpqa-main-7c3c45d7826322d2dd84475f","benchmark":"gpqa_main","data_index":866,"repeat_index":2,"sample_id":"gpqa-main-7c3c45d7826322d2dd84475f/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1012,"prompt_tokens":419,"effective_max_tokens":130653,"original_embedded_prediction":"A","question_sha256":"f98a4cc383b4e02c52b4cdafe1b79c1d58df251d5d10ab65f71740d27243ed28"} +{"uuid":"gpqa-main-9f607ccb3302f27b4ebe90a4","benchmark":"gpqa_main","data_index":674,"repeat_index":1,"sample_id":"gpqa-main-9f607ccb3302f27b4ebe90a4/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":21648,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"B","question_sha256":"e2c8b6a88dfedf13a4a35e2964dc77f2e082e87417c972bf7406bdb2405985f7"} +{"uuid":"gpqa-main-bf00d194c934803975b81b7b","benchmark":"gpqa_main","data_index":705,"repeat_index":1,"sample_id":"gpqa-main-bf00d194c934803975b81b7b/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17448,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"A","question_sha256":"55e1269d132671f2c7b7f41498cb0b404e702d8ce370ac5555d837581e1b3ad7"} +{"uuid":"gpqa-main-46f745f508b4d1ad41a0eb01","benchmark":"gpqa_main","data_index":726,"repeat_index":1,"sample_id":"gpqa-main-46f745f508b4d1ad41a0eb01/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15686,"prompt_tokens":392,"effective_max_tokens":130680,"original_embedded_prediction":"A","question_sha256":"4971bc5df5aee8c296226e29269969e334193d698a942dccd75dac5459c05a5c"} +{"uuid":"gpqa-main-b654b748170277d4b0d0c6b5","benchmark":"gpqa_main","data_index":862,"repeat_index":2,"sample_id":"gpqa-main-b654b748170277d4b0d0c6b5/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1440,"prompt_tokens":508,"effective_max_tokens":130564,"original_embedded_prediction":"D","question_sha256":"010973f2a9805982e33bfecd460da27e4d2f170e4567ebf854c807385bea09d3"} +{"uuid":"gpqa-main-dd8409336990c7459796bf16","benchmark":"gpqa_main","data_index":619,"repeat_index":1,"sample_id":"gpqa-main-dd8409336990c7459796bf16/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":27659,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"C","question_sha256":"609aca38a7fb3090a0f30d6d141ac5d22646fb06ba18f8c71758e099668e5bf5"} +{"uuid":"gpqa-main-7c04a20e5411bd3e0a2bc2c8","benchmark":"gpqa_main","data_index":611,"repeat_index":1,"sample_id":"gpqa-main-7c04a20e5411bd3e0a2bc2c8/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":28825,"prompt_tokens":413,"effective_max_tokens":130659,"original_embedded_prediction":"A","question_sha256":"e23b62b19c3ab4ec896e631f56a7a92ed38aca13300af7a7b449b979999886f3"} +{"uuid":"gpqa-main-87c633148441d2b07b8e2e81","benchmark":"gpqa_main","data_index":856,"repeat_index":2,"sample_id":"gpqa-main-87c633148441d2b07b8e2e81/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2307,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"0fb47d10edb4eca17f93926dea501fdd19bde76cfe58f57edb445a7272d7787c"} +{"uuid":"gpqa-main-fd7b1296b8c5ae3f05aa8355","benchmark":"gpqa_main","data_index":703,"repeat_index":1,"sample_id":"gpqa-main-fd7b1296b8c5ae3f05aa8355/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18574,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"A","question_sha256":"e674bbb69c41e672de8e4c8cbea505f57f0d1fc98a2ae52ced1937ec4c71b62f"} +{"uuid":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea","benchmark":"gpqa_main","data_index":733,"repeat_index":1,"sample_id":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14866,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"B","question_sha256":"78b6f83c0d1137982356bff0e0d20f60e32542e5815ffd693af8f421f9e4741d"} +{"uuid":"gpqa-main-a5811d01e615771d5e0b48fb","benchmark":"gpqa_main","data_index":868,"repeat_index":2,"sample_id":"gpqa-main-a5811d01e615771d5e0b48fb/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1813,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"D","question_sha256":"18c1c5c103fb01b10fd0ca282f8eab427517d6587a0a9962010b5ad16e05b98f"} +{"uuid":"gpqa-main-29e885003cf7658ac2eb0ba4","benchmark":"gpqa_main","data_index":871,"repeat_index":2,"sample_id":"gpqa-main-29e885003cf7658ac2eb0ba4/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1907,"prompt_tokens":299,"effective_max_tokens":130773,"original_embedded_prediction":"D","question_sha256":"e6fd9b7cea6cbcd53eabc57f63ae367008b2774a1092f55e23e78b7eafbdbafa"} +{"uuid":"gpqa-main-b13e6b95879d48313e527260","benchmark":"gpqa_main","data_index":873,"repeat_index":2,"sample_id":"gpqa-main-b13e6b95879d48313e527260/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1820,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"B","question_sha256":"145b51d1c857830091d0dfa7043504329aa8d2a847b5b738079d210a94da31cb"} +{"uuid":"gpqa-main-f2c0ff64cf18a6ae32dc45dc","benchmark":"gpqa_main","data_index":199,"repeat_index":0,"sample_id":"gpqa-main-f2c0ff64cf18a6ae32dc45dc/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":71686,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"f2467e0d99b11d10fdd18675d7a73d1a19569e58d6aa97be50c24c2cb28731b1"} +{"uuid":"gpqa-main-baefee4c54836e933082fd33","benchmark":"gpqa_main","data_index":589,"repeat_index":1,"sample_id":"gpqa-main-baefee4c54836e933082fd33/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":32979,"prompt_tokens":487,"effective_max_tokens":130585,"original_embedded_prediction":"A","question_sha256":"f4486aea8f80b6405ceaabbd6f225378761eafc49f1e042873a464b3b94da620"} +{"uuid":"gpqa-main-89f68a802c7c6e55b5b802fd","benchmark":"gpqa_main","data_index":647,"repeat_index":1,"sample_id":"gpqa-main-89f68a802c7c6e55b5b802fd/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":25639,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"C","question_sha256":"0815a781881ae5e8651c7fad2acd62427e6f4161f30b842d196debe30bd5ee83"} +{"uuid":"gpqa-main-6543e2c47b61f7f328bcf42d","benchmark":"gpqa_main","data_index":804,"repeat_index":2,"sample_id":"gpqa-main-6543e2c47b61f7f328bcf42d/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9011,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"D","question_sha256":"9f8c4aa52521e2926d56fdd03cf5aeaf3543c911c9b75774731cd1204efc1328"} +{"uuid":"gpqa-main-86060b054d8de358356a29fd","benchmark":"gpqa_main","data_index":776,"repeat_index":2,"sample_id":"gpqa-main-86060b054d8de358356a29fd/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11954,"prompt_tokens":435,"effective_max_tokens":130637,"original_embedded_prediction":"C","question_sha256":"d20ccd218e50c4a58da8030db612f52c5bac88ad6d1859a85b0358c1595e54e1"} +{"uuid":"gpqa-main-ce2839297e4b63e0b36f6300","benchmark":"gpqa_main","data_index":533,"repeat_index":1,"sample_id":"gpqa-main-ce2839297e4b63e0b36f6300/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":38622,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"B","question_sha256":"80cca49a2f6ae39b2d3a2dfe110572d39720d0831c65246ce20603c40578b118"} +{"uuid":"gpqa-main-8cf981eedacab9acbdd5b00c","benchmark":"gpqa_main","data_index":860,"repeat_index":2,"sample_id":"gpqa-main-8cf981eedacab9acbdd5b00c/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3216,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"D","question_sha256":"14dcd60f9986bbbcbbdc0e4b3462397b01801a452d9756100ed129baa5baf68c"} +{"uuid":"gpqa-main-6bb4180b8c6df2f8f7490345","benchmark":"gpqa_main","data_index":794,"repeat_index":2,"sample_id":"gpqa-main-6bb4180b8c6df2f8f7490345/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10428,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"a40e1e0f0ddd21a34df82626b6553232ad944bbeec5bf0819aaf5ae0b1a92c59"} +{"uuid":"gpqa-main-ec756f5cd58f1d3e9c9c8676","benchmark":"gpqa_main","data_index":878,"repeat_index":2,"sample_id":"gpqa-main-ec756f5cd58f1d3e9c9c8676/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1646,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"B","question_sha256":"016bbafd184cf46762e3e824d2499734daf9efd8cb5f0adad12078f151c96a12"} +{"uuid":"gpqa-main-e408cf011e5548359fd7cfa7","benchmark":"gpqa_main","data_index":836,"repeat_index":2,"sample_id":"gpqa-main-e408cf011e5548359fd7cfa7/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5780,"prompt_tokens":190,"effective_max_tokens":130882,"original_embedded_prediction":"D","question_sha256":"62f7808cdd914d23316e18802ada081dc433f34465864581ce0c27bfafdcd343"} +{"uuid":"gpqa-main-c69005af8b1e76a851528e02","benchmark":"gpqa_main","data_index":451,"repeat_index":1,"sample_id":"gpqa-main-c69005af8b1e76a851528e02/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":45811,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"29e6a1db070bf5e5af8af4b82da4953dd47dcd2a1bbd7ad2db04f3d1d4cd805e"} +{"uuid":"gpqa-main-efbd16944acebfe43928d489","benchmark":"gpqa_main","data_index":817,"repeat_index":2,"sample_id":"gpqa-main-efbd16944acebfe43928d489/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8335,"prompt_tokens":328,"effective_max_tokens":130744,"original_embedded_prediction":"B","question_sha256":"40b2b50a3c993902d4327a3072c497b0bfcbac42a638ecf92be395be7ef82ab0"} +{"uuid":"gpqa-main-46549f6d718b80e38f4412cd","benchmark":"gpqa_main","data_index":802,"repeat_index":2,"sample_id":"gpqa-main-46549f6d718b80e38f4412cd/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9646,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"B","question_sha256":"a1def6786f9e3174bf07c7887ea2c97711ea721fe1cf730202fc93d69ecac09d"} +{"uuid":"gpqa-main-002cb7f9ef3ee2a3d460b42e","benchmark":"gpqa_main","data_index":853,"repeat_index":2,"sample_id":"gpqa-main-002cb7f9ef3ee2a3d460b42e/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4279,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"3bed68f29773b3484a0b5acab22f438229b63f2a324fb817a933e4d514178386"} +{"uuid":"gpqa-main-0fb808246cf99919fa61cf95","benchmark":"gpqa_main","data_index":752,"repeat_index":1,"sample_id":"gpqa-main-0fb808246cf99919fa61cf95/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14774,"prompt_tokens":415,"effective_max_tokens":130657,"original_embedded_prediction":"D","question_sha256":"8dd19f310e71e68caf9619c551faf073baee082c2fdae90e86d766c8f04dd15c"} +{"uuid":"gpqa-main-1af843966aecfd5da1f08dd6","benchmark":"gpqa_main","data_index":774,"repeat_index":2,"sample_id":"gpqa-main-1af843966aecfd5da1f08dd6/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13542,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"C","question_sha256":"13e7c71f8aae7040bd98bd6b7bfe361f01f9aa9f4fd4b6095b40f97963688bdc"} +{"uuid":"gpqa-main-2322ddc82747aa5a01bf1c1e","benchmark":"gpqa_main","data_index":870,"repeat_index":2,"sample_id":"gpqa-main-2322ddc82747aa5a01bf1c1e/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3795,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"d9d7e1406d6a9d440081915edafcb4a493a40b6172838b858a979c0a58bb4c62"} +{"uuid":"gpqa-main-febe4c45e71692110949e3d6","benchmark":"gpqa_main","data_index":736,"repeat_index":1,"sample_id":"gpqa-main-febe4c45e71692110949e3d6/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16760,"prompt_tokens":577,"effective_max_tokens":130495,"original_embedded_prediction":"B","question_sha256":"e38dd7750710c37aa45a5b0b5dd91e1b4171070325d670d668ab1fa20431a29e"} +{"uuid":"gpqa-main-be458c5a0490a8298ea11494","benchmark":"gpqa_main","data_index":887,"repeat_index":2,"sample_id":"gpqa-main-be458c5a0490a8298ea11494/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1849,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"17cada7a00fa20e35d380a47aad58aace15d791f3cd4f119acb4635e55951129"} +{"uuid":"gpqa-main-7e29412fd534df20c4a23267","benchmark":"gpqa_main","data_index":855,"repeat_index":2,"sample_id":"gpqa-main-7e29412fd534df20c4a23267/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5038,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"D","question_sha256":"7fda2b6ca2ff9984ace9bf53f465cebb4b8d963f7ddcb5aa5f5015cd6989be42"} +{"uuid":"gpqa-main-f432c1aa4319a4b1f6fa2ac1","benchmark":"gpqa_main","data_index":877,"repeat_index":2,"sample_id":"gpqa-main-f432c1aa4319a4b1f6fa2ac1/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3192,"prompt_tokens":264,"effective_max_tokens":130808,"original_embedded_prediction":"C","question_sha256":"19d5ec504b7008b3eada0ca0c300cd88147b20679109f6681bfd8946e0db2c8c"} +{"uuid":"gpqa-main-1cea82df3087b1eb05c4d230","benchmark":"gpqa_main","data_index":621,"repeat_index":1,"sample_id":"gpqa-main-1cea82df3087b1eb05c4d230/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":30676,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"dd05d2d9e9053dd1d4367a61d5f718336fc8f18bc81bdf0ccfb104e241053522"} +{"uuid":"gpqa-main-3cbf7d3e13c908f5e699f9e0","benchmark":"gpqa_main","data_index":901,"repeat_index":2,"sample_id":"gpqa-main-3cbf7d3e13c908f5e699f9e0/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1461,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"D","question_sha256":"0dbcc69ff35530f240a5bb623a78f2cd1d042037d2dedb122ebcca751bf9d08e"} +{"uuid":"gpqa-main-fa3e9be7fdf8e7c8952739d8","benchmark":"gpqa_main","data_index":899,"repeat_index":2,"sample_id":"gpqa-main-fa3e9be7fdf8e7c8952739d8/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1858,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"5e9819e02e7dd08ec53ff217d848ce64e833e2b069cd81e9940f7a72a5230b30"} +{"uuid":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7","benchmark":"gpqa_main","data_index":805,"repeat_index":2,"sample_id":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11298,"prompt_tokens":279,"effective_max_tokens":130793,"original_embedded_prediction":"C","question_sha256":"f730b35adb897658b28382d90ae7881a77e5d86003cc9b3942862d742001d4fb"} +{"uuid":"gpqa-main-178c84548026beb35252a961","benchmark":"gpqa_main","data_index":872,"repeat_index":2,"sample_id":"gpqa-main-178c84548026beb35252a961/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4699,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"4ea09b6f60208405c59e5923a565f195c94315e0b6e230acd59351f1ee59ed96"} +{"uuid":"gpqa-main-7bb8e05365d19cc8328252e0","benchmark":"gpqa_main","data_index":889,"repeat_index":2,"sample_id":"gpqa-main-7bb8e05365d19cc8328252e0/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2887,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"6aff7faed92c98148418177c8cae4893850a1d67b5ceb00cf6a09467c4491367"} +{"uuid":"gpqa-main-9b7f84c844aa65b8ebfee235","benchmark":"gpqa_main","data_index":888,"repeat_index":2,"sample_id":"gpqa-main-9b7f84c844aa65b8ebfee235/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2944,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"9443960fd2664e6d4890575733c6a4f1f6d804ec21e10e0f9d415b99297f9845"} +{"uuid":"gpqa-main-3b577bce88d27365cf34e990","benchmark":"gpqa_main","data_index":728,"repeat_index":1,"sample_id":"gpqa-main-3b577bce88d27365cf34e990/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19316,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"952132525f3a442f1b38bdc3d0190df1c505766096106e7ac626a451f1b236fc"} +{"uuid":"gpqa-main-009c62a9f3d3e5b23d7032af","benchmark":"gpqa_main","data_index":501,"repeat_index":1,"sample_id":"gpqa-main-009c62a9f3d3e5b23d7032af/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":43882,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"eb3c8e77ceb6bbf6b5fc6d705376aeb984e8d20d498b1668992fc1441b062661"} +{"uuid":"gpqa-main-1f0af84f0bdb1b68af6a7719","benchmark":"gpqa_main","data_index":765,"repeat_index":1,"sample_id":"gpqa-main-1f0af84f0bdb1b68af6a7719/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15723,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"D","question_sha256":"47eb07162cc525d2e6a87977deb802204fed59b801dd5e2935cc6edb3c036af1"} +{"uuid":"gpqa-main-0306849689d2123fedfcfeb5","benchmark":"gpqa_main","data_index":850,"repeat_index":2,"sample_id":"gpqa-main-0306849689d2123fedfcfeb5/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6922,"prompt_tokens":301,"effective_max_tokens":130771,"original_embedded_prediction":"D","question_sha256":"9b236e1b2c7db4edd3fd08eaeff4fcfd3b13c11bfc0f9c5510349957a837d13a"} +{"uuid":"gpqa-main-ed6a4565f708132bae39b742","benchmark":"gpqa_main","data_index":639,"repeat_index":1,"sample_id":"gpqa-main-ed6a4565f708132bae39b742/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":29305,"prompt_tokens":393,"effective_max_tokens":130679,"original_embedded_prediction":"A","question_sha256":"5ce997bcaa654b6fdbbb00b63b66633167679a850d02d845b8a9b1b716979197"} +{"uuid":"gpqa-main-e47ea8383f43129dec459997","benchmark":"gpqa_main","data_index":668,"repeat_index":1,"sample_id":"gpqa-main-e47ea8383f43129dec459997/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":26793,"prompt_tokens":262,"effective_max_tokens":130810,"original_embedded_prediction":"C","question_sha256":"9e7260c352d5970f26856e94943b008fa72ebf3264a0e2790592a41209cfac2d"} +{"uuid":"gpqa-main-b5b0614a110a5eb0657cbe9a","benchmark":"gpqa_main","data_index":883,"repeat_index":2,"sample_id":"gpqa-main-b5b0614a110a5eb0657cbe9a/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3999,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"D","question_sha256":"829ccc830e5fe3601c6e7c0a975192c938019f4d4e5c1b2334d55bb1d951711e"} +{"uuid":"gpqa-main-f7ba77d144b7a11de90a37c4","benchmark":"gpqa_main","data_index":913,"repeat_index":2,"sample_id":"gpqa-main-f7ba77d144b7a11de90a37c4/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":669,"prompt_tokens":236,"effective_max_tokens":130836,"original_embedded_prediction":"B","question_sha256":"ac7263466ea3cfcdcebac618b1d20835b4103b2d80b75b1a7110e9763eb45aa2"} +{"uuid":"gpqa-main-60c7c63632b1d67ffb8a4fb7","benchmark":"gpqa_main","data_index":719,"repeat_index":1,"sample_id":"gpqa-main-60c7c63632b1d67ffb8a4fb7/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21245,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"C","question_sha256":"60c9747de98dcd74354ee70ce1049c3c1d1b8d72f4e9848984af5d6ceb1a0c57"} +{"uuid":"gpqa-main-bceb5bf342ad44aac4fdbe55","benchmark":"gpqa_main","data_index":507,"repeat_index":1,"sample_id":"gpqa-main-bceb5bf342ad44aac4fdbe55/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":43942,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"20d48d5f0a9a8b77bea35e72a90794c2d2147aa8321ae6aa60e84491688a0803"} +{"uuid":"gpqa-main-cb8b679fe50f1b3a7168eb92","benchmark":"gpqa_main","data_index":922,"repeat_index":2,"sample_id":"gpqa-main-cb8b679fe50f1b3a7168eb92/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":342,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"B","question_sha256":"8ed0101055c99512a99310385277c13855047c3a1b31ca6b8a6ee3f83cf5d4f3"} +{"uuid":"gpqa-main-73f6c00588963349c225df6c","benchmark":"gpqa_main","data_index":881,"repeat_index":2,"sample_id":"gpqa-main-73f6c00588963349c225df6c/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4673,"prompt_tokens":476,"effective_max_tokens":130596,"original_embedded_prediction":"C","question_sha256":"6c8759c4aac1084515abf1e3c463c7a0b6411dc3fa720a9a5fb5ac8f5777b49c"} +{"uuid":"gpqa-main-79721e93e90bdb2d8da052c0","benchmark":"gpqa_main","data_index":900,"repeat_index":2,"sample_id":"gpqa-main-79721e93e90bdb2d8da052c0/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3069,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"2a09355eb98c6b8d6ad0b51afb3b27f719fed44786d3b2998dfe7ee66413a028"} +{"uuid":"gpqa-main-2ad64f0bf627cf52a8ad924c","benchmark":"gpqa_main","data_index":903,"repeat_index":2,"sample_id":"gpqa-main-2ad64f0bf627cf52a8ad924c/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2137,"prompt_tokens":146,"effective_max_tokens":130926,"original_embedded_prediction":"A","question_sha256":"e9afb48881134b480ce09710124320be56d4166a402490b65f81bdb1df6e3a1d"} +{"uuid":"gpqa-main-8d147d8bf7fad22423fc5dd7","benchmark":"gpqa_main","data_index":666,"repeat_index":1,"sample_id":"gpqa-main-8d147d8bf7fad22423fc5dd7/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":27884,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"bfad7a1309a7d02668c615391f7302c03e1c3f61ffaee5d1f44ba2c9f5c40b7d"} +{"uuid":"gpqa-main-2fc8b9731f60b1c9eb476570","benchmark":"gpqa_main","data_index":459,"repeat_index":1,"sample_id":"gpqa-main-2fc8b9731f60b1c9eb476570/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":48788,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"A","question_sha256":"8d64fc9e228388438862fd18b500e048e168f26e7191a4220ea8281beb789ea2"} +{"uuid":"gpqa-main-f0a74958c23332566374eae8","benchmark":"gpqa_main","data_index":245,"repeat_index":0,"sample_id":"gpqa-main-f0a74958c23332566374eae8/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":70911,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"B","question_sha256":"0122463c60c1fa5ad768f1fc6147fd593b46126713e705864d5de5632804d4b5"} +{"uuid":"gpqa-main-69bcb32ba17f6e7aa0918597","benchmark":"gpqa_main","data_index":882,"repeat_index":2,"sample_id":"gpqa-main-69bcb32ba17f6e7aa0918597/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5087,"prompt_tokens":758,"effective_max_tokens":130314,"original_embedded_prediction":"C","question_sha256":"9eb1fde9ac6acb7dc761f4941a792f3d0d052ad76d36e12bb9e406963b3906ef"} +{"uuid":"gpqa-main-ea0400e59078652fc57eb6e1","benchmark":"gpqa_main","data_index":864,"repeat_index":2,"sample_id":"gpqa-main-ea0400e59078652fc57eb6e1/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6956,"prompt_tokens":537,"effective_max_tokens":130535,"original_embedded_prediction":"D","question_sha256":"50fc83bec6235fb29a76a0a00342f5c99a24684597a5930df882fe103e170363"} +{"uuid":"gpqa-main-ab4c50e2da12e11b47155f74","benchmark":"gpqa_main","data_index":676,"repeat_index":1,"sample_id":"gpqa-main-ab4c50e2da12e11b47155f74/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":27214,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"B","question_sha256":"b734e134fe4529267a34452ccc5cb2a7d56f7b471273d9e978add607de6f30b6"} +{"uuid":"gpqa-main-34faeb45e152eaf4c29e65e4","benchmark":"gpqa_main","data_index":919,"repeat_index":2,"sample_id":"gpqa-main-34faeb45e152eaf4c29e65e4/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1406,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"B","question_sha256":"82e6266418c679493cea34e30d0f71026adb6ab6c433e643d37860fb718999ec"} +{"uuid":"gpqa-main-35d088e32fb39438767e1141","benchmark":"gpqa_main","data_index":847,"repeat_index":2,"sample_id":"gpqa-main-35d088e32fb39438767e1141/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8651,"prompt_tokens":434,"effective_max_tokens":130638,"original_embedded_prediction":"D","question_sha256":"9d467213ec07b8217d3c3aa11a312c8536475e654bbb7ef916a4b8f92e0c7a7d"} +{"uuid":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c","benchmark":"gpqa_main","data_index":886,"repeat_index":2,"sample_id":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4741,"prompt_tokens":340,"effective_max_tokens":130732,"original_embedded_prediction":"C","question_sha256":"626cda94018ba930400d9c043f6fc1aa30c317abf6fd8f6d0ec8b133ce2036c8"} +{"uuid":"gpqa-main-50a8ab2bd1710dbcfa2e32b5","benchmark":"gpqa_main","data_index":552,"repeat_index":1,"sample_id":"gpqa-main-50a8ab2bd1710dbcfa2e32b5/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":41314,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"B","question_sha256":"5fb04957154b48d4ebad83862909a8fd3afc5ba5399a7dbe4594b5c72255964c"} +{"uuid":"gpqa-main-00a9d82facaec210f417af7a","benchmark":"gpqa_main","data_index":925,"repeat_index":2,"sample_id":"gpqa-main-00a9d82facaec210f417af7a/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1157,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"77f0590db54b06b37e142e7363145cbdb1a8d11c2a7575d9ae0fc10b3a6708bd"} +{"uuid":"gpqa-main-1ae8f8945efaf81788d8d871","benchmark":"gpqa_main","data_index":907,"repeat_index":2,"sample_id":"gpqa-main-1ae8f8945efaf81788d8d871/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2860,"prompt_tokens":250,"effective_max_tokens":130822,"original_embedded_prediction":"A","question_sha256":"060f07943bcd17960b48a982fabe42fcae4e3899fe8c5473138fe2198f0e8dd8"} +{"uuid":"gpqa-main-08cb3c41dbaa57f424632b84","benchmark":"gpqa_main","data_index":772,"repeat_index":2,"sample_id":"gpqa-main-08cb3c41dbaa57f424632b84/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17011,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"e37327eb6a290bf649f9b548f5d9834983b5d59efc10b4281a4bdbb75523863f"} +{"uuid":"gpqa-main-d3a774e5f1af1a1e11117582","benchmark":"gpqa_main","data_index":930,"repeat_index":2,"sample_id":"gpqa-main-d3a774e5f1af1a1e11117582/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":779,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"C","question_sha256":"26b8e966c8adf9fe2824ff1fd3c23b2d488a785fe8a68cbce362bac46e891a79"} +{"uuid":"gpqa-main-a6eb05bb931229a396d81e44","benchmark":"gpqa_main","data_index":556,"repeat_index":1,"sample_id":"gpqa-main-a6eb05bb931229a396d81e44/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":40662,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"B","question_sha256":"19c2c8e0578e84094a1f97568e95e1e88fadee2743b1c6519b7fc661c8577cde"} +{"uuid":"gpqa-main-ef65739a36457c1672913212","benchmark":"gpqa_main","data_index":927,"repeat_index":2,"sample_id":"gpqa-main-ef65739a36457c1672913212/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1312,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"46601a7bcf5dcc71504dda490de685062fce72cdc997d7acb8b78e5a351a96bc"} +{"uuid":"gpqa-main-c028fe71611d73b87b4cbb03","benchmark":"gpqa_main","data_index":924,"repeat_index":2,"sample_id":"gpqa-main-c028fe71611d73b87b4cbb03/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1664,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"D","question_sha256":"f56f3f5d135dc8d61dc42f902943e2459f79e4343f2fef6741f6f86d4133a99a"} +{"uuid":"gpqa-main-ad697760bc60543062e8b7b4","benchmark":"gpqa_main","data_index":921,"repeat_index":2,"sample_id":"gpqa-main-ad697760bc60543062e8b7b4/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2048,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"B","question_sha256":"7f9b4679645e2d89214a154be6bdb13eafdc747457ce2950bda27a9a2b97917f"} +{"uuid":"gpqa-main-20f50fda9aeae51c6b9b4ba0","benchmark":"gpqa_main","data_index":859,"repeat_index":2,"sample_id":"gpqa-main-20f50fda9aeae51c6b9b4ba0/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8200,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"D","question_sha256":"c7914fc7bcc19ad8377798d825d6dbc59be8fb64f2b51a89ec26f55423d9edd1"} +{"uuid":"gpqa-main-8980ca71edb4f58a3e46b256","benchmark":"gpqa_main","data_index":912,"repeat_index":2,"sample_id":"gpqa-main-8980ca71edb4f58a3e46b256/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2937,"prompt_tokens":145,"effective_max_tokens":130927,"original_embedded_prediction":"B","question_sha256":"fb9586d35200647be665790b2cd3eee5c8cca1b79e6afcf01f027007fa057b64"} +{"uuid":"gpqa-main-084903ab17db0fab7bc6caea","benchmark":"gpqa_main","data_index":897,"repeat_index":2,"sample_id":"gpqa-main-084903ab17db0fab7bc6caea/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5152,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"b560f550d5d9fb2378520f0fcf7b6573aec2027430ef06270491ace18a0497fc"} +{"uuid":"gpqa-main-925cb13958435841df0e8c1e","benchmark":"gpqa_main","data_index":875,"repeat_index":2,"sample_id":"gpqa-main-925cb13958435841df0e8c1e/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6929,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"C","question_sha256":"d21ba2f1c06b876b2d387104c816ee0fcc369a02b8e010a706e0e2448c56f78e"} +{"uuid":"gpqa-main-8299e0bf116ad8ad7b960d26","benchmark":"gpqa_main","data_index":638,"repeat_index":1,"sample_id":"gpqa-main-8299e0bf116ad8ad7b960d26/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":31882,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"D","question_sha256":"dac89ff46a5330836dfa04de2060a9a9d447a0cffd96c06e0cdee48c6a991035"} +{"uuid":"gpqa-main-6f6ff532d544554128a0bbbe","benchmark":"gpqa_main","data_index":876,"repeat_index":2,"sample_id":"gpqa-main-6f6ff532d544554128a0bbbe/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6949,"prompt_tokens":368,"effective_max_tokens":130704,"original_embedded_prediction":"A","question_sha256":"ebb5b9328e54d98f40b988b171044869d75c67b6efaa8f44675c485448b7b02c"} +{"uuid":"gpqa-main-5caa71cb7e0124d349b3046e","benchmark":"gpqa_main","data_index":460,"repeat_index":1,"sample_id":"gpqa-main-5caa71cb7e0124d349b3046e/repeat-1","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":50330,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"A","question_sha256":"965fd430b8ea291a67e2311c4874eba053c21ea0ce6fa222eec4bed300fc2976"} +{"uuid":"gpqa-main-547aac137dd7671e7ef03fa9","benchmark":"gpqa_main","data_index":932,"repeat_index":2,"sample_id":"gpqa-main-547aac137dd7671e7ef03fa9/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1535,"prompt_tokens":497,"effective_max_tokens":130575,"original_embedded_prediction":"C","question_sha256":"8369c6a1ffc960e3f3d88e5e4c521eebcc37f39ca9adf654c3cd4b61f892f2ef"} +{"uuid":"gpqa-main-913c4ee0ce195992ff9638b1","benchmark":"gpqa_main","data_index":946,"repeat_index":2,"sample_id":"gpqa-main-913c4ee0ce195992ff9638b1/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":667,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"ed904d04c24f37586b1f78a18bd22f28752e80a5ecc489939950778aa5307d98"} +{"uuid":"gpqa-main-f022820fa3c0f536a4d4a9bc","benchmark":"gpqa_main","data_index":739,"repeat_index":1,"sample_id":"gpqa-main-f022820fa3c0f536a4d4a9bc/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20515,"prompt_tokens":288,"effective_max_tokens":130784,"original_embedded_prediction":"A","question_sha256":"d7be2d674d4903c49886b492451a9febcfb5696ccd6f0931c4d48ef06a19b2b9"} +{"uuid":"gpqa-main-09b661e081004aa4c0d45778","benchmark":"gpqa_main","data_index":874,"repeat_index":2,"sample_id":"gpqa-main-09b661e081004aa4c0d45778/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7450,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"D","question_sha256":"47741045402119262be7a1c17b98cc587ee55b46bb8620655271dca518a4f927"} +{"uuid":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3","benchmark":"gpqa_main","data_index":542,"repeat_index":1,"sample_id":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":43719,"prompt_tokens":252,"effective_max_tokens":130820,"original_embedded_prediction":"B","question_sha256":"71075d4447ee264b63e5544da7b40502fb235decc31484f33ee97a8ef70c3d1f"} +{"uuid":"gpqa-main-4462dc9f2d34289881ef2b1c","benchmark":"gpqa_main","data_index":910,"repeat_index":2,"sample_id":"gpqa-main-4462dc9f2d34289881ef2b1c/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3959,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"63318cb18413a705693b9a4312f73dbf5358312aafc1d703c3d29a6340ffa0d1"} +{"uuid":"gpqa-main-238c4616c3347122f4b974e4","benchmark":"gpqa_main","data_index":749,"repeat_index":1,"sample_id":"gpqa-main-238c4616c3347122f4b974e4/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19995,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"5a24c76ed39eb083ccc9c24780d936fe2e52cba76ae67efa4d647cc35e10037b"} +{"uuid":"gpqa-main-45cae4ba5af22868461f1861","benchmark":"gpqa_main","data_index":522,"repeat_index":1,"sample_id":"gpqa-main-45cae4ba5af22868461f1861/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":45867,"prompt_tokens":196,"effective_max_tokens":130876,"original_embedded_prediction":"B","question_sha256":"da4480a5d4f2af44b6faf63fe513d557f97bf4cd048901e4a2f0b133273b39db"} +{"uuid":"gpqa-main-99878f707c7c4024511bae58","benchmark":"gpqa_main","data_index":558,"repeat_index":1,"sample_id":"gpqa-main-99878f707c7c4024511bae58/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":42291,"prompt_tokens":241,"effective_max_tokens":130831,"original_embedded_prediction":"B","question_sha256":"826fb502d2db0f2db5e44683cd45f09d18423fd8a339643c8dc8b32b1accd428"} +{"uuid":"gpqa-main-666fc74619f38e356e33a285","benchmark":"gpqa_main","data_index":948,"repeat_index":2,"sample_id":"gpqa-main-666fc74619f38e356e33a285/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1572,"prompt_tokens":693,"effective_max_tokens":130379,"original_embedded_prediction":"C","question_sha256":"89fa5b222a94e07a283a5140341a0704109ec3b7f62de72dd072383182771ebc"} +{"uuid":"gpqa-main-5e6a032f9aa67c7725f828d0","benchmark":"gpqa_main","data_index":963,"repeat_index":2,"sample_id":"gpqa-main-5e6a032f9aa67c7725f828d0/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":515,"prompt_tokens":330,"effective_max_tokens":130742,"original_embedded_prediction":"A","question_sha256":"8accf5d31cc4cf5c2467ac477d83885c90d2715606f7c2e68d318476741bbdd7"} +{"uuid":"gpqa-main-104b659bbac6e52c4c877c0b","benchmark":"gpqa_main","data_index":920,"repeat_index":2,"sample_id":"gpqa-main-104b659bbac6e52c4c877c0b/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4009,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"D","question_sha256":"de6e1846b7e0c60ac3b7b0f613ad67cc3d941770b7de58c7a45add8c64d1db8b"} +{"uuid":"gpqa-main-e3e073f3f0f646532e4caf06","benchmark":"gpqa_main","data_index":935,"repeat_index":2,"sample_id":"gpqa-main-e3e073f3f0f646532e4caf06/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3044,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"A","question_sha256":"a1cff30033350ed32c6446abacb176ef3ffad0fc471aaacf3468c78e0aad550e"} +{"uuid":"gpqa-main-1f9ad1ca59cf537e3cdf47c2","benchmark":"gpqa_main","data_index":898,"repeat_index":2,"sample_id":"gpqa-main-1f9ad1ca59cf537e3cdf47c2/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6913,"prompt_tokens":318,"effective_max_tokens":130754,"original_embedded_prediction":"B","question_sha256":"229ffbdb774489fcfd578450da500a74b0c6fd603d3f4050eb6ff993659f5c7e"} +{"uuid":"gpqa-main-358120bf0c4377ebdbde08fc","benchmark":"gpqa_main","data_index":692,"repeat_index":1,"sample_id":"gpqa-main-358120bf0c4377ebdbde08fc/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":28714,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"A","question_sha256":"051eba2501386001d9e9793a3b0fe9ea4c78a987e3a1576c168659f849b684d6"} +{"uuid":"gpqa-main-21bf0d1bb4513b046dfdf875","benchmark":"gpqa_main","data_index":790,"repeat_index":2,"sample_id":"gpqa-main-21bf0d1bb4513b046dfdf875/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18240,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"D","question_sha256":"916a1ca795d38f4c815c99d6f162f52af934ee4e1b0d100dc0a7fb747631f7a7"} +{"uuid":"gpqa-main-682237ee740e033537fb5707","benchmark":"gpqa_main","data_index":937,"repeat_index":2,"sample_id":"gpqa-main-682237ee740e033537fb5707/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3247,"prompt_tokens":291,"effective_max_tokens":130781,"original_embedded_prediction":"A","question_sha256":"6cec89b2019b24f8e8c4001cade388815345ae403b5d5fc687cf7fdccbcc6ce1"} +{"uuid":"gpqa-main-b38dfd97dcfb80fb4df4c6f2","benchmark":"gpqa_main","data_index":894,"repeat_index":2,"sample_id":"gpqa-main-b38dfd97dcfb80fb4df4c6f2/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7530,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"A","question_sha256":"28fc44d6ca68ec833bb9837a558199f6e126ccb90f29dc42a2a4bf34ea4b66a7"} +{"uuid":"gpqa-main-6030f5f53fe38c334b2c3a6a","benchmark":"gpqa_main","data_index":941,"repeat_index":2,"sample_id":"gpqa-main-6030f5f53fe38c334b2c3a6a/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3142,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"88d277706c3af734be0507cde034c23c7e206f855c2fcc97d6ed69f8ad92df57"} +{"uuid":"gpqa-main-b22053dbc40179e114f0c866","benchmark":"gpqa_main","data_index":893,"repeat_index":2,"sample_id":"gpqa-main-b22053dbc40179e114f0c866/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7610,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"1f101bccd20044577731aef887c9704a6a153baf063dff8d9a04510e7b8dcfb7"} +{"uuid":"gpqa-main-d7c4372bfbc5d0f0f9331350","benchmark":"gpqa_main","data_index":953,"repeat_index":2,"sample_id":"gpqa-main-d7c4372bfbc5d0f0f9331350/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2322,"prompt_tokens":588,"effective_max_tokens":130484,"original_embedded_prediction":"B","question_sha256":"92d8ffd16886567ac1ed2f15a6c2d3d6ac2a2fb0fd0e56836671babcde327d3f"} +{"uuid":"gpqa-main-60a022e707f18a7b5f445773","benchmark":"gpqa_main","data_index":588,"repeat_index":1,"sample_id":"gpqa-main-60a022e707f18a7b5f445773/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":41132,"prompt_tokens":337,"effective_max_tokens":130735,"original_embedded_prediction":"D","question_sha256":"9d46302b763896c7fa475d975b5bc365adee2236b273f23e7216a78871204b74"} +{"uuid":"gpqa-main-7d850f6448c27424d9f68c4e","benchmark":"gpqa_main","data_index":952,"repeat_index":2,"sample_id":"gpqa-main-7d850f6448c27424d9f68c4e/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2464,"prompt_tokens":544,"effective_max_tokens":130528,"original_embedded_prediction":"B","question_sha256":"48bf9d4f95299b8f9288e190dca6edd0c3cf53cf40dada120e22abf98469d3e3"} +{"uuid":"gpqa-main-07134ad2ae69bd2e9f09ae64","benchmark":"gpqa_main","data_index":845,"repeat_index":2,"sample_id":"gpqa-main-07134ad2ae69bd2e9f09ae64/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12941,"prompt_tokens":374,"effective_max_tokens":130698,"original_embedded_prediction":"A","question_sha256":"e1448af5dcb7e4a7a5cf31dd231d4a2b2a3829ce3dabc5d7da48a195c1b39112"} +{"uuid":"gpqa-main-a454a3157aff6eee743541b7","benchmark":"gpqa_main","data_index":950,"repeat_index":2,"sample_id":"gpqa-main-a454a3157aff6eee743541b7/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2630,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"B","question_sha256":"025e20e6e9b45e1ddb3f6901f58f69b40df5e8f9ffb6b80b5b17bc518d9f5d17"} +{"uuid":"gpqa-main-e2b759199021c586345ac38f","benchmark":"gpqa_main","data_index":785,"repeat_index":2,"sample_id":"gpqa-main-e2b759199021c586345ac38f/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19704,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"B","question_sha256":"ca59405f2d298a50a3e8fd6d281b67ca4a3ee503578df49e700cc46fe3c4f3d8"} +{"uuid":"gpqa-main-381032537ca0c968de7d5c06","benchmark":"gpqa_main","data_index":971,"repeat_index":2,"sample_id":"gpqa-main-381032537ca0c968de7d5c06/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":723,"prompt_tokens":186,"effective_max_tokens":130886,"original_embedded_prediction":"A","question_sha256":"045347c35e2957dbd6bc83158fecec24c157df70fdefaaddc8633ecda3435cdc"} +{"uuid":"gpqa-main-249edae2034ba7f3819aaa7b","benchmark":"gpqa_main","data_index":978,"repeat_index":2,"sample_id":"gpqa-main-249edae2034ba7f3819aaa7b/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":467,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"A","question_sha256":"c4d795814405ce2bb231fe7012e4581bcaebca12bb3f8c3260a3ad239aa51a79"} +{"uuid":"gpqa-main-edbd99e5f03e3b3f074ba126","benchmark":"gpqa_main","data_index":830,"repeat_index":2,"sample_id":"gpqa-main-edbd99e5f03e3b3f074ba126/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14891,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"B","question_sha256":"b690990e73efd994587057d6ed5ae270235b0ec6bd4e98df3fc472f01c179765"} +{"uuid":"gpqa-main-1989edb8041cc1c94659dcc4","benchmark":"gpqa_main","data_index":724,"repeat_index":1,"sample_id":"gpqa-main-1989edb8041cc1c94659dcc4/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":26111,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"364ddb1397abdc7ae2201c88354f8df3f89b63c28330217a94cf8cf96c19ae54"} +{"uuid":"gpqa-main-781f4efc4b25ff35b588e87c","benchmark":"gpqa_main","data_index":949,"repeat_index":2,"sample_id":"gpqa-main-781f4efc4b25ff35b588e87c/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3753,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"C","question_sha256":"f933a526e8aec15b0dc77756bad3ba0839404a6d042443e3f5a0ab0b8d1cfa96"} +{"uuid":"gpqa-main-9f5d195170ba73ccdc7a3b84","benchmark":"gpqa_main","data_index":975,"repeat_index":2,"sample_id":"gpqa-main-9f5d195170ba73ccdc7a3b84/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1398,"prompt_tokens":552,"effective_max_tokens":130520,"original_embedded_prediction":"A","question_sha256":"e4e5526f8ea9205cbe6b33a5256144298ad11d8250b020cbd4fddbba85a12596"} +{"uuid":"gpqa-main-ae71bab05f11abac2f706bb9","benchmark":"gpqa_main","data_index":725,"repeat_index":1,"sample_id":"gpqa-main-ae71bab05f11abac2f706bb9/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":26565,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"d160134fd023bac8e7f94f4d4e70e01dc36d3ae74bb54ab778b03686e5b7b2c0"} +{"uuid":"gpqa-main-fd21f7c7356e7f51f0cabd07","benchmark":"gpqa_main","data_index":969,"repeat_index":2,"sample_id":"gpqa-main-fd21f7c7356e7f51f0cabd07/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1942,"prompt_tokens":601,"effective_max_tokens":130471,"original_embedded_prediction":"D","question_sha256":"db246f6acae65ff2e4bb6caad314b6583cd0085f0d81b1b20515ca2fe73b6f72"} +{"uuid":"gpqa-main-bab269fd666fa2ba840a1459","benchmark":"gpqa_main","data_index":857,"repeat_index":2,"sample_id":"gpqa-main-bab269fd666fa2ba840a1459/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12704,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"e17051d5c4ebf5f6bc793872dc2f5748b41dd7918235cb3d5697fb04882bd7fe"} +{"uuid":"gpqa-main-04a5c442799262dec9375c25","benchmark":"gpqa_main","data_index":962,"repeat_index":2,"sample_id":"gpqa-main-04a5c442799262dec9375c25/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3281,"prompt_tokens":365,"effective_max_tokens":130707,"original_embedded_prediction":"D","question_sha256":"e90ec32d975ec61b7cd079ff6968bc3dbaa4fc87e74699c1406ce59093066dbc"} +{"uuid":"gpqa-main-64193be5f9a6bbd67bec4010","benchmark":"gpqa_main","data_index":896,"repeat_index":2,"sample_id":"gpqa-main-64193be5f9a6bbd67bec4010/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9303,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"C","question_sha256":"373990fe818e4182469d242b845eeb2f78db2f00cfb3a8fdbd2dbd696e08d552"} +{"uuid":"gpqa-main-a3be70bb026878238a72f88b","benchmark":"gpqa_main","data_index":834,"repeat_index":2,"sample_id":"gpqa-main-a3be70bb026878238a72f88b/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15314,"prompt_tokens":446,"effective_max_tokens":130626,"original_embedded_prediction":"C","question_sha256":"42da82ad5cb9e03bf1c8f1d786b162fd55245c32907328f445c191681a98b669"} +{"uuid":"gpqa-main-779369aa96b96a67933939f1","benchmark":"gpqa_main","data_index":992,"repeat_index":2,"sample_id":"gpqa-main-779369aa96b96a67933939f1/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":206,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"acf784efba891531b08709383ede2379cee1f604b6334b753dd1fcaab37af970"} +{"uuid":"gpqa-main-20f8612bcc2efb9c2355d32e","benchmark":"gpqa_main","data_index":974,"repeat_index":2,"sample_id":"gpqa-main-20f8612bcc2efb9c2355d32e/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2160,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"B","question_sha256":"d746be8625afecad5925e7069f57336e8de3f39dfdf843820421eba66b7bc620"} +{"uuid":"gpqa-main-6845f28b26fa44b2b44ded84","benchmark":"gpqa_main","data_index":908,"repeat_index":2,"sample_id":"gpqa-main-6845f28b26fa44b2b44ded84/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8174,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"7c6678dd868700f600b69c54e83e52a10695ac957465ffbe08c35d20f42b448e"} +{"uuid":"gpqa-main-ecb6740406340eb07beacf42","benchmark":"gpqa_main","data_index":994,"repeat_index":2,"sample_id":"gpqa-main-ecb6740406340eb07beacf42/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":299,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"29f96711820eba41ccced6676074bc5bcd9e3eb6c97ce5e8507128a91a175bb0"} +{"uuid":"gpqa-main-d28c5e0e8deb0d1fde12ef5f","benchmark":"gpqa_main","data_index":577,"repeat_index":1,"sample_id":"gpqa-main-d28c5e0e8deb0d1fde12ef5f/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":44880,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"6913f7a17a2db54c9dcd8af6af20806e66b00fe4bb9691ca42d9f15184908f62"} +{"uuid":"gpqa-main-adffc79c4b20a953ccbf4cd1","benchmark":"gpqa_main","data_index":756,"repeat_index":1,"sample_id":"gpqa-main-adffc79c4b20a953ccbf4cd1/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":24081,"prompt_tokens":170,"effective_max_tokens":130902,"original_embedded_prediction":"D","question_sha256":"a9acc5caf0ab2f58b68d62ac52eac5bd31ee4a74a832bd753df339176dbbaefe"} +{"uuid":"gpqa-main-e6ff92ca0c11b47b14793d2f","benchmark":"gpqa_main","data_index":892,"repeat_index":2,"sample_id":"gpqa-main-e6ff92ca0c11b47b14793d2f/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10587,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"A","question_sha256":"ca2abe8a98bc00aadbd20baf4ff27e830539507a5ff7402eed5e2491347f95aa"} +{"uuid":"gpqa-main-ac1c72784d1e0da293fe4bd4","benchmark":"gpqa_main","data_index":970,"repeat_index":2,"sample_id":"gpqa-main-ac1c72784d1e0da293fe4bd4/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3226,"prompt_tokens":169,"effective_max_tokens":130903,"original_embedded_prediction":"D","question_sha256":"6e2bd9ec28efb9c97dbc7bea49224b4964011afaa5ca659996fac7fd65c4468d"} +{"uuid":"gpqa-main-c720b28fe25654b1cedc9285","benchmark":"gpqa_main","data_index":890,"repeat_index":2,"sample_id":"gpqa-main-c720b28fe25654b1cedc9285/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10946,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"C","question_sha256":"9f6e1d1b2c053afcba8c78142311f336846eb87d19344fb8aa6e71ed9aecc477"} +{"uuid":"gpqa-main-0cc54149033350a37cf90b8b","benchmark":"gpqa_main","data_index":851,"repeat_index":2,"sample_id":"gpqa-main-0cc54149033350a37cf90b8b/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15076,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"A","question_sha256":"3298921b7dfbbae04c9893edbe6870746b53e2b7af12e9816f07b6f5e0bff9cb"} +{"uuid":"gpqa-main-70afc730094f43bb0e05f371","benchmark":"gpqa_main","data_index":977,"repeat_index":2,"sample_id":"gpqa-main-70afc730094f43bb0e05f371/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3328,"prompt_tokens":360,"effective_max_tokens":130712,"original_embedded_prediction":"A","question_sha256":"f328e748a74c78b0ab73f790c6848b663fb5bffac884e2793a63bb9ce351e4b6"} +{"uuid":"gpqa-main-728c68de5f34aba879617ff3","benchmark":"gpqa_main","data_index":737,"repeat_index":1,"sample_id":"gpqa-main-728c68de5f34aba879617ff3/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":26327,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"93587b6fdb0ccf1d1701c58bd12431b38885397117475f14823f4c52994b39b4"} +{"uuid":"gpqa-main-143dc33c1aad9828daf5e615","benchmark":"gpqa_main","data_index":863,"repeat_index":2,"sample_id":"gpqa-main-143dc33c1aad9828daf5e615/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14308,"prompt_tokens":354,"effective_max_tokens":130718,"original_embedded_prediction":"C","question_sha256":"ff60c18b72aac9e90842c7a2d5e79c68092a3fbb1d6c0318cee6d2892a43a0a1"} +{"uuid":"gpqa-main-bd228dea7f1aa14b70216372","benchmark":"gpqa_main","data_index":985,"repeat_index":2,"sample_id":"gpqa-main-bd228dea7f1aa14b70216372/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2692,"prompt_tokens":425,"effective_max_tokens":130647,"original_embedded_prediction":"C","question_sha256":"c1dea594f51ba7757d0d9ec69efa6b56bfeeaff965f074faaf89160cca96a0e9"} +{"uuid":"gpqa-main-d31323dded27ae0c86cb5c75","benchmark":"gpqa_main","data_index":697,"repeat_index":1,"sample_id":"gpqa-main-d31323dded27ae0c86cb5c75/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":32457,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"8f174dd25b58e6fc8e309577a66d0f5a4f46ed89bf1a5165c0cb561a4e3e33e9"} +{"uuid":"gpqa-main-4355802640dddd3e060d2a59","benchmark":"gpqa_main","data_index":563,"repeat_index":1,"sample_id":"gpqa-main-4355802640dddd3e060d2a59/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":47795,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"ebe141e8c3f27bb731fd3889679a36aab5827f4caa81d8400d66a6bf492fe486"} +{"uuid":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2","benchmark":"gpqa_main","data_index":918,"repeat_index":2,"sample_id":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9542,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"B","question_sha256":"58604895b423acc46c4efaa28ed2e4d6eaf2d93d55c7ad3766cffce3719ddf62"} +{"uuid":"gpqa-main-8af90a4147e5f0c98bfd00fa","benchmark":"gpqa_main","data_index":986,"repeat_index":2,"sample_id":"gpqa-main-8af90a4147e5f0c98bfd00fa/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3261,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"C","question_sha256":"29a55065f72c47169c5073a91e6b55d82fe2f5784289d2baf5cf5444f8d6fd65"} +{"uuid":"gpqa-main-51f5bda498b3f05cab60119c","benchmark":"gpqa_main","data_index":833,"repeat_index":2,"sample_id":"gpqa-main-51f5bda498b3f05cab60119c/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18272,"prompt_tokens":271,"effective_max_tokens":130801,"original_embedded_prediction":"C","question_sha256":"f7fa8540a448dfeff404af93810c60c41ed387fb5e4c821bbb6e5869dd9f8630"} +{"uuid":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8","benchmark":"gpqa_main","data_index":680,"repeat_index":1,"sample_id":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":35245,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"bf639adbf5de648e6799cd9936073de7b6c750cf7c5870ed99dc4f842748abb9"} +{"uuid":"gpqa-main-7ac0db7d29e6e8c587a8e8f2","benchmark":"gpqa_main","data_index":700,"repeat_index":1,"sample_id":"gpqa-main-7ac0db7d29e6e8c587a8e8f2/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":32455,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"B","question_sha256":"1fc80dd29a6d1127a37414c18382b28b3e9d2f38b390130751d4cbfe90841375"} +{"uuid":"gpqa-main-be779fa0e49ff52e19357207","benchmark":"gpqa_main","data_index":1007,"repeat_index":2,"sample_id":"gpqa-main-be779fa0e49ff52e19357207/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":607,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"ea7bb5901d85914d8997afb87e1ae6be7a8efe03889a4cc08f64de2ccdc9180e"} +{"uuid":"gpqa-main-56cc62f5d70b661868d341e7","benchmark":"gpqa_main","data_index":1006,"repeat_index":2,"sample_id":"gpqa-main-56cc62f5d70b661868d341e7/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1175,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"A","question_sha256":"c974918b90f5892aaad4308e337b490844102dbfad26c90bf508602f9c595d5d"} +{"uuid":"gpqa-main-759e35a2024fc09bd491c9ff","benchmark":"gpqa_main","data_index":771,"repeat_index":2,"sample_id":"gpqa-main-759e35a2024fc09bd491c9ff/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":25461,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"B","question_sha256":"4c284608a459b460f3ec3dfd5c7c71cfa84c171d4eb8a52aab9e6e4a8cb409bb"} +{"uuid":"gpqa-main-692e40bceeaff3accdc11ead","benchmark":"gpqa_main","data_index":905,"repeat_index":2,"sample_id":"gpqa-main-692e40bceeaff3accdc11ead/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11669,"prompt_tokens":471,"effective_max_tokens":130601,"original_embedded_prediction":"C","question_sha256":"954d12809188bb6fb15643c4406ac6b108f5d7836e1eeabd73e49df01f2c616e"} +{"uuid":"gpqa-main-bceb5bf342ad44aac4fdbe55","benchmark":"gpqa_main","data_index":891,"repeat_index":2,"sample_id":"gpqa-main-bceb5bf342ad44aac4fdbe55/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13250,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"20d48d5f0a9a8b77bea35e72a90794c2d2147aa8321ae6aa60e84491688a0803"} +{"uuid":"gpqa-main-4f958672c6f9249c44f2f9b9","benchmark":"gpqa_main","data_index":955,"repeat_index":2,"sample_id":"gpqa-main-4f958672c6f9249c44f2f9b9/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7713,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"D","question_sha256":"7d91198c9c48996b89ebbb62d8d76d86e32d7c14fb108c7491c9ff812263613a"} +{"uuid":"gpqa-main-539a673f0443ba9cdc31b864","benchmark":"gpqa_main","data_index":651,"repeat_index":1,"sample_id":"gpqa-main-539a673f0443ba9cdc31b864/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":38949,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"A","question_sha256":"d25187b99e4997c1700ffeb87fd595e878957e452f20a2f00d5489fecd0b3b30"} +{"uuid":"gpqa-main-6119656f6ad0247c537028e7","benchmark":"gpqa_main","data_index":1014,"repeat_index":2,"sample_id":"gpqa-main-6119656f6ad0247c537028e7/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":553,"prompt_tokens":329,"effective_max_tokens":130743,"original_embedded_prediction":"A","question_sha256":"e426a9a1b0977a66badcc2dd4f0d54629b39c2594a512e459e9afd20bba599ba"} +{"uuid":"gpqa-main-86976aae6f871f46c4680830","benchmark":"gpqa_main","data_index":983,"repeat_index":2,"sample_id":"gpqa-main-86976aae6f871f46c4680830/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4850,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"D","question_sha256":"e5c3c79a60db2de596dac1585bfc2e940bac2acb65a3352ff5f7e99821846aed"} +{"uuid":"gpqa-main-ddd2b405606ced65b4ce6345","benchmark":"gpqa_main","data_index":1016,"repeat_index":2,"sample_id":"gpqa-main-ddd2b405606ced65b4ce6345/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":455,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"2066c0e835493298c00391dd9236de10adec10d611fe3e2777f252677dfe9724"} +{"uuid":"gpqa-main-e4e8eab3e5612de26e298f3f","benchmark":"gpqa_main","data_index":911,"repeat_index":2,"sample_id":"gpqa-main-e4e8eab3e5612de26e298f3f/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11416,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"A","question_sha256":"1037e0c8b2c1aced006713d114efa5f1233a7eadf2f0aac355081aeacd10b00f"} +{"uuid":"gpqa-main-e605c3d20abb4c52d96e9b60","benchmark":"gpqa_main","data_index":939,"repeat_index":2,"sample_id":"gpqa-main-e605c3d20abb4c52d96e9b60/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9307,"prompt_tokens":361,"effective_max_tokens":130711,"original_embedded_prediction":"C","question_sha256":"84b58aec9b33c09286d45fb66ca82cc4ec03e310a0917bc0783bda81a0fa23b6"} +{"uuid":"gpqa-main-0293685a5c3ddbc5b15dcfa0","benchmark":"gpqa_main","data_index":1001,"repeat_index":2,"sample_id":"gpqa-main-0293685a5c3ddbc5b15dcfa0/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3120,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"db2ca8d93d5ff50bd9f602bc5b3d339b547349c54c540850544e01393770a4ff"} +{"uuid":"gpqa-main-dbbe3054b6bdabe917f5ab5d","benchmark":"gpqa_main","data_index":531,"repeat_index":1,"sample_id":"gpqa-main-dbbe3054b6bdabe917f5ab5d/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":52738,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"1054cb147fa0d82e2b1830b0238455ab6cea42cde361a81e9934864240f22f50"} +{"uuid":"gpqa-main-3ebc2c6c608ed7f5e7bf9463","benchmark":"gpqa_main","data_index":788,"repeat_index":2,"sample_id":"gpqa-main-3ebc2c6c608ed7f5e7bf9463/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":25250,"prompt_tokens":286,"effective_max_tokens":130786,"original_embedded_prediction":"B","question_sha256":"81bfcfb746da8dbf79e11ca4c419d5416ea1be46678f915598ebe3f9c6b6fc32"} +{"uuid":"gpqa-main-2efd60649bdbaa65b5969003","benchmark":"gpqa_main","data_index":741,"repeat_index":1,"sample_id":"gpqa-main-2efd60649bdbaa65b5969003/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":28905,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"C","question_sha256":"af907b84cdd249e3bd0dcd3a0fc488c3673df744a66342233bebd85574ac74c3"} +{"uuid":"gpqa-main-2fc8b9731f60b1c9eb476570","benchmark":"gpqa_main","data_index":75,"repeat_index":0,"sample_id":"gpqa-main-2fc8b9731f60b1c9eb476570/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":90994,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"8d64fc9e228388438862fd18b500e048e168f26e7191a4220ea8281beb789ea2"} +{"uuid":"gpqa-main-8a352b243ffac6230977fc90","benchmark":"gpqa_main","data_index":987,"repeat_index":2,"sample_id":"gpqa-main-8a352b243ffac6230977fc90/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5099,"prompt_tokens":389,"effective_max_tokens":130683,"original_embedded_prediction":"A","question_sha256":"7408ac0330a09a182b52a627f89920c8c4e825da7da4e441973cbefe32b852ac"} +{"uuid":"gpqa-main-1634ccababef2067673cd88c","benchmark":"gpqa_main","data_index":814,"repeat_index":2,"sample_id":"gpqa-main-1634ccababef2067673cd88c/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":22747,"prompt_tokens":593,"effective_max_tokens":130479,"original_embedded_prediction":"C","question_sha256":"d8c36bd55ba561cb499054e9d5a01217a0498dfd20875e8d9e99d34bcdfd7830"} +{"uuid":"gpqa-main-138fcbeedbaf865565ec35fd","benchmark":"gpqa_main","data_index":511,"repeat_index":1,"sample_id":"gpqa-main-138fcbeedbaf865565ec35fd/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":54834,"prompt_tokens":409,"effective_max_tokens":130663,"original_embedded_prediction":"B","question_sha256":"15bed1ac60d1bdcf0eec84539d669d6f38a2eb24b51e5072a922d8d9391ab135"} +{"uuid":"gpqa-main-742076c80dda93477062cfc0","benchmark":"gpqa_main","data_index":1030,"repeat_index":2,"sample_id":"gpqa-main-742076c80dda93477062cfc0/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":168,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"D","question_sha256":"528bc237c35f64d2635edb6fea3202ce958bca92ea956fae0da7c5b4c72081d8"} +{"uuid":"gpqa-main-138fcbeedbaf865565ec35fd","benchmark":"gpqa_main","data_index":895,"repeat_index":2,"sample_id":"gpqa-main-138fcbeedbaf865565ec35fd/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14363,"prompt_tokens":409,"effective_max_tokens":130663,"original_embedded_prediction":"D","question_sha256":"15bed1ac60d1bdcf0eec84539d669d6f38a2eb24b51e5072a922d8d9391ab135"} +{"uuid":"gpqa-main-212277d3e39540a6739d98b8","benchmark":"gpqa_main","data_index":1017,"repeat_index":2,"sample_id":"gpqa-main-212277d3e39540a6739d98b8/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1362,"prompt_tokens":147,"effective_max_tokens":130925,"original_embedded_prediction":"A","question_sha256":"d20446ccbbfc1ed40bcb669bfa65f9f9cd8e38ec8f7e67621c88e3dbe91f083d"} +{"uuid":"gpqa-main-acdff999b6cbfcbc8be6ffac","benchmark":"gpqa_main","data_index":1009,"repeat_index":2,"sample_id":"gpqa-main-acdff999b6cbfcbc8be6ffac/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2213,"prompt_tokens":404,"effective_max_tokens":130668,"original_embedded_prediction":"B","question_sha256":"96f00c3d898d9c364f022eae18e69424d7f2ddde12fbde50541b7390ffd40103"} +{"uuid":"gpqa-main-5ace8b3dabb97ffc3da20e7c","benchmark":"gpqa_main","data_index":1018,"repeat_index":2,"sample_id":"gpqa-main-5ace8b3dabb97ffc3da20e7c/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1490,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"4ebb5a46cf109d4237b98081e218fcaba27d8f9d03f7a930300f2938f71c1ef0"} +{"uuid":"gpqa-main-822957bb60d3551275f08aa0","benchmark":"gpqa_main","data_index":1021,"repeat_index":2,"sample_id":"gpqa-main-822957bb60d3551275f08aa0/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1678,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"A","question_sha256":"4690c4bb391b2ef2a7b53f1a15866e05411bdf5f0f7b4f32c9e27d8ef6e8cb48"} +{"uuid":"gpqa-main-216433a347b01989e26ed83a","benchmark":"gpqa_main","data_index":1015,"repeat_index":2,"sample_id":"gpqa-main-216433a347b01989e26ed83a/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2775,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"ead16c05d1abbf4387485257726593cf57a0384c3e0a3db31ba489bb1676ce72"} +{"uuid":"gpqa-main-3f72ea9cda0c3c6f970bd310","benchmark":"gpqa_main","data_index":826,"repeat_index":2,"sample_id":"gpqa-main-3f72ea9cda0c3c6f970bd310/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":22793,"prompt_tokens":432,"effective_max_tokens":130640,"original_embedded_prediction":"B","question_sha256":"a5bf307fdc69920b346c2d288b6a35b24485c92c8e245174a775055fa172cdc6"} +{"uuid":"gpqa-main-5afce78005210e6a41636858","benchmark":"gpqa_main","data_index":1029,"repeat_index":2,"sample_id":"gpqa-main-5afce78005210e6a41636858/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1742,"prompt_tokens":312,"effective_max_tokens":130760,"original_embedded_prediction":"A","question_sha256":"1447f629926983e1fb54566e40ab57d7a728998d233e3c84bc33277da7c13a65"} +{"uuid":"gpqa-main-1728184fad8153eeb2e2a7de","benchmark":"gpqa_main","data_index":1032,"repeat_index":2,"sample_id":"gpqa-main-1728184fad8153eeb2e2a7de/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1632,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"d8505733319a8047e94d63c293a2d9dbb08c42e4bde2c223467f371da6665e08"} +{"uuid":"gpqa-main-92c9d90b543b6779261f70f7","benchmark":"gpqa_main","data_index":1027,"repeat_index":2,"sample_id":"gpqa-main-92c9d90b543b6779261f70f7/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2311,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"A","question_sha256":"1c7aff3f5221c2086c7143b43e0c46921a03859d45bfce22f1a1286ece235b1a"} +{"uuid":"gpqa-main-d5d2365d64430154627d4bb7","benchmark":"gpqa_main","data_index":1036,"repeat_index":2,"sample_id":"gpqa-main-d5d2365d64430154627d4bb7/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1906,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"D","question_sha256":"17f96c74be836037313c787a88438b6c9f69a4aa20ec8cba17697864f5d35599"} +{"uuid":"gpqa-main-219ad07bcb0cda7b85845999","benchmark":"gpqa_main","data_index":1039,"repeat_index":2,"sample_id":"gpqa-main-219ad07bcb0cda7b85845999/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1473,"prompt_tokens":412,"effective_max_tokens":130660,"original_embedded_prediction":"B","question_sha256":"a6336c3b0760d09010077fee728ae5348e4421bcfcbbc8bb9c4a72d541ddfb24"} +{"uuid":"gpqa-main-9eaa6714b15499d3c303ce90","benchmark":"gpqa_main","data_index":607,"repeat_index":1,"sample_id":"gpqa-main-9eaa6714b15499d3c303ce90/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":47418,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"D","question_sha256":"cfac786b87a07d0c92f7c3da73233aa6c32340b63dff9d3f72bd1bd025cd565d"} +{"uuid":"gpqa-main-78b2ba2dd97e6d6b9942bad9","benchmark":"gpqa_main","data_index":1041,"repeat_index":2,"sample_id":"gpqa-main-78b2ba2dd97e6d6b9942bad9/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":633,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"A","question_sha256":"019eb0f05f025ec512fbae057e0fcb33e0f92eec9bc2dc775494f6a19f4b62f3"} +{"uuid":"gpqa-main-d1e25804e939f97ca872c78e","benchmark":"gpqa_main","data_index":931,"repeat_index":2,"sample_id":"gpqa-main-d1e25804e939f97ca872c78e/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12911,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"C","question_sha256":"bd713289ab1ffc1ab982f7411da433944bdaa2ce87595d2c1bba8580a8b47bdb"} +{"uuid":"gpqa-main-4df6eb7fd5661c3196a52be6","benchmark":"gpqa_main","data_index":669,"repeat_index":1,"sample_id":"gpqa-main-4df6eb7fd5661c3196a52be6/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":40511,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"C","question_sha256":"71ef41cf00fbcb9e6751fd492a52caefd2830032777c8824465c1b4ea8dc48ea"} +{"uuid":"gpqa-main-4373b5f7be197f26258c18cf","benchmark":"gpqa_main","data_index":560,"repeat_index":1,"sample_id":"gpqa-main-4373b5f7be197f26258c18cf/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":52705,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"C","question_sha256":"56563ccb64ef7d8686cd4d8da77c8b4636353d0bb75dbefa360323671dfffed1"} +{"uuid":"gpqa-main-7bb7c5ace8216100d38e616a","benchmark":"gpqa_main","data_index":606,"repeat_index":1,"sample_id":"gpqa-main-7bb7c5ace8216100d38e616a/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":48494,"prompt_tokens":197,"effective_max_tokens":130875,"original_embedded_prediction":"A","question_sha256":"6dbc821cf1e89c0764e62d1bef4818136877fbc8e333f255bfa42276ac9aeb88"} +{"uuid":"gpqa-main-65b3a19abfb8f6bf88bf75f5","benchmark":"gpqa_main","data_index":751,"repeat_index":1,"sample_id":"gpqa-main-65b3a19abfb8f6bf88bf75f5/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":30836,"prompt_tokens":308,"effective_max_tokens":130764,"original_embedded_prediction":"C","question_sha256":"a8345a17dbfe0f12b34f72265cd346edb8235c10a1aa78acb6be06124a19360a"} +{"uuid":"gpqa-main-fe61aa6baba6418fcde1fa11","benchmark":"gpqa_main","data_index":1040,"repeat_index":2,"sample_id":"gpqa-main-fe61aa6baba6418fcde1fa11/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1464,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"73eb245ef4dcc164186307ecd210b767147568ad3c1b03847a63b2e67ac5d0ab"} +{"uuid":"gpqa-main-84cbf72ad94d1afe2aa56331","benchmark":"gpqa_main","data_index":865,"repeat_index":2,"sample_id":"gpqa-main-84cbf72ad94d1afe2aa56331/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19922,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"D","question_sha256":"089a55e5a3fbca456cb952a230bd88a82c177ec99470bd05f822803a1bdd3db5"} +{"uuid":"gpqa-main-4e62cd257f17d5af418a8d34","benchmark":"gpqa_main","data_index":982,"repeat_index":2,"sample_id":"gpqa-main-4e62cd257f17d5af418a8d34/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8915,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"654fc443f2efbec09d0f966244083f4545f4f851e28d7f4e0f9c07cb156b2d1d"} +{"uuid":"gpqa-main-2d88ca9efdaae7d19aed9660","benchmark":"gpqa_main","data_index":880,"repeat_index":2,"sample_id":"gpqa-main-2d88ca9efdaae7d19aed9660/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18723,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"43af6d11597079a7d069dd93bbf3db87f0b5bb604fbfc66fc60c268d149d8fba"} +{"uuid":"gpqa-main-24751b175e0f2d19899ad735","benchmark":"gpqa_main","data_index":1028,"repeat_index":2,"sample_id":"gpqa-main-24751b175e0f2d19899ad735/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3339,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"A","question_sha256":"4a5d6fcc83f3561a6447a1feebb680aa9ab094bdeed5677c30f04041964a9c38"} +{"uuid":"gpqa-main-92f6e58b4989e9025c8286a9","benchmark":"gpqa_main","data_index":1002,"repeat_index":2,"sample_id":"gpqa-main-92f6e58b4989e9025c8286a9/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6458,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"c003a37af0eaa5e9c6d10f5a25ce1a2e0258ad6638a1655ee2a17d07daab816a"} +{"uuid":"gpqa-main-4117517dba1fdbd711e3d32b","benchmark":"gpqa_main","data_index":916,"repeat_index":2,"sample_id":"gpqa-main-4117517dba1fdbd711e3d32b/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14742,"prompt_tokens":398,"effective_max_tokens":130674,"original_embedded_prediction":"C","question_sha256":"3e04ad2cb1248bfb53a7bd8f05efedea49f42b201c6f35907baa6c30abf40733"} +{"uuid":"gpqa-main-87740f520845c3f77369e5a1","benchmark":"gpqa_main","data_index":642,"repeat_index":1,"sample_id":"gpqa-main-87740f520845c3f77369e5a1/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":43874,"prompt_tokens":188,"effective_max_tokens":130884,"original_embedded_prediction":"B","question_sha256":"f6c5a12c2cd600eeb524956c760164ff890d185cffd979bfba482f46aa46a1ac"} +{"uuid":"gpqa-main-f6f707a4d7db96af855de986","benchmark":"gpqa_main","data_index":1034,"repeat_index":2,"sample_id":"gpqa-main-f6f707a4d7db96af855de986/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3123,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"049a3a3426b30e36d29d782b3ea4916bf545838ac3945e9c707804638ad48f04"} +{"uuid":"gpqa-main-f6714ff18991a64f32fcecf9","benchmark":"gpqa_main","data_index":1054,"repeat_index":2,"sample_id":"gpqa-main-f6714ff18991a64f32fcecf9/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":569,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"a1e860acc41f41cac7f3d9425a64a45a95559ff56553a2d04e1d3569c2f1c1a1"} +{"uuid":"gpqa-main-a41b7b18fc60247bc6e08ecc","benchmark":"gpqa_main","data_index":1046,"repeat_index":2,"sample_id":"gpqa-main-a41b7b18fc60247bc6e08ecc/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1310,"prompt_tokens":270,"effective_max_tokens":130802,"original_embedded_prediction":"A","question_sha256":"87c04c470b12fde8cca6d843b12d3265c10bf824a883929eca2654ab55681839"} +{"uuid":"gpqa-main-d8361782f08c0e6d16de3839","benchmark":"gpqa_main","data_index":1055,"repeat_index":2,"sample_id":"gpqa-main-d8361782f08c0e6d16de3839/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":534,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"aed1658f69a85980c41ce94c10ac1535d2de3683f7a5c3821d1a84fa594d4571"} +{"uuid":"gpqa-main-7239e8e1a6f52b11d89b376d","benchmark":"gpqa_main","data_index":803,"repeat_index":2,"sample_id":"gpqa-main-7239e8e1a6f52b11d89b376d/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":27083,"prompt_tokens":359,"effective_max_tokens":130713,"original_embedded_prediction":"D","question_sha256":"6b778965b4593497cd5378ecaa94e84f97d2910300038afb6590a8e9376b791c"} +{"uuid":"gpqa-main-9a5518ae94b2b0d35d86de13","benchmark":"gpqa_main","data_index":1057,"repeat_index":2,"sample_id":"gpqa-main-9a5518ae94b2b0d35d86de13/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":728,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"C","question_sha256":"3fcfcbf2649513809f04d9fdbcbe0c6bc1a91164f8dcfd7d9748267f2db7c6ce"} +{"uuid":"gpqa-main-92c7c513709816748efab029","benchmark":"gpqa_main","data_index":1019,"repeat_index":2,"sample_id":"gpqa-main-92c7c513709816748efab029/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5005,"prompt_tokens":253,"effective_max_tokens":130819,"original_embedded_prediction":"C","question_sha256":"c9ed693d3f7d5c30b94e2c01b9b5f22591922f961e4dbc9ef4b70309b61bae5c"} +{"uuid":"gpqa-main-c69005af8b1e76a851528e02","benchmark":"gpqa_main","data_index":835,"repeat_index":2,"sample_id":"gpqa-main-c69005af8b1e76a851528e02/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":23968,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"D","question_sha256":"29e6a1db070bf5e5af8af4b82da4953dd47dcd2a1bbd7ad2db04f3d1d4cd805e"} +{"uuid":"gpqa-main-1923a70feda6403a600f719a","benchmark":"gpqa_main","data_index":928,"repeat_index":2,"sample_id":"gpqa-main-1923a70feda6403a600f719a/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14964,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"7acad7dd49efa2a29ce19fb81de0e8b504de87dab9c66159407da7697942a708"} +{"uuid":"gpqa-main-731d6908d225dc9f463d1297","benchmark":"gpqa_main","data_index":1056,"repeat_index":2,"sample_id":"gpqa-main-731d6908d225dc9f463d1297/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1244,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"4774928b0a0c7cdc6d9c17102d2e01adad07f5a344858c23bbc63520a74724d7"} +{"uuid":"gpqa-main-08452235d283f9ba82364ea8","benchmark":"gpqa_main","data_index":778,"repeat_index":2,"sample_id":"gpqa-main-08452235d283f9ba82364ea8/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":30628,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"65db6ef4b562a9503afeb197451091c7514df18fdee747a881b8057c38e21d0f"} +{"uuid":"gpqa-main-fcf4fbe275826c7d67e6067b","benchmark":"gpqa_main","data_index":716,"repeat_index":1,"sample_id":"gpqa-main-fcf4fbe275826c7d67e6067b/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":36838,"prompt_tokens":319,"effective_max_tokens":130753,"original_embedded_prediction":"D","question_sha256":"804a1298d02f33e3d34af9885ef317731ae757104a1e874356955c98921afd18"} +{"uuid":"gpqa-main-9753ac5963fbae8c8e907ef3","benchmark":"gpqa_main","data_index":1045,"repeat_index":2,"sample_id":"gpqa-main-9753ac5963fbae8c8e907ef3/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2400,"prompt_tokens":181,"effective_max_tokens":130891,"original_embedded_prediction":"C","question_sha256":"ec3a07db51d6010b2b9fae103e36b62707efee3ad0713fcd4420f8ba8f55c00b"} +{"uuid":"gpqa-main-c0bc48c4232297b735018487","benchmark":"gpqa_main","data_index":1008,"repeat_index":2,"sample_id":"gpqa-main-c0bc48c4232297b735018487/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6748,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"bbc99977a336fa9fd961baf75728288b14f7c69841a6757f2793e300690fc85b"} +{"uuid":"gpqa-main-d28c5e0e8deb0d1fde12ef5f","benchmark":"gpqa_main","data_index":193,"repeat_index":0,"sample_id":"gpqa-main-d28c5e0e8deb0d1fde12ef5f/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":91286,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"A","question_sha256":"6913f7a17a2db54c9dcd8af6af20806e66b00fe4bb9691ca42d9f15184908f62"} +{"uuid":"gpqa-main-6195cef214f3dfad9869d6d3","benchmark":"gpqa_main","data_index":1066,"repeat_index":2,"sample_id":"gpqa-main-6195cef214f3dfad9869d6d3/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1185,"prompt_tokens":351,"effective_max_tokens":130721,"original_embedded_prediction":"B","question_sha256":"d8a4b11aef2d38271a5ebf2c1802dc875d19737c557efb5990cc4a865a052e7c"} +{"uuid":"gpqa-main-bab6e331fae29c00395de3a4","benchmark":"gpqa_main","data_index":934,"repeat_index":2,"sample_id":"gpqa-main-bab6e331fae29c00395de3a4/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15135,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"cf500f5f076470e539799f3822047d1a6263a0abc77614f9abc48a4f60ba507d"} +{"uuid":"gpqa-main-398c3b21ff64a0edc7ed8444","benchmark":"gpqa_main","data_index":965,"repeat_index":2,"sample_id":"gpqa-main-398c3b21ff64a0edc7ed8444/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12720,"prompt_tokens":839,"effective_max_tokens":130233,"original_embedded_prediction":"A","question_sha256":"8efc35cf270e2b051ad9ae732723df9c7261cecaf1410edf2c43f3ca7aa749cc"} +{"uuid":"gpqa-main-4644969e4e4615b014b9669f","benchmark":"gpqa_main","data_index":968,"repeat_index":2,"sample_id":"gpqa-main-4644969e4e4615b014b9669f/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12746,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"e663684f8a7728af99d977f274c335c497ac6a7ccf43c64ab979e8407155ce6c"} +{"uuid":"gpqa-main-b84eb68d18023ca81e43b35a","benchmark":"gpqa_main","data_index":1061,"repeat_index":2,"sample_id":"gpqa-main-b84eb68d18023ca81e43b35a/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2427,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"C","question_sha256":"6c90e464e06f4dc9c748d6c9be44c96b2d5bec5078b4eb152ea4ccec4c709f2d"} +{"uuid":"gpqa-main-d4ee93c18c20e4432773fe55","benchmark":"gpqa_main","data_index":1079,"repeat_index":2,"sample_id":"gpqa-main-d4ee93c18c20e4432773fe55/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":543,"prompt_tokens":200,"effective_max_tokens":130872,"original_embedded_prediction":"C","question_sha256":"77bffd13a6b6464f7c63296f571164c184ce47a8cd6f8ecf91f0dc28407d44a1"} +{"uuid":"gpqa-main-6078bfac5f15131fb59b31ce","benchmark":"gpqa_main","data_index":1074,"repeat_index":2,"sample_id":"gpqa-main-6078bfac5f15131fb59b31ce/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1415,"prompt_tokens":383,"effective_max_tokens":130689,"original_embedded_prediction":"D","question_sha256":"2c08be31c31eb443db8881662320ebedec47eef168a86389032948d5a9cc37d1"} +{"uuid":"gpqa-main-4c9f4186c5ccd49ab906a399","benchmark":"gpqa_main","data_index":951,"repeat_index":2,"sample_id":"gpqa-main-4c9f4186c5ccd49ab906a399/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14978,"prompt_tokens":610,"effective_max_tokens":130462,"original_embedded_prediction":"D","question_sha256":"f634534b5e2327dcc39982a4da6dff404f299e9759a0ac957b0f6017fbe7586e"} +{"uuid":"gpqa-main-48494dbfd36899c84d166873","benchmark":"gpqa_main","data_index":1062,"repeat_index":2,"sample_id":"gpqa-main-48494dbfd36899c84d166873/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2757,"prompt_tokens":315,"effective_max_tokens":130757,"original_embedded_prediction":"B","question_sha256":"a50aa647f4cce396d333dfcfe372bdfadfa7f7aa507ebafd207354812f7ab3f9"} +{"uuid":"gpqa-main-e17c3d61061a563977ae3c11","benchmark":"gpqa_main","data_index":1012,"repeat_index":2,"sample_id":"gpqa-main-e17c3d61061a563977ae3c11/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7992,"prompt_tokens":352,"effective_max_tokens":130720,"original_embedded_prediction":"C","question_sha256":"41b609bbf5cd4517a7d53e382a762d7b2caa65fd58ea44549bdf7183daf1d2c0"} +{"uuid":"gpqa-main-513a35e22e5c48f5b3b0518a","benchmark":"gpqa_main","data_index":1051,"repeat_index":2,"sample_id":"gpqa-main-513a35e22e5c48f5b3b0518a/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3549,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"A","question_sha256":"b4baa0b1a21db872411dec993670e6c6bc360a94404305cc5d3ecc9264fdf913"} +{"uuid":"gpqa-main-c6cc654afa201cd3d5b66695","benchmark":"gpqa_main","data_index":1080,"repeat_index":2,"sample_id":"gpqa-main-c6cc654afa201cd3d5b66695/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":738,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"A","question_sha256":"79526cdc6c623c8657c3060ab8b305f1b4d8aa35f2b7905c6fd4c3e119c5c310"} +{"uuid":"gpqa-main-72464184a419f296dae470a9","benchmark":"gpqa_main","data_index":1025,"repeat_index":2,"sample_id":"gpqa-main-72464184a419f296dae470a9/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6928,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"C","question_sha256":"16bcf4c7129e083cade7afd040c6c4e0fa1fc7677a11aa70fb1b5a3d0e5fb5ea"} +{"uuid":"gpqa-main-87a8747afb6b0414b9ccbe1e","benchmark":"gpqa_main","data_index":1042,"repeat_index":2,"sample_id":"gpqa-main-87a8747afb6b0414b9ccbe1e/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4851,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"D","question_sha256":"cdb165b285d51cf6a09160d99c4c49b653710aac879cce0b87c74a48eee0172b"} +{"uuid":"gpqa-main-6f8b58d9d46c4f4e7eba1910","benchmark":"gpqa_main","data_index":1085,"repeat_index":2,"sample_id":"gpqa-main-6f8b58d9d46c4f4e7eba1910/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":591,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"C","question_sha256":"2437e4848569e7740d6491d475d194b9eefbbeae3a6a31cd62ddeb8ba8e93aa9"} +{"uuid":"gpqa-main-ca986cf878bcb98d3bdf6b0a","benchmark":"gpqa_main","data_index":1020,"repeat_index":2,"sample_id":"gpqa-main-ca986cf878bcb98d3bdf6b0a/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7788,"prompt_tokens":553,"effective_max_tokens":130519,"original_embedded_prediction":"D","question_sha256":"03946dc24ec69699ccf0d502676d0724f19c404c61b61996d4b5d979f21785da"} +{"uuid":"gpqa-main-7c04a20e5411bd3e0a2bc2c8","benchmark":"gpqa_main","data_index":995,"repeat_index":2,"sample_id":"gpqa-main-7c04a20e5411bd3e0a2bc2c8/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11212,"prompt_tokens":413,"effective_max_tokens":130659,"original_embedded_prediction":"A","question_sha256":"e23b62b19c3ab4ec896e631f56a7a92ed38aca13300af7a7b449b979999886f3"} +{"uuid":"gpqa-main-3cb5227445654dab4b5dacc2","benchmark":"gpqa_main","data_index":1082,"repeat_index":2,"sample_id":"gpqa-main-3cb5227445654dab4b5dacc2/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":948,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"4b45de4106aaf95114f9bda69339b541037b0eb04b8fd1f40efb6b91ed2a479e"} +{"uuid":"gpqa-main-05286f95a107c3da592ecbd9","benchmark":"gpqa_main","data_index":1073,"repeat_index":2,"sample_id":"gpqa-main-05286f95a107c3da592ecbd9/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2502,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"d8a1a7b530a9b1d0cd0b07ec53f60d6d5fcf3059457f02b90e3c4ddf51fdc825"} +{"uuid":"gpqa-main-09311165c3bc8a7742115024","benchmark":"gpqa_main","data_index":789,"repeat_index":2,"sample_id":"gpqa-main-09311165c3bc8a7742115024/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":32307,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"C","question_sha256":"d6deae7022d40b283a8b0053867ff7e2d44f15fac7c364d3b34e67d903596cf7"} +{"uuid":"gpqa-main-8dd5ae41d915a09d1c8b9add","benchmark":"gpqa_main","data_index":929,"repeat_index":2,"sample_id":"gpqa-main-8dd5ae41d915a09d1c8b9add/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17869,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"B","question_sha256":"8a246eed19ab5f877aa822da432a7aaa0f52615ea4655b0a89995d374971cd27"} +{"uuid":"gpqa-main-9c0b631b2a7823cec0729a4b","benchmark":"gpqa_main","data_index":627,"repeat_index":1,"sample_id":"gpqa-main-9c0b631b2a7823cec0729a4b/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":49274,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"9d42c24c2f67ff118699d880fbb6276f14043e3527a9fea8f6d55fe2bf82e091"} +{"uuid":"gpqa-main-67c1e3a67a2a974a3189d06b","benchmark":"gpqa_main","data_index":1096,"repeat_index":2,"sample_id":"gpqa-main-67c1e3a67a2a974a3189d06b/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":208,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"A","question_sha256":"de0e795a2e1639d4babc3235662e71409fadd14e0c80f8551b3db9b4b53aa8de"} +{"uuid":"gpqa-main-d98819c9bc2a4086534acf1b","benchmark":"gpqa_main","data_index":1049,"repeat_index":2,"sample_id":"gpqa-main-d98819c9bc2a4086534acf1b/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4791,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"d53ea2c13c1ce696b626852774a73a189571a138a5fd872cdd3bb15f21f0bf06"} +{"uuid":"gpqa-main-7e9652f906d908e059401ac2","benchmark":"gpqa_main","data_index":1092,"repeat_index":2,"sample_id":"gpqa-main-7e9652f906d908e059401ac2/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":751,"prompt_tokens":346,"effective_max_tokens":130726,"original_embedded_prediction":"C","question_sha256":"9dda9414807cb4996f3a1deb9214b8aaf93c75e41d35fac14966aba5058f07ff"} +{"uuid":"gpqa-main-9f0f463200d404d2c62eca59","benchmark":"gpqa_main","data_index":1088,"repeat_index":2,"sample_id":"gpqa-main-9f0f463200d404d2c62eca59/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1090,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"6ed199510dead1f6bd4eaa9162909d9481bd2201f8d9444ee60a2e0e2f20528c"} +{"uuid":"gpqa-main-6dec9c3aba26b3c8623af13e","benchmark":"gpqa_main","data_index":1083,"repeat_index":2,"sample_id":"gpqa-main-6dec9c3aba26b3c8623af13e/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1686,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"656a46f8bac8e8e0767c9a5675871d3f81ff8707ec78f064bca2ccac673d7561"} +{"uuid":"gpqa-main-4a8c97220fb14b99f363b2ce","benchmark":"gpqa_main","data_index":956,"repeat_index":2,"sample_id":"gpqa-main-4a8c97220fb14b99f363b2ce/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16517,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"D","question_sha256":"a939b9de7ea4048442a9378048f992097c413c77ad1c665790486c352036c7e3"} +{"uuid":"gpqa-main-8e23eaed901a11ec534e6f8b","benchmark":"gpqa_main","data_index":867,"repeat_index":2,"sample_id":"gpqa-main-8e23eaed901a11ec534e6f8b/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":24694,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"ed842ad329efe1e08f990fad3dd3cd5e5fb16736a9da1dbfa314d5e19156887e"} +{"uuid":"gpqa-main-31313469465f81cc0fa5dd28","benchmark":"gpqa_main","data_index":1024,"repeat_index":2,"sample_id":"gpqa-main-31313469465f81cc0fa5dd28/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8715,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"B","question_sha256":"cd18749d0354640af760ebe1c6a150eed2a0202cc444345b5c3f00b0f0df67d2"} +{"uuid":"gpqa-main-ae94db70e45f3af66518a393","benchmark":"gpqa_main","data_index":1098,"repeat_index":2,"sample_id":"gpqa-main-ae94db70e45f3af66518a393/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1049,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"C","question_sha256":"357c925128939cb69954fa6d11c54df2209c646ee1d3db2ab6dfea44ae6407b6"} +{"uuid":"gpqa-main-f635511b161f39dc301e05eb","benchmark":"gpqa_main","data_index":1048,"repeat_index":2,"sample_id":"gpqa-main-f635511b161f39dc301e05eb/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5947,"prompt_tokens":650,"effective_max_tokens":130422,"original_embedded_prediction":"D","question_sha256":"cb7f697eb685eca3061fc46cacb94c19aba74add8390e74234ade788b9fa4ff3"} +{"uuid":"gpqa-main-01e62a7b7362ebd043bef6f7","benchmark":"gpqa_main","data_index":996,"repeat_index":2,"sample_id":"gpqa-main-01e62a7b7362ebd043bef6f7/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12433,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"339602fd0ae9cbdaef368f3dcff01cd2d212565d5c7830b14c0fd29de1cb58d6"} +{"uuid":"gpqa-main-82354c49d9280b8a980b98b4","benchmark":"gpqa_main","data_index":938,"repeat_index":2,"sample_id":"gpqa-main-82354c49d9280b8a980b98b4/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18396,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"A","question_sha256":"57b065d28a6d02a29a3a84f39dd670ba7cdf4e3403506e79b5fc90713897f68e"} +{"uuid":"gpqa-main-d31323dded27ae0c86cb5c75","benchmark":"gpqa_main","data_index":1081,"repeat_index":2,"sample_id":"gpqa-main-d31323dded27ae0c86cb5c75/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2739,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"8f174dd25b58e6fc8e309577a66d0f5a4f46ed89bf1a5165c0cb561a4e3e33e9"} +{"uuid":"gpqa-main-49e3b768e85f009875fb4b7f","benchmark":"gpqa_main","data_index":838,"repeat_index":2,"sample_id":"gpqa-main-49e3b768e85f009875fb4b7f/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":28240,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"181abbdaf75899b4c447f9c98c58f90512c06ffe5521e109fa83597da1fb7aae"} +{"uuid":"gpqa-main-0069a2b69e59906ffd6ca400","benchmark":"gpqa_main","data_index":1059,"repeat_index":2,"sample_id":"gpqa-main-0069a2b69e59906ffd6ca400/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5406,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"409fe9f5585adb91b6eded6462ef297118cee805597838bb23fa38eb32789450"} +{"uuid":"gpqa-main-2601636e383074212d2b5e52","benchmark":"gpqa_main","data_index":1101,"repeat_index":2,"sample_id":"gpqa-main-2601636e383074212d2b5e52/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1134,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"A","question_sha256":"4346808ce2e49e7dd075a69d154a4e1c8d73b71869876d48ffff93747d8898ec"} +{"uuid":"gpqa-main-9254c2db95aeb7ad8ae8a32d","benchmark":"gpqa_main","data_index":1063,"repeat_index":2,"sample_id":"gpqa-main-9254c2db95aeb7ad8ae8a32d/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5483,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"183797b844f5aaf0d4762d5da650b2a14964b261306db104b29a00499b949bd6"} +{"uuid":"gpqa-main-6364129e0f80d3896a3d60e2","benchmark":"gpqa_main","data_index":849,"repeat_index":2,"sample_id":"gpqa-main-6364129e0f80d3896a3d60e2/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":27339,"prompt_tokens":526,"effective_max_tokens":130546,"original_embedded_prediction":"A","question_sha256":"123161632faf32d9079808c0fb48f9d5492735ab0a8290fe32ca2f58fad36797"} +{"uuid":"gpqa-main-5f044a1bf575df47abc76e1a","benchmark":"gpqa_main","data_index":1114,"repeat_index":2,"sample_id":"gpqa-main-5f044a1bf575df47abc76e1a/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":484,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"56742e4e637e9ad1340d4a8de7af8e0d6ce2447d668cc5b51dfb52dfb0b2b8e9"} +{"uuid":"gpqa-main-d3db87adeb915999faca3605","benchmark":"gpqa_main","data_index":879,"repeat_index":2,"sample_id":"gpqa-main-d3db87adeb915999faca3605/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24865,"prompt_tokens":204,"effective_max_tokens":130868,"original_embedded_prediction":"C","question_sha256":"f6518dd763c1af7a1745bc53b4e021210cafdf588df1ede9b537a622474a998d"} +{"uuid":"gpqa-main-4657fdc74d4c0bf48aa0b494","benchmark":"gpqa_main","data_index":1069,"repeat_index":2,"sample_id":"gpqa-main-4657fdc74d4c0bf48aa0b494/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5113,"prompt_tokens":343,"effective_max_tokens":130729,"original_embedded_prediction":"B","question_sha256":"ef34764671cecdd517febbdbff1a8cc3542418de05c4a100ef6c30752c1fc8cb"} +{"uuid":"gpqa-main-4c4e7752fc041224f19d3f9a","benchmark":"gpqa_main","data_index":1078,"repeat_index":2,"sample_id":"gpqa-main-4c4e7752fc041224f19d3f9a/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4216,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"a7183bc025131850f86e24e7faa64e367e334f399dbbc968c1e6069905fe8c28"} +{"uuid":"gpqa-main-33c3b423f54aabfcfca66691","benchmark":"gpqa_main","data_index":1102,"repeat_index":2,"sample_id":"gpqa-main-33c3b423f54aabfcfca66691/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1872,"prompt_tokens":323,"effective_max_tokens":130749,"original_embedded_prediction":"A","question_sha256":"d3ede1ef1590cafbeca0278be62d75df7a0ca03bdf527b454a132420994473ae"} +{"uuid":"gpqa-main-8523e39e7dc895f15a06a403","benchmark":"gpqa_main","data_index":1099,"repeat_index":2,"sample_id":"gpqa-main-8523e39e7dc895f15a06a403/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2209,"prompt_tokens":243,"effective_max_tokens":130829,"original_embedded_prediction":"C","question_sha256":"9809fdeb256e4181e9705fa439a61deb6dbe804bfb80ffab6cb1bd4565faa027"} +{"uuid":"gpqa-main-67410b7a8dc0eaa2a0ad0e33","benchmark":"gpqa_main","data_index":1115,"repeat_index":2,"sample_id":"gpqa-main-67410b7a8dc0eaa2a0ad0e33/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":561,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"bb309e44424b270e31ff68a9df49f0a2f19335280a19eb9a92c5dcd1810cc3e8"} +{"uuid":"gpqa-main-41ca21006bb37fef24a8975a","benchmark":"gpqa_main","data_index":854,"repeat_index":2,"sample_id":"gpqa-main-41ca21006bb37fef24a8975a/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":27543,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"8d132ce83553f28f02599f90e3c52fb60d8f58faea0f09152f78f7df6e310abc"} +{"uuid":"gpqa-main-4a8c97220fb14b99f363b2ce","benchmark":"gpqa_main","data_index":572,"repeat_index":1,"sample_id":"gpqa-main-4a8c97220fb14b99f363b2ce/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":58544,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"D","question_sha256":"a939b9de7ea4048442a9378048f992097c413c77ad1c665790486c352036c7e3"} +{"uuid":"gpqa-main-8d43dd1cebfb1a76c18a3589","benchmark":"gpqa_main","data_index":981,"repeat_index":2,"sample_id":"gpqa-main-8d43dd1cebfb1a76c18a3589/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15856,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"A","question_sha256":"1c3b360d52d717d4eda55f53310217b072979b1026b8896b235a2ba9f5151964"} +{"uuid":"gpqa-main-0b01dd8e7881a40d7eb61175","benchmark":"gpqa_main","data_index":1107,"repeat_index":2,"sample_id":"gpqa-main-0b01dd8e7881a40d7eb61175/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1773,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"C","question_sha256":"74998926c571f30bb050d73fd21eee2727687e5a8320253f13d3d84b8605a913"} +{"uuid":"gpqa-main-fc2653b5d83e082e9e4f6390","benchmark":"gpqa_main","data_index":1072,"repeat_index":2,"sample_id":"gpqa-main-fc2653b5d83e082e9e4f6390/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5650,"prompt_tokens":429,"effective_max_tokens":130643,"original_embedded_prediction":"B","question_sha256":"d039314a334267e1364c2bb5dc0ab4e72b6b86a69936c2f7f318902ffc422f15"} +{"uuid":"gpqa-main-7ceb372c1cdc7a180b73516c","benchmark":"gpqa_main","data_index":230,"repeat_index":0,"sample_id":"gpqa-main-7ceb372c1cdc7a180b73516c/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":92858,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"B","question_sha256":"142aeb435e38240c03d26aafbfb8dc0ab94e7ef4f752a271c1ab011350a965be"} +{"uuid":"gpqa-main-105b94b83de2671f0b86688d","benchmark":"gpqa_main","data_index":615,"repeat_index":1,"sample_id":"gpqa-main-105b94b83de2671f0b86688d/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":54173,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"D","question_sha256":"062b8c1448dabb342bd7815bdfbab0a55eb915c5c6793d19a5037bf7a9aa63f3"} +{"uuid":"gpqa-main-b36b446fe10911202d34a473","benchmark":"gpqa_main","data_index":1127,"repeat_index":2,"sample_id":"gpqa-main-b36b446fe10911202d34a473/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":331,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"a817452b182acac6761625a70d62a32f2da8fc7a708397cb06f4ad35d5fb18f8"} +{"uuid":"gpqa-main-e31881ef9b38bb3d802fa432","benchmark":"gpqa_main","data_index":1093,"repeat_index":2,"sample_id":"gpqa-main-e31881ef9b38bb3d802fa432/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3602,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"A","question_sha256":"d2b3b2f779f59635b5b67b63d55e4ada87e7ff867992c7a0b26b010dac9f8650"} +{"uuid":"gpqa-main-53c8581aa69a3066bf003024","benchmark":"gpqa_main","data_index":1118,"repeat_index":2,"sample_id":"gpqa-main-53c8581aa69a3066bf003024/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1447,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"dbc9784ed2e796c6f534e998f17f2a819df9d6d94cd62aa72bd7fdcbf457c948"} +{"uuid":"gpqa-main-b9cd3234a1fbbf6fe8b281a7","benchmark":"gpqa_main","data_index":757,"repeat_index":1,"sample_id":"gpqa-main-b9cd3234a1fbbf6fe8b281a7/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":38477,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"407ed0eb19714d6ab4f488ca6e6a117c40e4991746c31ad1c464c5e529e59565"} +{"uuid":"gpqa-main-3b1469c59353cec7a0dd6866","benchmark":"gpqa_main","data_index":909,"repeat_index":2,"sample_id":"gpqa-main-3b1469c59353cec7a0dd6866/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":23126,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"ebc638f9e42bd31bd87f0fab4dff50846ee425d9aef0cb954a4e5013a5a107e4"} +{"uuid":"gpqa-main-77067b016766698b199936c6","benchmark":"gpqa_main","data_index":1111,"repeat_index":2,"sample_id":"gpqa-main-77067b016766698b199936c6/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2448,"prompt_tokens":306,"effective_max_tokens":130766,"original_embedded_prediction":"B","question_sha256":"4c8dd76001266d2c0d3a086b95cb4f68ba3f1b2658186002903315d51bf5bea6"} +{"uuid":"gpqa-main-aa684f4d5d7c6b9ced383e24","benchmark":"gpqa_main","data_index":1071,"repeat_index":2,"sample_id":"gpqa-main-aa684f4d5d7c6b9ced383e24/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6767,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"96a58da5e1708d76485e32741b0ecddc1bea407ebb53997d2f36e8827f2f2ac9"} +{"uuid":"gpqa-main-1cea82df3087b1eb05c4d230","benchmark":"gpqa_main","data_index":1005,"repeat_index":2,"sample_id":"gpqa-main-1cea82df3087b1eb05c4d230/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13927,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"dd05d2d9e9053dd1d4367a61d5f718336fc8f18bc81bdf0ccfb104e241053522"} +{"uuid":"gpqa-main-baefee4c54836e933082fd33","benchmark":"gpqa_main","data_index":973,"repeat_index":2,"sample_id":"gpqa-main-baefee4c54836e933082fd33/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17814,"prompt_tokens":487,"effective_max_tokens":130585,"original_embedded_prediction":"A","question_sha256":"f4486aea8f80b6405ceaabbd6f225378761eafc49f1e042873a464b3b94da620"} +{"uuid":"gpqa-main-ad77d1e365463a217a2cc25c","benchmark":"gpqa_main","data_index":1116,"repeat_index":2,"sample_id":"gpqa-main-ad77d1e365463a217a2cc25c/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2256,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"B","question_sha256":"7c427847fb1acab7f784c40193a51f13be68ffb38b4336c6bf3ebf112916fc29"} +{"uuid":"gpqa-main-7c103d3006e7e5942b17dfc2","benchmark":"gpqa_main","data_index":1113,"repeat_index":2,"sample_id":"gpqa-main-7c103d3006e7e5942b17dfc2/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2595,"prompt_tokens":254,"effective_max_tokens":130818,"original_embedded_prediction":"D","question_sha256":"851c6624380df7dd30fbf4b482add6ae0543525ac196eb146f0d1eb73a673d6c"} +{"uuid":"gpqa-main-3f9251e093c698e0c2fa2826","benchmark":"gpqa_main","data_index":1126,"repeat_index":2,"sample_id":"gpqa-main-3f9251e093c698e0c2fa2826/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1660,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"252debe46c4fa81fca060b5a84d473e7c0bf04c99b8b5f54aab8119f22de36b4"} +{"uuid":"gpqa-main-32802554a860af51b4d7360f","benchmark":"gpqa_main","data_index":1004,"repeat_index":2,"sample_id":"gpqa-main-32802554a860af51b4d7360f/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14514,"prompt_tokens":399,"effective_max_tokens":130673,"original_embedded_prediction":"C","question_sha256":"ea1d2c2fd4395ec2cad416b20c41a657730d84acd26fb53712bf10f6807a4e64"} +{"uuid":"gpqa-main-2651d2e67639a9e1741c23d7","benchmark":"gpqa_main","data_index":1129,"repeat_index":2,"sample_id":"gpqa-main-2651d2e67639a9e1741c23d7/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1443,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"B","question_sha256":"4dde21b33c78ccf27d8f3043edfe68636929e2ed7d52841b78b767027425afcb"} +{"uuid":"gpqa-main-a39e48c3dd280f4d62399e78","benchmark":"gpqa_main","data_index":1139,"repeat_index":2,"sample_id":"gpqa-main-a39e48c3dd280f4d62399e78/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":508,"prompt_tokens":397,"effective_max_tokens":130675,"original_embedded_prediction":"D","question_sha256":"721c25455cfe9ff83ae29b7ba79700cb78268040d9773283d4d8afebd849187b"} +{"uuid":"gpqa-main-3d3dfe64363613833bb52e81","benchmark":"gpqa_main","data_index":993,"repeat_index":2,"sample_id":"gpqa-main-3d3dfe64363613833bb52e81/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16628,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"C","question_sha256":"ec22f627211f722949e6d36efcb583b2f796830a38cf5cf5dcba4f727562d975"} +{"uuid":"gpqa-main-f6a21b5c88fe41ca6a55591f","benchmark":"gpqa_main","data_index":1122,"repeat_index":2,"sample_id":"gpqa-main-f6a21b5c88fe41ca6a55591f/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2737,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"b0808ff670ee04ab6af9402dbf89fd865b5fcc16ca43f81c6b8ed06e07bd5ee2"} +{"uuid":"gpqa-main-ed6a4565f708132bae39b742","benchmark":"gpqa_main","data_index":1023,"repeat_index":2,"sample_id":"gpqa-main-ed6a4565f708132bae39b742/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13104,"prompt_tokens":393,"effective_max_tokens":130679,"original_embedded_prediction":"C","question_sha256":"5ce997bcaa654b6fdbbb00b63b66633167679a850d02d845b8a9b1b716979197"} +{"uuid":"gpqa-main-ad37592fd14aa64b9045a2c4","benchmark":"gpqa_main","data_index":1142,"repeat_index":2,"sample_id":"gpqa-main-ad37592fd14aa64b9045a2c4/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":970,"prompt_tokens":142,"effective_max_tokens":130930,"original_embedded_prediction":"B","question_sha256":"1b3ff6b6ef905e2e7d9fad403ad7bcef59c07ba5858ab30374d9c1f3f07e7dee"} +{"uuid":"gpqa-main-c8bb35d2e6add774a878c895","benchmark":"gpqa_main","data_index":979,"repeat_index":2,"sample_id":"gpqa-main-c8bb35d2e6add774a878c895/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18839,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"8b5b2cb731b5a7fb6556557d17fc7ef7fb607adfa5050f0d70418eb3b983605b"} +{"uuid":"gpqa-main-5af38d4af998e6cc090b76a4","benchmark":"gpqa_main","data_index":1134,"repeat_index":2,"sample_id":"gpqa-main-5af38d4af998e6cc090b76a4/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2029,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"b20325f500465457b07762e2fe70b04e5055bd3df2783351050b6c3d04223eb4"} +{"uuid":"gpqa-main-ff45876351041ad1ce200bb4","benchmark":"gpqa_main","data_index":1091,"repeat_index":2,"sample_id":"gpqa-main-ff45876351041ad1ce200bb4/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6219,"prompt_tokens":345,"effective_max_tokens":130727,"original_embedded_prediction":"C","question_sha256":"32bdeb2d6746cedbaa666a09cbe9ff84eedb094a4f81edb9c09ab191add49c41"} +{"uuid":"gpqa-main-99878f707c7c4024511bae58","benchmark":"gpqa_main","data_index":942,"repeat_index":2,"sample_id":"gpqa-main-99878f707c7c4024511bae58/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":22578,"prompt_tokens":241,"effective_max_tokens":130831,"original_embedded_prediction":"B","question_sha256":"826fb502d2db0f2db5e44683cd45f09d18423fd8a339643c8dc8b32b1accd428"} +{"uuid":"gpqa-main-d751f2081e63be8d69314287","benchmark":"gpqa_main","data_index":101,"repeat_index":0,"sample_id":"gpqa-main-d751f2081e63be8d69314287/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":104006,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"f56e41493e430f6c013c094b4b462aa30dc9826a273d867eec6a04fc8a646443"} +{"uuid":"gpqa-main-485d6d2d8d4ef097891a30ae","benchmark":"gpqa_main","data_index":1138,"repeat_index":2,"sample_id":"gpqa-main-485d6d2d8d4ef097891a30ae/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2010,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"B","question_sha256":"c6a4a4365a6f088ad7d433e788ad1983c25ce2a6965fa332c2fd4f61eea9bbbc"} +{"uuid":"gpqa-main-4fb391edde117a3fa772fe15","benchmark":"gpqa_main","data_index":763,"repeat_index":1,"sample_id":"gpqa-main-4fb391edde117a3fa772fe15/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":40575,"prompt_tokens":230,"effective_max_tokens":130842,"original_embedded_prediction":"A","question_sha256":"5131eb311b518c1f3eade66e9c0f4df88aa05e6477bb06e86e3ac1e6fc1ea102"} +{"uuid":"gpqa-main-55aa21aa9a62e56aab915b32","benchmark":"gpqa_main","data_index":1070,"repeat_index":2,"sample_id":"gpqa-main-55aa21aa9a62e56aab915b32/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9231,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"e6eba602b3eef649fed522c6b8737556699845aee5b419773938063ec6b83257"} +{"uuid":"gpqa-main-17eb0ef902a11d36b13bb4ba","benchmark":"gpqa_main","data_index":1146,"repeat_index":2,"sample_id":"gpqa-main-17eb0ef902a11d36b13bb4ba/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1572,"prompt_tokens":290,"effective_max_tokens":130782,"original_embedded_prediction":"C","question_sha256":"da025e796cabfda79ad3a899a873052b028159563074d0934fabc7ee4c54d8ad"} +{"uuid":"gpqa-main-c5506c52a996021a33525b24","benchmark":"gpqa_main","data_index":1010,"repeat_index":2,"sample_id":"gpqa-main-c5506c52a996021a33525b24/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15537,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"ec867cdcf4e586ae70e24b76b87230ee2b48ec67a5234d7a682f06f846fbdf0d"} +{"uuid":"gpqa-main-d9fdff837cb2d2e4d1e81014","benchmark":"gpqa_main","data_index":1151,"repeat_index":2,"sample_id":"gpqa-main-d9fdff837cb2d2e4d1e81014/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1031,"prompt_tokens":153,"effective_max_tokens":130919,"original_embedded_prediction":"D","question_sha256":"021732e23dc83767a3bfeabac85945e664d0c83c8f4cd2ecee91855cda0b0d54"} +{"uuid":"gpqa-main-55f2934c4eb0b8293b1d65aa","benchmark":"gpqa_main","data_index":989,"repeat_index":2,"sample_id":"gpqa-main-55f2934c4eb0b8293b1d65aa/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18716,"prompt_tokens":314,"effective_max_tokens":130758,"original_embedded_prediction":"C","question_sha256":"790d06fbc2ae95b0429cab870e5895c5de8a75b14d0bda1401b1503293606c67"} +{"uuid":"gpqa-main-22c436000399164406e165b2","benchmark":"gpqa_main","data_index":988,"repeat_index":2,"sample_id":"gpqa-main-22c436000399164406e165b2/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18805,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"836be405f3d05ec5ad1a2bc728339e5141836ace3a584fe3d36ecc50af4dc3ee"} +{"uuid":"gpqa-main-24659eabc462bf7fb5295951","benchmark":"gpqa_main","data_index":1033,"repeat_index":2,"sample_id":"gpqa-main-24659eabc462bf7fb5295951/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13895,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"A","question_sha256":"f26df2fb1b4182bacbf5d951a583b120ed154d22ea6f9659ed264ae020297543"} +{"uuid":"gpqa-main-83f8b78e2bcb92bda5c03787","benchmark":"gpqa_main","data_index":1104,"repeat_index":2,"sample_id":"gpqa-main-83f8b78e2bcb92bda5c03787/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6241,"prompt_tokens":162,"effective_max_tokens":130910,"original_embedded_prediction":"C","question_sha256":"1f06efeb2323c27b7a92e2f6b6d0f631f5b1caa5357a701f99ff4c3d08286bcf"} +{"uuid":"gpqa-main-7093e90be0c6d72d98ef432c","benchmark":"gpqa_main","data_index":1124,"repeat_index":2,"sample_id":"gpqa-main-7093e90be0c6d72d98ef432c/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4658,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"A","question_sha256":"d73f092255e75c14953338c7dc17fa9e41c6378f650bac797b23d3c68133744d"} +{"uuid":"gpqa-main-63aef6e78c9803d030a16f9c","benchmark":"gpqa_main","data_index":592,"repeat_index":1,"sample_id":"gpqa-main-63aef6e78c9803d030a16f9c/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":61521,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"A","question_sha256":"255e934ed277fdd11f71245508448f7031439d40eb38fd78fb3b813b247c5726"} +{"uuid":"gpqa-main-a028903aa7112583a0e7b5d2","benchmark":"gpqa_main","data_index":984,"repeat_index":2,"sample_id":"gpqa-main-a028903aa7112583a0e7b5d2/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19946,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"c6231a95c81ba1af7d31e5ce8f8e8ad4c4def88d86ab8f801a248cf19814e2d2"} +{"uuid":"gpqa-main-6f84d17ede852cd9196347bd","benchmark":"gpqa_main","data_index":1132,"repeat_index":2,"sample_id":"gpqa-main-6f84d17ede852cd9196347bd/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4051,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"B","question_sha256":"e410f49b6f85564bf5b9226069391669e4c376097b2656e616a6b82abd4729ac"} +{"uuid":"gpqa-main-dbbe3054b6bdabe917f5ab5d","benchmark":"gpqa_main","data_index":915,"repeat_index":2,"sample_id":"gpqa-main-dbbe3054b6bdabe917f5ab5d/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":26174,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"1054cb147fa0d82e2b1830b0238455ab6cea42cde361a81e9934864240f22f50"} +{"uuid":"gpqa-main-756cafdacac7e9642e2102c6","benchmark":"gpqa_main","data_index":858,"repeat_index":2,"sample_id":"gpqa-main-756cafdacac7e9642e2102c6/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":32092,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"b26abbcea4f9adbbc6faf6378336b8d024ffe4491d2853b927bf9afdc27073a9"} +{"uuid":"gpqa-main-18347a23c4b32df1f0b31d1a","benchmark":"gpqa_main","data_index":1163,"repeat_index":3,"sample_id":"gpqa-main-18347a23c4b32df1f0b31d1a/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":636,"prompt_tokens":438,"effective_max_tokens":130634,"original_embedded_prediction":"C","question_sha256":"f69ff8c0001cb2bdea3e51d7d4063a70e8b64bf6f735f62088f0ace464bbe468"} +{"uuid":"gpqa-main-efb673a27e8a1e042786abf9","benchmark":"gpqa_main","data_index":831,"repeat_index":2,"sample_id":"gpqa-main-efb673a27e8a1e042786abf9/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":35309,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"1f2f27b90dac22c1b4d70e1b1679a095c5ce0b5ec5dd0bbf48f16b8328b18d89"} +{"uuid":"gpqa-main-cfc742b1ce24bfc75356765e","benchmark":"gpqa_main","data_index":1047,"repeat_index":2,"sample_id":"gpqa-main-cfc742b1ce24bfc75356765e/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12636,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"B","question_sha256":"c1f013c71ec1bfdf03d8071ec0a1d30c0d10b7e87429512ec32711a88cc41cb1"} +{"uuid":"gpqa-main-3357b4ebb8c461cb9eeca4bd","benchmark":"gpqa_main","data_index":846,"repeat_index":2,"sample_id":"gpqa-main-3357b4ebb8c461cb9eeca4bd/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":33744,"prompt_tokens":283,"effective_max_tokens":130789,"original_embedded_prediction":"D","question_sha256":"cdffe5a4f742a97a3cc2ffedfc8d78a3ffa14249a51afc48e9d7aa8fc6b499a8"} +{"uuid":"gpqa-main-47999f808ae4df35fd817dd2","benchmark":"gpqa_main","data_index":1166,"repeat_index":3,"sample_id":"gpqa-main-47999f808ae4df35fd817dd2/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":691,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"0b24415e0a51d238b6f9b4a8ae6a56386da27f195c825aa8d124ca3e7adc5bb9"} +{"uuid":"gpqa-main-a6eb05bb931229a396d81e44","benchmark":"gpqa_main","data_index":940,"repeat_index":2,"sample_id":"gpqa-main-a6eb05bb931229a396d81e44/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":25078,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"D","question_sha256":"19c2c8e0578e84094a1f97568e95e1e88fadee2743b1c6519b7fc661c8577cde"} +{"uuid":"gpqa-main-43903740f46e3267ecd42324","benchmark":"gpqa_main","data_index":1119,"repeat_index":2,"sample_id":"gpqa-main-43903740f46e3267ecd42324/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6270,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"D","question_sha256":"b52b0025e64a7d0c0023e98ca9fe1f002e22bd987dd934f74304bd22e6e7da20"} +{"uuid":"gpqa-main-11b88a6212278288c390be69","benchmark":"gpqa_main","data_index":1105,"repeat_index":2,"sample_id":"gpqa-main-11b88a6212278288c390be69/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7799,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"C","question_sha256":"29eb581590e7852467849e4c58c5e3b1b97736035880adbd4e12298c320ac7e4"} +{"uuid":"gpqa-main-950b8724526dc5d718438bec","benchmark":"gpqa_main","data_index":1164,"repeat_index":3,"sample_id":"gpqa-main-950b8724526dc5d718438bec/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1620,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"B","question_sha256":"d81eab0b3deeedb23d68076a8f0de5ca6461b5d2d1a7da228f6a0b6ba6ca53e7"} +{"uuid":"gpqa-main-55e31c256bb6191d94e6db4d","benchmark":"gpqa_main","data_index":1130,"repeat_index":2,"sample_id":"gpqa-main-55e31c256bb6191d94e6db4d/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5484,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"126561d6b58fa17bbaffda56837acaf8fab4bf282ccdfdcc2c7a97bfe520889c"} +{"uuid":"gpqa-main-50467ff0a4937693425f108b","benchmark":"gpqa_main","data_index":1159,"repeat_index":3,"sample_id":"gpqa-main-50467ff0a4937693425f108b/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2497,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"B","question_sha256":"ee40e0ba47746454343829f9f66dd4d391816fe24ca19edf78fcce05cf1f26d8"} +{"uuid":"gpqa-main-3d4249ae7ea85a07b7726fff","benchmark":"gpqa_main","data_index":1161,"repeat_index":3,"sample_id":"gpqa-main-3d4249ae7ea85a07b7726fff/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2347,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"f3a651caf4cc86d7183e2aa4e94783901dfd4ba7026521589b0aa1f1c95b0e55"} +{"uuid":"gpqa-main-fd7b1296b8c5ae3f05aa8355","benchmark":"gpqa_main","data_index":1087,"repeat_index":2,"sample_id":"gpqa-main-fd7b1296b8c5ae3f05aa8355/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10041,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"A","question_sha256":"e674bbb69c41e672de8e4c8cbea505f57f0d1fc98a2ae52ced1937ec4c71b62f"} +{"uuid":"gpqa-main-443f8ea9f271c4442521f8e4","benchmark":"gpqa_main","data_index":1067,"repeat_index":2,"sample_id":"gpqa-main-443f8ea9f271c4442521f8e4/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12564,"prompt_tokens":326,"effective_max_tokens":130746,"original_embedded_prediction":"A","question_sha256":"9211da2d82adb786850c236cd14fc05728eb04599b0abc0202714ba6bd385d19"} +{"uuid":"gpqa-main-50b06dfa0f6f3a64a58faa00","benchmark":"gpqa_main","data_index":1065,"repeat_index":2,"sample_id":"gpqa-main-50b06dfa0f6f3a64a58faa00/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12920,"prompt_tokens":2889,"effective_max_tokens":128183,"original_embedded_prediction":"B","question_sha256":"6d83e75112500dd8a0852c4eaa9859c4fb625c97bdf5f7d5c532bcd6347ea1a8"} +{"uuid":"gpqa-main-ff85a5ccc5b465a708f70be3","benchmark":"gpqa_main","data_index":1181,"repeat_index":3,"sample_id":"gpqa-main-ff85a5ccc5b465a708f70be3/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":311,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"f86f6ace621f9a5dc4c1d23e2bb2d546e1ca384df523a7a90d793b41a43ebfc6"} +{"uuid":"gpqa-main-de59169ce40a93ff305f9a41","benchmark":"gpqa_main","data_index":1152,"repeat_index":3,"sample_id":"gpqa-main-de59169ce40a93ff305f9a41/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3609,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"A","question_sha256":"c5859c729f1f8217c8555103da018a579f07eb8df38d8389383b2f4634573327"} +{"uuid":"gpqa-main-fcf4fc69f21da83688056521","benchmark":"gpqa_main","data_index":1131,"repeat_index":2,"sample_id":"gpqa-main-fcf4fc69f21da83688056521/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6211,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"D","question_sha256":"691112dd08aec41d1dfd7a48bf6e56a828dc8b340887ad6364daff290f8a88c4"} +{"uuid":"gpqa-main-21bf0d1bb4513b046dfdf875","benchmark":"gpqa_main","data_index":1174,"repeat_index":3,"sample_id":"gpqa-main-21bf0d1bb4513b046dfdf875/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1739,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"916a1ca795d38f4c815c99d6f162f52af934ee4e1b0d100dc0a7fb747631f7a7"} +{"uuid":"gpqa-main-3ebc2c6c608ed7f5e7bf9463","benchmark":"gpqa_main","data_index":1172,"repeat_index":3,"sample_id":"gpqa-main-3ebc2c6c608ed7f5e7bf9463/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2001,"prompt_tokens":286,"effective_max_tokens":130786,"original_embedded_prediction":"D","question_sha256":"81bfcfb746da8dbf79e11ca4c419d5416ea1be46678f915598ebe3f9c6b6fc32"} +{"uuid":"gpqa-main-810618179b41cff3d8593ba5","benchmark":"gpqa_main","data_index":1175,"repeat_index":3,"sample_id":"gpqa-main-810618179b41cff3d8593ba5/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1823,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"4f7077a78998cfa5dbe881d51f9f859973bb281cce9f5a2bde9d5475cc520111"} +{"uuid":"gpqa-main-cda1b642d52c30858bcdf7a3","benchmark":"gpqa_main","data_index":1179,"repeat_index":3,"sample_id":"gpqa-main-cda1b642d52c30858bcdf7a3/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1236,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"85f5a80c90290184ac6ec65307174970563ac9442644e868f064c886836d7a25"} +{"uuid":"gpqa-main-d022f771c467d057bbb527d0","benchmark":"gpqa_main","data_index":1191,"repeat_index":3,"sample_id":"gpqa-main-d022f771c467d057bbb527d0/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":92,"prompt_tokens":192,"effective_max_tokens":130880,"original_embedded_prediction":"A","question_sha256":"f3fdb78f6fe3c60a21e29d92babec94b4d8c0f6e012394045833653cbdb1a4d7"} +{"uuid":"gpqa-main-2bd63c617299c18c1cfd5b0a","benchmark":"gpqa_main","data_index":964,"repeat_index":2,"sample_id":"gpqa-main-2bd63c617299c18c1cfd5b0a/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24739,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"A","question_sha256":"bd7804f896ba3deb7fd65cc0c562744a80232f45bbc9c5ffa8652308c167c329"} +{"uuid":"gpqa-main-1b113e4801541a0f8a992733","benchmark":"gpqa_main","data_index":1106,"repeat_index":2,"sample_id":"gpqa-main-1b113e4801541a0f8a992733/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9074,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"D","question_sha256":"934c12bf2e6db997c9f4c22933b7e9545d3398849fc6e181c8a8187d83cf44b5"} +{"uuid":"gpqa-main-ad8f0afd2f116341ed3a69c0","benchmark":"gpqa_main","data_index":1192,"repeat_index":3,"sample_id":"gpqa-main-ad8f0afd2f116341ed3a69c0/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":499,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"b6c9142bf69c50d0a62b5b8254344b66610ca208a646e6a69a606819b7eb1bf8"} +{"uuid":"gpqa-main-1754a508e794225bd932adeb","benchmark":"gpqa_main","data_index":821,"repeat_index":2,"sample_id":"gpqa-main-1754a508e794225bd932adeb/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":39045,"prompt_tokens":276,"effective_max_tokens":130796,"original_embedded_prediction":"B","question_sha256":"16464cac7090a24d3b5a0bf989e1699bafd2dd7b1555e816a1f77804d8e890db"} +{"uuid":"gpqa-main-39045ad4d1274d0e56839d7b","benchmark":"gpqa_main","data_index":1144,"repeat_index":2,"sample_id":"gpqa-main-39045ad4d1274d0e56839d7b/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5826,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"429df35a12720ff87021b558515bede2e2590914376178a956309c141594787f"} +{"uuid":"gpqa-main-7684b3ed8a4540e6099495df","benchmark":"gpqa_main","data_index":1095,"repeat_index":2,"sample_id":"gpqa-main-7684b3ed8a4540e6099495df/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10826,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"0caf81b8c83789b0b258b80856002cff7fd589a737844db0407269017bcd1955"} +{"uuid":"gpqa-main-84c386fbd7476f5541ea16f0","benchmark":"gpqa_main","data_index":1043,"repeat_index":2,"sample_id":"gpqa-main-84c386fbd7476f5541ea16f0/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16173,"prompt_tokens":370,"effective_max_tokens":130702,"original_embedded_prediction":"D","question_sha256":"083aa3572345d938b0c707cfb8c710aea73759344b234ada78ed36f1ec66eb0d"} +{"uuid":"gpqa-main-643d18139459da0f9c1b2e17","benchmark":"gpqa_main","data_index":1075,"repeat_index":2,"sample_id":"gpqa-main-643d18139459da0f9c1b2e17/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13820,"prompt_tokens":375,"effective_max_tokens":130697,"original_embedded_prediction":"D","question_sha256":"4bab53f383207a2bc9c94789bb8114d3e7db442308789d848023661e90b2ab49"} +{"uuid":"gpqa-main-a1ec72afe45eedbea242cd73","benchmark":"gpqa_main","data_index":1196,"repeat_index":3,"sample_id":"gpqa-main-a1ec72afe45eedbea242cd73/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1106,"prompt_tokens":310,"effective_max_tokens":130762,"original_embedded_prediction":"A","question_sha256":"e87180319d813402cf71637950d93636988703d0477e2bb79fb03a1d2df9afe3"} +{"uuid":"gpqa-main-288426a7fecb5facf10219c7","benchmark":"gpqa_main","data_index":958,"repeat_index":2,"sample_id":"gpqa-main-288426a7fecb5facf10219c7/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":27152,"prompt_tokens":321,"effective_max_tokens":130751,"original_embedded_prediction":"B","question_sha256":"7cccb7714b35c30190fb5db64a1b22a36b726b2a007f241961e1e48c82e4acb3"} +{"uuid":"gpqa-main-579e17ce4c553c730c526a5c","benchmark":"gpqa_main","data_index":1194,"repeat_index":3,"sample_id":"gpqa-main-579e17ce4c553c730c526a5c/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1600,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"D","question_sha256":"1ce3d847d25b2c2f678c304f134266501155719553a1a003f38a6b0a75ffb81b"} +{"uuid":"gpqa-main-bf00d194c934803975b81b7b","benchmark":"gpqa_main","data_index":1089,"repeat_index":2,"sample_id":"gpqa-main-bf00d194c934803975b81b7b/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12274,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"A","question_sha256":"55e1269d132671f2c7b7f41498cb0b404e702d8ce370ac5555d837581e1b3ad7"} +{"uuid":"gpqa-main-9aa9fb454d849030d70f9512","benchmark":"gpqa_main","data_index":1038,"repeat_index":2,"sample_id":"gpqa-main-9aa9fb454d849030d70f9512/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18409,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"A","question_sha256":"b494f4c1785682ee7d284173af2a6ef6db2189c6f3e7ece0edb769c2f10d5f24"} +{"uuid":"gpqa-main-9b60a112c6568a530227ce47","benchmark":"gpqa_main","data_index":1200,"repeat_index":3,"sample_id":"gpqa-main-9b60a112c6568a530227ce47/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":926,"prompt_tokens":443,"effective_max_tokens":130629,"original_embedded_prediction":"D","question_sha256":"4dd7bd0636dc935d4359866d23d365353db91692ab9b80b438a3f65683abf4e7"} +{"uuid":"gpqa-main-544e43760baf2de3b5be5741","benchmark":"gpqa_main","data_index":1137,"repeat_index":2,"sample_id":"gpqa-main-544e43760baf2de3b5be5741/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7803,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"B","question_sha256":"89418be241a19daa5c02878e565ee51b73f6f2c9bcafffaf554b45989088c1d8"} +{"uuid":"gpqa-main-cdaa7da74e15a8dfc40e0582","benchmark":"gpqa_main","data_index":959,"repeat_index":2,"sample_id":"gpqa-main-cdaa7da74e15a8dfc40e0582/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":27389,"prompt_tokens":410,"effective_max_tokens":130662,"original_embedded_prediction":"D","question_sha256":"733e93868ff7691423e0d318a4d9ba6ce801d7c2ef5c53b8020d7eb13c2c9a5c"} +{"uuid":"gpqa-main-d750e02b8d42b4b4d6aba4b9","benchmark":"gpqa_main","data_index":1193,"repeat_index":3,"sample_id":"gpqa-main-d750e02b8d42b4b4d6aba4b9/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2102,"prompt_tokens":944,"effective_max_tokens":130128,"original_embedded_prediction":"D","question_sha256":"5ea7e9b17f677439bf5f6e43169cb794916985d1c5964f6a0d8becf3f9e3b7ad"} +{"uuid":"gpqa-main-0d56f92dcb32c3f0494a4705","benchmark":"gpqa_main","data_index":1167,"repeat_index":3,"sample_id":"gpqa-main-0d56f92dcb32c3f0494a4705/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4689,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"D","question_sha256":"d48362abba761cef50927ef586befd9a2fdb343aa19b2fa457ee74fb6dbfb56b"} +{"uuid":"gpqa-main-ca7a4b18584754c3664d8758","benchmark":"gpqa_main","data_index":1168,"repeat_index":3,"sample_id":"gpqa-main-ca7a4b18584754c3664d8758/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4662,"prompt_tokens":517,"effective_max_tokens":130555,"original_embedded_prediction":"D","question_sha256":"b15ab8a50cd7768206339f81478bb5a4757f87b1bf1c7671597c48117910482f"} +{"uuid":"gpqa-main-cda2fe50fc8423311319e78e","benchmark":"gpqa_main","data_index":1068,"repeat_index":2,"sample_id":"gpqa-main-cda2fe50fc8423311319e78e/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15208,"prompt_tokens":182,"effective_max_tokens":130890,"original_embedded_prediction":"A","question_sha256":"1b04aca1c9a8b4f1fabc653b3653d0a48982315e6f1da934d98cadd1948f776f"} +{"uuid":"gpqa-main-043ca5f03089118ef536135d","benchmark":"gpqa_main","data_index":914,"repeat_index":2,"sample_id":"gpqa-main-043ca5f03089118ef536135d/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":30982,"prompt_tokens":594,"effective_max_tokens":130478,"original_embedded_prediction":"D","question_sha256":"43c5cb4f57895b07f3e1815e411f315dfa3fe44fe601b5aacde7c1244cdcaa89"} +{"uuid":"gpqa-main-efa466851677550746c06a1f","benchmark":"gpqa_main","data_index":1190,"repeat_index":3,"sample_id":"gpqa-main-efa466851677550746c06a1f/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2634,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"B","question_sha256":"b64a2faa078044133322af9742b3f75788b5f8e5701f1fee08d693854a842448"} +{"uuid":"gpqa-main-834c95c23407a9d2c736d2ee","benchmark":"gpqa_main","data_index":1209,"repeat_index":3,"sample_id":"gpqa-main-834c95c23407a9d2c736d2ee/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":519,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"bb698537245b51d08b5d5a6cecdfd1a4e34f7ac0f17e13da8d713af9341a9366"} +{"uuid":"gpqa-main-f2c0ff64cf18a6ae32dc45dc","benchmark":"gpqa_main","data_index":967,"repeat_index":2,"sample_id":"gpqa-main-f2c0ff64cf18a6ae32dc45dc/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":26653,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"D","question_sha256":"f2467e0d99b11d10fdd18675d7a73d1a19569e58d6aa97be50c24c2cb28731b1"} +{"uuid":"gpqa-main-63f2aea89eec9b67abe0bacf","benchmark":"gpqa_main","data_index":945,"repeat_index":2,"sample_id":"gpqa-main-63f2aea89eec9b67abe0bacf/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":29055,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"D","question_sha256":"32596b406efecc4795e9f82b1d00f89787b9ed9e4f9d6239bed8194f13da06e7"} +{"uuid":"gpqa-main-60f734b52603f7ef29671f95","benchmark":"gpqa_main","data_index":923,"repeat_index":2,"sample_id":"gpqa-main-60f734b52603f7ef29671f95/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":30877,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"A","question_sha256":"bf9de03889292b969198f42b877b6d4c7b56ce10ae654e71f4be720b5efdb1f1"} +{"uuid":"gpqa-main-5334e8bdecfbd08a0fceb69b","benchmark":"gpqa_main","data_index":1199,"repeat_index":3,"sample_id":"gpqa-main-5334e8bdecfbd08a0fceb69b/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1974,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"B","question_sha256":"0c1cc6cb8c9b9a25c645b86bbada068207876248621f0327486d559892b7a8a9"} +{"uuid":"gpqa-main-106fe8a64f4453f81be6f7bd","benchmark":"gpqa_main","data_index":1177,"repeat_index":3,"sample_id":"gpqa-main-106fe8a64f4453f81be6f7bd/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4358,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"C","question_sha256":"f0c3d97c5c67fa210dafa49946af010682993c23bb8995a306a6ee484e0c3b03"} +{"uuid":"gpqa-main-9baab02407bb5e317c8c71c4","benchmark":"gpqa_main","data_index":798,"repeat_index":2,"sample_id":"gpqa-main-9baab02407bb5e317c8c71c4/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":43634,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"B","question_sha256":"4c49b01c534dd76a31b5023fe34fe490913c400dc715a3fa7a874695ca10b949"} +{"uuid":"gpqa-main-33b9f4658edfefac92faa4d3","benchmark":"gpqa_main","data_index":1044,"repeat_index":2,"sample_id":"gpqa-main-33b9f4658edfefac92faa4d3/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17781,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"A","question_sha256":"21b950759e4e088c97c70fcca487f4b3ceddd69dd2563433e332a0dde94eeddb"} +{"uuid":"gpqa-main-c5fc0037165678ab354bad30","benchmark":"gpqa_main","data_index":997,"repeat_index":2,"sample_id":"gpqa-main-c5fc0037165678ab354bad30/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":23744,"prompt_tokens":158,"effective_max_tokens":130914,"original_embedded_prediction":"D","question_sha256":"cc55519c3a9058d775356db9fd87b9279f120f69e3d435e9886ed87f62c6a229"} +{"uuid":"gpqa-main-763daf42ea0c79050a6a4d1d","benchmark":"gpqa_main","data_index":1213,"repeat_index":3,"sample_id":"gpqa-main-763daf42ea0c79050a6a4d1d/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":828,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"D","question_sha256":"72b4053b92adde478bb40c3fb9ef1e06215efe5922e2d600121170f824d32c13"} +{"uuid":"gpqa-main-4373b5f7be197f26258c18cf","benchmark":"gpqa_main","data_index":944,"repeat_index":2,"sample_id":"gpqa-main-4373b5f7be197f26258c18cf/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":29544,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"C","question_sha256":"56563ccb64ef7d8686cd4d8da77c8b4636353d0bb75dbefa360323671dfffed1"} +{"uuid":"gpqa-main-cdc31486df3de65ec2c324e2","benchmark":"gpqa_main","data_index":1171,"repeat_index":3,"sample_id":"gpqa-main-cdc31486df3de65ec2c324e2/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5481,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"D","question_sha256":"4d233cd7b8524c989eb47a4c40d6f2f47070b986fea11e3ee3029c07db9b3356"} +{"uuid":"gpqa-main-feeb39404129cbb3b7e867ec","benchmark":"gpqa_main","data_index":1195,"repeat_index":3,"sample_id":"gpqa-main-feeb39404129cbb3b7e867ec/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3086,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"B","question_sha256":"a80144fd582290217d4749a45438b278db047877b2f9babd5f52d9d0dcc88daf"} +{"uuid":"gpqa-main-efc527af4c77c27856f0d201","benchmark":"gpqa_main","data_index":1212,"repeat_index":3,"sample_id":"gpqa-main-efc527af4c77c27856f0d201/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1274,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"29ffae74d292a9a38f72dd8e95efab3be752912b79e848701193359c657937f6"} +{"uuid":"gpqa-main-5a280dae7286e8bab3887904","benchmark":"gpqa_main","data_index":980,"repeat_index":2,"sample_id":"gpqa-main-5a280dae7286e8bab3887904/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":26643,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"C","question_sha256":"b8398a470c0a1a045a6dcf2005bd8e8351bdf75ffa7c473958cf3c4b5d4fb288"} +{"uuid":"gpqa-main-30529bca8e7fdf66400bd444","benchmark":"gpqa_main","data_index":1170,"repeat_index":3,"sample_id":"gpqa-main-30529bca8e7fdf66400bd444/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6087,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"fc081c2fbb63be5006154edbddcd4d1654207c4f1ad333e12f9bc19972753482"} +{"uuid":"gpqa-main-dd8409336990c7459796bf16","benchmark":"gpqa_main","data_index":1003,"repeat_index":2,"sample_id":"gpqa-main-dd8409336990c7459796bf16/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":23899,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"A","question_sha256":"609aca38a7fb3090a0f30d6d141ac5d22646fb06ba18f8c71758e099668e5bf5"} +{"uuid":"gpqa-main-ab4c50e2da12e11b47155f74","benchmark":"gpqa_main","data_index":1060,"repeat_index":2,"sample_id":"gpqa-main-ab4c50e2da12e11b47155f74/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17613,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"B","question_sha256":"b734e134fe4529267a34452ccc5cb2a7d56f7b471273d9e978add607de6f30b6"} +{"uuid":"gpqa-main-1f0af84f0bdb1b68af6a7719","benchmark":"gpqa_main","data_index":1149,"repeat_index":2,"sample_id":"gpqa-main-1f0af84f0bdb1b68af6a7719/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8374,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"C","question_sha256":"47eb07162cc525d2e6a87977deb802204fed59b801dd5e2935cc6edb3c036af1"} +{"uuid":"gpqa-main-d8d5dbb2aa6f203775147357","benchmark":"gpqa_main","data_index":1086,"repeat_index":2,"sample_id":"gpqa-main-d8d5dbb2aa6f203775147357/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14895,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"bb18da47ffe6578fb5b30d30128525e8addf5e823c1985c70c606c89ce8d4d7e"} +{"uuid":"gpqa-main-84e0462fb979739143160f76","benchmark":"gpqa_main","data_index":1226,"repeat_index":3,"sample_id":"gpqa-main-84e0462fb979739143160f76/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1080,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"A","question_sha256":"17821f797104818a4e9c06d5499572866481ca7a9f6bf4d3993cbc935754c06e"} +{"uuid":"gpqa-main-f0a74958c23332566374eae8","benchmark":"gpqa_main","data_index":629,"repeat_index":1,"sample_id":"gpqa-main-f0a74958c23332566374eae8/repeat-1","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":62962,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":null,"question_sha256":"0122463c60c1fa5ad768f1fc6147fd593b46126713e705864d5de5632804d4b5"} +{"uuid":"gpqa-main-8db8ffb39e6d3e618c8d388c","benchmark":"gpqa_main","data_index":1208,"repeat_index":3,"sample_id":"gpqa-main-8db8ffb39e6d3e618c8d388c/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2266,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"B","question_sha256":"28dff82ab12e25f0b479054be2f5d8b597951c2458e383bb25cf488b09c98ff5"} +{"uuid":"gpqa-main-f35f531075e0f4b71e6bfdf7","benchmark":"gpqa_main","data_index":1180,"repeat_index":3,"sample_id":"gpqa-main-f35f531075e0f4b71e6bfdf7/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5365,"prompt_tokens":440,"effective_max_tokens":130632,"original_embedded_prediction":"B","question_sha256":"1dec0a47229d6987f418c244cc1169bdeb04c6134b883ac8895dc2380cdf0539"} +{"uuid":"gpqa-main-7a6f40292c595b5ffad3d66b","benchmark":"gpqa_main","data_index":1232,"repeat_index":3,"sample_id":"gpqa-main-7a6f40292c595b5ffad3d66b/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":448,"prompt_tokens":317,"effective_max_tokens":130755,"original_embedded_prediction":"A","question_sha256":"82d8161e96256872367b5e1c12af2c1f91e6c4a6aac3d066708fccb1826bf840"} +{"uuid":"gpqa-main-45b8834e3ed027ec73e9cb93","benchmark":"gpqa_main","data_index":1094,"repeat_index":2,"sample_id":"gpqa-main-45b8834e3ed027ec73e9cb93/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14496,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"14a2ed1ddcecc5a3752c954a0c07f0e2ae102378d648cc66bd57385516fbbe20"} +{"uuid":"gpqa-main-9f607ccb3302f27b4ebe90a4","benchmark":"gpqa_main","data_index":1058,"repeat_index":2,"sample_id":"gpqa-main-9f607ccb3302f27b4ebe90a4/repeat-2","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18297,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":null,"question_sha256":"e2c8b6a88dfedf13a4a35e2964dc77f2e082e87417c972bf7406bdb2405985f7"} +{"uuid":"gpqa-main-a8c391dd6337620cc79cae0e","benchmark":"gpqa_main","data_index":1184,"repeat_index":3,"sample_id":"gpqa-main-a8c391dd6337620cc79cae0e/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5031,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"435ccdce7cc6c5543ffaf20b4d850d905357568605d01b3a595d44df3dd30d0d"} +{"uuid":"gpqa-main-fbf1f6e62b48cbbf0bca4714","benchmark":"gpqa_main","data_index":1203,"repeat_index":3,"sample_id":"gpqa-main-fbf1f6e62b48cbbf0bca4714/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2949,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"59affc9a905621c391ee7886c0e428eac5cb1f60c7c251e2fc1fcb081cb8e076"} +{"uuid":"gpqa-main-47f8cee187b620660c7d11b3","benchmark":"gpqa_main","data_index":1224,"repeat_index":3,"sample_id":"gpqa-main-47f8cee187b620660c7d11b3/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1783,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"b114078343a4ce3eeaa845ee2c7bfa4ac7c9add00f507d8ff60e46cca593fb46"} +{"uuid":"gpqa-main-498b428b55b7644426a781c9","benchmark":"gpqa_main","data_index":1216,"repeat_index":3,"sample_id":"gpqa-main-498b428b55b7644426a781c9/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2269,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"C","question_sha256":"7fbfdc18f5a18b666f8d4afc859af60c4c56ab7d8d677d46fb01a050207ac688"} +{"uuid":"gpqa-main-acecd9428a5b4368f1f5bc82","benchmark":"gpqa_main","data_index":1077,"repeat_index":2,"sample_id":"gpqa-main-acecd9428a5b4368f1f5bc82/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17071,"prompt_tokens":336,"effective_max_tokens":130736,"original_embedded_prediction":"B","question_sha256":"2d1e5de4bf7305d1b5eee8dda5415195dc333d71b3f50fa60508a928b67fb336"} +{"uuid":"gpqa-main-bf684ea09dc8822450fbd37c","benchmark":"gpqa_main","data_index":1236,"repeat_index":3,"sample_id":"gpqa-main-bf684ea09dc8822450fbd37c/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":791,"prompt_tokens":372,"effective_max_tokens":130700,"original_embedded_prediction":"A","question_sha256":"8f0911e951adf5df2bfc8aa29c14de392a998e2fa48463ceecedcd39a8301453"} +{"uuid":"gpqa-main-87c633148441d2b07b8e2e81","benchmark":"gpqa_main","data_index":1240,"repeat_index":3,"sample_id":"gpqa-main-87c633148441d2b07b8e2e81/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":699,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"0fb47d10edb4eca17f93926dea501fdd19bde76cfe58f57edb445a7272d7787c"} +{"uuid":"gpqa-main-ddc1b02f963a2f785385132e","benchmark":"gpqa_main","data_index":1245,"repeat_index":3,"sample_id":"gpqa-main-ddc1b02f963a2f785385132e/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":480,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"d5e7b22736a2cdaa0f2553a100795aa6b7e150fcc1b9fe093e28e3fea855f346"} +{"uuid":"gpqa-main-35569b36357cfce18162c999","benchmark":"gpqa_main","data_index":1204,"repeat_index":3,"sample_id":"gpqa-main-35569b36357cfce18162c999/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3498,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"B","question_sha256":"a2136b05b78259562b913f1f56520c4184d70bf60017617a442a41f907c31b78"} +{"uuid":"gpqa-main-86d8d26ea3f4092dd4bac144","benchmark":"gpqa_main","data_index":902,"repeat_index":2,"sample_id":"gpqa-main-86d8d26ea3f4092dd4bac144/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":35513,"prompt_tokens":227,"effective_max_tokens":130845,"original_embedded_prediction":"C","question_sha256":"299c83f78042a13c78ad054088517dc82d5ed82bcc9ef75ec08dc120f2b8052f"} +{"uuid":"gpqa-main-ac27f29e5f777e93e751f3f2","benchmark":"gpqa_main","data_index":1207,"repeat_index":3,"sample_id":"gpqa-main-ac27f29e5f777e93e751f3f2/repeat-3","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3489,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"A","question_sha256":"d49aa1d9efc38f6409c199c3e2706ec44f5d20d25b0e7d41f40b9c46668ed1e0"} +{"uuid":"gpqa-main-1a3571c1ec099b06b5011ceb","benchmark":"gpqa_main","data_index":1090,"repeat_index":2,"sample_id":"gpqa-main-1a3571c1ec099b06b5011ceb/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15966,"prompt_tokens":166,"effective_max_tokens":130906,"original_embedded_prediction":"C","question_sha256":"853f9bd759921129a51dd81d489f867c5aa9463f1925c203fe6f1e3147741f08"} +{"uuid":"gpqa-main-8a20fac7d1a5bff58e8c63ca","benchmark":"gpqa_main","data_index":1225,"repeat_index":3,"sample_id":"gpqa-main-8a20fac7d1a5bff58e8c63ca/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2592,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"C","question_sha256":"065acbbc3564fb2547e820ab1c35567bac49dff768319e8f4b46ee23bdd92415"} +{"uuid":"gpqa-main-f79cea2e3c2e242b6e0da4d5","benchmark":"gpqa_main","data_index":1206,"repeat_index":3,"sample_id":"gpqa-main-f79cea2e3c2e242b6e0da4d5/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3825,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"D","question_sha256":"bdc1ab103002886dcbe879cd751d3e27b8ba6e988859bb80422ea04871269448"} +{"uuid":"gpqa-main-adffc79c4b20a953ccbf4cd1","benchmark":"gpqa_main","data_index":1140,"repeat_index":2,"sample_id":"gpqa-main-adffc79c4b20a953ccbf4cd1/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11504,"prompt_tokens":170,"effective_max_tokens":130902,"original_embedded_prediction":"C","question_sha256":"a9acc5caf0ab2f58b68d62ac52eac5bd31ee4a74a832bd753df339176dbbaefe"} +{"uuid":"gpqa-main-efbd16944acebfe43928d489","benchmark":"gpqa_main","data_index":1201,"repeat_index":3,"sample_id":"gpqa-main-efbd16944acebfe43928d489/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4182,"prompt_tokens":328,"effective_max_tokens":130744,"original_embedded_prediction":"B","question_sha256":"40b2b50a3c993902d4327a3072c497b0bfcbac42a638ecf92be395be7ef82ab0"} +{"uuid":"gpqa-main-7c7ae85beee22afc94024aa0","benchmark":"gpqa_main","data_index":1145,"repeat_index":2,"sample_id":"gpqa-main-7c7ae85beee22afc94024aa0/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11048,"prompt_tokens":179,"effective_max_tokens":130893,"original_embedded_prediction":"C","question_sha256":"17ee204f8a3ef8904b0418dcf3bac347173df36a87b5535f055046fe6fae8879"} +{"uuid":"gpqa-main-28e3e5e79d7477896c6d853d","benchmark":"gpqa_main","data_index":1176,"repeat_index":3,"sample_id":"gpqa-main-28e3e5e79d7477896c6d853d/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7463,"prompt_tokens":1047,"effective_max_tokens":130025,"original_embedded_prediction":"D","question_sha256":"d3b33ef7a0e55c33b5deae6a673dd7fff1fc2e7efa223f3419ecf58e57c06207"} +{"uuid":"gpqa-main-9bb169e317cdd76b98ada24f","benchmark":"gpqa_main","data_index":957,"repeat_index":2,"sample_id":"gpqa-main-9bb169e317cdd76b98ada24f/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":31655,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"B","question_sha256":"d0bbc79a116a93d5c5c1325e012b3feb17a7b705d2ccd57a86ecfbdc2bf78030"} +{"uuid":"gpqa-main-b7ef729c55e0cb48c67bca16","benchmark":"gpqa_main","data_index":1183,"repeat_index":3,"sample_id":"gpqa-main-b7ef729c55e0cb48c67bca16/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6845,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"B","question_sha256":"732a49f65a753e1d2c9ebb525ad8cc4c9ea6aa812fdc5eda3c630aa4aa35c7b5"} +{"uuid":"gpqa-main-539a673f0443ba9cdc31b864","benchmark":"gpqa_main","data_index":1035,"repeat_index":2,"sample_id":"gpqa-main-539a673f0443ba9cdc31b864/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":22953,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"A","question_sha256":"d25187b99e4997c1700ffeb87fd595e878957e452f20a2f00d5489fecd0b3b30"} +{"uuid":"gpqa-main-ba7b4d8b6b363240553a5da8","benchmark":"gpqa_main","data_index":1165,"repeat_index":3,"sample_id":"gpqa-main-ba7b4d8b6b363240553a5da8/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8964,"prompt_tokens":320,"effective_max_tokens":130752,"original_embedded_prediction":"B","question_sha256":"f31ead87a22282cc5dfb01f73a1fe9c84520ad1b8dc017953d8293dbe8b47044"} +{"uuid":"gpqa-main-13dda0527a69422c0bfefb23","benchmark":"gpqa_main","data_index":1197,"repeat_index":3,"sample_id":"gpqa-main-13dda0527a69422c0bfefb23/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5914,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"A","question_sha256":"952dd56af4d111bc829dbe6171c480a13632e8b5771e33245330d32115f96774"} +{"uuid":"gpqa-main-542dd8f1dc74ca5163382df8","benchmark":"gpqa_main","data_index":960,"repeat_index":2,"sample_id":"gpqa-main-542dd8f1dc74ca5163382df8/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":32222,"prompt_tokens":165,"effective_max_tokens":130907,"original_embedded_prediction":"B","question_sha256":"2413c551ec9a06a20197c81fa22effbd7f215abcc2e5f14c5f9f0a86e5402736"} +{"uuid":"gpqa-main-b654b748170277d4b0d0c6b5","benchmark":"gpqa_main","data_index":1246,"repeat_index":3,"sample_id":"gpqa-main-b654b748170277d4b0d0c6b5/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2099,"prompt_tokens":508,"effective_max_tokens":130564,"original_embedded_prediction":"D","question_sha256":"010973f2a9805982e33bfecd460da27e4d2f170e4567ebf854c807385bea09d3"} +{"uuid":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3","benchmark":"gpqa_main","data_index":926,"repeat_index":2,"sample_id":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":34760,"prompt_tokens":252,"effective_max_tokens":130820,"original_embedded_prediction":"B","question_sha256":"71075d4447ee264b63e5544da7b40502fb235decc31484f33ee97a8ef70c3d1f"} +{"uuid":"gpqa-main-29e885003cf7658ac2eb0ba4","benchmark":"gpqa_main","data_index":1255,"repeat_index":3,"sample_id":"gpqa-main-29e885003cf7658ac2eb0ba4/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1379,"prompt_tokens":299,"effective_max_tokens":130773,"original_embedded_prediction":"D","question_sha256":"e6fd9b7cea6cbcd53eabc57f63ae367008b2774a1092f55e23e78b7eafbdbafa"} +{"uuid":"gpqa-main-7c3c45d7826322d2dd84475f","benchmark":"gpqa_main","data_index":1250,"repeat_index":3,"sample_id":"gpqa-main-7c3c45d7826322d2dd84475f/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1954,"prompt_tokens":419,"effective_max_tokens":130653,"original_embedded_prediction":"A","question_sha256":"f98a4cc383b4e02c52b4cdafe1b79c1d58df251d5d10ab65f71740d27243ed28"} +{"uuid":"gpqa-main-0fb808246cf99919fa61cf95","benchmark":"gpqa_main","data_index":1136,"repeat_index":2,"sample_id":"gpqa-main-0fb808246cf99919fa61cf95/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13164,"prompt_tokens":415,"effective_max_tokens":130657,"original_embedded_prediction":"D","question_sha256":"8dd19f310e71e68caf9619c551faf073baee082c2fdae90e86d766c8f04dd15c"} +{"uuid":"gpqa-main-2322ddc82747aa5a01bf1c1e","benchmark":"gpqa_main","data_index":1254,"repeat_index":3,"sample_id":"gpqa-main-2322ddc82747aa5a01bf1c1e/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1832,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"d9d7e1406d6a9d440081915edafcb4a493a40b6172838b858a979c0a58bb4c62"} +{"uuid":"gpqa-main-ea0400e59078652fc57eb6e1","benchmark":"gpqa_main","data_index":1248,"repeat_index":3,"sample_id":"gpqa-main-ea0400e59078652fc57eb6e1/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2506,"prompt_tokens":537,"effective_max_tokens":130535,"original_embedded_prediction":"D","question_sha256":"50fc83bec6235fb29a76a0a00342f5c99a24684597a5930df882fe103e170363"} +{"uuid":"gpqa-main-a5811d01e615771d5e0b48fb","benchmark":"gpqa_main","data_index":1252,"repeat_index":3,"sample_id":"gpqa-main-a5811d01e615771d5e0b48fb/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2149,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"D","question_sha256":"18c1c5c103fb01b10fd0ca282f8eab427517d6587a0a9962010b5ad16e05b98f"} +{"uuid":"gpqa-main-6bb4180b8c6df2f8f7490345","benchmark":"gpqa_main","data_index":1178,"repeat_index":3,"sample_id":"gpqa-main-6bb4180b8c6df2f8f7490345/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8828,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"a40e1e0f0ddd21a34df82626b6553232ad944bbeec5bf0819aaf5ae0b1a92c59"} +{"uuid":"gpqa-main-832feb793ff377da50abf878","benchmark":"gpqa_main","data_index":1221,"repeat_index":3,"sample_id":"gpqa-main-832feb793ff377da50abf878/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4910,"prompt_tokens":202,"effective_max_tokens":130870,"original_embedded_prediction":"B","question_sha256":"9cb12d81fbbe616cc95beecd1627265e0b5a2fa48b8e7493d3df89b378afbc12"} +{"uuid":"gpqa-main-86060b054d8de358356a29fd","benchmark":"gpqa_main","data_index":1160,"repeat_index":3,"sample_id":"gpqa-main-86060b054d8de358356a29fd/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10969,"prompt_tokens":435,"effective_max_tokens":130637,"original_embedded_prediction":"A","question_sha256":"d20ccd218e50c4a58da8030db612f52c5bac88ad6d1859a85b0358c1595e54e1"} +{"uuid":"gpqa-main-46549f6d718b80e38f4412cd","benchmark":"gpqa_main","data_index":1186,"repeat_index":3,"sample_id":"gpqa-main-46549f6d718b80e38f4412cd/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8327,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"B","question_sha256":"a1def6786f9e3174bf07c7887ea2c97711ea721fe1cf730202fc93d69ecac09d"} +{"uuid":"gpqa-main-e10311e2a20f5ef70b44af1a","benchmark":"gpqa_main","data_index":764,"repeat_index":1,"sample_id":"gpqa-main-e10311e2a20f5ef70b44af1a/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":52242,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"B","question_sha256":"840fab180da436fa17bd480d15eb270c8be4535800795f8fe8c3d0b1ac29ca9d"} +{"uuid":"gpqa-main-b13e6b95879d48313e527260","benchmark":"gpqa_main","data_index":1257,"repeat_index":3,"sample_id":"gpqa-main-b13e6b95879d48313e527260/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2213,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"B","question_sha256":"145b51d1c857830091d0dfa7043504329aa8d2a847b5b738079d210a94da31cb"} +{"uuid":"gpqa-main-4355802640dddd3e060d2a59","benchmark":"gpqa_main","data_index":947,"repeat_index":2,"sample_id":"gpqa-main-4355802640dddd3e060d2a59/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":34291,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"ebe141e8c3f27bb731fd3889679a36aab5827f4caa81d8400d66a6bf492fe486"} +{"uuid":"gpqa-main-45cae4ba5af22868461f1861","benchmark":"gpqa_main","data_index":906,"repeat_index":2,"sample_id":"gpqa-main-45cae4ba5af22868461f1861/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":37991,"prompt_tokens":196,"effective_max_tokens":130876,"original_embedded_prediction":"C","question_sha256":"da4480a5d4f2af44b6faf63fe513d557f97bf4cd048901e4a2f0b133273b39db"} +{"uuid":"gpqa-main-7239e8e1a6f52b11d89b376d","benchmark":"gpqa_main","data_index":1187,"repeat_index":3,"sample_id":"gpqa-main-7239e8e1a6f52b11d89b376d/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9023,"prompt_tokens":359,"effective_max_tokens":130713,"original_embedded_prediction":"D","question_sha256":"6b778965b4593497cd5378ecaa94e84f97d2910300038afb6590a8e9376b791c"} +{"uuid":"gpqa-main-7ed621f8290d6ac14181ce45","benchmark":"gpqa_main","data_index":1150,"repeat_index":2,"sample_id":"gpqa-main-7ed621f8290d6ac14181ce45/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13174,"prompt_tokens":298,"effective_max_tokens":130774,"original_embedded_prediction":"B","question_sha256":"c1c0ad22e4376412fe1e7564fd1f8c00dd970292dbf0dbb83b0350881e74b306"} +{"uuid":"gpqa-main-73f6c00588963349c225df6c","benchmark":"gpqa_main","data_index":1265,"repeat_index":3,"sample_id":"gpqa-main-73f6c00588963349c225df6c/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2409,"prompt_tokens":476,"effective_max_tokens":130596,"original_embedded_prediction":"A","question_sha256":"6c8759c4aac1084515abf1e3c463c7a0b6411dc3fa720a9a5fb5ac8f5777b49c"} +{"uuid":"gpqa-main-8cf981eedacab9acbdd5b00c","benchmark":"gpqa_main","data_index":1244,"repeat_index":3,"sample_id":"gpqa-main-8cf981eedacab9acbdd5b00c/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4316,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"D","question_sha256":"14dcd60f9986bbbcbbdc0e4b3462397b01801a452d9756100ed129baa5baf68c"} +{"uuid":"gpqa-main-89f68a802c7c6e55b5b802fd","benchmark":"gpqa_main","data_index":1031,"repeat_index":2,"sample_id":"gpqa-main-89f68a802c7c6e55b5b802fd/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":25988,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"C","question_sha256":"0815a781881ae5e8651c7fad2acd62427e6f4161f30b842d196debe30bd5ee83"} +{"uuid":"gpqa-main-5f1108e8b2f18297c04895bf","benchmark":"gpqa_main","data_index":1097,"repeat_index":2,"sample_id":"gpqa-main-5f1108e8b2f18297c04895bf/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19021,"prompt_tokens":447,"effective_max_tokens":130625,"original_embedded_prediction":"A","question_sha256":"d6e89de54268d0839b91cc5f860fd4903b1d8277accaf665ced8b5404cdbbe84"} +{"uuid":"gpqa-main-87740f520845c3f77369e5a1","benchmark":"gpqa_main","data_index":1026,"repeat_index":2,"sample_id":"gpqa-main-87740f520845c3f77369e5a1/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":26707,"prompt_tokens":188,"effective_max_tokens":130884,"original_embedded_prediction":"B","question_sha256":"f6c5a12c2cd600eeb524956c760164ff890d185cffd979bfba482f46aa46a1ac"} +{"uuid":"gpqa-main-ec756f5cd58f1d3e9c9c8676","benchmark":"gpqa_main","data_index":1262,"repeat_index":3,"sample_id":"gpqa-main-ec756f5cd58f1d3e9c9c8676/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3398,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"B","question_sha256":"016bbafd184cf46762e3e824d2499734daf9efd8cb5f0adad12078f151c96a12"} +{"uuid":"gpqa-main-6543e2c47b61f7f328bcf42d","benchmark":"gpqa_main","data_index":1188,"repeat_index":3,"sample_id":"gpqa-main-6543e2c47b61f7f328bcf42d/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10168,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"D","question_sha256":"9f8c4aa52521e2926d56fdd03cf5aeaf3543c911c9b75774731cd1204efc1328"} +{"uuid":"gpqa-main-65b3a19abfb8f6bf88bf75f5","benchmark":"gpqa_main","data_index":1135,"repeat_index":2,"sample_id":"gpqa-main-65b3a19abfb8f6bf88bf75f5/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16177,"prompt_tokens":308,"effective_max_tokens":130764,"original_embedded_prediction":"B","question_sha256":"a8345a17dbfe0f12b34f72265cd346edb8235c10a1aa78acb6be06124a19360a"} +{"uuid":"gpqa-main-9b7f84c844aa65b8ebfee235","benchmark":"gpqa_main","data_index":1272,"repeat_index":3,"sample_id":"gpqa-main-9b7f84c844aa65b8ebfee235/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2721,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"9443960fd2664e6d4890575733c6a4f1f6d804ec21e10e0f9d415b99297f9845"} +{"uuid":"gpqa-main-3cbf7d3e13c908f5e699f9e0","benchmark":"gpqa_main","data_index":1285,"repeat_index":3,"sample_id":"gpqa-main-3cbf7d3e13c908f5e699f9e0/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1640,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"D","question_sha256":"0dbcc69ff35530f240a5bb623a78f2cd1d042037d2dedb122ebcca751bf9d08e"} +{"uuid":"gpqa-main-be458c5a0490a8298ea11494","benchmark":"gpqa_main","data_index":1271,"repeat_index":3,"sample_id":"gpqa-main-be458c5a0490a8298ea11494/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3295,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"17cada7a00fa20e35d380a47aad58aace15d791f3cd4f119acb4635e55951129"} +{"uuid":"gpqa-main-12fef4b097b802dea2564ea2","benchmark":"gpqa_main","data_index":570,"repeat_index":1,"sample_id":"gpqa-main-12fef4b097b802dea2564ea2/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":76350,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"D","question_sha256":"254c10ac4fdccd2709d12769dd755a22c6de6b1e6bff2363164511e2905446d7"} +{"uuid":"gpqa-main-084903ab17db0fab7bc6caea","benchmark":"gpqa_main","data_index":1281,"repeat_index":3,"sample_id":"gpqa-main-084903ab17db0fab7bc6caea/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2470,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"D","question_sha256":"b560f550d5d9fb2378520f0fcf7b6573aec2027430ef06270491ace18a0497fc"} +{"uuid":"gpqa-main-fa3e9be7fdf8e7c8952739d8","benchmark":"gpqa_main","data_index":1283,"repeat_index":3,"sample_id":"gpqa-main-fa3e9be7fdf8e7c8952739d8/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1988,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"5e9819e02e7dd08ec53ff217d848ce64e833e2b069cd81e9940f7a72a5230b30"} +{"uuid":"gpqa-main-f022820fa3c0f536a4d4a9bc","benchmark":"gpqa_main","data_index":1123,"repeat_index":2,"sample_id":"gpqa-main-f022820fa3c0f536a4d4a9bc/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18114,"prompt_tokens":288,"effective_max_tokens":130784,"original_embedded_prediction":"A","question_sha256":"d7be2d674d4903c49886b492451a9febcfb5696ccd6f0931c4d48ef06a19b2b9"} +{"uuid":"gpqa-main-febe4c45e71692110949e3d6","benchmark":"gpqa_main","data_index":1120,"repeat_index":2,"sample_id":"gpqa-main-febe4c45e71692110949e3d6/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18562,"prompt_tokens":577,"effective_max_tokens":130495,"original_embedded_prediction":"D","question_sha256":"e38dd7750710c37aa45a5b0b5dd91e1b4171070325d670d668ab1fa20431a29e"} +{"uuid":"gpqa-main-1f9ad1ca59cf537e3cdf47c2","benchmark":"gpqa_main","data_index":1282,"repeat_index":3,"sample_id":"gpqa-main-1f9ad1ca59cf537e3cdf47c2/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2577,"prompt_tokens":318,"effective_max_tokens":130754,"original_embedded_prediction":"B","question_sha256":"229ffbdb774489fcfd578450da500a74b0c6fd603d3f4050eb6ff993659f5c7e"} +{"uuid":"gpqa-main-07134ad2ae69bd2e9f09ae64","benchmark":"gpqa_main","data_index":1229,"repeat_index":3,"sample_id":"gpqa-main-07134ad2ae69bd2e9f09ae64/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7498,"prompt_tokens":374,"effective_max_tokens":130698,"original_embedded_prediction":"A","question_sha256":"e1448af5dcb7e4a7a5cf31dd231d4a2b2a3829ce3dabc5d7da48a195c1b39112"} +{"uuid":"gpqa-main-79721e93e90bdb2d8da052c0","benchmark":"gpqa_main","data_index":1284,"repeat_index":3,"sample_id":"gpqa-main-79721e93e90bdb2d8da052c0/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2207,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"2a09355eb98c6b8d6ad0b51afb3b27f719fed44786d3b2998dfe7ee66413a028"} +{"uuid":"gpqa-main-e069314491adb5be236d3fe7","benchmark":"gpqa_main","data_index":1154,"repeat_index":3,"sample_id":"gpqa-main-e069314491adb5be236d3fe7/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14920,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"D","question_sha256":"2662eff7a6231613f45042d2ef5df63caaeb5a326d264e93009a737a99fb27bb"} +{"uuid":"gpqa-main-eda22ee564030fef1ab0bcaf","benchmark":"gpqa_main","data_index":1000,"repeat_index":2,"sample_id":"gpqa-main-eda22ee564030fef1ab0bcaf/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":31608,"prompt_tokens":316,"effective_max_tokens":130756,"original_embedded_prediction":"A","question_sha256":"e78929c2c3d5e04cda51c77e05ad4a3d1cbbf98cc2db0103b7fbc594e78bb602"} +{"uuid":"gpqa-main-178c84548026beb35252a961","benchmark":"gpqa_main","data_index":1256,"repeat_index":3,"sample_id":"gpqa-main-178c84548026beb35252a961/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5353,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"C","question_sha256":"4ea09b6f60208405c59e5923a565f195c94315e0b6e230acd59351f1ee59ed96"} +{"uuid":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8","benchmark":"gpqa_main","data_index":1064,"repeat_index":2,"sample_id":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":24531,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"bf639adbf5de648e6799cd9936073de7b6c750cf7c5870ed99dc4f842748abb9"} +{"uuid":"gpqa-main-a3be70bb026878238a72f88b","benchmark":"gpqa_main","data_index":1218,"repeat_index":3,"sample_id":"gpqa-main-a3be70bb026878238a72f88b/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8520,"prompt_tokens":446,"effective_max_tokens":130626,"original_embedded_prediction":"C","question_sha256":"42da82ad5cb9e03bf1c8f1d786b162fd55245c32907328f445c191681a98b669"} +{"uuid":"gpqa-main-f7ba77d144b7a11de90a37c4","benchmark":"gpqa_main","data_index":1297,"repeat_index":3,"sample_id":"gpqa-main-f7ba77d144b7a11de90a37c4/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":563,"prompt_tokens":236,"effective_max_tokens":130836,"original_embedded_prediction":"B","question_sha256":"ac7263466ea3cfcdcebac618b1d20835b4103b2d80b75b1a7110e9763eb45aa2"} +{"uuid":"gpqa-main-e47ea8383f43129dec459997","benchmark":"gpqa_main","data_index":1052,"repeat_index":2,"sample_id":"gpqa-main-e47ea8383f43129dec459997/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":25520,"prompt_tokens":262,"effective_max_tokens":130810,"original_embedded_prediction":"D","question_sha256":"9e7260c352d5970f26856e94943b008fa72ebf3264a0e2790592a41209cfac2d"} +{"uuid":"gpqa-main-09b661e081004aa4c0d45778","benchmark":"gpqa_main","data_index":1258,"repeat_index":3,"sample_id":"gpqa-main-09b661e081004aa4c0d45778/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5957,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"D","question_sha256":"47741045402119262be7a1c17b98cc587ee55b46bb8620655271dca518a4f927"} +{"uuid":"gpqa-main-2ad64f0bf627cf52a8ad924c","benchmark":"gpqa_main","data_index":1287,"repeat_index":3,"sample_id":"gpqa-main-2ad64f0bf627cf52a8ad924c/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2602,"prompt_tokens":146,"effective_max_tokens":130926,"original_embedded_prediction":"D","question_sha256":"e9afb48881134b480ce09710124320be56d4166a402490b65f81bdb1df6e3a1d"} +{"uuid":"gpqa-main-9e1b7c5b2ce53e8d6424b66a","benchmark":"gpqa_main","data_index":1211,"repeat_index":3,"sample_id":"gpqa-main-9e1b7c5b2ce53e8d6424b66a/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9590,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"D","question_sha256":"97732ba422afbf18b5d2d6b3bd26f6c540049e2f82d9628414525cebe7e9a5dd"} +{"uuid":"gpqa-main-00a9d82facaec210f417af7a","benchmark":"gpqa_main","data_index":1309,"repeat_index":3,"sample_id":"gpqa-main-00a9d82facaec210f417af7a/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":703,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"77f0590db54b06b37e142e7363145cbdb1a8d11c2a7575d9ae0fc10b3a6708bd"} +{"uuid":"gpqa-main-20f50fda9aeae51c6b9b4ba0","benchmark":"gpqa_main","data_index":1243,"repeat_index":3,"sample_id":"gpqa-main-20f50fda9aeae51c6b9b4ba0/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7405,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"D","question_sha256":"c7914fc7bcc19ad8377798d825d6dbc59be8fb64f2b51a89ec26f55423d9edd1"} +{"uuid":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea","benchmark":"gpqa_main","data_index":1117,"repeat_index":2,"sample_id":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19773,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"A","question_sha256":"78b6f83c0d1137982356bff0e0d20f60e32542e5815ffd693af8f421f9e4741d"} +{"uuid":"gpqa-main-35d088e32fb39438767e1141","benchmark":"gpqa_main","data_index":1231,"repeat_index":3,"sample_id":"gpqa-main-35d088e32fb39438767e1141/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8292,"prompt_tokens":434,"effective_max_tokens":130638,"original_embedded_prediction":"B","question_sha256":"9d467213ec07b8217d3c3aa11a312c8536475e654bbb7ef916a4b8f92e0c7a7d"} +{"uuid":"gpqa-main-cb8b679fe50f1b3a7168eb92","benchmark":"gpqa_main","data_index":1306,"repeat_index":3,"sample_id":"gpqa-main-cb8b679fe50f1b3a7168eb92/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1093,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"B","question_sha256":"8ed0101055c99512a99310385277c13855047c3a1b31ca6b8a6ee3f83cf5d4f3"} +{"uuid":"gpqa-main-69bcb32ba17f6e7aa0918597","benchmark":"gpqa_main","data_index":1266,"repeat_index":3,"sample_id":"gpqa-main-69bcb32ba17f6e7aa0918597/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5272,"prompt_tokens":758,"effective_max_tokens":130314,"original_embedded_prediction":"C","question_sha256":"9eb1fde9ac6acb7dc761f4941a792f3d0d052ad76d36e12bb9e406963b3906ef"} +{"uuid":"gpqa-main-34faeb45e152eaf4c29e65e4","benchmark":"gpqa_main","data_index":1303,"repeat_index":3,"sample_id":"gpqa-main-34faeb45e152eaf4c29e65e4/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1612,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"B","question_sha256":"82e6266418c679493cea34e30d0f71026adb6ab6c433e643d37860fb718999ec"} +{"uuid":"gpqa-main-b22053dbc40179e114f0c866","benchmark":"gpqa_main","data_index":1277,"repeat_index":3,"sample_id":"gpqa-main-b22053dbc40179e114f0c866/repeat-3","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4843,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"1f101bccd20044577731aef887c9704a6a153baf063dff8d9a04510e7b8dcfb7"} +{"uuid":"gpqa-main-7475b6b01129fce5b436b0ee","benchmark":"gpqa_main","data_index":966,"repeat_index":2,"sample_id":"gpqa-main-7475b6b01129fce5b436b0ee/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":36912,"prompt_tokens":235,"effective_max_tokens":130837,"original_embedded_prediction":"B","question_sha256":"797be7099117e146adaaf5ad31bd914d9adbd510441211b0040aad2812fffc40"} +{"uuid":"gpqa-main-bab269fd666fa2ba840a1459","benchmark":"gpqa_main","data_index":1241,"repeat_index":3,"sample_id":"gpqa-main-bab269fd666fa2ba840a1459/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8386,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"e17051d5c4ebf5f6bc793872dc2f5748b41dd7918235cb3d5697fb04882bd7fe"} +{"uuid":"gpqa-main-68d5dcbd7078889c19a9a93c","benchmark":"gpqa_main","data_index":904,"repeat_index":2,"sample_id":"gpqa-main-68d5dcbd7078889c19a9a93c/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":42546,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"618551bfaaf71599d5802135cbf18d8e9b5a33b38537d32515c5298d556df601"} +{"uuid":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c","benchmark":"gpqa_main","data_index":1270,"repeat_index":3,"sample_id":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5794,"prompt_tokens":340,"effective_max_tokens":130732,"original_embedded_prediction":"C","question_sha256":"626cda94018ba930400d9c043f6fc1aa30c317abf6fd8f6d0ec8b133ce2036c8"} +{"uuid":"gpqa-main-ad697760bc60543062e8b7b4","benchmark":"gpqa_main","data_index":1305,"repeat_index":3,"sample_id":"gpqa-main-ad697760bc60543062e8b7b4/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2040,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"B","question_sha256":"7f9b4679645e2d89214a154be6bdb13eafdc747457ce2950bda27a9a2b97917f"} +{"uuid":"gpqa-main-c028fe71611d73b87b4cbb03","benchmark":"gpqa_main","data_index":1308,"repeat_index":3,"sample_id":"gpqa-main-c028fe71611d73b87b4cbb03/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2039,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"D","question_sha256":"f56f3f5d135dc8d61dc42f902943e2459f79e4343f2fef6741f6f86d4133a99a"} +{"uuid":"gpqa-main-1ae8f8945efaf81788d8d871","benchmark":"gpqa_main","data_index":1291,"repeat_index":3,"sample_id":"gpqa-main-1ae8f8945efaf81788d8d871/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3433,"prompt_tokens":250,"effective_max_tokens":130822,"original_embedded_prediction":"A","question_sha256":"060f07943bcd17960b48a982fabe42fcae4e3899fe8c5473138fe2198f0e8dd8"} +{"uuid":"gpqa-main-d751f2081e63be8d69314287","benchmark":"gpqa_main","data_index":485,"repeat_index":1,"sample_id":"gpqa-main-d751f2081e63be8d69314287/repeat-1","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":86941,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"f56e41493e430f6c013c094b4b462aa30dc9826a273d867eec6a04fc8a646443"} +{"uuid":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7","benchmark":"gpqa_main","data_index":1189,"repeat_index":3,"sample_id":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13676,"prompt_tokens":279,"effective_max_tokens":130793,"original_embedded_prediction":"C","question_sha256":"f730b35adb897658b28382d90ae7881a77e5d86003cc9b3942862d742001d4fb"} +{"uuid":"gpqa-main-d3a774e5f1af1a1e11117582","benchmark":"gpqa_main","data_index":1314,"repeat_index":3,"sample_id":"gpqa-main-d3a774e5f1af1a1e11117582/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1747,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"B","question_sha256":"26b8e966c8adf9fe2824ff1fd3c23b2d488a785fe8a68cbce362bac46e891a79"} +{"uuid":"gpqa-main-2efd60649bdbaa65b5969003","benchmark":"gpqa_main","data_index":1125,"repeat_index":2,"sample_id":"gpqa-main-2efd60649bdbaa65b5969003/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20860,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"C","question_sha256":"af907b84cdd249e3bd0dcd3a0fc488c3673df744a66342233bebd85574ac74c3"} +{"uuid":"gpqa-main-3b577bce88d27365cf34e990","benchmark":"gpqa_main","data_index":1112,"repeat_index":2,"sample_id":"gpqa-main-3b577bce88d27365cf34e990/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":22193,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"952132525f3a442f1b38bdc3d0190df1c505766096106e7ac626a451f1b236fc"} +{"uuid":"gpqa-main-682237ee740e033537fb5707","benchmark":"gpqa_main","data_index":1321,"repeat_index":3,"sample_id":"gpqa-main-682237ee740e033537fb5707/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1137,"prompt_tokens":291,"effective_max_tokens":130781,"original_embedded_prediction":"A","question_sha256":"6cec89b2019b24f8e8c4001cade388815345ae403b5d5fc687cf7fdccbcc6ce1"} +{"uuid":"gpqa-main-547aac137dd7671e7ef03fa9","benchmark":"gpqa_main","data_index":1316,"repeat_index":3,"sample_id":"gpqa-main-547aac137dd7671e7ef03fa9/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1928,"prompt_tokens":497,"effective_max_tokens":130575,"original_embedded_prediction":"C","question_sha256":"8369c6a1ffc960e3f3d88e5e4c521eebcc37f39ca9adf654c3cd4b61f892f2ef"} +{"uuid":"gpqa-main-1af843966aecfd5da1f08dd6","benchmark":"gpqa_main","data_index":1158,"repeat_index":3,"sample_id":"gpqa-main-1af843966aecfd5da1f08dd6/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17199,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"C","question_sha256":"13e7c71f8aae7040bd98bd6b7bfe361f01f9aa9f4fd4b6095b40f97963688bdc"} +{"uuid":"gpqa-main-913c4ee0ce195992ff9638b1","benchmark":"gpqa_main","data_index":1330,"repeat_index":3,"sample_id":"gpqa-main-913c4ee0ce195992ff9638b1/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":507,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"ed904d04c24f37586b1f78a18bd22f28752e80a5ecc489939950778aa5307d98"} +{"uuid":"gpqa-main-08452235d283f9ba82364ea8","benchmark":"gpqa_main","data_index":1162,"repeat_index":3,"sample_id":"gpqa-main-08452235d283f9ba82364ea8/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17077,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"65db6ef4b562a9503afeb197451091c7514df18fdee747a881b8057c38e21d0f"} +{"uuid":"gpqa-main-8980ca71edb4f58a3e46b256","benchmark":"gpqa_main","data_index":1296,"repeat_index":3,"sample_id":"gpqa-main-8980ca71edb4f58a3e46b256/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3624,"prompt_tokens":145,"effective_max_tokens":130927,"original_embedded_prediction":"B","question_sha256":"fb9586d35200647be665790b2cd3eee5c8cca1b79e6afcf01f027007fa057b64"} +{"uuid":"gpqa-main-692e40bceeaff3accdc11ead","benchmark":"gpqa_main","data_index":1289,"repeat_index":3,"sample_id":"gpqa-main-692e40bceeaff3accdc11ead/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4822,"prompt_tokens":471,"effective_max_tokens":130601,"original_embedded_prediction":"C","question_sha256":"954d12809188bb6fb15643c4406ac6b108f5d7836e1eeabd73e49df01f2c616e"} +{"uuid":"gpqa-main-3f72ea9cda0c3c6f970bd310","benchmark":"gpqa_main","data_index":1210,"repeat_index":3,"sample_id":"gpqa-main-3f72ea9cda0c3c6f970bd310/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12180,"prompt_tokens":432,"effective_max_tokens":130640,"original_embedded_prediction":"C","question_sha256":"a5bf307fdc69920b346c2d288b6a35b24485c92c8e245174a775055fa172cdc6"} +{"uuid":"gpqa-main-50aaa7274c5010d9768274ec","benchmark":"gpqa_main","data_index":943,"repeat_index":2,"sample_id":"gpqa-main-50aaa7274c5010d9768274ec/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":40853,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"0cda758f1290855df9dd7b9a4319bb6ae8108c8113b125a3a2f60705af536a34"} +{"uuid":"gpqa-main-6f6ff532d544554128a0bbbe","benchmark":"gpqa_main","data_index":1260,"repeat_index":3,"sample_id":"gpqa-main-6f6ff532d544554128a0bbbe/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8645,"prompt_tokens":368,"effective_max_tokens":130704,"original_embedded_prediction":"A","question_sha256":"ebb5b9328e54d98f40b988b171044869d75c67b6efaa8f44675c485448b7b02c"} +{"uuid":"gpqa-main-781f4efc4b25ff35b588e87c","benchmark":"gpqa_main","data_index":1333,"repeat_index":3,"sample_id":"gpqa-main-781f4efc4b25ff35b588e87c/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":695,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"C","question_sha256":"f933a526e8aec15b0dc77756bad3ba0839404a6d042443e3f5a0ab0b8d1cfa96"} +{"uuid":"gpqa-main-104b659bbac6e52c4c877c0b","benchmark":"gpqa_main","data_index":1304,"repeat_index":3,"sample_id":"gpqa-main-104b659bbac6e52c4c877c0b/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3460,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"D","question_sha256":"de6e1846b7e0c60ac3b7b0f613ad67cc3d941770b7de58c7a45add8c64d1db8b"} +{"uuid":"gpqa-main-4462dc9f2d34289881ef2b1c","benchmark":"gpqa_main","data_index":1294,"repeat_index":3,"sample_id":"gpqa-main-4462dc9f2d34289881ef2b1c/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4088,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"63318cb18413a705693b9a4312f73dbf5358312aafc1d703c3d29a6340ffa0d1"} +{"uuid":"gpqa-main-a454a3157aff6eee743541b7","benchmark":"gpqa_main","data_index":1334,"repeat_index":3,"sample_id":"gpqa-main-a454a3157aff6eee743541b7/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":794,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"B","question_sha256":"025e20e6e9b45e1ddb3f6901f58f69b40df5e8f9ffb6b80b5b17bc518d9f5d17"} +{"uuid":"gpqa-main-d3db87adeb915999faca3605","benchmark":"gpqa_main","data_index":1263,"repeat_index":3,"sample_id":"gpqa-main-d3db87adeb915999faca3605/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8332,"prompt_tokens":204,"effective_max_tokens":130868,"original_embedded_prediction":"D","question_sha256":"f6518dd763c1af7a1745bc53b4e021210cafdf588df1ede9b537a622474a998d"} +{"uuid":"gpqa-main-7ceb372c1cdc7a180b73516c","benchmark":"gpqa_main","data_index":998,"repeat_index":2,"sample_id":"gpqa-main-7ceb372c1cdc7a180b73516c/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":35466,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"B","question_sha256":"142aeb435e38240c03d26aafbfb8dc0ab94e7ef4f752a271c1ab011350a965be"} +{"uuid":"gpqa-main-5e6a032f9aa67c7725f828d0","benchmark":"gpqa_main","data_index":1347,"repeat_index":3,"sample_id":"gpqa-main-5e6a032f9aa67c7725f828d0/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":468,"prompt_tokens":330,"effective_max_tokens":130742,"original_embedded_prediction":"A","question_sha256":"8accf5d31cc4cf5c2467ac477d83885c90d2715606f7c2e68d318476741bbdd7"} +{"uuid":"gpqa-main-5f336d7998263d21db8f15c1","benchmark":"gpqa_main","data_index":1202,"repeat_index":3,"sample_id":"gpqa-main-5f336d7998263d21db8f15c1/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13592,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"C","question_sha256":"5028b464f9ac881885af02d0d7fda29d17165d3804f0f84dbc2e8f6dbd923739"} +{"uuid":"gpqa-main-ef65739a36457c1672913212","benchmark":"gpqa_main","data_index":1311,"repeat_index":3,"sample_id":"gpqa-main-ef65739a36457c1672913212/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3831,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"46601a7bcf5dcc71504dda490de685062fce72cdc997d7acb8b78e5a351a96bc"} +{"uuid":"gpqa-main-e408cf011e5548359fd7cfa7","benchmark":"gpqa_main","data_index":1220,"repeat_index":3,"sample_id":"gpqa-main-e408cf011e5548359fd7cfa7/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12763,"prompt_tokens":190,"effective_max_tokens":130882,"original_embedded_prediction":"D","question_sha256":"62f7808cdd914d23316e18802ada081dc433f34465864581ce0c27bfafdcd343"} +{"uuid":"gpqa-main-6030f5f53fe38c334b2c3a6a","benchmark":"gpqa_main","data_index":1325,"repeat_index":3,"sample_id":"gpqa-main-6030f5f53fe38c334b2c3a6a/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2767,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"88d277706c3af734be0507cde034c23c7e206f855c2fcc97d6ed69f8ad92df57"} +{"uuid":"gpqa-main-e3e073f3f0f646532e4caf06","benchmark":"gpqa_main","data_index":1319,"repeat_index":3,"sample_id":"gpqa-main-e3e073f3f0f646532e4caf06/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3807,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"A","question_sha256":"a1cff30033350ed32c6446abacb176ef3ffad0fc471aaacf3468c78e0aad550e"} +{"uuid":"gpqa-main-e4e8eab3e5612de26e298f3f","benchmark":"gpqa_main","data_index":1295,"repeat_index":3,"sample_id":"gpqa-main-e4e8eab3e5612de26e298f3f/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6014,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"A","question_sha256":"1037e0c8b2c1aced006713d114efa5f1233a7eadf2f0aac355081aeacd10b00f"} +{"uuid":"gpqa-main-2d88ca9efdaae7d19aed9660","benchmark":"gpqa_main","data_index":1264,"repeat_index":3,"sample_id":"gpqa-main-2d88ca9efdaae7d19aed9660/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10234,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"43af6d11597079a7d069dd93bbf3db87f0b5bb604fbfc66fc60c268d149d8fba"} +{"uuid":"gpqa-main-381032537ca0c968de7d5c06","benchmark":"gpqa_main","data_index":1355,"repeat_index":3,"sample_id":"gpqa-main-381032537ca0c968de7d5c06/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":568,"prompt_tokens":186,"effective_max_tokens":130886,"original_embedded_prediction":"A","question_sha256":"045347c35e2957dbd6bc83158fecec24c157df70fdefaaddc8633ecda3435cdc"} +{"uuid":"gpqa-main-f1451c98bdb50fb5b0dbdc55","benchmark":"gpqa_main","data_index":1268,"repeat_index":3,"sample_id":"gpqa-main-f1451c98bdb50fb5b0dbdc55/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9633,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"D","question_sha256":"650bb2feaa18830493f8e50de85c38c1f24570d9f1e7c9970c8ed9fbcbbde337"} +{"uuid":"gpqa-main-f2c0ff64cf18a6ae32dc45dc","benchmark":"gpqa_main","data_index":1351,"repeat_index":3,"sample_id":"gpqa-main-f2c0ff64cf18a6ae32dc45dc/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1578,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"f2467e0d99b11d10fdd18675d7a73d1a19569e58d6aa97be50c24c2cb28731b1"} +{"uuid":"gpqa-main-b5b0614a110a5eb0657cbe9a","benchmark":"gpqa_main","data_index":1267,"repeat_index":3,"sample_id":"gpqa-main-b5b0614a110a5eb0657cbe9a/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10027,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"D","question_sha256":"829ccc830e5fe3601c6e7c0a975192c938019f4d4e5c1b2334d55bb1d951711e"} +{"uuid":"gpqa-main-9c0b631b2a7823cec0729a4b","benchmark":"gpqa_main","data_index":1011,"repeat_index":2,"sample_id":"gpqa-main-9c0b631b2a7823cec0729a4b/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":35784,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"9d42c24c2f67ff118699d880fbb6276f14043e3527a9fea8f6d55fe2bf82e091"} +{"uuid":"gpqa-main-7d850f6448c27424d9f68c4e","benchmark":"gpqa_main","data_index":1336,"repeat_index":3,"sample_id":"gpqa-main-7d850f6448c27424d9f68c4e/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3229,"prompt_tokens":544,"effective_max_tokens":130528,"original_embedded_prediction":"B","question_sha256":"48bf9d4f95299b8f9288e190dca6edd0c3cf53cf40dada120e22abf98469d3e3"} +{"uuid":"gpqa-main-1634ccababef2067673cd88c","benchmark":"gpqa_main","data_index":1198,"repeat_index":3,"sample_id":"gpqa-main-1634ccababef2067673cd88c/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16761,"prompt_tokens":593,"effective_max_tokens":130479,"original_embedded_prediction":"A","question_sha256":"d8c36bd55ba561cb499054e9d5a01217a0498dfd20875e8d9e99d34bcdfd7830"} +{"uuid":"gpqa-main-249edae2034ba7f3819aaa7b","benchmark":"gpqa_main","data_index":1362,"repeat_index":3,"sample_id":"gpqa-main-249edae2034ba7f3819aaa7b/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":439,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"A","question_sha256":"c4d795814405ce2bb231fe7012e4581bcaebca12bb3f8c3260a3ad239aa51a79"} +{"uuid":"gpqa-main-c720b28fe25654b1cedc9285","benchmark":"gpqa_main","data_index":1274,"repeat_index":3,"sample_id":"gpqa-main-c720b28fe25654b1cedc9285/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10265,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"9f6e1d1b2c053afcba8c78142311f336846eb87d19344fb8aa6e71ed9aecc477"} +{"uuid":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3","benchmark":"gpqa_main","data_index":1310,"repeat_index":3,"sample_id":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6726,"prompt_tokens":252,"effective_max_tokens":130820,"original_embedded_prediction":"A","question_sha256":"71075d4447ee264b63e5544da7b40502fb235decc31484f33ee97a8ef70c3d1f"} +{"uuid":"gpqa-main-9eaa6714b15499d3c303ce90","benchmark":"gpqa_main","data_index":991,"repeat_index":2,"sample_id":"gpqa-main-9eaa6714b15499d3c303ce90/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":39865,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"D","question_sha256":"cfac786b87a07d0c92f7c3da73233aa6c32340b63dff9d3f72bd1bd025cd565d"} +{"uuid":"gpqa-main-8e23eaed901a11ec534e6f8b","benchmark":"gpqa_main","data_index":1251,"repeat_index":3,"sample_id":"gpqa-main-8e23eaed901a11ec534e6f8b/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13030,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"ed842ad329efe1e08f990fad3dd3cd5e5fb16736a9da1dbfa314d5e19156887e"} +{"uuid":"gpqa-main-f432c1aa4319a4b1f6fa2ac1","benchmark":"gpqa_main","data_index":1261,"repeat_index":3,"sample_id":"gpqa-main-f432c1aa4319a4b1f6fa2ac1/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12259,"prompt_tokens":264,"effective_max_tokens":130808,"original_embedded_prediction":"C","question_sha256":"19d5ec504b7008b3eada0ca0c300cd88147b20679109f6681bfd8946e0db2c8c"} +{"uuid":"gpqa-main-fd21f7c7356e7f51f0cabd07","benchmark":"gpqa_main","data_index":1353,"repeat_index":3,"sample_id":"gpqa-main-fd21f7c7356e7f51f0cabd07/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2727,"prompt_tokens":601,"effective_max_tokens":130471,"original_embedded_prediction":"D","question_sha256":"db246f6acae65ff2e4bb6caad314b6583cd0085f0d81b1b20515ca2fe73b6f72"} +{"uuid":"gpqa-main-04a5c442799262dec9375c25","benchmark":"gpqa_main","data_index":1346,"repeat_index":3,"sample_id":"gpqa-main-04a5c442799262dec9375c25/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3916,"prompt_tokens":365,"effective_max_tokens":130707,"original_embedded_prediction":"D","question_sha256":"e90ec32d975ec61b7cd079ff6968bc3dbaa4fc87e74699c1406ce59093066dbc"} +{"uuid":"gpqa-main-e6ff92ca0c11b47b14793d2f","benchmark":"gpqa_main","data_index":1276,"repeat_index":3,"sample_id":"gpqa-main-e6ff92ca0c11b47b14793d2f/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10954,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"A","question_sha256":"ca2abe8a98bc00aadbd20baf4ff27e830539507a5ff7402eed5e2491347f95aa"} +{"uuid":"gpqa-main-20f8612bcc2efb9c2355d32e","benchmark":"gpqa_main","data_index":1358,"repeat_index":3,"sample_id":"gpqa-main-20f8612bcc2efb9c2355d32e/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2791,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"B","question_sha256":"d746be8625afecad5925e7069f57336e8de3f39dfdf843820421eba66b7bc620"} +{"uuid":"gpqa-main-9f5d195170ba73ccdc7a3b84","benchmark":"gpqa_main","data_index":1359,"repeat_index":3,"sample_id":"gpqa-main-9f5d195170ba73ccdc7a3b84/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2748,"prompt_tokens":552,"effective_max_tokens":130520,"original_embedded_prediction":"A","question_sha256":"e4e5526f8ea9205cbe6b33a5256144298ad11d8250b020cbd4fddbba85a12596"} +{"uuid":"gpqa-main-7bb8e05365d19cc8328252e0","benchmark":"gpqa_main","data_index":1273,"repeat_index":3,"sample_id":"gpqa-main-7bb8e05365d19cc8328252e0/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12075,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"6aff7faed92c98148418177c8cae4893850a1d67b5ceb00cf6a09467c4491367"} +{"uuid":"gpqa-main-51f5bda498b3f05cab60119c","benchmark":"gpqa_main","data_index":1217,"repeat_index":3,"sample_id":"gpqa-main-51f5bda498b3f05cab60119c/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16929,"prompt_tokens":271,"effective_max_tokens":130801,"original_embedded_prediction":"B","question_sha256":"f7fa8540a448dfeff404af93810c60c41ed387fb5e4c821bbb6e5869dd9f8630"} +{"uuid":"gpqa-main-e605c3d20abb4c52d96e9b60","benchmark":"gpqa_main","data_index":1323,"repeat_index":3,"sample_id":"gpqa-main-e605c3d20abb4c52d96e9b60/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7082,"prompt_tokens":361,"effective_max_tokens":130711,"original_embedded_prediction":"C","question_sha256":"84b58aec9b33c09286d45fb66ca82cc4ec03e310a0917bc0783bda81a0fa23b6"} +{"uuid":"gpqa-main-779369aa96b96a67933939f1","benchmark":"gpqa_main","data_index":1376,"repeat_index":3,"sample_id":"gpqa-main-779369aa96b96a67933939f1/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":449,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"acf784efba891531b08709383ede2379cee1f604b6334b753dd1fcaab37af970"} +{"uuid":"gpqa-main-a67142bf6c763d9963d7474d","benchmark":"gpqa_main","data_index":1185,"repeat_index":3,"sample_id":"gpqa-main-a67142bf6c763d9963d7474d/repeat-3","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20620,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"A","question_sha256":"7ed6c7d194038ef8d8c6a84cb18be1015f73754e42d4facb7418e8412ad86b77"} +{"uuid":"gpqa-main-ecb6740406340eb07beacf42","benchmark":"gpqa_main","data_index":1378,"repeat_index":3,"sample_id":"gpqa-main-ecb6740406340eb07beacf42/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":358,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"29f96711820eba41ccced6676074bc5bcd9e3eb6c97ce5e8507128a91a175bb0"} +{"uuid":"gpqa-main-666fc74619f38e356e33a285","benchmark":"gpqa_main","data_index":1332,"repeat_index":3,"sample_id":"gpqa-main-666fc74619f38e356e33a285/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6689,"prompt_tokens":693,"effective_max_tokens":130379,"original_embedded_prediction":"C","question_sha256":"89fa5b222a94e07a283a5140341a0704109ec3b7f62de72dd072383182771ebc"} +{"uuid":"gpqa-main-d1e25804e939f97ca872c78e","benchmark":"gpqa_main","data_index":1315,"repeat_index":3,"sample_id":"gpqa-main-d1e25804e939f97ca872c78e/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8437,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"A","question_sha256":"bd713289ab1ffc1ab982f7411da433944bdaa2ce87595d2c1bba8580a8b47bdb"} +{"uuid":"gpqa-main-d7c4372bfbc5d0f0f9331350","benchmark":"gpqa_main","data_index":1337,"repeat_index":3,"sample_id":"gpqa-main-d7c4372bfbc5d0f0f9331350/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6719,"prompt_tokens":588,"effective_max_tokens":130484,"original_embedded_prediction":"D","question_sha256":"92d8ffd16886567ac1ed2f15a6c2d3d6ac2a2fb0fd0e56836671babcde327d3f"} +{"uuid":"gpqa-main-8299e0bf116ad8ad7b960d26","benchmark":"gpqa_main","data_index":1022,"repeat_index":2,"sample_id":"gpqa-main-8299e0bf116ad8ad7b960d26/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":38620,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"D","question_sha256":"dac89ff46a5330836dfa04de2060a9a9d447a0cffd96c06e0cdee48c6a991035"} +{"uuid":"gpqa-main-238c4616c3347122f4b974e4","benchmark":"gpqa_main","data_index":1133,"repeat_index":2,"sample_id":"gpqa-main-238c4616c3347122f4b974e4/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":27213,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"C","question_sha256":"5a24c76ed39eb083ccc9c24780d936fe2e52cba76ae67efa4d647cc35e10037b"} +{"uuid":"gpqa-main-0cc54149033350a37cf90b8b","benchmark":"gpqa_main","data_index":1235,"repeat_index":3,"sample_id":"gpqa-main-0cc54149033350a37cf90b8b/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16702,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"D","question_sha256":"3298921b7dfbbae04c9893edbe6870746b53e2b7af12e9816f07b6f5e0bff9cb"} +{"uuid":"gpqa-main-8a352b243ffac6230977fc90","benchmark":"gpqa_main","data_index":1371,"repeat_index":3,"sample_id":"gpqa-main-8a352b243ffac6230977fc90/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2574,"prompt_tokens":389,"effective_max_tokens":130683,"original_embedded_prediction":"C","question_sha256":"7408ac0330a09a182b52a627f89920c8c4e825da7da4e441973cbefe32b852ac"} +{"uuid":"gpqa-main-ac1c72784d1e0da293fe4bd4","benchmark":"gpqa_main","data_index":1354,"repeat_index":3,"sample_id":"gpqa-main-ac1c72784d1e0da293fe4bd4/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5395,"prompt_tokens":169,"effective_max_tokens":130903,"original_embedded_prediction":"D","question_sha256":"6e2bd9ec28efb9c97dbc7bea49224b4964011afaa5ca659996fac7fd65c4468d"} +{"uuid":"gpqa-main-925cb13958435841df0e8c1e","benchmark":"gpqa_main","data_index":1259,"repeat_index":3,"sample_id":"gpqa-main-925cb13958435841df0e8c1e/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15461,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"B","question_sha256":"d21ba2f1c06b876b2d387104c816ee0fcc369a02b8e010a706e0e2448c56f78e"} +{"uuid":"gpqa-main-70afc730094f43bb0e05f371","benchmark":"gpqa_main","data_index":1361,"repeat_index":3,"sample_id":"gpqa-main-70afc730094f43bb0e05f371/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4357,"prompt_tokens":360,"effective_max_tokens":130712,"original_embedded_prediction":"A","question_sha256":"f328e748a74c78b0ab73f790c6848b663fb5bffac884e2793a63bb9ce351e4b6"} +{"uuid":"gpqa-main-6364129e0f80d3896a3d60e2","benchmark":"gpqa_main","data_index":1233,"repeat_index":3,"sample_id":"gpqa-main-6364129e0f80d3896a3d60e2/repeat-3","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17441,"prompt_tokens":526,"effective_max_tokens":130546,"original_embedded_prediction":null,"question_sha256":"123161632faf32d9079808c0fb48f9d5492735ab0a8290fe32ca2f58fad36797"} +{"uuid":"gpqa-main-bd228dea7f1aa14b70216372","benchmark":"gpqa_main","data_index":1369,"repeat_index":3,"sample_id":"gpqa-main-bd228dea7f1aa14b70216372/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3158,"prompt_tokens":425,"effective_max_tokens":130647,"original_embedded_prediction":"C","question_sha256":"c1dea594f51ba7757d0d9ec69efa6b56bfeeaff965f074faaf89160cca96a0e9"} +{"uuid":"gpqa-main-be779fa0e49ff52e19357207","benchmark":"gpqa_main","data_index":1391,"repeat_index":3,"sample_id":"gpqa-main-be779fa0e49ff52e19357207/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":269,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"ea7bb5901d85914d8997afb87e1ae6be7a8efe03889a4cc08f64de2ccdc9180e"} +{"uuid":"gpqa-main-0306849689d2123fedfcfeb5","benchmark":"gpqa_main","data_index":1234,"repeat_index":3,"sample_id":"gpqa-main-0306849689d2123fedfcfeb5/repeat-3","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17762,"prompt_tokens":301,"effective_max_tokens":130771,"original_embedded_prediction":"A","question_sha256":"9b236e1b2c7db4edd3fd08eaeff4fcfd3b13c11bfc0f9c5510349957a837d13a"} +{"uuid":"gpqa-main-8af90a4147e5f0c98bfd00fa","benchmark":"gpqa_main","data_index":1370,"repeat_index":3,"sample_id":"gpqa-main-8af90a4147e5f0c98bfd00fa/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3402,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"C","question_sha256":"29a55065f72c47169c5073a91e6b55d82fe2f5784289d2baf5cf5444f8d6fd65"} +{"uuid":"gpqa-main-4117517dba1fdbd711e3d32b","benchmark":"gpqa_main","data_index":1300,"repeat_index":3,"sample_id":"gpqa-main-4117517dba1fdbd711e3d32b/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11029,"prompt_tokens":398,"effective_max_tokens":130674,"original_embedded_prediction":"C","question_sha256":"3e04ad2cb1248bfb53a7bd8f05efedea49f42b201c6f35907baa6c30abf40733"} +{"uuid":"gpqa-main-50a8ab2bd1710dbcfa2e32b5","benchmark":"gpqa_main","data_index":936,"repeat_index":2,"sample_id":"gpqa-main-50a8ab2bd1710dbcfa2e32b5/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":48812,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"5fb04957154b48d4ebad83862909a8fd3afc5ba5399a7dbe4594b5c72255964c"} +{"uuid":"gpqa-main-6845f28b26fa44b2b44ded84","benchmark":"gpqa_main","data_index":1292,"repeat_index":3,"sample_id":"gpqa-main-6845f28b26fa44b2b44ded84/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11900,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"7c6678dd868700f600b69c54e83e52a10695ac957465ffbe08c35d20f42b448e"} +{"uuid":"gpqa-main-ce2839297e4b63e0b36f6300","benchmark":"gpqa_main","data_index":917,"repeat_index":2,"sample_id":"gpqa-main-ce2839297e4b63e0b36f6300/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":50475,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"80cca49a2f6ae39b2d3a2dfe110572d39720d0831c65246ce20603c40578b118"} +{"uuid":"gpqa-main-6119656f6ad0247c537028e7","benchmark":"gpqa_main","data_index":1398,"repeat_index":3,"sample_id":"gpqa-main-6119656f6ad0247c537028e7/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":274,"prompt_tokens":329,"effective_max_tokens":130743,"original_embedded_prediction":"A","question_sha256":"e426a9a1b0977a66badcc2dd4f0d54629b39c2594a512e459e9afd20bba599ba"} +{"uuid":"gpqa-main-1989edb8041cc1c94659dcc4","benchmark":"gpqa_main","data_index":1108,"repeat_index":2,"sample_id":"gpqa-main-1989edb8041cc1c94659dcc4/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":30839,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"D","question_sha256":"364ddb1397abdc7ae2201c88354f8df3f89b63c28330217a94cf8cf96c19ae54"} +{"uuid":"gpqa-main-d28c5e0e8deb0d1fde12ef5f","benchmark":"gpqa_main","data_index":961,"repeat_index":2,"sample_id":"gpqa-main-d28c5e0e8deb0d1fde12ef5f/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":47493,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"A","question_sha256":"6913f7a17a2db54c9dcd8af6af20806e66b00fe4bb9691ca42d9f15184908f62"} +{"uuid":"gpqa-main-ddd2b405606ced65b4ce6345","benchmark":"gpqa_main","data_index":1400,"repeat_index":3,"sample_id":"gpqa-main-ddd2b405606ced65b4ce6345/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":327,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"2066c0e835493298c00391dd9236de10adec10d611fe3e2777f252677dfe9724"} +{"uuid":"gpqa-main-acdff999b6cbfcbc8be6ffac","benchmark":"gpqa_main","data_index":1393,"repeat_index":3,"sample_id":"gpqa-main-acdff999b6cbfcbc8be6ffac/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1247,"prompt_tokens":404,"effective_max_tokens":130668,"original_embedded_prediction":"B","question_sha256":"96f00c3d898d9c364f022eae18e69424d7f2ddde12fbde50541b7390ffd40103"} +{"uuid":"gpqa-main-56cc62f5d70b661868d341e7","benchmark":"gpqa_main","data_index":1390,"repeat_index":3,"sample_id":"gpqa-main-56cc62f5d70b661868d341e7/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1473,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"A","question_sha256":"c974918b90f5892aaad4308e337b490844102dbfad26c90bf508602f9c595d5d"} +{"uuid":"gpqa-main-7e29412fd534df20c4a23267","benchmark":"gpqa_main","data_index":1239,"repeat_index":3,"sample_id":"gpqa-main-7e29412fd534df20c4a23267/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18615,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"7fda2b6ca2ff9984ace9bf53f465cebb4b8d963f7ddcb5aa5f5015cd6989be42"} +{"uuid":"gpqa-main-b306a5cb19a37a5923ddeda3","benchmark":"gpqa_main","data_index":1143,"repeat_index":2,"sample_id":"gpqa-main-b306a5cb19a37a5923ddeda3/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":28384,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"10d0692d1c6af6008ffff69894cb0183dafbb80748247a3a0e1961e87f1e7c9f"} +{"uuid":"gpqa-main-fcf4fbe275826c7d67e6067b","benchmark":"gpqa_main","data_index":1100,"repeat_index":2,"sample_id":"gpqa-main-fcf4fbe275826c7d67e6067b/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":32702,"prompt_tokens":319,"effective_max_tokens":130753,"original_embedded_prediction":"D","question_sha256":"804a1298d02f33e3d34af9885ef317731ae757104a1e874356955c98921afd18"} +{"uuid":"gpqa-main-4fb391edde117a3fa772fe15","benchmark":"gpqa_main","data_index":1147,"repeat_index":2,"sample_id":"gpqa-main-4fb391edde117a3fa772fe15/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":27896,"prompt_tokens":230,"effective_max_tokens":130842,"original_embedded_prediction":"A","question_sha256":"5131eb311b518c1f3eade66e9c0f4df88aa05e6477bb06e86e3ac1e6fc1ea102"} +{"uuid":"gpqa-main-143dc33c1aad9828daf5e615","benchmark":"gpqa_main","data_index":1247,"repeat_index":3,"sample_id":"gpqa-main-143dc33c1aad9828daf5e615/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18217,"prompt_tokens":354,"effective_max_tokens":130718,"original_embedded_prediction":"C","question_sha256":"ff60c18b72aac9e90842c7a2d5e79c68092a3fbb1d6c0318cee6d2892a43a0a1"} +{"uuid":"gpqa-main-7ceb372c1cdc7a180b73516c","benchmark":"gpqa_main","data_index":1382,"repeat_index":3,"sample_id":"gpqa-main-7ceb372c1cdc7a180b73516c/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3113,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"B","question_sha256":"142aeb435e38240c03d26aafbfb8dc0ab94e7ef4f752a271c1ab011350a965be"} +{"uuid":"gpqa-main-64193be5f9a6bbd67bec4010","benchmark":"gpqa_main","data_index":1280,"repeat_index":3,"sample_id":"gpqa-main-64193be5f9a6bbd67bec4010/repeat-3","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15510,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"A","question_sha256":"373990fe818e4182469d242b845eeb2f78db2f00cfb3a8fdbd2dbd696e08d552"} +{"uuid":"gpqa-main-212277d3e39540a6739d98b8","benchmark":"gpqa_main","data_index":1401,"repeat_index":3,"sample_id":"gpqa-main-212277d3e39540a6739d98b8/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1679,"prompt_tokens":147,"effective_max_tokens":130925,"original_embedded_prediction":"A","question_sha256":"d20446ccbbfc1ed40bcb669bfa65f9f9cd8e38ec8f7e67621c88e3dbe91f083d"} +{"uuid":"gpqa-main-742076c80dda93477062cfc0","benchmark":"gpqa_main","data_index":1414,"repeat_index":3,"sample_id":"gpqa-main-742076c80dda93477062cfc0/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":215,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"D","question_sha256":"528bc237c35f64d2635edb6fea3202ce958bca92ea956fae0da7c5b4c72081d8"} +{"uuid":"gpqa-main-138fcbeedbaf865565ec35fd","benchmark":"gpqa_main","data_index":1279,"repeat_index":3,"sample_id":"gpqa-main-138fcbeedbaf865565ec35fd/repeat-3","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16153,"prompt_tokens":409,"effective_max_tokens":130663,"original_embedded_prediction":null,"question_sha256":"15bed1ac60d1bdcf0eec84539d669d6f38a2eb24b51e5072a922d8d9391ab135"} +{"uuid":"gpqa-main-4644969e4e4615b014b9669f","benchmark":"gpqa_main","data_index":1352,"repeat_index":3,"sample_id":"gpqa-main-4644969e4e4615b014b9669f/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8507,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"e663684f8a7728af99d977f274c335c497ac6a7ccf43c64ab979e8407155ce6c"} +{"uuid":"gpqa-main-84cbf72ad94d1afe2aa56331","benchmark":"gpqa_main","data_index":1249,"repeat_index":3,"sample_id":"gpqa-main-84cbf72ad94d1afe2aa56331/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19271,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"089a55e5a3fbca456cb952a230bd88a82c177ec99470bd05f822803a1bdd3db5"} +{"uuid":"gpqa-main-3ad0b182e1494c1e76262069","benchmark":"gpqa_main","data_index":1157,"repeat_index":3,"sample_id":"gpqa-main-3ad0b182e1494c1e76262069/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":27898,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"C","question_sha256":"835ebb67a4198184dbd29c03b43e4283e93c0473d886ab6c3b6c52ffb918b6ab"} +{"uuid":"gpqa-main-1728184fad8153eeb2e2a7de","benchmark":"gpqa_main","data_index":1416,"repeat_index":3,"sample_id":"gpqa-main-1728184fad8153eeb2e2a7de/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":368,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"d8505733319a8047e94d63c293a2d9dbb08c42e4bde2c223467f371da6665e08"} +{"uuid":"gpqa-main-c0bc48c4232297b735018487","benchmark":"gpqa_main","data_index":1392,"repeat_index":3,"sample_id":"gpqa-main-c0bc48c4232297b735018487/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3109,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"bbc99977a336fa9fd961baf75728288b14f7c69841a6757f2793e300690fc85b"} +{"uuid":"gpqa-main-86976aae6f871f46c4680830","benchmark":"gpqa_main","data_index":1367,"repeat_index":3,"sample_id":"gpqa-main-86976aae6f871f46c4680830/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6463,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"D","question_sha256":"e5c3c79a60db2de596dac1585bfc2e940bac2acb65a3352ff5f7e99821846aed"} +{"uuid":"gpqa-main-759e35a2024fc09bd491c9ff","benchmark":"gpqa_main","data_index":1155,"repeat_index":3,"sample_id":"gpqa-main-759e35a2024fc09bd491c9ff/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":28375,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"C","question_sha256":"4c284608a459b460f3ec3dfd5c7c71cfa84c171d4eb8a52aab9e6e4a8cb409bb"} +{"uuid":"gpqa-main-4f958672c6f9249c44f2f9b9","benchmark":"gpqa_main","data_index":1339,"repeat_index":3,"sample_id":"gpqa-main-4f958672c6f9249c44f2f9b9/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10554,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"C","question_sha256":"7d91198c9c48996b89ebbb62d8d76d86e32d7c14fb108c7491c9ff812263613a"} +{"uuid":"gpqa-main-60a022e707f18a7b5f445773","benchmark":"gpqa_main","data_index":972,"repeat_index":2,"sample_id":"gpqa-main-60a022e707f18a7b5f445773/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":48376,"prompt_tokens":337,"effective_max_tokens":130735,"original_embedded_prediction":"D","question_sha256":"9d46302b763896c7fa475d975b5bc365adee2236b273f23e7216a78871204b74"} +{"uuid":"gpqa-main-5afce78005210e6a41636858","benchmark":"gpqa_main","data_index":1413,"repeat_index":3,"sample_id":"gpqa-main-5afce78005210e6a41636858/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1335,"prompt_tokens":312,"effective_max_tokens":130760,"original_embedded_prediction":"A","question_sha256":"1447f629926983e1fb54566e40ab57d7a728998d233e3c84bc33277da7c13a65"} +{"uuid":"gpqa-main-992d40815d86851a9f6e7230","benchmark":"gpqa_main","data_index":1153,"repeat_index":3,"sample_id":"gpqa-main-992d40815d86851a9f6e7230/repeat-3","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":28897,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"A","question_sha256":"b698ebb0cb6d3abffa554435859e51f21dd11a9955cfceece2c7a6fa9b0e2023"} +{"uuid":"gpqa-main-e17c3d61061a563977ae3c11","benchmark":"gpqa_main","data_index":1396,"repeat_index":3,"sample_id":"gpqa-main-e17c3d61061a563977ae3c11/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3186,"prompt_tokens":352,"effective_max_tokens":130720,"original_embedded_prediction":"C","question_sha256":"41b609bbf5cd4517a7d53e382a762d7b2caa65fd58ea44549bdf7183daf1d2c0"} +{"uuid":"gpqa-main-f1451c98bdb50fb5b0dbdc55","benchmark":"gpqa_main","data_index":884,"repeat_index":2,"sample_id":"gpqa-main-f1451c98bdb50fb5b0dbdc55/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":57059,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"A","question_sha256":"650bb2feaa18830493f8e50de85c38c1f24570d9f1e7c9970c8ed9fbcbbde337"} +{"uuid":"gpqa-main-01e62a7b7362ebd043bef6f7","benchmark":"gpqa_main","data_index":1380,"repeat_index":3,"sample_id":"gpqa-main-01e62a7b7362ebd043bef6f7/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4915,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"339602fd0ae9cbdaef368f3dcff01cd2d212565d5c7830b14c0fd29de1cb58d6"} +{"uuid":"gpqa-main-5ace8b3dabb97ffc3da20e7c","benchmark":"gpqa_main","data_index":1402,"repeat_index":3,"sample_id":"gpqa-main-5ace8b3dabb97ffc3da20e7c/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3074,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"4ebb5a46cf109d4237b98081e218fcaba27d8f9d03f7a930300f2938f71c1ef0"} +{"uuid":"gpqa-main-82354c49d9280b8a980b98b4","benchmark":"gpqa_main","data_index":1322,"repeat_index":3,"sample_id":"gpqa-main-82354c49d9280b8a980b98b4/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12650,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"C","question_sha256":"57b065d28a6d02a29a3a84f39dd670ba7cdf4e3403506e79b5fc90713897f68e"} +{"uuid":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2","benchmark":"gpqa_main","data_index":1302,"repeat_index":3,"sample_id":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14510,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"C","question_sha256":"58604895b423acc46c4efaa28ed2e4d6eaf2d93d55c7ad3766cffce3719ddf62"} +{"uuid":"gpqa-main-822957bb60d3551275f08aa0","benchmark":"gpqa_main","data_index":1405,"repeat_index":3,"sample_id":"gpqa-main-822957bb60d3551275f08aa0/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2994,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"A","question_sha256":"4690c4bb391b2ef2a7b53f1a15866e05411bdf5f0f7b4f32c9e27d8ef6e8cb48"} +{"uuid":"gpqa-main-043ca5f03089118ef536135d","benchmark":"gpqa_main","data_index":1298,"repeat_index":3,"sample_id":"gpqa-main-043ca5f03089118ef536135d/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15355,"prompt_tokens":594,"effective_max_tokens":130478,"original_embedded_prediction":"D","question_sha256":"43c5cb4f57895b07f3e1815e411f315dfa3fe44fe601b5aacde7c1244cdcaa89"} +{"uuid":"gpqa-main-4c9f4186c5ccd49ab906a399","benchmark":"gpqa_main","data_index":1335,"repeat_index":3,"sample_id":"gpqa-main-4c9f4186c5ccd49ab906a399/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12236,"prompt_tokens":610,"effective_max_tokens":130462,"original_embedded_prediction":"A","question_sha256":"f634534b5e2327dcc39982a4da6dff404f299e9759a0ac957b0f6017fbe7586e"} +{"uuid":"gpqa-main-216433a347b01989e26ed83a","benchmark":"gpqa_main","data_index":1399,"repeat_index":3,"sample_id":"gpqa-main-216433a347b01989e26ed83a/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4267,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"ead16c05d1abbf4387485257726593cf57a0384c3e0a3db31ba489bb1676ce72"} +{"uuid":"gpqa-main-1923a70feda6403a600f719a","benchmark":"gpqa_main","data_index":1312,"repeat_index":3,"sample_id":"gpqa-main-1923a70feda6403a600f719a/repeat-3","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14628,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"7acad7dd49efa2a29ce19fb81de0e8b504de87dab9c66159407da7697942a708"} +{"uuid":"gpqa-main-24751b175e0f2d19899ad735","benchmark":"gpqa_main","data_index":1412,"repeat_index":3,"sample_id":"gpqa-main-24751b175e0f2d19899ad735/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2964,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"A","question_sha256":"4a5d6fcc83f3561a6447a1feebb680aa9ab094bdeed5677c30f04041964a9c38"} +{"uuid":"gpqa-main-f6f707a4d7db96af855de986","benchmark":"gpqa_main","data_index":1418,"repeat_index":3,"sample_id":"gpqa-main-f6f707a4d7db96af855de986/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2320,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"049a3a3426b30e36d29d782b3ea4916bf545838ac3945e9c707804638ad48f04"} +{"uuid":"gpqa-main-8dd5ae41d915a09d1c8b9add","benchmark":"gpqa_main","data_index":1313,"repeat_index":3,"sample_id":"gpqa-main-8dd5ae41d915a09d1c8b9add/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15067,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"B","question_sha256":"8a246eed19ab5f877aa822da432a7aaa0f52615ea4655b0a89995d374971cd27"} +{"uuid":"gpqa-main-9753ac5963fbae8c8e907ef3","benchmark":"gpqa_main","data_index":1429,"repeat_index":3,"sample_id":"gpqa-main-9753ac5963fbae8c8e907ef3/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1936,"prompt_tokens":181,"effective_max_tokens":130891,"original_embedded_prediction":"C","question_sha256":"ec3a07db51d6010b2b9fae103e36b62707efee3ad0713fcd4420f8ba8f55c00b"} +{"uuid":"gpqa-main-0293685a5c3ddbc5b15dcfa0","benchmark":"gpqa_main","data_index":1385,"repeat_index":3,"sample_id":"gpqa-main-0293685a5c3ddbc5b15dcfa0/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6197,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"db2ca8d93d5ff50bd9f602bc5b3d339b547349c54c540850544e01393770a4ff"} +{"uuid":"gpqa-main-8d147d8bf7fad22423fc5dd7","benchmark":"gpqa_main","data_index":1050,"repeat_index":2,"sample_id":"gpqa-main-8d147d8bf7fad22423fc5dd7/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":41544,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"bfad7a1309a7d02668c615391f7302c03e1c3f61ffaee5d1f44ba2c9f5c40b7d"} +{"uuid":"gpqa-main-d8361782f08c0e6d16de3839","benchmark":"gpqa_main","data_index":1439,"repeat_index":3,"sample_id":"gpqa-main-d8361782f08c0e6d16de3839/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":918,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"aed1658f69a85980c41ce94c10ac1535d2de3683f7a5c3821d1a84fa594d4571"} +{"uuid":"gpqa-main-a41b7b18fc60247bc6e08ecc","benchmark":"gpqa_main","data_index":1430,"repeat_index":3,"sample_id":"gpqa-main-a41b7b18fc60247bc6e08ecc/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2316,"prompt_tokens":270,"effective_max_tokens":130802,"original_embedded_prediction":"A","question_sha256":"87c04c470b12fde8cca6d843b12d3265c10bf824a883929eca2654ab55681839"} +{"uuid":"gpqa-main-2fc8b9731f60b1c9eb476570","benchmark":"gpqa_main","data_index":843,"repeat_index":2,"sample_id":"gpqa-main-2fc8b9731f60b1c9eb476570/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":63918,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"A","question_sha256":"8d64fc9e228388438862fd18b500e048e168f26e7191a4220ea8281beb789ea2"} +{"uuid":"gpqa-main-ae71bab05f11abac2f706bb9","benchmark":"gpqa_main","data_index":1109,"repeat_index":2,"sample_id":"gpqa-main-ae71bab05f11abac2f706bb9/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":36368,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"d160134fd023bac8e7f94f4d4e70e01dc36d3ae74bb54ab778b03686e5b7b2c0"} +{"uuid":"gpqa-main-08cb3c41dbaa57f424632b84","benchmark":"gpqa_main","data_index":1156,"repeat_index":3,"sample_id":"gpqa-main-08cb3c41dbaa57f424632b84/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":31614,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"B","question_sha256":"e37327eb6a290bf649f9b548f5d9834983b5d59efc10b4281a4bdbb75523863f"} +{"uuid":"gpqa-main-f6714ff18991a64f32fcecf9","benchmark":"gpqa_main","data_index":1438,"repeat_index":3,"sample_id":"gpqa-main-f6714ff18991a64f32fcecf9/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1446,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"a1e860acc41f41cac7f3d9425a64a45a95559ff56553a2d04e1d3569c2f1c1a1"} +{"uuid":"gpqa-main-46f745f508b4d1ad41a0eb01","benchmark":"gpqa_main","data_index":1110,"repeat_index":2,"sample_id":"gpqa-main-46f745f508b4d1ad41a0eb01/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":36385,"prompt_tokens":392,"effective_max_tokens":130680,"original_embedded_prediction":"B","question_sha256":"4971bc5df5aee8c296226e29269969e334193d698a942dccd75dac5459c05a5c"} +{"uuid":"gpqa-main-87a8747afb6b0414b9ccbe1e","benchmark":"gpqa_main","data_index":1426,"repeat_index":3,"sample_id":"gpqa-main-87a8747afb6b0414b9ccbe1e/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3211,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"D","question_sha256":"cdb165b285d51cf6a09160d99c4c49b653710aac879cce0b87c74a48eee0172b"} +{"uuid":"gpqa-main-9a5518ae94b2b0d35d86de13","benchmark":"gpqa_main","data_index":1441,"repeat_index":3,"sample_id":"gpqa-main-9a5518ae94b2b0d35d86de13/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1240,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"C","question_sha256":"3fcfcbf2649513809f04d9fdbcbe0c6bc1a91164f8dcfd7d9748267f2db7c6ce"} +{"uuid":"gpqa-main-92f6e58b4989e9025c8286a9","benchmark":"gpqa_main","data_index":1386,"repeat_index":3,"sample_id":"gpqa-main-92f6e58b4989e9025c8286a9/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7580,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"c003a37af0eaa5e9c6d10f5a25ce1a2e0258ad6638a1655ee2a17d07daab816a"} +{"uuid":"gpqa-main-fe61aa6baba6418fcde1fa11","benchmark":"gpqa_main","data_index":1424,"repeat_index":3,"sample_id":"gpqa-main-fe61aa6baba6418fcde1fa11/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3777,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"73eb245ef4dcc164186307ecd210b767147568ad3c1b03847a63b2e67ac5d0ab"} +{"uuid":"gpqa-main-728c68de5f34aba879617ff3","benchmark":"gpqa_main","data_index":1121,"repeat_index":2,"sample_id":"gpqa-main-728c68de5f34aba879617ff3/repeat-2","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":36015,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":null,"question_sha256":"93587b6fdb0ccf1d1701c58bd12431b38885397117475f14823f4c52994b39b4"} +{"uuid":"gpqa-main-6195cef214f3dfad9869d6d3","benchmark":"gpqa_main","data_index":1450,"repeat_index":3,"sample_id":"gpqa-main-6195cef214f3dfad9869d6d3/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":625,"prompt_tokens":351,"effective_max_tokens":130721,"original_embedded_prediction":"B","question_sha256":"d8a4b11aef2d38271a5ebf2c1802dc875d19737c557efb5990cc4a865a052e7c"} +{"uuid":"gpqa-main-d8cca1a27ad1a42b4a99ce96","benchmark":"gpqa_main","data_index":653,"repeat_index":1,"sample_id":"gpqa-main-d8cca1a27ad1a42b4a99ce96/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":85378,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"A","question_sha256":"6049e26840c0e889bb5632032745b5bcf6684dec9a2f9d0a0cfb76378c5c064e"} +{"uuid":"gpqa-main-cda2fe50fc8423311319e78e","benchmark":"gpqa_main","data_index":1452,"repeat_index":3,"sample_id":"gpqa-main-cda2fe50fc8423311319e78e/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":724,"prompt_tokens":182,"effective_max_tokens":130890,"original_embedded_prediction":"A","question_sha256":"1b04aca1c9a8b4f1fabc653b3653d0a48982315e6f1da934d98cadd1948f776f"} +{"uuid":"gpqa-main-219ad07bcb0cda7b85845999","benchmark":"gpqa_main","data_index":1423,"repeat_index":3,"sample_id":"gpqa-main-219ad07bcb0cda7b85845999/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4504,"prompt_tokens":412,"effective_max_tokens":130660,"original_embedded_prediction":"B","question_sha256":"a6336c3b0760d09010077fee728ae5348e4421bcfcbbc8bb9c4a72d541ddfb24"} +{"uuid":"gpqa-main-92c9d90b543b6779261f70f7","benchmark":"gpqa_main","data_index":1411,"repeat_index":3,"sample_id":"gpqa-main-92c9d90b543b6779261f70f7/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6108,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"A","question_sha256":"1c7aff3f5221c2086c7143b43e0c46921a03859d45bfce22f1a1286ece235b1a"} +{"uuid":"gpqa-main-358120bf0c4377ebdbde08fc","benchmark":"gpqa_main","data_index":1076,"repeat_index":2,"sample_id":"gpqa-main-358120bf0c4377ebdbde08fc/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":41521,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"C","question_sha256":"051eba2501386001d9e9793a3b0fe9ea4c78a987e3a1576c168659f849b684d6"} +{"uuid":"gpqa-main-41ca21006bb37fef24a8975a","benchmark":"gpqa_main","data_index":1238,"repeat_index":3,"sample_id":"gpqa-main-41ca21006bb37fef24a8975a/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":25162,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"8d132ce83553f28f02599f90e3c52fb60d8f58faea0f09152f78f7df6e310abc"} +{"uuid":"gpqa-main-002cb7f9ef3ee2a3d460b42e","benchmark":"gpqa_main","data_index":1237,"repeat_index":3,"sample_id":"gpqa-main-002cb7f9ef3ee2a3d460b42e/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":25327,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"3bed68f29773b3484a0b5acab22f438229b63f2a324fb817a933e4d514178386"} +{"uuid":"gpqa-main-b84eb68d18023ca81e43b35a","benchmark":"gpqa_main","data_index":1445,"repeat_index":3,"sample_id":"gpqa-main-b84eb68d18023ca81e43b35a/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2205,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"C","question_sha256":"6c90e464e06f4dc9c748d6c9be44c96b2d5bec5078b4eb152ea4ccec4c709f2d"} +{"uuid":"gpqa-main-ca986cf878bcb98d3bdf6b0a","benchmark":"gpqa_main","data_index":1404,"repeat_index":3,"sample_id":"gpqa-main-ca986cf878bcb98d3bdf6b0a/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7167,"prompt_tokens":553,"effective_max_tokens":130519,"original_embedded_prediction":"D","question_sha256":"03946dc24ec69699ccf0d502676d0724f19c404c61b61996d4b5d979f21785da"} +{"uuid":"gpqa-main-aa684f4d5d7c6b9ced383e24","benchmark":"gpqa_main","data_index":1455,"repeat_index":3,"sample_id":"gpqa-main-aa684f4d5d7c6b9ced383e24/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1208,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"96a58da5e1708d76485e32741b0ecddc1bea407ebb53997d2f36e8827f2f2ac9"} +{"uuid":"gpqa-main-e2b759199021c586345ac38f","benchmark":"gpqa_main","data_index":1169,"repeat_index":3,"sample_id":"gpqa-main-e2b759199021c586345ac38f/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":32111,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"B","question_sha256":"ca59405f2d298a50a3e8fd6d281b67ca4a3ee503578df49e700cc46fe3c4f3d8"} +{"uuid":"gpqa-main-2bd63c617299c18c1cfd5b0a","benchmark":"gpqa_main","data_index":1348,"repeat_index":3,"sample_id":"gpqa-main-2bd63c617299c18c1cfd5b0a/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15134,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"D","question_sha256":"bd7804f896ba3deb7fd65cc0c562744a80232f45bbc9c5ffa8652308c167c329"} +{"uuid":"gpqa-main-d4ee93c18c20e4432773fe55","benchmark":"gpqa_main","data_index":1463,"repeat_index":3,"sample_id":"gpqa-main-d4ee93c18c20e4432773fe55/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":475,"prompt_tokens":200,"effective_max_tokens":130872,"original_embedded_prediction":"C","question_sha256":"77bffd13a6b6464f7c63296f571164c184ce47a8cd6f8ecf91f0dc28407d44a1"} +{"uuid":"gpqa-main-05286f95a107c3da592ecbd9","benchmark":"gpqa_main","data_index":1457,"repeat_index":3,"sample_id":"gpqa-main-05286f95a107c3da592ecbd9/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1497,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"d8a1a7b530a9b1d0cd0b07ec53f60d6d5fcf3059457f02b90e3c4ddf51fdc825"} +{"uuid":"gpqa-main-4b84b53bf506bc0a4468fb2d","benchmark":"gpqa_main","data_index":839,"repeat_index":2,"sample_id":"gpqa-main-4b84b53bf506bc0a4468fb2d/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":66630,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"A","question_sha256":"e302b2005d8d406eb5e8fd7aa1707959448ef06e72b5647d2711c9a056cfeffc"} +{"uuid":"gpqa-main-6f8b58d9d46c4f4e7eba1910","benchmark":"gpqa_main","data_index":1469,"repeat_index":3,"sample_id":"gpqa-main-6f8b58d9d46c4f4e7eba1910/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":337,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"C","question_sha256":"2437e4848569e7740d6491d475d194b9eefbbeae3a6a31cd62ddeb8ba8e93aa9"} +{"uuid":"gpqa-main-c6cc654afa201cd3d5b66695","benchmark":"gpqa_main","data_index":1464,"repeat_index":3,"sample_id":"gpqa-main-c6cc654afa201cd3d5b66695/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":599,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"B","question_sha256":"79526cdc6c623c8657c3060ab8b305f1b4d8aa35f2b7905c6fd4c3e119c5c310"} +{"uuid":"gpqa-main-288426a7fecb5facf10219c7","benchmark":"gpqa_main","data_index":1342,"repeat_index":3,"sample_id":"gpqa-main-288426a7fecb5facf10219c7/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15844,"prompt_tokens":321,"effective_max_tokens":130751,"original_embedded_prediction":"B","question_sha256":"7cccb7714b35c30190fb5db64a1b22a36b726b2a007f241961e1e48c82e4acb3"} +{"uuid":"gpqa-main-72464184a419f296dae470a9","benchmark":"gpqa_main","data_index":1409,"repeat_index":3,"sample_id":"gpqa-main-72464184a419f296dae470a9/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7074,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"C","question_sha256":"16bcf4c7129e083cade7afd040c6c4e0fa1fc7677a11aa70fb1b5a3d0e5fb5ea"} +{"uuid":"gpqa-main-d5d2365d64430154627d4bb7","benchmark":"gpqa_main","data_index":1420,"repeat_index":3,"sample_id":"gpqa-main-d5d2365d64430154627d4bb7/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5817,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"D","question_sha256":"17f96c74be836037313c787a88438b6c9f69a4aa20ec8cba17697864f5d35599"} +{"uuid":"gpqa-main-756cafdacac7e9642e2102c6","benchmark":"gpqa_main","data_index":1242,"repeat_index":3,"sample_id":"gpqa-main-756cafdacac7e9642e2102c6/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":25779,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"b26abbcea4f9adbbc6faf6378336b8d024ffe4491d2853b927bf9afdc27073a9"} +{"uuid":"gpqa-main-d751f2081e63be8d69314287","benchmark":"gpqa_main","data_index":869,"repeat_index":2,"sample_id":"gpqa-main-d751f2081e63be8d69314287/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":63961,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"f56e41493e430f6c013c094b4b462aa30dc9826a273d867eec6a04fc8a646443"} +{"uuid":"gpqa-main-efb673a27e8a1e042786abf9","benchmark":"gpqa_main","data_index":1215,"repeat_index":3,"sample_id":"gpqa-main-efb673a27e8a1e042786abf9/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":28104,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"1f2f27b90dac22c1b4d70e1b1679a095c5ce0b5ec5dd0bbf48f16b8328b18d89"} +{"uuid":"gpqa-main-78b2ba2dd97e6d6b9942bad9","benchmark":"gpqa_main","data_index":1425,"repeat_index":3,"sample_id":"gpqa-main-78b2ba2dd97e6d6b9942bad9/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6150,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"A","question_sha256":"019eb0f05f025ec512fbae057e0fcb33e0f92eec9bc2dc775494f6a19f4b62f3"} +{"uuid":"gpqa-main-67c1e3a67a2a974a3189d06b","benchmark":"gpqa_main","data_index":1480,"repeat_index":3,"sample_id":"gpqa-main-67c1e3a67a2a974a3189d06b/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":362,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"A","question_sha256":"de0e795a2e1639d4babc3235662e71409fadd14e0c80f8551b3db9b4b53aa8de"} +{"uuid":"gpqa-main-edbd99e5f03e3b3f074ba126","benchmark":"gpqa_main","data_index":1214,"repeat_index":3,"sample_id":"gpqa-main-edbd99e5f03e3b3f074ba126/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":28586,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"C","question_sha256":"b690990e73efd994587057d6ed5ae270235b0ec6bd4e98df3fc472f01c179765"} +{"uuid":"gpqa-main-63aef6e78c9803d030a16f9c","benchmark":"gpqa_main","data_index":976,"repeat_index":2,"sample_id":"gpqa-main-63aef6e78c9803d030a16f9c/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":54434,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"A","question_sha256":"255e934ed277fdd11f71245508448f7031439d40eb38fd78fb3b813b247c5726"} +{"uuid":"gpqa-main-5a280dae7286e8bab3887904","benchmark":"gpqa_main","data_index":1364,"repeat_index":3,"sample_id":"gpqa-main-5a280dae7286e8bab3887904/repeat-3","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13805,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":null,"question_sha256":"b8398a470c0a1a045a6dcf2005bd8e8351bdf75ffa7c473958cf3c4b5d4fb288"} +{"uuid":"gpqa-main-8d43dd1cebfb1a76c18a3589","benchmark":"gpqa_main","data_index":1365,"repeat_index":3,"sample_id":"gpqa-main-8d43dd1cebfb1a76c18a3589/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13722,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"C","question_sha256":"1c3b360d52d717d4eda55f53310217b072979b1026b8896b235a2ba9f5151964"} +{"uuid":"gpqa-main-7e9652f906d908e059401ac2","benchmark":"gpqa_main","data_index":1476,"repeat_index":3,"sample_id":"gpqa-main-7e9652f906d908e059401ac2/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1113,"prompt_tokens":346,"effective_max_tokens":130726,"original_embedded_prediction":"C","question_sha256":"9dda9414807cb4996f3a1deb9214b8aaf93c75e41d35fac14966aba5058f07ff"} +{"uuid":"gpqa-main-48494dbfd36899c84d166873","benchmark":"gpqa_main","data_index":1446,"repeat_index":3,"sample_id":"gpqa-main-48494dbfd36899c84d166873/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3916,"prompt_tokens":315,"effective_max_tokens":130757,"original_embedded_prediction":"B","question_sha256":"a50aa647f4cce396d333dfcfe372bdfadfa7f7aa507ebafd207354812f7ab3f9"} +{"uuid":"gpqa-main-bceb5bf342ad44aac4fdbe55","benchmark":"gpqa_main","data_index":1275,"repeat_index":3,"sample_id":"gpqa-main-bceb5bf342ad44aac4fdbe55/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":23892,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"20d48d5f0a9a8b77bea35e72a90794c2d2147aa8321ae6aa60e84491688a0803"} +{"uuid":"gpqa-main-3cb5227445654dab4b5dacc2","benchmark":"gpqa_main","data_index":1466,"repeat_index":3,"sample_id":"gpqa-main-3cb5227445654dab4b5dacc2/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1942,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"4b45de4106aaf95114f9bda69339b541037b0eb04b8fd1f40efb6b91ed2a479e"} +{"uuid":"gpqa-main-92c7c513709816748efab029","benchmark":"gpqa_main","data_index":1403,"repeat_index":3,"sample_id":"gpqa-main-92c7c513709816748efab029/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9134,"prompt_tokens":253,"effective_max_tokens":130819,"original_embedded_prediction":"C","question_sha256":"c9ed693d3f7d5c30b94e2c01b9b5f22591922f961e4dbc9ef4b70309b61bae5c"} +{"uuid":"gpqa-main-d98819c9bc2a4086534acf1b","benchmark":"gpqa_main","data_index":1433,"repeat_index":3,"sample_id":"gpqa-main-d98819c9bc2a4086534acf1b/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6028,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"d53ea2c13c1ce696b626852774a73a189571a138a5fd872cdd3bb15f21f0bf06"} +{"uuid":"gpqa-main-4e62cd257f17d5af418a8d34","benchmark":"gpqa_main","data_index":1366,"repeat_index":3,"sample_id":"gpqa-main-4e62cd257f17d5af418a8d34/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14046,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"654fc443f2efbec09d0f966244083f4545f4f851e28d7f4e0f9c07cb156b2d1d"} +{"uuid":"gpqa-main-9f0f463200d404d2c62eca59","benchmark":"gpqa_main","data_index":1472,"repeat_index":3,"sample_id":"gpqa-main-9f0f463200d404d2c62eca59/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1819,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"6ed199510dead1f6bd4eaa9162909d9481bd2201f8d9444ee60a2e0e2f20528c"} +{"uuid":"gpqa-main-398c3b21ff64a0edc7ed8444","benchmark":"gpqa_main","data_index":1349,"repeat_index":3,"sample_id":"gpqa-main-398c3b21ff64a0edc7ed8444/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17304,"prompt_tokens":839,"effective_max_tokens":130233,"original_embedded_prediction":"D","question_sha256":"8efc35cf270e2b051ad9ae732723df9c7261cecaf1410edf2c43f3ca7aa749cc"} +{"uuid":"gpqa-main-6dec9c3aba26b3c8623af13e","benchmark":"gpqa_main","data_index":1467,"repeat_index":3,"sample_id":"gpqa-main-6dec9c3aba26b3c8623af13e/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2415,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"656a46f8bac8e8e0767c9a5675871d3f81ff8707ec78f064bca2ccac673d7561"} +{"uuid":"gpqa-main-2601636e383074212d2b5e52","benchmark":"gpqa_main","data_index":1485,"repeat_index":3,"sample_id":"gpqa-main-2601636e383074212d2b5e52/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1133,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"A","question_sha256":"4346808ce2e49e7dd075a69d154a4e1c8d73b71869876d48ffff93747d8898ec"} +{"uuid":"gpqa-main-0b01dd8e7881a40d7eb61175","benchmark":"gpqa_main","data_index":1491,"repeat_index":3,"sample_id":"gpqa-main-0b01dd8e7881a40d7eb61175/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":834,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"C","question_sha256":"74998926c571f30bb050d73fd21eee2727687e5a8320253f13d3d84b8605a913"} +{"uuid":"gpqa-main-c8bb35d2e6add774a878c895","benchmark":"gpqa_main","data_index":1363,"repeat_index":3,"sample_id":"gpqa-main-c8bb35d2e6add774a878c895/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15390,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"8b5b2cb731b5a7fb6556557d17fc7ef7fb607adfa5050f0d70418eb3b983605b"} +{"uuid":"gpqa-main-c69005af8b1e76a851528e02","benchmark":"gpqa_main","data_index":1219,"repeat_index":3,"sample_id":"gpqa-main-c69005af8b1e76a851528e02/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":29728,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"D","question_sha256":"29e6a1db070bf5e5af8af4b82da4953dd47dcd2a1bbd7ad2db04f3d1d4cd805e"} +{"uuid":"gpqa-main-ae94db70e45f3af66518a393","benchmark":"gpqa_main","data_index":1482,"repeat_index":3,"sample_id":"gpqa-main-ae94db70e45f3af66518a393/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1664,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"357c925128939cb69954fa6d11c54df2209c646ee1d3db2ab6dfea44ae6407b6"} +{"uuid":"gpqa-main-6078bfac5f15131fb59b31ce","benchmark":"gpqa_main","data_index":1458,"repeat_index":3,"sample_id":"gpqa-main-6078bfac5f15131fb59b31ce/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4034,"prompt_tokens":383,"effective_max_tokens":130689,"original_embedded_prediction":"D","question_sha256":"2c08be31c31eb443db8881662320ebedec47eef168a86389032948d5a9cc37d1"} +{"uuid":"gpqa-main-aa04ac251ed805588a6be27c","benchmark":"gpqa_main","data_index":933,"repeat_index":2,"sample_id":"gpqa-main-aa04ac251ed805588a6be27c/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":59811,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"C","question_sha256":"198a9824ae684cea2edf9d0597e69c2274e0be94e0a0ffcf7b4ad3e95f4a6dae"} +{"uuid":"gpqa-main-3d3dfe64363613833bb52e81","benchmark":"gpqa_main","data_index":1377,"repeat_index":3,"sample_id":"gpqa-main-3d3dfe64363613833bb52e81/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13136,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"B","question_sha256":"ec22f627211f722949e6d36efcb583b2f796830a38cf5cf5dcba4f727562d975"} +{"uuid":"gpqa-main-50a8ab2bd1710dbcfa2e32b5","benchmark":"gpqa_main","data_index":1320,"repeat_index":3,"sample_id":"gpqa-main-50a8ab2bd1710dbcfa2e32b5/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20095,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"5fb04957154b48d4ebad83862909a8fd3afc5ba5399a7dbe4594b5c72255964c"} +{"uuid":"gpqa-main-0069a2b69e59906ffd6ca400","benchmark":"gpqa_main","data_index":1443,"repeat_index":3,"sample_id":"gpqa-main-0069a2b69e59906ffd6ca400/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5810,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"409fe9f5585adb91b6eded6462ef297118cee805597838bb23fa38eb32789450"} +{"uuid":"gpqa-main-4c4e7752fc041224f19d3f9a","benchmark":"gpqa_main","data_index":1462,"repeat_index":3,"sample_id":"gpqa-main-4c4e7752fc041224f19d3f9a/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3460,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"a7183bc025131850f86e24e7faa64e367e334f399dbbc968c1e6069905fe8c28"} +{"uuid":"gpqa-main-ed6a4565f708132bae39b742","benchmark":"gpqa_main","data_index":1407,"repeat_index":3,"sample_id":"gpqa-main-ed6a4565f708132bae39b742/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10086,"prompt_tokens":393,"effective_max_tokens":130679,"original_embedded_prediction":"A","question_sha256":"5ce997bcaa654b6fdbbb00b63b66633167679a850d02d845b8a9b1b716979197"} +{"uuid":"gpqa-main-4657fdc74d4c0bf48aa0b494","benchmark":"gpqa_main","data_index":1453,"repeat_index":3,"sample_id":"gpqa-main-4657fdc74d4c0bf48aa0b494/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4843,"prompt_tokens":343,"effective_max_tokens":130729,"original_embedded_prediction":"B","question_sha256":"ef34764671cecdd517febbdbff1a8cc3542418de05c4a100ef6c30752c1fc8cb"} +{"uuid":"gpqa-main-12fef4b097b802dea2564ea2","benchmark":"gpqa_main","data_index":954,"repeat_index":2,"sample_id":"gpqa-main-12fef4b097b802dea2564ea2/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":58713,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"A","question_sha256":"254c10ac4fdccd2709d12769dd755a22c6de6b1e6bff2363164511e2905446d7"} +{"uuid":"gpqa-main-1754a508e794225bd932adeb","benchmark":"gpqa_main","data_index":1205,"repeat_index":3,"sample_id":"gpqa-main-1754a508e794225bd932adeb/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":31226,"prompt_tokens":276,"effective_max_tokens":130796,"original_embedded_prediction":"B","question_sha256":"16464cac7090a24d3b5a0bf989e1699bafd2dd7b1555e816a1f77804d8e890db"} +{"uuid":"gpqa-main-68d5dcbd7078889c19a9a93c","benchmark":"gpqa_main","data_index":1288,"repeat_index":3,"sample_id":"gpqa-main-68d5dcbd7078889c19a9a93c/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":23998,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"618551bfaaf71599d5802135cbf18d8e9b5a33b38537d32515c5298d556df601"} +{"uuid":"gpqa-main-60c7c63632b1d67ffb8a4fb7","benchmark":"gpqa_main","data_index":1103,"repeat_index":2,"sample_id":"gpqa-main-60c7c63632b1d67ffb8a4fb7/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":42643,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"B","question_sha256":"60c9747de98dcd74354ee70ce1049c3c1d1b8d72f4e9848984af5d6ceb1a0c57"} +{"uuid":"gpqa-main-b36b446fe10911202d34a473","benchmark":"gpqa_main","data_index":1511,"repeat_index":3,"sample_id":"gpqa-main-b36b446fe10911202d34a473/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":490,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"a817452b182acac6761625a70d62a32f2da8fc7a708397cb06f4ad35d5fb18f8"} +{"uuid":"gpqa-main-5f044a1bf575df47abc76e1a","benchmark":"gpqa_main","data_index":1498,"repeat_index":3,"sample_id":"gpqa-main-5f044a1bf575df47abc76e1a/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1247,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"56742e4e637e9ad1340d4a8de7af8e0d6ce2447d668cc5b51dfb52dfb0b2b8e9"} +{"uuid":"gpqa-main-e31881ef9b38bb3d802fa432","benchmark":"gpqa_main","data_index":1477,"repeat_index":3,"sample_id":"gpqa-main-e31881ef9b38bb3d802fa432/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3355,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"A","question_sha256":"d2b3b2f779f59635b5b67b63d55e4ada87e7ff867992c7a0b26b010dac9f8650"} +{"uuid":"gpqa-main-53c8581aa69a3066bf003024","benchmark":"gpqa_main","data_index":1502,"repeat_index":3,"sample_id":"gpqa-main-53c8581aa69a3066bf003024/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1056,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"dbc9784ed2e796c6f534e998f17f2a819df9d6d94cd62aa72bd7fdcbf457c948"} +{"uuid":"gpqa-main-09311165c3bc8a7742115024","benchmark":"gpqa_main","data_index":1173,"repeat_index":3,"sample_id":"gpqa-main-09311165c3bc8a7742115024/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":35893,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"C","question_sha256":"d6deae7022d40b283a8b0053867ff7e2d44f15fac7c364d3b34e67d903596cf7"} +{"uuid":"gpqa-main-60f734b52603f7ef29671f95","benchmark":"gpqa_main","data_index":1307,"repeat_index":3,"sample_id":"gpqa-main-60f734b52603f7ef29671f95/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":22758,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"D","question_sha256":"bf9de03889292b969198f42b877b6d4c7b56ce10ae654e71f4be720b5efdb1f1"} +{"uuid":"gpqa-main-7475b6b01129fce5b436b0ee","benchmark":"gpqa_main","data_index":1350,"repeat_index":3,"sample_id":"gpqa-main-7475b6b01129fce5b436b0ee/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19036,"prompt_tokens":235,"effective_max_tokens":130837,"original_embedded_prediction":"B","question_sha256":"797be7099117e146adaaf5ad31bd914d9adbd510441211b0040aad2812fffc40"} +{"uuid":"gpqa-main-ad77d1e365463a217a2cc25c","benchmark":"gpqa_main","data_index":1500,"repeat_index":3,"sample_id":"gpqa-main-ad77d1e365463a217a2cc25c/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1584,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"B","question_sha256":"7c427847fb1acab7f784c40193a51f13be68ffb38b4336c6bf3ebf112916fc29"} +{"uuid":"gpqa-main-77067b016766698b199936c6","benchmark":"gpqa_main","data_index":1495,"repeat_index":3,"sample_id":"gpqa-main-77067b016766698b199936c6/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2261,"prompt_tokens":306,"effective_max_tokens":130766,"original_embedded_prediction":"B","question_sha256":"4c8dd76001266d2c0d3a086b95cb4f68ba3f1b2658186002903315d51bf5bea6"} +{"uuid":"gpqa-main-83f8b78e2bcb92bda5c03787","benchmark":"gpqa_main","data_index":1488,"repeat_index":3,"sample_id":"gpqa-main-83f8b78e2bcb92bda5c03787/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3099,"prompt_tokens":162,"effective_max_tokens":130910,"original_embedded_prediction":"C","question_sha256":"1f06efeb2323c27b7a92e2f6b6d0f631f5b1caa5357a701f99ff4c3d08286bcf"} +{"uuid":"gpqa-main-45b8834e3ed027ec73e9cb93","benchmark":"gpqa_main","data_index":1478,"repeat_index":3,"sample_id":"gpqa-main-45b8834e3ed027ec73e9cb93/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4214,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"C","question_sha256":"14a2ed1ddcecc5a3752c954a0c07f0e2ae102378d648cc66bd57385516fbbe20"} +{"uuid":"gpqa-main-3f9251e093c698e0c2fa2826","benchmark":"gpqa_main","data_index":1510,"repeat_index":3,"sample_id":"gpqa-main-3f9251e093c698e0c2fa2826/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1474,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"252debe46c4fa81fca060b5a84d473e7c0bf04c99b8b5f54aab8119f22de36b4"} +{"uuid":"gpqa-main-1cea82df3087b1eb05c4d230","benchmark":"gpqa_main","data_index":1389,"repeat_index":3,"sample_id":"gpqa-main-1cea82df3087b1eb05c4d230/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13482,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"dd05d2d9e9053dd1d4367a61d5f718336fc8f18bc81bdf0ccfb104e241053522"} +{"uuid":"gpqa-main-acecd9428a5b4368f1f5bc82","benchmark":"gpqa_main","data_index":1461,"repeat_index":3,"sample_id":"gpqa-main-acecd9428a5b4368f1f5bc82/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5575,"prompt_tokens":336,"effective_max_tokens":130736,"original_embedded_prediction":"A","question_sha256":"2d1e5de4bf7305d1b5eee8dda5415195dc333d71b3f50fa60508a928b67fb336"} +{"uuid":"gpqa-main-2651d2e67639a9e1741c23d7","benchmark":"gpqa_main","data_index":1513,"repeat_index":3,"sample_id":"gpqa-main-2651d2e67639a9e1741c23d7/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1740,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"B","question_sha256":"4dde21b33c78ccf27d8f3043edfe68636929e2ed7d52841b78b767027425afcb"} +{"uuid":"gpqa-main-32802554a860af51b4d7360f","benchmark":"gpqa_main","data_index":1388,"repeat_index":3,"sample_id":"gpqa-main-32802554a860af51b4d7360f/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14344,"prompt_tokens":399,"effective_max_tokens":130673,"original_embedded_prediction":"C","question_sha256":"ea1d2c2fd4395ec2cad416b20c41a657730d84acd26fb53712bf10f6807a4e64"} +{"uuid":"gpqa-main-f6a21b5c88fe41ca6a55591f","benchmark":"gpqa_main","data_index":1506,"repeat_index":3,"sample_id":"gpqa-main-f6a21b5c88fe41ca6a55591f/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2531,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"b0808ff670ee04ab6af9402dbf89fd865b5fcc16ca43f81c6b8ed06e07bd5ee2"} +{"uuid":"gpqa-main-8523e39e7dc895f15a06a403","benchmark":"gpqa_main","data_index":1483,"repeat_index":3,"sample_id":"gpqa-main-8523e39e7dc895f15a06a403/repeat-3","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4328,"prompt_tokens":243,"effective_max_tokens":130829,"original_embedded_prediction":null,"question_sha256":"9809fdeb256e4181e9705fa439a61deb6dbe804bfb80ffab6cb1bd4565faa027"} +{"uuid":"gpqa-main-33c3b423f54aabfcfca66691","benchmark":"gpqa_main","data_index":1486,"repeat_index":3,"sample_id":"gpqa-main-33c3b423f54aabfcfca66691/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4181,"prompt_tokens":323,"effective_max_tokens":130749,"original_embedded_prediction":"A","question_sha256":"d3ede1ef1590cafbeca0278be62d75df7a0ca03bdf527b454a132420994473ae"} +{"uuid":"gpqa-main-c5fc0037165678ab354bad30","benchmark":"gpqa_main","data_index":1381,"repeat_index":3,"sample_id":"gpqa-main-c5fc0037165678ab354bad30/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15277,"prompt_tokens":158,"effective_max_tokens":130914,"original_embedded_prediction":"D","question_sha256":"cc55519c3a9058d775356db9fd87b9279f120f69e3d435e9886ed87f62c6a229"} +{"uuid":"gpqa-main-9254c2db95aeb7ad8ae8a32d","benchmark":"gpqa_main","data_index":1447,"repeat_index":3,"sample_id":"gpqa-main-9254c2db95aeb7ad8ae8a32d/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8100,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"183797b844f5aaf0d4762d5da650b2a14964b261306db104b29a00499b949bd6"} +{"uuid":"gpqa-main-ff45876351041ad1ce200bb4","benchmark":"gpqa_main","data_index":1475,"repeat_index":3,"sample_id":"gpqa-main-ff45876351041ad1ce200bb4/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5567,"prompt_tokens":345,"effective_max_tokens":130727,"original_embedded_prediction":"C","question_sha256":"32bdeb2d6746cedbaa666a09cbe9ff84eedb094a4f81edb9c09ab191add49c41"} +{"uuid":"gpqa-main-7c103d3006e7e5942b17dfc2","benchmark":"gpqa_main","data_index":1497,"repeat_index":3,"sample_id":"gpqa-main-7c103d3006e7e5942b17dfc2/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3445,"prompt_tokens":254,"effective_max_tokens":130818,"original_embedded_prediction":"D","question_sha256":"851c6624380df7dd30fbf4b482add6ae0543525ac196eb146f0d1eb73a673d6c"} +{"uuid":"gpqa-main-cfc742b1ce24bfc75356765e","benchmark":"gpqa_main","data_index":1431,"repeat_index":3,"sample_id":"gpqa-main-cfc742b1ce24bfc75356765e/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10577,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"B","question_sha256":"c1f013c71ec1bfdf03d8071ec0a1d30c0d10b7e87429512ec32711a88cc41cb1"} +{"uuid":"gpqa-main-22c436000399164406e165b2","benchmark":"gpqa_main","data_index":1372,"repeat_index":3,"sample_id":"gpqa-main-22c436000399164406e165b2/repeat-3","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17443,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":null,"question_sha256":"836be405f3d05ec5ad1a2bc728339e5141836ace3a584fe3d36ecc50af4dc3ee"} +{"uuid":"gpqa-main-67410b7a8dc0eaa2a0ad0e33","benchmark":"gpqa_main","data_index":1499,"repeat_index":3,"sample_id":"gpqa-main-67410b7a8dc0eaa2a0ad0e33/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3431,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"bb309e44424b270e31ff68a9df49f0a2f19335280a19eb9a92c5dcd1810cc3e8"} +{"uuid":"gpqa-main-a39e48c3dd280f4d62399e78","benchmark":"gpqa_main","data_index":1523,"repeat_index":3,"sample_id":"gpqa-main-a39e48c3dd280f4d62399e78/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1739,"prompt_tokens":397,"effective_max_tokens":130675,"original_embedded_prediction":"D","question_sha256":"721c25455cfe9ff83ae29b7ba79700cb78268040d9773283d4d8afebd849187b"} +{"uuid":"gpqa-main-fcf4fc69f21da83688056521","benchmark":"gpqa_main","data_index":1515,"repeat_index":3,"sample_id":"gpqa-main-fcf4fc69f21da83688056521/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2549,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"691112dd08aec41d1dfd7a48bf6e56a828dc8b340887ad6364daff290f8a88c4"} +{"uuid":"gpqa-main-bab6e331fae29c00395de3a4","benchmark":"gpqa_main","data_index":1318,"repeat_index":3,"sample_id":"gpqa-main-bab6e331fae29c00395de3a4/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24088,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"cf500f5f076470e539799f3822047d1a6263a0abc77614f9abc48a4f60ba507d"} +{"uuid":"gpqa-main-33b9f4658edfefac92faa4d3","benchmark":"gpqa_main","data_index":1428,"repeat_index":3,"sample_id":"gpqa-main-33b9f4658edfefac92faa4d3/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11421,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"A","question_sha256":"21b950759e4e088c97c70fcca487f4b3ceddd69dd2563433e332a0dde94eeddb"} +{"uuid":"gpqa-main-7bb7c5ace8216100d38e616a","benchmark":"gpqa_main","data_index":990,"repeat_index":2,"sample_id":"gpqa-main-7bb7c5ace8216100d38e616a/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":58252,"prompt_tokens":197,"effective_max_tokens":130875,"original_embedded_prediction":"B","question_sha256":"6dbc821cf1e89c0764e62d1bef4818136877fbc8e333f255bfa42276ac9aeb88"} +{"uuid":"gpqa-main-c5506c52a996021a33525b24","benchmark":"gpqa_main","data_index":1394,"repeat_index":3,"sample_id":"gpqa-main-c5506c52a996021a33525b24/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15253,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"ec867cdcf4e586ae70e24b76b87230ee2b48ec67a5234d7a682f06f846fbdf0d"} +{"uuid":"gpqa-main-992d40815d86851a9f6e7230","benchmark":"gpqa_main","data_index":1537,"repeat_index":4,"sample_id":"gpqa-main-992d40815d86851a9f6e7230/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1085,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"b698ebb0cb6d3abffa554435859e51f21dd11a9955cfceece2c7a6fa9b0e2023"} +{"uuid":"gpqa-main-5af38d4af998e6cc090b76a4","benchmark":"gpqa_main","data_index":1518,"repeat_index":3,"sample_id":"gpqa-main-5af38d4af998e6cc090b76a4/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3122,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"b20325f500465457b07762e2fe70b04e5055bd3df2783351050b6c3d04223eb4"} +{"uuid":"gpqa-main-7093e90be0c6d72d98ef432c","benchmark":"gpqa_main","data_index":1508,"repeat_index":3,"sample_id":"gpqa-main-7093e90be0c6d72d98ef432c/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4012,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"A","question_sha256":"d73f092255e75c14953338c7dc17fa9e41c6378f650bac797b23d3c68133744d"} +{"uuid":"gpqa-main-eda22ee564030fef1ab0bcaf","benchmark":"gpqa_main","data_index":1384,"repeat_index":3,"sample_id":"gpqa-main-eda22ee564030fef1ab0bcaf/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16583,"prompt_tokens":316,"effective_max_tokens":130756,"original_embedded_prediction":"B","question_sha256":"e78929c2c3d5e04cda51c77e05ad4a3d1cbbf98cc2db0103b7fbc594e78bb602"} +{"uuid":"gpqa-main-18347a23c4b32df1f0b31d1a","benchmark":"gpqa_main","data_index":1547,"repeat_index":4,"sample_id":"gpqa-main-18347a23c4b32df1f0b31d1a/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":512,"prompt_tokens":438,"effective_max_tokens":130634,"original_embedded_prediction":"C","question_sha256":"f69ff8c0001cb2bdea3e51d7d4063a70e8b64bf6f735f62088f0ace464bbe468"} +{"uuid":"gpqa-main-43903740f46e3267ecd42324","benchmark":"gpqa_main","data_index":1503,"repeat_index":3,"sample_id":"gpqa-main-43903740f46e3267ecd42324/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4978,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"D","question_sha256":"b52b0025e64a7d0c0023e98ca9fe1f002e22bd987dd934f74304bd22e6e7da20"} +{"uuid":"gpqa-main-ad37592fd14aa64b9045a2c4","benchmark":"gpqa_main","data_index":1526,"repeat_index":3,"sample_id":"gpqa-main-ad37592fd14aa64b9045a2c4/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3013,"prompt_tokens":142,"effective_max_tokens":130930,"original_embedded_prediction":"B","question_sha256":"1b3ff6b6ef905e2e7d9fad403ad7bcef59c07ba5858ab30374d9c1f3f07e7dee"} +{"uuid":"gpqa-main-39045ad4d1274d0e56839d7b","benchmark":"gpqa_main","data_index":1528,"repeat_index":3,"sample_id":"gpqa-main-39045ad4d1274d0e56839d7b/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2595,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"429df35a12720ff87021b558515bede2e2590914376178a956309c141594787f"} +{"uuid":"gpqa-main-485d6d2d8d4ef097891a30ae","benchmark":"gpqa_main","data_index":1522,"repeat_index":3,"sample_id":"gpqa-main-485d6d2d8d4ef097891a30ae/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3562,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"B","question_sha256":"c6a4a4365a6f088ad7d433e788ad1983c25ce2a6965fa332c2fd4f61eea9bbbc"} +{"uuid":"gpqa-main-17eb0ef902a11d36b13bb4ba","benchmark":"gpqa_main","data_index":1530,"repeat_index":3,"sample_id":"gpqa-main-17eb0ef902a11d36b13bb4ba/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2717,"prompt_tokens":290,"effective_max_tokens":130782,"original_embedded_prediction":"C","question_sha256":"da025e796cabfda79ad3a899a873052b028159563074d0934fabc7ee4c54d8ad"} +{"uuid":"gpqa-main-731d6908d225dc9f463d1297","benchmark":"gpqa_main","data_index":1440,"repeat_index":3,"sample_id":"gpqa-main-731d6908d225dc9f463d1297/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11482,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"B","question_sha256":"4774928b0a0c7cdc6d9c17102d2e01adad07f5a344858c23bbc63520a74724d7"} +{"uuid":"gpqa-main-3d4249ae7ea85a07b7726fff","benchmark":"gpqa_main","data_index":1545,"repeat_index":4,"sample_id":"gpqa-main-3d4249ae7ea85a07b7726fff/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1297,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"f3a651caf4cc86d7183e2aa4e94783901dfd4ba7026521589b0aa1f1c95b0e55"} +{"uuid":"gpqa-main-009c62a9f3d3e5b23d7032af","benchmark":"gpqa_main","data_index":885,"repeat_index":2,"sample_id":"gpqa-main-009c62a9f3d3e5b23d7032af/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":70166,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"eb3c8e77ceb6bbf6b5fc6d705376aeb984e8d20d498b1668992fc1441b062661"} +{"uuid":"gpqa-main-b9cd3234a1fbbf6fe8b281a7","benchmark":"gpqa_main","data_index":1141,"repeat_index":2,"sample_id":"gpqa-main-b9cd3234a1fbbf6fe8b281a7/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":44423,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"407ed0eb19714d6ab4f488ca6e6a117c40e4991746c31ad1c464c5e529e59565"} +{"uuid":"gpqa-main-47999f808ae4df35fd817dd2","benchmark":"gpqa_main","data_index":1550,"repeat_index":4,"sample_id":"gpqa-main-47999f808ae4df35fd817dd2/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1303,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"0b24415e0a51d238b6f9b4a8ae6a56386da27f195c825aa8d124ca3e7adc5bb9"} +{"uuid":"gpqa-main-de59169ce40a93ff305f9a41","benchmark":"gpqa_main","data_index":1536,"repeat_index":4,"sample_id":"gpqa-main-de59169ce40a93ff305f9a41/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3103,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"c5859c729f1f8217c8555103da018a579f07eb8df38d8389383b2f4634573327"} +{"uuid":"gpqa-main-84c386fbd7476f5541ea16f0","benchmark":"gpqa_main","data_index":1427,"repeat_index":3,"sample_id":"gpqa-main-84c386fbd7476f5541ea16f0/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13954,"prompt_tokens":370,"effective_max_tokens":130702,"original_embedded_prediction":"B","question_sha256":"083aa3572345d938b0c707cfb8c710aea73759344b234ada78ed36f1ec66eb0d"} +{"uuid":"gpqa-main-9bb169e317cdd76b98ada24f","benchmark":"gpqa_main","data_index":1341,"repeat_index":3,"sample_id":"gpqa-main-9bb169e317cdd76b98ada24f/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":25059,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d0bbc79a116a93d5c5c1325e012b3feb17a7b705d2ccd57a86ecfbdc2bf78030"} +{"uuid":"gpqa-main-3b1469c59353cec7a0dd6866","benchmark":"gpqa_main","data_index":1293,"repeat_index":3,"sample_id":"gpqa-main-3b1469c59353cec7a0dd6866/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":29242,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"B","question_sha256":"ebc638f9e42bd31bd87f0fab4dff50846ee425d9aef0cb954a4e5013a5a107e4"} +{"uuid":"gpqa-main-b306a5cb19a37a5923ddeda3","benchmark":"gpqa_main","data_index":1527,"repeat_index":3,"sample_id":"gpqa-main-b306a5cb19a37a5923ddeda3/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4716,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"10d0692d1c6af6008ffff69894cb0183dafbb80748247a3a0e1961e87f1e7c9f"} +{"uuid":"gpqa-main-55e31c256bb6191d94e6db4d","benchmark":"gpqa_main","data_index":1514,"repeat_index":3,"sample_id":"gpqa-main-55e31c256bb6191d94e6db4d/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6076,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"126561d6b58fa17bbaffda56837acaf8fab4bf282ccdfdcc2c7a97bfe520889c"} +{"uuid":"gpqa-main-24659eabc462bf7fb5295951","benchmark":"gpqa_main","data_index":1417,"repeat_index":3,"sample_id":"gpqa-main-24659eabc462bf7fb5295951/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15525,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"A","question_sha256":"f26df2fb1b4182bacbf5d951a583b120ed154d22ea6f9659ed264ae020297543"} +{"uuid":"gpqa-main-cda1b642d52c30858bcdf7a3","benchmark":"gpqa_main","data_index":1563,"repeat_index":4,"sample_id":"gpqa-main-cda1b642d52c30858bcdf7a3/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":407,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"85f5a80c90290184ac6ec65307174970563ac9442644e868f064c886836d7a25"} +{"uuid":"gpqa-main-ff85a5ccc5b465a708f70be3","benchmark":"gpqa_main","data_index":1565,"repeat_index":4,"sample_id":"gpqa-main-ff85a5ccc5b465a708f70be3/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":310,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"f86f6ace621f9a5dc4c1d23e2bb2d546e1ca384df523a7a90d793b41a43ebfc6"} +{"uuid":"gpqa-main-544e43760baf2de3b5be5741","benchmark":"gpqa_main","data_index":1521,"repeat_index":3,"sample_id":"gpqa-main-544e43760baf2de3b5be5741/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5788,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"B","question_sha256":"89418be241a19daa5c02878e565ee51b73f6f2c9bcafffaf554b45989088c1d8"} +{"uuid":"gpqa-main-f635511b161f39dc301e05eb","benchmark":"gpqa_main","data_index":1432,"repeat_index":3,"sample_id":"gpqa-main-f635511b161f39dc301e05eb/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14664,"prompt_tokens":650,"effective_max_tokens":130422,"original_embedded_prediction":"C","question_sha256":"cb7f697eb685eca3061fc46cacb94c19aba74add8390e74234ade788b9fa4ff3"} +{"uuid":"gpqa-main-86d8d26ea3f4092dd4bac144","benchmark":"gpqa_main","data_index":1286,"repeat_index":3,"sample_id":"gpqa-main-86d8d26ea3f4092dd4bac144/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":31373,"prompt_tokens":227,"effective_max_tokens":130845,"original_embedded_prediction":"D","question_sha256":"299c83f78042a13c78ad054088517dc82d5ed82bcc9ef75ec08dc120f2b8052f"} +{"uuid":"gpqa-main-950b8724526dc5d718438bec","benchmark":"gpqa_main","data_index":1548,"repeat_index":4,"sample_id":"gpqa-main-950b8724526dc5d718438bec/repeat-4","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3444,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":null,"question_sha256":"d81eab0b3deeedb23d68076a8f0de5ca6461b5d2d1a7da228f6a0b6ba6ca53e7"} +{"uuid":"gpqa-main-d9fdff837cb2d2e4d1e81014","benchmark":"gpqa_main","data_index":1535,"repeat_index":3,"sample_id":"gpqa-main-d9fdff837cb2d2e4d1e81014/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4740,"prompt_tokens":153,"effective_max_tokens":130919,"original_embedded_prediction":"D","question_sha256":"021732e23dc83767a3bfeabac85945e664d0c83c8f4cd2ecee91855cda0b0d54"} +{"uuid":"gpqa-main-513a35e22e5c48f5b3b0518a","benchmark":"gpqa_main","data_index":1435,"repeat_index":3,"sample_id":"gpqa-main-513a35e22e5c48f5b3b0518a/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14870,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"C","question_sha256":"b4baa0b1a21db872411dec993670e6c6bc360a94404305cc5d3ecc9264fdf913"} +{"uuid":"gpqa-main-ba7b4d8b6b363240553a5da8","benchmark":"gpqa_main","data_index":1549,"repeat_index":4,"sample_id":"gpqa-main-ba7b4d8b6b363240553a5da8/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3730,"prompt_tokens":320,"effective_max_tokens":130752,"original_embedded_prediction":"C","question_sha256":"f31ead87a22282cc5dfb01f73a1fe9c84520ad1b8dc017953d8293dbe8b47044"} +{"uuid":"gpqa-main-d022f771c467d057bbb527d0","benchmark":"gpqa_main","data_index":1575,"repeat_index":4,"sample_id":"gpqa-main-d022f771c467d057bbb527d0/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":181,"prompt_tokens":192,"effective_max_tokens":130880,"original_embedded_prediction":"A","question_sha256":"f3fdb78f6fe3c60a21e29d92babec94b4d8c0f6e012394045833653cbdb1a4d7"} +{"uuid":"gpqa-main-ad8f0afd2f116341ed3a69c0","benchmark":"gpqa_main","data_index":1576,"repeat_index":4,"sample_id":"gpqa-main-ad8f0afd2f116341ed3a69c0/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":205,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"b6c9142bf69c50d0a62b5b8254344b66610ca208a646e6a69a606819b7eb1bf8"} +{"uuid":"gpqa-main-443f8ea9f271c4442521f8e4","benchmark":"gpqa_main","data_index":1451,"repeat_index":3,"sample_id":"gpqa-main-443f8ea9f271c4442521f8e4/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13296,"prompt_tokens":326,"effective_max_tokens":130746,"original_embedded_prediction":"B","question_sha256":"9211da2d82adb786850c236cd14fc05728eb04599b0abc0202714ba6bd385d19"} +{"uuid":"gpqa-main-810618179b41cff3d8593ba5","benchmark":"gpqa_main","data_index":1559,"repeat_index":4,"sample_id":"gpqa-main-810618179b41cff3d8593ba5/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2866,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"4f7077a78998cfa5dbe881d51f9f859973bb281cce9f5a2bde9d5475cc520111"} +{"uuid":"gpqa-main-55aa21aa9a62e56aab915b32","benchmark":"gpqa_main","data_index":1454,"repeat_index":3,"sample_id":"gpqa-main-55aa21aa9a62e56aab915b32/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13155,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"e6eba602b3eef649fed522c6b8737556699845aee5b419773938063ec6b83257"} +{"uuid":"gpqa-main-3357b4ebb8c461cb9eeca4bd","benchmark":"gpqa_main","data_index":1230,"repeat_index":3,"sample_id":"gpqa-main-3357b4ebb8c461cb9eeca4bd/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":38019,"prompt_tokens":283,"effective_max_tokens":130789,"original_embedded_prediction":"B","question_sha256":"cdffe5a4f742a97a3cc2ffedfc8d78a3ffa14249a51afc48e9d7aa8fc6b499a8"} +{"uuid":"gpqa-main-86060b054d8de358356a29fd","benchmark":"gpqa_main","data_index":1544,"repeat_index":4,"sample_id":"gpqa-main-86060b054d8de358356a29fd/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5448,"prompt_tokens":435,"effective_max_tokens":130637,"original_embedded_prediction":"A","question_sha256":"d20ccd218e50c4a58da8030db612f52c5bac88ad6d1859a85b0358c1595e54e1"} +{"uuid":"gpqa-main-89f68a802c7c6e55b5b802fd","benchmark":"gpqa_main","data_index":1415,"repeat_index":3,"sample_id":"gpqa-main-89f68a802c7c6e55b5b802fd/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17989,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"C","question_sha256":"0815a781881ae5e8651c7fad2acd62427e6f4161f30b842d196debe30bd5ee83"} +{"uuid":"gpqa-main-bf00d194c934803975b81b7b","benchmark":"gpqa_main","data_index":1473,"repeat_index":3,"sample_id":"gpqa-main-bf00d194c934803975b81b7b/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12019,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"A","question_sha256":"55e1269d132671f2c7b7f41498cb0b404e702d8ce370ac5555d837581e1b3ad7"} +{"uuid":"gpqa-main-a8c391dd6337620cc79cae0e","benchmark":"gpqa_main","data_index":1568,"repeat_index":4,"sample_id":"gpqa-main-a8c391dd6337620cc79cae0e/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2335,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"435ccdce7cc6c5543ffaf20b4d850d905357568605d01b3a595d44df3dd30d0d"} +{"uuid":"gpqa-main-99878f707c7c4024511bae58","benchmark":"gpqa_main","data_index":1326,"repeat_index":3,"sample_id":"gpqa-main-99878f707c7c4024511bae58/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":29049,"prompt_tokens":241,"effective_max_tokens":130831,"original_embedded_prediction":"B","question_sha256":"826fb502d2db0f2db5e44683cd45f09d18423fd8a339643c8dc8b32b1accd428"} +{"uuid":"gpqa-main-8299e0bf116ad8ad7b960d26","benchmark":"gpqa_main","data_index":1406,"repeat_index":3,"sample_id":"gpqa-main-8299e0bf116ad8ad7b960d26/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19547,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"D","question_sha256":"dac89ff46a5330836dfa04de2060a9a9d447a0cffd96c06e0cdee48c6a991035"} +{"uuid":"gpqa-main-fc2653b5d83e082e9e4f6390","benchmark":"gpqa_main","data_index":1456,"repeat_index":3,"sample_id":"gpqa-main-fc2653b5d83e082e9e4f6390/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13908,"prompt_tokens":429,"effective_max_tokens":130643,"original_embedded_prediction":"B","question_sha256":"d039314a334267e1364c2bb5dc0ab4e72b6b86a69936c2f7f318902ffc422f15"} +{"uuid":"gpqa-main-31313469465f81cc0fa5dd28","benchmark":"gpqa_main","data_index":1408,"repeat_index":3,"sample_id":"gpqa-main-31313469465f81cc0fa5dd28/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19543,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"B","question_sha256":"cd18749d0354640af760ebe1c6a150eed2a0202cc444345b5c3f00b0f0df67d2"} +{"uuid":"gpqa-main-28e3e5e79d7477896c6d853d","benchmark":"gpqa_main","data_index":1560,"repeat_index":4,"sample_id":"gpqa-main-28e3e5e79d7477896c6d853d/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3861,"prompt_tokens":1047,"effective_max_tokens":130025,"original_embedded_prediction":"B","question_sha256":"d3b33ef7a0e55c33b5deae6a673dd7fff1fc2e7efa223f3419ecf58e57c06207"} +{"uuid":"gpqa-main-a1ec72afe45eedbea242cd73","benchmark":"gpqa_main","data_index":1580,"repeat_index":4,"sample_id":"gpqa-main-a1ec72afe45eedbea242cd73/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1141,"prompt_tokens":310,"effective_max_tokens":130762,"original_embedded_prediction":"A","question_sha256":"e87180319d813402cf71637950d93636988703d0477e2bb79fb03a1d2df9afe3"} +{"uuid":"gpqa-main-a028903aa7112583a0e7b5d2","benchmark":"gpqa_main","data_index":1368,"repeat_index":3,"sample_id":"gpqa-main-a028903aa7112583a0e7b5d2/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24599,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"B","question_sha256":"c6231a95c81ba1af7d31e5ce8f8e8ad4c4def88d86ab8f801a248cf19814e2d2"} +{"uuid":"gpqa-main-d8cca1a27ad1a42b4a99ce96","benchmark":"gpqa_main","data_index":1037,"repeat_index":2,"sample_id":"gpqa-main-d8cca1a27ad1a42b4a99ce96/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":59353,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"B","question_sha256":"6049e26840c0e889bb5632032745b5bcf6684dec9a2f9d0a0cfb76378c5c064e"} +{"uuid":"gpqa-main-5334e8bdecfbd08a0fceb69b","benchmark":"gpqa_main","data_index":1583,"repeat_index":4,"sample_id":"gpqa-main-5334e8bdecfbd08a0fceb69b/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":923,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"B","question_sha256":"0c1cc6cb8c9b9a25c645b86bbada068207876248621f0327486d559892b7a8a9"} +{"uuid":"gpqa-main-50b06dfa0f6f3a64a58faa00","benchmark":"gpqa_main","data_index":1449,"repeat_index":3,"sample_id":"gpqa-main-50b06dfa0f6f3a64a58faa00/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15082,"prompt_tokens":2889,"effective_max_tokens":128183,"original_embedded_prediction":"B","question_sha256":"6d83e75112500dd8a0852c4eaa9859c4fb625c97bdf5f7d5c532bcd6347ea1a8"} +{"uuid":"gpqa-main-1b113e4801541a0f8a992733","benchmark":"gpqa_main","data_index":1490,"repeat_index":3,"sample_id":"gpqa-main-1b113e4801541a0f8a992733/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11399,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"D","question_sha256":"934c12bf2e6db997c9f4c22933b7e9545d3398849fc6e181c8a8187d83cf44b5"} +{"uuid":"gpqa-main-0fb808246cf99919fa61cf95","benchmark":"gpqa_main","data_index":1520,"repeat_index":3,"sample_id":"gpqa-main-0fb808246cf99919fa61cf95/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8818,"prompt_tokens":415,"effective_max_tokens":130657,"original_embedded_prediction":"A","question_sha256":"8dd19f310e71e68caf9619c551faf073baee082c2fdae90e86d766c8f04dd15c"} +{"uuid":"gpqa-main-834c95c23407a9d2c736d2ee","benchmark":"gpqa_main","data_index":1593,"repeat_index":4,"sample_id":"gpqa-main-834c95c23407a9d2c736d2ee/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":392,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"bb698537245b51d08b5d5a6cecdfd1a4e34f7ac0f17e13da8d713af9341a9366"} +{"uuid":"gpqa-main-7c04a20e5411bd3e0a2bc2c8","benchmark":"gpqa_main","data_index":1379,"repeat_index":3,"sample_id":"gpqa-main-7c04a20e5411bd3e0a2bc2c8/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":23197,"prompt_tokens":413,"effective_max_tokens":130659,"original_embedded_prediction":"C","question_sha256":"e23b62b19c3ab4ec896e631f56a7a92ed38aca13300af7a7b449b979999886f3"} +{"uuid":"gpqa-main-105b94b83de2671f0b86688d","benchmark":"gpqa_main","data_index":999,"repeat_index":2,"sample_id":"gpqa-main-105b94b83de2671f0b86688d/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":63863,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"B","question_sha256":"062b8c1448dabb342bd7815bdfbab0a55eb915c5c6793d19a5037bf7a9aa63f3"} +{"uuid":"gpqa-main-91b254f1e1c8041fbc1a3222","benchmark":"gpqa_main","data_index":1128,"repeat_index":2,"sample_id":"gpqa-main-91b254f1e1c8041fbc1a3222/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":50138,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"35cf9161cc3c5b82d0770ab2b2fdef4a970ddae93523dee3a6bde8574e79b13d"} +{"uuid":"gpqa-main-cdc31486df3de65ec2c324e2","benchmark":"gpqa_main","data_index":1555,"repeat_index":4,"sample_id":"gpqa-main-cdc31486df3de65ec2c324e2/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5346,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"4d233cd7b8524c989eb47a4c40d6f2f47070b986fea11e3ee3029c07db9b3356"} +{"uuid":"gpqa-main-9b60a112c6568a530227ce47","benchmark":"gpqa_main","data_index":1584,"repeat_index":4,"sample_id":"gpqa-main-9b60a112c6568a530227ce47/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1421,"prompt_tokens":443,"effective_max_tokens":130629,"original_embedded_prediction":"D","question_sha256":"4dd7bd0636dc935d4359866d23d365353db91692ab9b80b438a3f65683abf4e7"} +{"uuid":"gpqa-main-5caa71cb7e0124d349b3046e","benchmark":"gpqa_main","data_index":844,"repeat_index":2,"sample_id":"gpqa-main-5caa71cb7e0124d349b3046e/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":79911,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"A","question_sha256":"965fd430b8ea291a67e2311c4874eba053c21ea0ce6fa222eec4bed300fc2976"} +{"uuid":"gpqa-main-d750e02b8d42b4b4d6aba4b9","benchmark":"gpqa_main","data_index":1577,"repeat_index":4,"sample_id":"gpqa-main-d750e02b8d42b4b4d6aba4b9/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2603,"prompt_tokens":944,"effective_max_tokens":130128,"original_embedded_prediction":"D","question_sha256":"5ea7e9b17f677439bf5f6e43169cb794916985d1c5964f6a0d8becf3f9e3b7ad"} +{"uuid":"gpqa-main-9aa9fb454d849030d70f9512","benchmark":"gpqa_main","data_index":1422,"repeat_index":3,"sample_id":"gpqa-main-9aa9fb454d849030d70f9512/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19173,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"b494f4c1785682ee7d284173af2a6ef6db2189c6f3e7ece0edb769c2f10d5f24"} +{"uuid":"gpqa-main-579e17ce4c553c730c526a5c","benchmark":"gpqa_main","data_index":1578,"repeat_index":4,"sample_id":"gpqa-main-579e17ce4c553c730c526a5c/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2549,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"D","question_sha256":"1ce3d847d25b2c2f678c304f134266501155719553a1a003f38a6b0a75ffb81b"} +{"uuid":"gpqa-main-f79cea2e3c2e242b6e0da4d5","benchmark":"gpqa_main","data_index":1590,"repeat_index":4,"sample_id":"gpqa-main-f79cea2e3c2e242b6e0da4d5/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1396,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"D","question_sha256":"bdc1ab103002886dcbe879cd751d3e27b8ba6e988859bb80422ea04871269448"} +{"uuid":"gpqa-main-8db8ffb39e6d3e618c8d388c","benchmark":"gpqa_main","data_index":1592,"repeat_index":4,"sample_id":"gpqa-main-8db8ffb39e6d3e618c8d388c/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1294,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"B","question_sha256":"28dff82ab12e25f0b479054be2f5d8b597951c2458e383bb25cf488b09c98ff5"} +{"uuid":"gpqa-main-763daf42ea0c79050a6a4d1d","benchmark":"gpqa_main","data_index":1597,"repeat_index":4,"sample_id":"gpqa-main-763daf42ea0c79050a6a4d1d/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1142,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"D","question_sha256":"72b4053b92adde478bb40c3fb9ef1e06215efe5922e2d600121170f824d32c13"} +{"uuid":"gpqa-main-7684b3ed8a4540e6099495df","benchmark":"gpqa_main","data_index":1479,"repeat_index":3,"sample_id":"gpqa-main-7684b3ed8a4540e6099495df/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13715,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"B","question_sha256":"0caf81b8c83789b0b258b80856002cff7fd589a737844db0407269017bcd1955"} +{"uuid":"gpqa-main-539a673f0443ba9cdc31b864","benchmark":"gpqa_main","data_index":1419,"repeat_index":3,"sample_id":"gpqa-main-539a673f0443ba9cdc31b864/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19843,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"A","question_sha256":"d25187b99e4997c1700ffeb87fd595e878957e452f20a2f00d5489fecd0b3b30"} +{"uuid":"gpqa-main-2efd60649bdbaa65b5969003","benchmark":"gpqa_main","data_index":1509,"repeat_index":3,"sample_id":"gpqa-main-2efd60649bdbaa65b5969003/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11277,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"B","question_sha256":"af907b84cdd249e3bd0dcd3a0fc488c3673df744a66342233bebd85574ac74c3"} +{"uuid":"gpqa-main-30529bca8e7fdf66400bd444","benchmark":"gpqa_main","data_index":1554,"repeat_index":4,"sample_id":"gpqa-main-30529bca8e7fdf66400bd444/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6484,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"fc081c2fbb63be5006154edbddcd4d1654207c4f1ad333e12f9bc19972753482"} +{"uuid":"gpqa-main-d8d5dbb2aa6f203775147357","benchmark":"gpqa_main","data_index":1470,"repeat_index":3,"sample_id":"gpqa-main-d8d5dbb2aa6f203775147357/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14519,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"bb18da47ffe6578fb5b30d30128525e8addf5e823c1985c70c606c89ce8d4d7e"} +{"uuid":"gpqa-main-45cae4ba5af22868461f1861","benchmark":"gpqa_main","data_index":1290,"repeat_index":3,"sample_id":"gpqa-main-45cae4ba5af22868461f1861/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":34832,"prompt_tokens":196,"effective_max_tokens":130876,"original_embedded_prediction":"C","question_sha256":"da4480a5d4f2af44b6faf63fe513d557f97bf4cd048901e4a2f0b133273b39db"} +{"uuid":"gpqa-main-fbf1f6e62b48cbbf0bca4714","benchmark":"gpqa_main","data_index":1587,"repeat_index":4,"sample_id":"gpqa-main-fbf1f6e62b48cbbf0bca4714/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2242,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"59affc9a905621c391ee7886c0e428eac5cb1f60c7c251e2fc1fcb081cb8e076"} +{"uuid":"gpqa-main-1a3571c1ec099b06b5011ceb","benchmark":"gpqa_main","data_index":1474,"repeat_index":3,"sample_id":"gpqa-main-1a3571c1ec099b06b5011ceb/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14314,"prompt_tokens":166,"effective_max_tokens":130906,"original_embedded_prediction":"C","question_sha256":"853f9bd759921129a51dd81d489f867c5aa9463f1925c203fe6f1e3147741f08"} +{"uuid":"gpqa-main-efc527af4c77c27856f0d201","benchmark":"gpqa_main","data_index":1596,"repeat_index":4,"sample_id":"gpqa-main-efc527af4c77c27856f0d201/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1548,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"29ffae74d292a9a38f72dd8e95efab3be752912b79e848701193359c657937f6"} +{"uuid":"gpqa-main-9baab02407bb5e317c8c71c4","benchmark":"gpqa_main","data_index":1182,"repeat_index":3,"sample_id":"gpqa-main-9baab02407bb5e317c8c71c4/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":45246,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"D","question_sha256":"4c49b01c534dd76a31b5023fe34fe490913c400dc715a3fa7a874695ca10b949"} +{"uuid":"gpqa-main-84e0462fb979739143160f76","benchmark":"gpqa_main","data_index":1610,"repeat_index":4,"sample_id":"gpqa-main-84e0462fb979739143160f76/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":572,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"A","question_sha256":"17821f797104818a4e9c06d5499572866481ca7a9f6bf4d3993cbc935754c06e"} +{"uuid":"gpqa-main-cdaa7da74e15a8dfc40e0582","benchmark":"gpqa_main","data_index":1343,"repeat_index":3,"sample_id":"gpqa-main-cdaa7da74e15a8dfc40e0582/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":30145,"prompt_tokens":410,"effective_max_tokens":130662,"original_embedded_prediction":"D","question_sha256":"733e93868ff7691423e0d318a4d9ba6ce801d7c2ef5c53b8020d7eb13c2c9a5c"} +{"uuid":"gpqa-main-50467ff0a4937693425f108b","benchmark":"gpqa_main","data_index":1543,"repeat_index":4,"sample_id":"gpqa-main-50467ff0a4937693425f108b/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8408,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"B","question_sha256":"ee40e0ba47746454343829f9f66dd4d391816fe24ca19edf78fcce05cf1f26d8"} +{"uuid":"gpqa-main-7a6f40292c595b5ffad3d66b","benchmark":"gpqa_main","data_index":1616,"repeat_index":4,"sample_id":"gpqa-main-7a6f40292c595b5ffad3d66b/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":470,"prompt_tokens":317,"effective_max_tokens":130755,"original_embedded_prediction":"A","question_sha256":"82d8161e96256872367b5e1c12af2c1f91e6c4a6aac3d066708fccb1826bf840"} +{"uuid":"gpqa-main-238c4616c3347122f4b974e4","benchmark":"gpqa_main","data_index":1517,"repeat_index":3,"sample_id":"gpqa-main-238c4616c3347122f4b974e4/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11284,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"5a24c76ed39eb083ccc9c24780d936fe2e52cba76ae67efa4d647cc35e10037b"} +{"uuid":"gpqa-main-47f8cee187b620660c7d11b3","benchmark":"gpqa_main","data_index":1608,"repeat_index":4,"sample_id":"gpqa-main-47f8cee187b620660c7d11b3/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1573,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"b114078343a4ce3eeaa845ee2c7bfa4ac7c9add00f507d8ff60e46cca593fb46"} +{"uuid":"gpqa-main-13dda0527a69422c0bfefb23","benchmark":"gpqa_main","data_index":1581,"repeat_index":4,"sample_id":"gpqa-main-13dda0527a69422c0bfefb23/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3902,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"A","question_sha256":"952dd56af4d111bc829dbe6171c480a13632e8b5771e33245330d32115f96774"} +{"uuid":"gpqa-main-dd8409336990c7459796bf16","benchmark":"gpqa_main","data_index":1387,"repeat_index":3,"sample_id":"gpqa-main-dd8409336990c7459796bf16/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":25001,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"C","question_sha256":"609aca38a7fb3090a0f30d6d141ac5d22646fb06ba18f8c71758e099668e5bf5"} +{"uuid":"gpqa-main-a67142bf6c763d9963d7474d","benchmark":"gpqa_main","data_index":1569,"repeat_index":4,"sample_id":"gpqa-main-a67142bf6c763d9963d7474d/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6066,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"D","question_sha256":"7ed6c7d194038ef8d8c6a84cb18be1015f73754e42d4facb7418e8412ad86b77"} +{"uuid":"gpqa-main-4355802640dddd3e060d2a59","benchmark":"gpqa_main","data_index":1331,"repeat_index":3,"sample_id":"gpqa-main-4355802640dddd3e060d2a59/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":32320,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"ebe141e8c3f27bb731fd3889679a36aab5827f4caa81d8400d66a6bf492fe486"} +{"uuid":"gpqa-main-498b428b55b7644426a781c9","benchmark":"gpqa_main","data_index":1600,"repeat_index":4,"sample_id":"gpqa-main-498b428b55b7644426a781c9/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2796,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"C","question_sha256":"7fbfdc18f5a18b666f8d4afc859af60c4c56ab7d8d677d46fb01a050207ac688"} +{"uuid":"gpqa-main-ca7a4b18584754c3664d8758","benchmark":"gpqa_main","data_index":1552,"repeat_index":4,"sample_id":"gpqa-main-ca7a4b18584754c3664d8758/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8459,"prompt_tokens":517,"effective_max_tokens":130555,"original_embedded_prediction":"D","question_sha256":"b15ab8a50cd7768206339f81478bb5a4757f87b1bf1c7671597c48117910482f"} +{"uuid":"gpqa-main-ddc1b02f963a2f785385132e","benchmark":"gpqa_main","data_index":1629,"repeat_index":4,"sample_id":"gpqa-main-ddc1b02f963a2f785385132e/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":435,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"d5e7b22736a2cdaa0f2553a100795aa6b7e150fcc1b9fe093e28e3fea855f346"} +{"uuid":"gpqa-main-63f2aea89eec9b67abe0bacf","benchmark":"gpqa_main","data_index":1329,"repeat_index":3,"sample_id":"gpqa-main-63f2aea89eec9b67abe0bacf/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":32942,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"C","question_sha256":"32596b406efecc4795e9f82b1d00f89787b9ed9e4f9d6239bed8194f13da06e7"} +{"uuid":"gpqa-main-bf684ea09dc8822450fbd37c","benchmark":"gpqa_main","data_index":1620,"repeat_index":4,"sample_id":"gpqa-main-bf684ea09dc8822450fbd37c/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2069,"prompt_tokens":372,"effective_max_tokens":130700,"original_embedded_prediction":"A","question_sha256":"8f0911e951adf5df2bfc8aa29c14de392a998e2fa48463ceecedcd39a8301453"} +{"uuid":"gpqa-main-ac27f29e5f777e93e751f3f2","benchmark":"gpqa_main","data_index":1591,"repeat_index":4,"sample_id":"gpqa-main-ac27f29e5f777e93e751f3f2/repeat-4","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4398,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"A","question_sha256":"d49aa1d9efc38f6409c199c3e2706ec44f5d20d25b0e7d41f40b9c46668ed1e0"} +{"uuid":"gpqa-main-7c3c45d7826322d2dd84475f","benchmark":"gpqa_main","data_index":1634,"repeat_index":4,"sample_id":"gpqa-main-7c3c45d7826322d2dd84475f/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":793,"prompt_tokens":419,"effective_max_tokens":130653,"original_embedded_prediction":"A","question_sha256":"f98a4cc383b4e02c52b4cdafe1b79c1d58df251d5d10ab65f71740d27243ed28"} +{"uuid":"gpqa-main-3ebc2c6c608ed7f5e7bf9463","benchmark":"gpqa_main","data_index":1556,"repeat_index":4,"sample_id":"gpqa-main-3ebc2c6c608ed7f5e7bf9463/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9072,"prompt_tokens":286,"effective_max_tokens":130786,"original_embedded_prediction":"B","question_sha256":"81bfcfb746da8dbf79e11ca4c419d5416ea1be46678f915598ebe3f9c6b6fc32"} +{"uuid":"gpqa-main-d28c5e0e8deb0d1fde12ef5f","benchmark":"gpqa_main","data_index":1345,"repeat_index":3,"sample_id":"gpqa-main-d28c5e0e8deb0d1fde12ef5f/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":32853,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"6913f7a17a2db54c9dcd8af6af20806e66b00fe4bb9691ca42d9f15184908f62"} +{"uuid":"gpqa-main-8a20fac7d1a5bff58e8c63ca","benchmark":"gpqa_main","data_index":1609,"repeat_index":4,"sample_id":"gpqa-main-8a20fac7d1a5bff58e8c63ca/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3703,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"C","question_sha256":"065acbbc3564fb2547e820ab1c35567bac49dff768319e8f4b46ee23bdd92415"} +{"uuid":"gpqa-main-87c633148441d2b07b8e2e81","benchmark":"gpqa_main","data_index":1624,"repeat_index":4,"sample_id":"gpqa-main-87c633148441d2b07b8e2e81/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2948,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"0fb47d10edb4eca17f93926dea501fdd19bde76cfe58f57edb445a7272d7787c"} +{"uuid":"gpqa-main-0306849689d2123fedfcfeb5","benchmark":"gpqa_main","data_index":1618,"repeat_index":4,"sample_id":"gpqa-main-0306849689d2123fedfcfeb5/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3406,"prompt_tokens":301,"effective_max_tokens":130771,"original_embedded_prediction":"D","question_sha256":"9b236e1b2c7db4edd3fd08eaeff4fcfd3b13c11bfc0f9c5510349957a837d13a"} +{"uuid":"gpqa-main-11b88a6212278288c390be69","benchmark":"gpqa_main","data_index":1489,"repeat_index":3,"sample_id":"gpqa-main-11b88a6212278288c390be69/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16412,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"C","question_sha256":"29eb581590e7852467849e4c58c5e3b1b97736035880adbd4e12298c320ac7e4"} +{"uuid":"gpqa-main-e408cf011e5548359fd7cfa7","benchmark":"gpqa_main","data_index":1604,"repeat_index":4,"sample_id":"gpqa-main-e408cf011e5548359fd7cfa7/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4495,"prompt_tokens":190,"effective_max_tokens":130882,"original_embedded_prediction":"C","question_sha256":"62f7808cdd914d23316e18802ada081dc433f34465864581ce0c27bfafdcd343"} +{"uuid":"gpqa-main-e47ea8383f43129dec459997","benchmark":"gpqa_main","data_index":1436,"repeat_index":3,"sample_id":"gpqa-main-e47ea8383f43129dec459997/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":21928,"prompt_tokens":262,"effective_max_tokens":130810,"original_embedded_prediction":"D","question_sha256":"9e7260c352d5970f26856e94943b008fa72ebf3264a0e2790592a41209cfac2d"} +{"uuid":"gpqa-main-51f5bda498b3f05cab60119c","benchmark":"gpqa_main","data_index":1601,"repeat_index":4,"sample_id":"gpqa-main-51f5bda498b3f05cab60119c/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4947,"prompt_tokens":271,"effective_max_tokens":130801,"original_embedded_prediction":"D","question_sha256":"f7fa8540a448dfeff404af93810c60c41ed387fb5e4c821bbb6e5869dd9f8630"} +{"uuid":"gpqa-main-f35f531075e0f4b71e6bfdf7","benchmark":"gpqa_main","data_index":1564,"repeat_index":4,"sample_id":"gpqa-main-f35f531075e0f4b71e6bfdf7/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8838,"prompt_tokens":440,"effective_max_tokens":130632,"original_embedded_prediction":"B","question_sha256":"1dec0a47229d6987f418c244cc1169bdeb04c6134b883ac8895dc2380cdf0539"} +{"uuid":"gpqa-main-8cf981eedacab9acbdd5b00c","benchmark":"gpqa_main","data_index":1628,"repeat_index":4,"sample_id":"gpqa-main-8cf981eedacab9acbdd5b00c/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2726,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"D","question_sha256":"14dcd60f9986bbbcbbdc0e4b3462397b01801a452d9756100ed129baa5baf68c"} +{"uuid":"gpqa-main-ab4c50e2da12e11b47155f74","benchmark":"gpqa_main","data_index":1444,"repeat_index":3,"sample_id":"gpqa-main-ab4c50e2da12e11b47155f74/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21072,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"C","question_sha256":"b734e134fe4529267a34452ccc5cb2a7d56f7b471273d9e978add607de6f30b6"} +{"uuid":"gpqa-main-ec756f5cd58f1d3e9c9c8676","benchmark":"gpqa_main","data_index":1646,"repeat_index":4,"sample_id":"gpqa-main-ec756f5cd58f1d3e9c9c8676/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":338,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"016bbafd184cf46762e3e824d2499734daf9efd8cb5f0adad12078f151c96a12"} +{"uuid":"gpqa-main-55f2934c4eb0b8293b1d65aa","benchmark":"gpqa_main","data_index":1373,"repeat_index":3,"sample_id":"gpqa-main-55f2934c4eb0b8293b1d65aa/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":29701,"prompt_tokens":314,"effective_max_tokens":130758,"original_embedded_prediction":"D","question_sha256":"790d06fbc2ae95b0429cab870e5895c5de8a75b14d0bda1401b1503293606c67"} +{"uuid":"gpqa-main-29e885003cf7658ac2eb0ba4","benchmark":"gpqa_main","data_index":1639,"repeat_index":4,"sample_id":"gpqa-main-29e885003cf7658ac2eb0ba4/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1394,"prompt_tokens":299,"effective_max_tokens":130773,"original_embedded_prediction":"D","question_sha256":"e6fd9b7cea6cbcd53eabc57f63ae367008b2774a1092f55e23e78b7eafbdbafa"} +{"uuid":"gpqa-main-106fe8a64f4453f81be6f7bd","benchmark":"gpqa_main","data_index":1561,"repeat_index":4,"sample_id":"gpqa-main-106fe8a64f4453f81be6f7bd/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9891,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"C","question_sha256":"f0c3d97c5c67fa210dafa49946af010682993c23bb8995a306a6ee484e0c3b03"} +{"uuid":"gpqa-main-46549f6d718b80e38f4412cd","benchmark":"gpqa_main","data_index":1570,"repeat_index":4,"sample_id":"gpqa-main-46549f6d718b80e38f4412cd/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8926,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"B","question_sha256":"a1def6786f9e3174bf07c7887ea2c97711ea721fe1cf730202fc93d69ecac09d"} +{"uuid":"gpqa-main-a5811d01e615771d5e0b48fb","benchmark":"gpqa_main","data_index":1636,"repeat_index":4,"sample_id":"gpqa-main-a5811d01e615771d5e0b48fb/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2348,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"D","question_sha256":"18c1c5c103fb01b10fd0ca282f8eab427517d6587a0a9962010b5ad16e05b98f"} +{"uuid":"gpqa-main-efa466851677550746c06a1f","benchmark":"gpqa_main","data_index":1574,"repeat_index":4,"sample_id":"gpqa-main-efa466851677550746c06a1f/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8412,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"D","question_sha256":"b64a2faa078044133322af9742b3f75788b5f8e5701f1fee08d693854a842448"} +{"uuid":"gpqa-main-b654b748170277d4b0d0c6b5","benchmark":"gpqa_main","data_index":1630,"repeat_index":4,"sample_id":"gpqa-main-b654b748170277d4b0d0c6b5/repeat-4","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3082,"prompt_tokens":508,"effective_max_tokens":130564,"original_embedded_prediction":null,"question_sha256":"010973f2a9805982e33bfecd460da27e4d2f170e4567ebf854c807385bea09d3"} +{"uuid":"gpqa-main-1af843966aecfd5da1f08dd6","benchmark":"gpqa_main","data_index":1542,"repeat_index":4,"sample_id":"gpqa-main-1af843966aecfd5da1f08dd6/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12819,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"C","question_sha256":"13e7c71f8aae7040bd98bd6b7bfe361f01f9aa9f4fd4b6095b40f97963688bdc"} +{"uuid":"gpqa-main-efbd16944acebfe43928d489","benchmark":"gpqa_main","data_index":1585,"repeat_index":4,"sample_id":"gpqa-main-efbd16944acebfe43928d489/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7161,"prompt_tokens":328,"effective_max_tokens":130744,"original_embedded_prediction":"B","question_sha256":"40b2b50a3c993902d4327a3072c497b0bfcbac42a638ecf92be395be7ef82ab0"} +{"uuid":"gpqa-main-002cb7f9ef3ee2a3d460b42e","benchmark":"gpqa_main","data_index":1621,"repeat_index":4,"sample_id":"gpqa-main-002cb7f9ef3ee2a3d460b42e/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4753,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"3bed68f29773b3484a0b5acab22f438229b63f2a324fb817a933e4d514178386"} +{"uuid":"gpqa-main-2322ddc82747aa5a01bf1c1e","benchmark":"gpqa_main","data_index":1638,"repeat_index":4,"sample_id":"gpqa-main-2322ddc82747aa5a01bf1c1e/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2270,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"d9d7e1406d6a9d440081915edafcb4a493a40b6172838b858a979c0a58bb4c62"} +{"uuid":"gpqa-main-b13e6b95879d48313e527260","benchmark":"gpqa_main","data_index":1641,"repeat_index":4,"sample_id":"gpqa-main-b13e6b95879d48313e527260/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1777,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"B","question_sha256":"145b51d1c857830091d0dfa7043504329aa8d2a847b5b738079d210a94da31cb"} +{"uuid":"gpqa-main-5f1108e8b2f18297c04895bf","benchmark":"gpqa_main","data_index":1481,"repeat_index":3,"sample_id":"gpqa-main-5f1108e8b2f18297c04895bf/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18493,"prompt_tokens":447,"effective_max_tokens":130625,"original_embedded_prediction":"D","question_sha256":"d6e89de54268d0839b91cc5f860fd4903b1d8277accaf665ced8b5404cdbbe84"} +{"uuid":"gpqa-main-542dd8f1dc74ca5163382df8","benchmark":"gpqa_main","data_index":1344,"repeat_index":3,"sample_id":"gpqa-main-542dd8f1dc74ca5163382df8/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":35077,"prompt_tokens":165,"effective_max_tokens":130907,"original_embedded_prediction":"D","question_sha256":"2413c551ec9a06a20197c81fa22effbd7f215abcc2e5f14c5f9f0a86e5402736"} +{"uuid":"gpqa-main-fd7b1296b8c5ae3f05aa8355","benchmark":"gpqa_main","data_index":1471,"repeat_index":3,"sample_id":"gpqa-main-fd7b1296b8c5ae3f05aa8355/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20203,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"A","question_sha256":"e674bbb69c41e672de8e4c8cbea505f57f0d1fc98a2ae52ced1937ec4c71b62f"} +{"uuid":"gpqa-main-b5b0614a110a5eb0657cbe9a","benchmark":"gpqa_main","data_index":1651,"repeat_index":4,"sample_id":"gpqa-main-b5b0614a110a5eb0657cbe9a/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1863,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"D","question_sha256":"829ccc830e5fe3601c6e7c0a975192c938019f4d4e5c1b2334d55bb1d951711e"} +{"uuid":"gpqa-main-643d18139459da0f9c1b2e17","benchmark":"gpqa_main","data_index":1459,"repeat_index":3,"sample_id":"gpqa-main-643d18139459da0f9c1b2e17/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21625,"prompt_tokens":375,"effective_max_tokens":130697,"original_embedded_prediction":"D","question_sha256":"4bab53f383207a2bc9c94789bb8114d3e7db442308789d848023661e90b2ab49"} +{"uuid":"gpqa-main-6543e2c47b61f7f328bcf42d","benchmark":"gpqa_main","data_index":1572,"repeat_index":4,"sample_id":"gpqa-main-6543e2c47b61f7f328bcf42d/repeat-4","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10121,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":null,"question_sha256":"9f8c4aa52521e2926d56fdd03cf5aeaf3543c911c9b75774731cd1204efc1328"} +{"uuid":"gpqa-main-be458c5a0490a8298ea11494","benchmark":"gpqa_main","data_index":1655,"repeat_index":4,"sample_id":"gpqa-main-be458c5a0490a8298ea11494/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1638,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"17cada7a00fa20e35d380a47aad58aace15d791f3cd4f119acb4635e55951129"} +{"uuid":"gpqa-main-73f6c00588963349c225df6c","benchmark":"gpqa_main","data_index":1649,"repeat_index":4,"sample_id":"gpqa-main-73f6c00588963349c225df6c/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2280,"prompt_tokens":476,"effective_max_tokens":130596,"original_embedded_prediction":"C","question_sha256":"6c8759c4aac1084515abf1e3c463c7a0b6411dc3fa720a9a5fb5ac8f5777b49c"} +{"uuid":"gpqa-main-ea0400e59078652fc57eb6e1","benchmark":"gpqa_main","data_index":1632,"repeat_index":4,"sample_id":"gpqa-main-ea0400e59078652fc57eb6e1/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4652,"prompt_tokens":537,"effective_max_tokens":130535,"original_embedded_prediction":"D","question_sha256":"50fc83bec6235fb29a76a0a00342f5c99a24684597a5930df882fe103e170363"} +{"uuid":"gpqa-main-adffc79c4b20a953ccbf4cd1","benchmark":"gpqa_main","data_index":1524,"repeat_index":3,"sample_id":"gpqa-main-adffc79c4b20a953ccbf4cd1/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16304,"prompt_tokens":170,"effective_max_tokens":130902,"original_embedded_prediction":"D","question_sha256":"a9acc5caf0ab2f58b68d62ac52eac5bd31ee4a74a832bd753df339176dbbaefe"} +{"uuid":"gpqa-main-65b3a19abfb8f6bf88bf75f5","benchmark":"gpqa_main","data_index":1519,"repeat_index":3,"sample_id":"gpqa-main-65b3a19abfb8f6bf88bf75f5/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16941,"prompt_tokens":308,"effective_max_tokens":130764,"original_embedded_prediction":"C","question_sha256":"a8345a17dbfe0f12b34f72265cd346edb8235c10a1aa78acb6be06124a19360a"} +{"uuid":"gpqa-main-35569b36357cfce18162c999","benchmark":"gpqa_main","data_index":1588,"repeat_index":4,"sample_id":"gpqa-main-35569b36357cfce18162c999/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8533,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"B","question_sha256":"a2136b05b78259562b913f1f56520c4184d70bf60017617a442a41f907c31b78"} +{"uuid":"gpqa-main-4df6eb7fd5661c3196a52be6","benchmark":"gpqa_main","data_index":1053,"repeat_index":2,"sample_id":"gpqa-main-4df6eb7fd5661c3196a52be6/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":65003,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"A","question_sha256":"71ef41cf00fbcb9e6751fd492a52caefd2830032777c8824465c1b4ea8dc48ea"} +{"uuid":"gpqa-main-f022820fa3c0f536a4d4a9bc","benchmark":"gpqa_main","data_index":1507,"repeat_index":3,"sample_id":"gpqa-main-f022820fa3c0f536a4d4a9bc/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18345,"prompt_tokens":288,"effective_max_tokens":130784,"original_embedded_prediction":"A","question_sha256":"d7be2d674d4903c49886b492451a9febcfb5696ccd6f0931c4d48ef06a19b2b9"} +{"uuid":"gpqa-main-9b7f84c844aa65b8ebfee235","benchmark":"gpqa_main","data_index":1656,"repeat_index":4,"sample_id":"gpqa-main-9b7f84c844aa65b8ebfee235/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2400,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"9443960fd2664e6d4890575733c6a4f1f6d804ec21e10e0f9d415b99297f9845"} +{"uuid":"gpqa-main-2ad64f0bf627cf52a8ad924c","benchmark":"gpqa_main","data_index":1671,"repeat_index":4,"sample_id":"gpqa-main-2ad64f0bf627cf52a8ad924c/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":761,"prompt_tokens":146,"effective_max_tokens":130926,"original_embedded_prediction":"D","question_sha256":"e9afb48881134b480ce09710124320be56d4166a402490b65f81bdb1df6e3a1d"} +{"uuid":"gpqa-main-3cbf7d3e13c908f5e699f9e0","benchmark":"gpqa_main","data_index":1669,"repeat_index":4,"sample_id":"gpqa-main-3cbf7d3e13c908f5e699f9e0/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":896,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"D","question_sha256":"0dbcc69ff35530f240a5bb623a78f2cd1d042037d2dedb122ebcca751bf9d08e"} +{"uuid":"gpqa-main-dbbe3054b6bdabe917f5ab5d","benchmark":"gpqa_main","data_index":1299,"repeat_index":3,"sample_id":"gpqa-main-dbbe3054b6bdabe917f5ab5d/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":40916,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"C","question_sha256":"1054cb147fa0d82e2b1830b0238455ab6cea42cde361a81e9934864240f22f50"} +{"uuid":"gpqa-main-09b661e081004aa4c0d45778","benchmark":"gpqa_main","data_index":1642,"repeat_index":4,"sample_id":"gpqa-main-09b661e081004aa4c0d45778/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3881,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"D","question_sha256":"47741045402119262be7a1c17b98cc587ee55b46bb8620655271dca518a4f927"} +{"uuid":"gpqa-main-9e1b7c5b2ce53e8d6424b66a","benchmark":"gpqa_main","data_index":1595,"repeat_index":4,"sample_id":"gpqa-main-9e1b7c5b2ce53e8d6424b66a/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8766,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"D","question_sha256":"97732ba422afbf18b5d2d6b3bd26f6c540049e2f82d9628414525cebe7e9a5dd"} +{"uuid":"gpqa-main-9eaa6714b15499d3c303ce90","benchmark":"gpqa_main","data_index":1375,"repeat_index":3,"sample_id":"gpqa-main-9eaa6714b15499d3c303ce90/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":32353,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"D","question_sha256":"cfac786b87a07d0c92f7c3da73233aa6c32340b63dff9d3f72bd1bd025cd565d"} +{"uuid":"gpqa-main-a3be70bb026878238a72f88b","benchmark":"gpqa_main","data_index":1602,"repeat_index":4,"sample_id":"gpqa-main-a3be70bb026878238a72f88b/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8511,"prompt_tokens":446,"effective_max_tokens":130626,"original_embedded_prediction":"C","question_sha256":"42da82ad5cb9e03bf1c8f1d786b162fd55245c32907328f445c191681a98b669"} +{"uuid":"gpqa-main-f7ba77d144b7a11de90a37c4","benchmark":"gpqa_main","data_index":1681,"repeat_index":4,"sample_id":"gpqa-main-f7ba77d144b7a11de90a37c4/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":782,"prompt_tokens":236,"effective_max_tokens":130836,"original_embedded_prediction":"B","question_sha256":"ac7263466ea3cfcdcebac618b1d20835b4103b2d80b75b1a7110e9763eb45aa2"} +{"uuid":"gpqa-main-e10311e2a20f5ef70b44af1a","benchmark":"gpqa_main","data_index":1148,"repeat_index":2,"sample_id":"gpqa-main-e10311e2a20f5ef70b44af1a/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":57085,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"B","question_sha256":"840fab180da436fa17bd480d15eb270c8be4535800795f8fe8c3d0b1ac29ca9d"} +{"uuid":"gpqa-main-69bcb32ba17f6e7aa0918597","benchmark":"gpqa_main","data_index":1650,"repeat_index":4,"sample_id":"gpqa-main-69bcb32ba17f6e7aa0918597/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4149,"prompt_tokens":758,"effective_max_tokens":130314,"original_embedded_prediction":"C","question_sha256":"9eb1fde9ac6acb7dc761f4941a792f3d0d052ad76d36e12bb9e406963b3906ef"} +{"uuid":"gpqa-main-925cb13958435841df0e8c1e","benchmark":"gpqa_main","data_index":1643,"repeat_index":4,"sample_id":"gpqa-main-925cb13958435841df0e8c1e/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4686,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"B","question_sha256":"d21ba2f1c06b876b2d387104c816ee0fcc369a02b8e010a706e0e2448c56f78e"} +{"uuid":"gpqa-main-5f336d7998263d21db8f15c1","benchmark":"gpqa_main","data_index":1586,"repeat_index":4,"sample_id":"gpqa-main-5f336d7998263d21db8f15c1/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10433,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"A","question_sha256":"5028b464f9ac881885af02d0d7fda29d17165d3804f0f84dbc2e8f6dbd923739"} +{"uuid":"gpqa-main-084903ab17db0fab7bc6caea","benchmark":"gpqa_main","data_index":1665,"repeat_index":4,"sample_id":"gpqa-main-084903ab17db0fab7bc6caea/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3183,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"D","question_sha256":"b560f550d5d9fb2378520f0fcf7b6573aec2027430ef06270491ace18a0497fc"} +{"uuid":"gpqa-main-8980ca71edb4f58a3e46b256","benchmark":"gpqa_main","data_index":1680,"repeat_index":4,"sample_id":"gpqa-main-8980ca71edb4f58a3e46b256/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1475,"prompt_tokens":145,"effective_max_tokens":130927,"original_embedded_prediction":"B","question_sha256":"fb9586d35200647be665790b2cd3eee5c8cca1b79e6afcf01f027007fa057b64"} +{"uuid":"gpqa-main-49e3b768e85f009875fb4b7f","benchmark":"gpqa_main","data_index":1222,"repeat_index":3,"sample_id":"gpqa-main-49e3b768e85f009875fb4b7f/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":49938,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"181abbdaf75899b4c447f9c98c58f90512c06ffe5521e109fa83597da1fb7aae"} +{"uuid":"gpqa-main-34faeb45e152eaf4c29e65e4","benchmark":"gpqa_main","data_index":1687,"repeat_index":4,"sample_id":"gpqa-main-34faeb45e152eaf4c29e65e4/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":498,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"B","question_sha256":"82e6266418c679493cea34e30d0f71026adb6ab6c433e643d37860fb718999ec"} +{"uuid":"gpqa-main-2fc8b9731f60b1c9eb476570","benchmark":"gpqa_main","data_index":1227,"repeat_index":3,"sample_id":"gpqa-main-2fc8b9731f60b1c9eb476570/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":49796,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"A","question_sha256":"8d64fc9e228388438862fd18b500e048e168f26e7191a4220ea8281beb789ea2"} +{"uuid":"gpqa-main-46f745f508b4d1ad41a0eb01","benchmark":"gpqa_main","data_index":1494,"repeat_index":3,"sample_id":"gpqa-main-46f745f508b4d1ad41a0eb01/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":21437,"prompt_tokens":392,"effective_max_tokens":130680,"original_embedded_prediction":"A","question_sha256":"4971bc5df5aee8c296226e29269969e334193d698a942dccd75dac5459c05a5c"} +{"uuid":"gpqa-main-cb8b679fe50f1b3a7168eb92","benchmark":"gpqa_main","data_index":1690,"repeat_index":4,"sample_id":"gpqa-main-cb8b679fe50f1b3a7168eb92/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":829,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"B","question_sha256":"8ed0101055c99512a99310385277c13855047c3a1b31ca6b8a6ee3f83cf5d4f3"} +{"uuid":"gpqa-main-1ae8f8945efaf81788d8d871","benchmark":"gpqa_main","data_index":1675,"repeat_index":4,"sample_id":"gpqa-main-1ae8f8945efaf81788d8d871/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2581,"prompt_tokens":250,"effective_max_tokens":130822,"original_embedded_prediction":"A","question_sha256":"060f07943bcd17960b48a982fabe42fcae4e3899fe8c5473138fe2198f0e8dd8"} +{"uuid":"gpqa-main-6bb4180b8c6df2f8f7490345","benchmark":"gpqa_main","data_index":1562,"repeat_index":4,"sample_id":"gpqa-main-6bb4180b8c6df2f8f7490345/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14570,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"a40e1e0f0ddd21a34df82626b6553232ad944bbeec5bf0819aaf5ae0b1a92c59"} +{"uuid":"gpqa-main-00a9d82facaec210f417af7a","benchmark":"gpqa_main","data_index":1693,"repeat_index":4,"sample_id":"gpqa-main-00a9d82facaec210f417af7a/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":727,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"77f0590db54b06b37e142e7363145cbdb1a8d11c2a7575d9ae0fc10b3a6708bd"} +{"uuid":"gpqa-main-6f6ff532d544554128a0bbbe","benchmark":"gpqa_main","data_index":1644,"repeat_index":4,"sample_id":"gpqa-main-6f6ff532d544554128a0bbbe/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5739,"prompt_tokens":368,"effective_max_tokens":130704,"original_embedded_prediction":"A","question_sha256":"ebb5b9328e54d98f40b988b171044869d75c67b6efaa8f44675c485448b7b02c"} +{"uuid":"gpqa-main-50aaa7274c5010d9768274ec","benchmark":"gpqa_main","data_index":1327,"repeat_index":3,"sample_id":"gpqa-main-50aaa7274c5010d9768274ec/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":40389,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"A","question_sha256":"0cda758f1290855df9dd7b9a4319bb6ae8108c8113b125a3a2f60705af536a34"} +{"uuid":"gpqa-main-e069314491adb5be236d3fe7","benchmark":"gpqa_main","data_index":1538,"repeat_index":4,"sample_id":"gpqa-main-e069314491adb5be236d3fe7/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17694,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"D","question_sha256":"2662eff7a6231613f45042d2ef5df63caaeb5a326d264e93009a737a99fb27bb"} +{"uuid":"gpqa-main-7bb8e05365d19cc8328252e0","benchmark":"gpqa_main","data_index":1657,"repeat_index":4,"sample_id":"gpqa-main-7bb8e05365d19cc8328252e0/repeat-4","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4745,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":null,"question_sha256":"6aff7faed92c98148418177c8cae4893850a1d67b5ceb00cf6a09467c4491367"} +{"uuid":"gpqa-main-ae71bab05f11abac2f706bb9","benchmark":"gpqa_main","data_index":1493,"repeat_index":3,"sample_id":"gpqa-main-ae71bab05f11abac2f706bb9/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21891,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"d160134fd023bac8e7f94f4d4e70e01dc36d3ae74bb54ab778b03686e5b7b2c0"} +{"uuid":"gpqa-main-104b659bbac6e52c4c877c0b","benchmark":"gpqa_main","data_index":1688,"repeat_index":4,"sample_id":"gpqa-main-104b659bbac6e52c4c877c0b/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1266,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"D","question_sha256":"de6e1846b7e0c60ac3b7b0f613ad67cc3d941770b7de58c7a45add8c64d1db8b"} +{"uuid":"gpqa-main-08452235d283f9ba82364ea8","benchmark":"gpqa_main","data_index":1546,"repeat_index":4,"sample_id":"gpqa-main-08452235d283f9ba82364ea8/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16855,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"65db6ef4b562a9503afeb197451091c7514df18fdee747a881b8057c38e21d0f"} +{"uuid":"gpqa-main-1f0af84f0bdb1b68af6a7719","benchmark":"gpqa_main","data_index":1533,"repeat_index":3,"sample_id":"gpqa-main-1f0af84f0bdb1b68af6a7719/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18397,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"C","question_sha256":"47eb07162cc525d2e6a87977deb802204fed59b801dd5e2935cc6edb3c036af1"} +{"uuid":"gpqa-main-fa3e9be7fdf8e7c8952739d8","benchmark":"gpqa_main","data_index":1667,"repeat_index":4,"sample_id":"gpqa-main-fa3e9be7fdf8e7c8952739d8/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3777,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"5e9819e02e7dd08ec53ff217d848ce64e833e2b069cd81e9940f7a72a5230b30"} +{"uuid":"gpqa-main-35d088e32fb39438767e1141","benchmark":"gpqa_main","data_index":1615,"repeat_index":4,"sample_id":"gpqa-main-35d088e32fb39438767e1141/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9848,"prompt_tokens":434,"effective_max_tokens":130638,"original_embedded_prediction":"B","question_sha256":"9d467213ec07b8217d3c3aa11a312c8536475e654bbb7ef916a4b8f92e0c7a7d"} +{"uuid":"gpqa-main-8d147d8bf7fad22423fc5dd7","benchmark":"gpqa_main","data_index":1434,"repeat_index":3,"sample_id":"gpqa-main-8d147d8bf7fad22423fc5dd7/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":28542,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"bfad7a1309a7d02668c615391f7302c03e1c3f61ffaee5d1f44ba2c9f5c40b7d"} +{"uuid":"gpqa-main-759e35a2024fc09bd491c9ff","benchmark":"gpqa_main","data_index":1539,"repeat_index":4,"sample_id":"gpqa-main-759e35a2024fc09bd491c9ff/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18489,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"B","question_sha256":"4c284608a459b460f3ec3dfd5c7c71cfa84c171d4eb8a52aab9e6e4a8cb409bb"} +{"uuid":"gpqa-main-ef65739a36457c1672913212","benchmark":"gpqa_main","data_index":1695,"repeat_index":4,"sample_id":"gpqa-main-ef65739a36457c1672913212/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1430,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"46601a7bcf5dcc71504dda490de685062fce72cdc997d7acb8b78e5a351a96bc"} +{"uuid":"gpqa-main-febe4c45e71692110949e3d6","benchmark":"gpqa_main","data_index":1504,"repeat_index":3,"sample_id":"gpqa-main-febe4c45e71692110949e3d6/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21885,"prompt_tokens":577,"effective_max_tokens":130495,"original_embedded_prediction":"B","question_sha256":"e38dd7750710c37aa45a5b0b5dd91e1b4171070325d670d668ab1fa20431a29e"} +{"uuid":"gpqa-main-138fcbeedbaf865565ec35fd","benchmark":"gpqa_main","data_index":1663,"repeat_index":4,"sample_id":"gpqa-main-138fcbeedbaf865565ec35fd/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5231,"prompt_tokens":409,"effective_max_tokens":130663,"original_embedded_prediction":"B","question_sha256":"15bed1ac60d1bdcf0eec84539d669d6f38a2eb24b51e5072a922d8d9391ab135"} +{"uuid":"gpqa-main-c028fe71611d73b87b4cbb03","benchmark":"gpqa_main","data_index":1692,"repeat_index":4,"sample_id":"gpqa-main-c028fe71611d73b87b4cbb03/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1812,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"D","question_sha256":"f56f3f5d135dc8d61dc42f902943e2459f79e4343f2fef6741f6f86d4133a99a"} +{"uuid":"gpqa-main-7e29412fd534df20c4a23267","benchmark":"gpqa_main","data_index":1623,"repeat_index":4,"sample_id":"gpqa-main-7e29412fd534df20c4a23267/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10072,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"A","question_sha256":"7fda2b6ca2ff9984ace9bf53f465cebb4b8d963f7ddcb5aa5f5015cd6989be42"} +{"uuid":"gpqa-main-547aac137dd7671e7ef03fa9","benchmark":"gpqa_main","data_index":1700,"repeat_index":4,"sample_id":"gpqa-main-547aac137dd7671e7ef03fa9/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1367,"prompt_tokens":497,"effective_max_tokens":130575,"original_embedded_prediction":"C","question_sha256":"8369c6a1ffc960e3f3d88e5e4c521eebcc37f39ca9adf654c3cd4b61f892f2ef"} +{"uuid":"gpqa-main-913c4ee0ce195992ff9638b1","benchmark":"gpqa_main","data_index":1714,"repeat_index":4,"sample_id":"gpqa-main-913c4ee0ce195992ff9638b1/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":371,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"ed904d04c24f37586b1f78a18bd22f28752e80a5ecc489939950778aa5307d98"} +{"uuid":"gpqa-main-07134ad2ae69bd2e9f09ae64","benchmark":"gpqa_main","data_index":1613,"repeat_index":4,"sample_id":"gpqa-main-07134ad2ae69bd2e9f09ae64/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10775,"prompt_tokens":374,"effective_max_tokens":130698,"original_embedded_prediction":"A","question_sha256":"e1448af5dcb7e4a7a5cf31dd231d4a2b2a3829ce3dabc5d7da48a195c1b39112"} +{"uuid":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8","benchmark":"gpqa_main","data_index":1448,"repeat_index":3,"sample_id":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":27292,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"C","question_sha256":"bf639adbf5de648e6799cd9936073de7b6c750cf7c5870ed99dc4f842748abb9"} +{"uuid":"gpqa-main-832feb793ff377da50abf878","benchmark":"gpqa_main","data_index":1605,"repeat_index":4,"sample_id":"gpqa-main-832feb793ff377da50abf878/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11461,"prompt_tokens":202,"effective_max_tokens":130870,"original_embedded_prediction":"D","question_sha256":"9cb12d81fbbe616cc95beecd1627265e0b5a2fa48b8e7493d3df89b378afbc12"} +{"uuid":"gpqa-main-d31323dded27ae0c86cb5c75","benchmark":"gpqa_main","data_index":1465,"repeat_index":3,"sample_id":"gpqa-main-d31323dded27ae0c86cb5c75/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":25666,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"8f174dd25b58e6fc8e309577a66d0f5a4f46ed89bf1a5165c0cb561a4e3e33e9"} +{"uuid":"gpqa-main-7239e8e1a6f52b11d89b376d","benchmark":"gpqa_main","data_index":1571,"repeat_index":4,"sample_id":"gpqa-main-7239e8e1a6f52b11d89b376d/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15205,"prompt_tokens":359,"effective_max_tokens":130713,"original_embedded_prediction":"D","question_sha256":"6b778965b4593497cd5378ecaa94e84f97d2910300038afb6590a8e9376b791c"} +{"uuid":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c","benchmark":"gpqa_main","data_index":1654,"repeat_index":4,"sample_id":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6761,"prompt_tokens":340,"effective_max_tokens":130732,"original_embedded_prediction":"C","question_sha256":"626cda94018ba930400d9c043f6fc1aa30c317abf6fd8f6d0ec8b133ce2036c8"} +{"uuid":"gpqa-main-4462dc9f2d34289881ef2b1c","benchmark":"gpqa_main","data_index":1678,"repeat_index":4,"sample_id":"gpqa-main-4462dc9f2d34289881ef2b1c/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4390,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"63318cb18413a705693b9a4312f73dbf5358312aafc1d703c3d29a6340ffa0d1"} +{"uuid":"gpqa-main-ad697760bc60543062e8b7b4","benchmark":"gpqa_main","data_index":1689,"repeat_index":4,"sample_id":"gpqa-main-ad697760bc60543062e8b7b4/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3220,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"B","question_sha256":"7f9b4679645e2d89214a154be6bdb13eafdc747457ce2950bda27a9a2b97917f"} +{"uuid":"gpqa-main-6030f5f53fe38c334b2c3a6a","benchmark":"gpqa_main","data_index":1709,"repeat_index":4,"sample_id":"gpqa-main-6030f5f53fe38c334b2c3a6a/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1758,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"88d277706c3af734be0507cde034c23c7e206f855c2fcc97d6ed69f8ad92df57"} +{"uuid":"gpqa-main-b9cd3234a1fbbf6fe8b281a7","benchmark":"gpqa_main","data_index":1525,"repeat_index":3,"sample_id":"gpqa-main-b9cd3234a1fbbf6fe8b281a7/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21437,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"407ed0eb19714d6ab4f488ca6e6a117c40e4991746c31ad1c464c5e529e59565"} +{"uuid":"gpqa-main-d3a774e5f1af1a1e11117582","benchmark":"gpqa_main","data_index":1698,"repeat_index":4,"sample_id":"gpqa-main-d3a774e5f1af1a1e11117582/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2577,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"C","question_sha256":"26b8e966c8adf9fe2824ff1fd3c23b2d488a785fe8a68cbce362bac46e891a79"} +{"uuid":"gpqa-main-3f72ea9cda0c3c6f970bd310","benchmark":"gpqa_main","data_index":1594,"repeat_index":4,"sample_id":"gpqa-main-3f72ea9cda0c3c6f970bd310/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13328,"prompt_tokens":432,"effective_max_tokens":130640,"original_embedded_prediction":"C","question_sha256":"a5bf307fdc69920b346c2d288b6a35b24485c92c8e245174a775055fa172cdc6"} +{"uuid":"gpqa-main-9f607ccb3302f27b4ebe90a4","benchmark":"gpqa_main","data_index":1442,"repeat_index":3,"sample_id":"gpqa-main-9f607ccb3302f27b4ebe90a4/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":29357,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"B","question_sha256":"e2c8b6a88dfedf13a4a35e2964dc77f2e082e87417c972bf7406bdb2405985f7"} +{"uuid":"gpqa-main-e4e8eab3e5612de26e298f3f","benchmark":"gpqa_main","data_index":1679,"repeat_index":4,"sample_id":"gpqa-main-e4e8eab3e5612de26e298f3f/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5022,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"A","question_sha256":"1037e0c8b2c1aced006713d114efa5f1233a7eadf2f0aac355081aeacd10b00f"} +{"uuid":"gpqa-main-7ac0db7d29e6e8c587a8e8f2","benchmark":"gpqa_main","data_index":1084,"repeat_index":2,"sample_id":"gpqa-main-7ac0db7d29e6e8c587a8e8f2/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":67251,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"C","question_sha256":"1fc80dd29a6d1127a37414c18382b28b3e9d2f38b390130751d4cbfe90841375"} +{"uuid":"gpqa-main-7d850f6448c27424d9f68c4e","benchmark":"gpqa_main","data_index":1720,"repeat_index":4,"sample_id":"gpqa-main-7d850f6448c27424d9f68c4e/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1416,"prompt_tokens":544,"effective_max_tokens":130528,"original_embedded_prediction":"D","question_sha256":"48bf9d4f95299b8f9288e190dca6edd0c3cf53cf40dada120e22abf98469d3e3"} +{"uuid":"gpqa-main-84cbf72ad94d1afe2aa56331","benchmark":"gpqa_main","data_index":1633,"repeat_index":4,"sample_id":"gpqa-main-84cbf72ad94d1afe2aa56331/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10370,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"D","question_sha256":"089a55e5a3fbca456cb952a230bd88a82c177ec99470bd05f822803a1bdd3db5"} +{"uuid":"gpqa-main-e3e073f3f0f646532e4caf06","benchmark":"gpqa_main","data_index":1703,"repeat_index":4,"sample_id":"gpqa-main-e3e073f3f0f646532e4caf06/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3259,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"A","question_sha256":"a1cff30033350ed32c6446abacb176ef3ffad0fc471aaacf3468c78e0aad550e"} +{"uuid":"gpqa-main-e6ff92ca0c11b47b14793d2f","benchmark":"gpqa_main","data_index":1660,"repeat_index":4,"sample_id":"gpqa-main-e6ff92ca0c11b47b14793d2f/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7745,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"A","question_sha256":"ca2abe8a98bc00aadbd20baf4ff27e830539507a5ff7402eed5e2491347f95aa"} +{"uuid":"gpqa-main-8e23eaed901a11ec534e6f8b","benchmark":"gpqa_main","data_index":1635,"repeat_index":4,"sample_id":"gpqa-main-8e23eaed901a11ec534e6f8b/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10753,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"ed842ad329efe1e08f990fad3dd3cd5e5fb16736a9da1dbfa314d5e19156887e"} +{"uuid":"gpqa-main-682237ee740e033537fb5707","benchmark":"gpqa_main","data_index":1705,"repeat_index":4,"sample_id":"gpqa-main-682237ee740e033537fb5707/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3400,"prompt_tokens":291,"effective_max_tokens":130781,"original_embedded_prediction":"A","question_sha256":"6cec89b2019b24f8e8c4001cade388815345ae403b5d5fc687cf7fdccbcc6ce1"} +{"uuid":"gpqa-main-5e6a032f9aa67c7725f828d0","benchmark":"gpqa_main","data_index":1731,"repeat_index":4,"sample_id":"gpqa-main-5e6a032f9aa67c7725f828d0/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":983,"prompt_tokens":330,"effective_max_tokens":130742,"original_embedded_prediction":"A","question_sha256":"8accf5d31cc4cf5c2467ac477d83885c90d2715606f7c2e68d318476741bbdd7"} +{"uuid":"gpqa-main-baefee4c54836e933082fd33","benchmark":"gpqa_main","data_index":1357,"repeat_index":3,"sample_id":"gpqa-main-baefee4c54836e933082fd33/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":40556,"prompt_tokens":487,"effective_max_tokens":130585,"original_embedded_prediction":"A","question_sha256":"f4486aea8f80b6405ceaabbd6f225378761eafc49f1e042873a464b3b94da620"} +{"uuid":"gpqa-main-b22053dbc40179e114f0c866","benchmark":"gpqa_main","data_index":1661,"repeat_index":4,"sample_id":"gpqa-main-b22053dbc40179e114f0c866/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7859,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"1f101bccd20044577731aef887c9704a6a153baf063dff8d9a04510e7b8dcfb7"} +{"uuid":"gpqa-main-666fc74619f38e356e33a285","benchmark":"gpqa_main","data_index":1716,"repeat_index":4,"sample_id":"gpqa-main-666fc74619f38e356e33a285/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2573,"prompt_tokens":693,"effective_max_tokens":130379,"original_embedded_prediction":"C","question_sha256":"89fa5b222a94e07a283a5140341a0704109ec3b7f62de72dd072383182771ebc"} +{"uuid":"gpqa-main-b7ef729c55e0cb48c67bca16","benchmark":"gpqa_main","data_index":1567,"repeat_index":4,"sample_id":"gpqa-main-b7ef729c55e0cb48c67bca16/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17654,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"B","question_sha256":"732a49f65a753e1d2c9ebb525ad8cc4c9ea6aa812fdc5eda3c630aa4aa35c7b5"} +{"uuid":"gpqa-main-d3db87adeb915999faca3605","benchmark":"gpqa_main","data_index":1647,"repeat_index":4,"sample_id":"gpqa-main-d3db87adeb915999faca3605/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9133,"prompt_tokens":204,"effective_max_tokens":130868,"original_embedded_prediction":"B","question_sha256":"f6518dd763c1af7a1745bc53b4e021210cafdf588df1ede9b537a622474a998d"} +{"uuid":"gpqa-main-edbd99e5f03e3b3f074ba126","benchmark":"gpqa_main","data_index":1598,"repeat_index":4,"sample_id":"gpqa-main-edbd99e5f03e3b3f074ba126/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14478,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"B","question_sha256":"b690990e73efd994587057d6ed5ae270235b0ec6bd4e98df3fc472f01c179765"} +{"uuid":"gpqa-main-381032537ca0c968de7d5c06","benchmark":"gpqa_main","data_index":1739,"repeat_index":4,"sample_id":"gpqa-main-381032537ca0c968de7d5c06/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":396,"prompt_tokens":186,"effective_max_tokens":130886,"original_embedded_prediction":"A","question_sha256":"045347c35e2957dbd6bc83158fecec24c157df70fdefaaddc8633ecda3435cdc"} +{"uuid":"gpqa-main-249edae2034ba7f3819aaa7b","benchmark":"gpqa_main","data_index":1746,"repeat_index":4,"sample_id":"gpqa-main-249edae2034ba7f3819aaa7b/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":262,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"A","question_sha256":"c4d795814405ce2bb231fe7012e4581bcaebca12bb3f8c3260a3ad239aa51a79"} +{"uuid":"gpqa-main-a454a3157aff6eee743541b7","benchmark":"gpqa_main","data_index":1718,"repeat_index":4,"sample_id":"gpqa-main-a454a3157aff6eee743541b7/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2707,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"B","question_sha256":"025e20e6e9b45e1ddb3f6901f58f69b40df5e8f9ffb6b80b5b17bc518d9f5d17"} +{"uuid":"gpqa-main-692e40bceeaff3accdc11ead","benchmark":"gpqa_main","data_index":1673,"repeat_index":4,"sample_id":"gpqa-main-692e40bceeaff3accdc11ead/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6996,"prompt_tokens":471,"effective_max_tokens":130601,"original_embedded_prediction":"C","question_sha256":"954d12809188bb6fb15643c4406ac6b108f5d7836e1eeabd73e49df01f2c616e"} +{"uuid":"gpqa-main-d1e25804e939f97ca872c78e","benchmark":"gpqa_main","data_index":1699,"repeat_index":4,"sample_id":"gpqa-main-d1e25804e939f97ca872c78e/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4746,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"A","question_sha256":"bd713289ab1ffc1ab982f7411da433944bdaa2ce87595d2c1bba8580a8b47bdb"} +{"uuid":"gpqa-main-9f5d195170ba73ccdc7a3b84","benchmark":"gpqa_main","data_index":1743,"repeat_index":4,"sample_id":"gpqa-main-9f5d195170ba73ccdc7a3b84/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1132,"prompt_tokens":552,"effective_max_tokens":130520,"original_embedded_prediction":"A","question_sha256":"e4e5526f8ea9205cbe6b33a5256144298ad11d8250b020cbd4fddbba85a12596"} +{"uuid":"gpqa-main-0d56f92dcb32c3f0494a4705","benchmark":"gpqa_main","data_index":1551,"repeat_index":4,"sample_id":"gpqa-main-0d56f92dcb32c3f0494a4705/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20644,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"D","question_sha256":"d48362abba761cef50927ef586befd9a2fdb343aa19b2fa457ee74fb6dbfb56b"} +{"uuid":"gpqa-main-3b577bce88d27365cf34e990","benchmark":"gpqa_main","data_index":1496,"repeat_index":3,"sample_id":"gpqa-main-3b577bce88d27365cf34e990/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":26391,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"952132525f3a442f1b38bdc3d0190df1c505766096106e7ac626a451f1b236fc"} +{"uuid":"gpqa-main-1f9ad1ca59cf537e3cdf47c2","benchmark":"gpqa_main","data_index":1666,"repeat_index":4,"sample_id":"gpqa-main-1f9ad1ca59cf537e3cdf47c2/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8458,"prompt_tokens":318,"effective_max_tokens":130754,"original_embedded_prediction":"B","question_sha256":"229ffbdb774489fcfd578450da500a74b0c6fd603d3f4050eb6ff993659f5c7e"} +{"uuid":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea","benchmark":"gpqa_main","data_index":1501,"repeat_index":3,"sample_id":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":26143,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"A","question_sha256":"78b6f83c0d1137982356bff0e0d20f60e32542e5815ffd693af8f421f9e4741d"} +{"uuid":"gpqa-main-60c7c63632b1d67ffb8a4fb7","benchmark":"gpqa_main","data_index":1487,"repeat_index":3,"sample_id":"gpqa-main-60c7c63632b1d67ffb8a4fb7/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":27548,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"A","question_sha256":"60c9747de98dcd74354ee70ce1049c3c1d1b8d72f4e9848984af5d6ceb1a0c57"} +{"uuid":"gpqa-main-1634ccababef2067673cd88c","benchmark":"gpqa_main","data_index":1582,"repeat_index":4,"sample_id":"gpqa-main-1634ccababef2067673cd88c/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17155,"prompt_tokens":593,"effective_max_tokens":130479,"original_embedded_prediction":"C","question_sha256":"d8c36bd55ba561cb499054e9d5a01217a0498dfd20875e8d9e99d34bcdfd7830"} +{"uuid":"gpqa-main-8af90a4147e5f0c98bfd00fa","benchmark":"gpqa_main","data_index":1754,"repeat_index":4,"sample_id":"gpqa-main-8af90a4147e5f0c98bfd00fa/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":638,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"C","question_sha256":"29a55065f72c47169c5073a91e6b55d82fe2f5784289d2baf5cf5444f8d6fd65"} +{"uuid":"gpqa-main-781f4efc4b25ff35b588e87c","benchmark":"gpqa_main","data_index":1717,"repeat_index":4,"sample_id":"gpqa-main-781f4efc4b25ff35b588e87c/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4272,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"C","question_sha256":"f933a526e8aec15b0dc77756bad3ba0839404a6d042443e3f5a0ab0b8d1cfa96"} +{"uuid":"gpqa-main-feeb39404129cbb3b7e867ec","benchmark":"gpqa_main","data_index":1579,"repeat_index":4,"sample_id":"gpqa-main-feeb39404129cbb3b7e867ec/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17806,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"B","question_sha256":"a80144fd582290217d4749a45438b278db047877b2f9babd5f52d9d0dcc88daf"} +{"uuid":"gpqa-main-1989edb8041cc1c94659dcc4","benchmark":"gpqa_main","data_index":1492,"repeat_index":3,"sample_id":"gpqa-main-1989edb8041cc1c94659dcc4/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":27674,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"D","question_sha256":"364ddb1397abdc7ae2201c88354f8df3f89b63c28330217a94cf8cf96c19ae54"} +{"uuid":"gpqa-main-70afc730094f43bb0e05f371","benchmark":"gpqa_main","data_index":1745,"repeat_index":4,"sample_id":"gpqa-main-70afc730094f43bb0e05f371/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2085,"prompt_tokens":360,"effective_max_tokens":130712,"original_embedded_prediction":"A","question_sha256":"f328e748a74c78b0ab73f790c6848b663fb5bffac884e2793a63bb9ce351e4b6"} +{"uuid":"gpqa-main-779369aa96b96a67933939f1","benchmark":"gpqa_main","data_index":1760,"repeat_index":4,"sample_id":"gpqa-main-779369aa96b96a67933939f1/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":566,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"acf784efba891531b08709383ede2379cee1f604b6334b753dd1fcaab37af970"} +{"uuid":"gpqa-main-ecb6740406340eb07beacf42","benchmark":"gpqa_main","data_index":1762,"repeat_index":4,"sample_id":"gpqa-main-ecb6740406340eb07beacf42/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":653,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"29f96711820eba41ccced6676074bc5bcd9e3eb6c97ce5e8507128a91a175bb0"} +{"uuid":"gpqa-main-bd228dea7f1aa14b70216372","benchmark":"gpqa_main","data_index":1753,"repeat_index":4,"sample_id":"gpqa-main-bd228dea7f1aa14b70216372/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1531,"prompt_tokens":425,"effective_max_tokens":130647,"original_embedded_prediction":"C","question_sha256":"c1dea594f51ba7757d0d9ec69efa6b56bfeeaff965f074faaf89160cca96a0e9"} +{"uuid":"gpqa-main-3ad0b182e1494c1e76262069","benchmark":"gpqa_main","data_index":1541,"repeat_index":4,"sample_id":"gpqa-main-3ad0b182e1494c1e76262069/repeat-4","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":23681,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"A","question_sha256":"835ebb67a4198184dbd29c03b43e4283e93c0473d886ab6c3b6c52ffb918b6ab"} +{"uuid":"gpqa-main-64193be5f9a6bbd67bec4010","benchmark":"gpqa_main","data_index":1664,"repeat_index":4,"sample_id":"gpqa-main-64193be5f9a6bbd67bec4010/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10472,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"C","question_sha256":"373990fe818e4182469d242b845eeb2f78db2f00cfb3a8fdbd2dbd696e08d552"} +{"uuid":"gpqa-main-79721e93e90bdb2d8da052c0","benchmark":"gpqa_main","data_index":1668,"repeat_index":4,"sample_id":"gpqa-main-79721e93e90bdb2d8da052c0/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9629,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"2a09355eb98c6b8d6ad0b51afb3b27f719fed44786d3b2998dfe7ee66413a028"} +{"uuid":"gpqa-main-efb673a27e8a1e042786abf9","benchmark":"gpqa_main","data_index":1599,"repeat_index":4,"sample_id":"gpqa-main-efb673a27e8a1e042786abf9/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17019,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"1f2f27b90dac22c1b4d70e1b1679a095c5ce0b5ec5dd0bbf48f16b8328b18d89"} +{"uuid":"gpqa-main-6845f28b26fa44b2b44ded84","benchmark":"gpqa_main","data_index":1676,"repeat_index":4,"sample_id":"gpqa-main-6845f28b26fa44b2b44ded84/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9289,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"7c6678dd868700f600b69c54e83e52a10695ac957465ffbe08c35d20f42b448e"} +{"uuid":"gpqa-main-87740f520845c3f77369e5a1","benchmark":"gpqa_main","data_index":1410,"repeat_index":3,"sample_id":"gpqa-main-87740f520845c3f77369e5a1/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":37076,"prompt_tokens":188,"effective_max_tokens":130884,"original_embedded_prediction":"B","question_sha256":"f6c5a12c2cd600eeb524956c760164ff890d185cffd979bfba482f46aa46a1ac"} +{"uuid":"gpqa-main-7ed621f8290d6ac14181ce45","benchmark":"gpqa_main","data_index":1534,"repeat_index":3,"sample_id":"gpqa-main-7ed621f8290d6ac14181ce45/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":25003,"prompt_tokens":298,"effective_max_tokens":130774,"original_embedded_prediction":"B","question_sha256":"c1c0ad22e4376412fe1e7564fd1f8c00dd970292dbf0dbb83b0350881e74b306"} +{"uuid":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2","benchmark":"gpqa_main","data_index":1686,"repeat_index":4,"sample_id":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8320,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"C","question_sha256":"58604895b423acc46c4efaa28ed2e4d6eaf2d93d55c7ad3766cffce3719ddf62"} +{"uuid":"gpqa-main-1754a508e794225bd932adeb","benchmark":"gpqa_main","data_index":1589,"repeat_index":4,"sample_id":"gpqa-main-1754a508e794225bd932adeb/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18329,"prompt_tokens":276,"effective_max_tokens":130796,"original_embedded_prediction":"B","question_sha256":"16464cac7090a24d3b5a0bf989e1699bafd2dd7b1555e816a1f77804d8e890db"} +{"uuid":"gpqa-main-04a5c442799262dec9375c25","benchmark":"gpqa_main","data_index":1730,"repeat_index":4,"sample_id":"gpqa-main-04a5c442799262dec9375c25/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4935,"prompt_tokens":365,"effective_max_tokens":130707,"original_embedded_prediction":"C","question_sha256":"e90ec32d975ec61b7cd079ff6968bc3dbaa4fc87e74699c1406ce59093066dbc"} +{"uuid":"gpqa-main-6364129e0f80d3896a3d60e2","benchmark":"gpqa_main","data_index":1617,"repeat_index":4,"sample_id":"gpqa-main-6364129e0f80d3896a3d60e2/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16719,"prompt_tokens":526,"effective_max_tokens":130546,"original_embedded_prediction":"A","question_sha256":"123161632faf32d9079808c0fb48f9d5492735ab0a8290fe32ca2f58fad36797"} +{"uuid":"gpqa-main-0293685a5c3ddbc5b15dcfa0","benchmark":"gpqa_main","data_index":1769,"repeat_index":4,"sample_id":"gpqa-main-0293685a5c3ddbc5b15dcfa0/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1229,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"db2ca8d93d5ff50bd9f602bc5b3d339b547349c54c540850544e01393770a4ff"} +{"uuid":"gpqa-main-8a352b243ffac6230977fc90","benchmark":"gpqa_main","data_index":1755,"repeat_index":4,"sample_id":"gpqa-main-8a352b243ffac6230977fc90/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2782,"prompt_tokens":389,"effective_max_tokens":130683,"original_embedded_prediction":"C","question_sha256":"7408ac0330a09a182b52a627f89920c8c4e825da7da4e441973cbefe32b852ac"} +{"uuid":"gpqa-main-e10311e2a20f5ef70b44af1a","benchmark":"gpqa_main","data_index":1532,"repeat_index":3,"sample_id":"gpqa-main-e10311e2a20f5ef70b44af1a/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":25957,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"B","question_sha256":"840fab180da436fa17bd480d15eb270c8be4535800795f8fe8c3d0b1ac29ca9d"} +{"uuid":"gpqa-main-be779fa0e49ff52e19357207","benchmark":"gpqa_main","data_index":1775,"repeat_index":4,"sample_id":"gpqa-main-be779fa0e49ff52e19357207/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":697,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"ea7bb5901d85914d8997afb87e1ae6be7a8efe03889a4cc08f64de2ccdc9180e"} +{"uuid":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7","benchmark":"gpqa_main","data_index":1573,"repeat_index":4,"sample_id":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21013,"prompt_tokens":279,"effective_max_tokens":130793,"original_embedded_prediction":"D","question_sha256":"f730b35adb897658b28382d90ae7881a77e5d86003cc9b3942862d742001d4fb"} +{"uuid":"gpqa-main-20f50fda9aeae51c6b9b4ba0","benchmark":"gpqa_main","data_index":1627,"repeat_index":4,"sample_id":"gpqa-main-20f50fda9aeae51c6b9b4ba0/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16156,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"C","question_sha256":"c7914fc7bcc19ad8377798d825d6dbc59be8fb64f2b51a89ec26f55423d9edd1"} +{"uuid":"gpqa-main-d7c4372bfbc5d0f0f9331350","benchmark":"gpqa_main","data_index":1721,"repeat_index":4,"sample_id":"gpqa-main-d7c4372bfbc5d0f0f9331350/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6492,"prompt_tokens":588,"effective_max_tokens":130484,"original_embedded_prediction":"D","question_sha256":"92d8ffd16886567ac1ed2f15a6c2d3d6ac2a2fb0fd0e56836671babcde327d3f"} +{"uuid":"gpqa-main-fcf4fbe275826c7d67e6067b","benchmark":"gpqa_main","data_index":1484,"repeat_index":3,"sample_id":"gpqa-main-fcf4fbe275826c7d67e6067b/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":30660,"prompt_tokens":319,"effective_max_tokens":130753,"original_embedded_prediction":"B","question_sha256":"804a1298d02f33e3d34af9885ef317731ae757104a1e874356955c98921afd18"} +{"uuid":"gpqa-main-6119656f6ad0247c537028e7","benchmark":"gpqa_main","data_index":1782,"repeat_index":4,"sample_id":"gpqa-main-6119656f6ad0247c537028e7/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":355,"prompt_tokens":329,"effective_max_tokens":130743,"original_embedded_prediction":"A","question_sha256":"e426a9a1b0977a66badcc2dd4f0d54629b39c2594a512e459e9afd20bba599ba"} +{"uuid":"gpqa-main-ddd2b405606ced65b4ce6345","benchmark":"gpqa_main","data_index":1784,"repeat_index":4,"sample_id":"gpqa-main-ddd2b405606ced65b4ce6345/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":230,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"2066c0e835493298c00391dd9236de10adec10d611fe3e2777f252677dfe9724"} +{"uuid":"gpqa-main-56cc62f5d70b661868d341e7","benchmark":"gpqa_main","data_index":1774,"repeat_index":4,"sample_id":"gpqa-main-56cc62f5d70b661868d341e7/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1402,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"A","question_sha256":"c974918b90f5892aaad4308e337b490844102dbfad26c90bf508602f9c595d5d"} +{"uuid":"gpqa-main-e17c3d61061a563977ae3c11","benchmark":"gpqa_main","data_index":1780,"repeat_index":4,"sample_id":"gpqa-main-e17c3d61061a563977ae3c11/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1121,"prompt_tokens":352,"effective_max_tokens":130720,"original_embedded_prediction":"C","question_sha256":"41b609bbf5cd4517a7d53e382a762d7b2caa65fd58ea44549bdf7183daf1d2c0"} +{"uuid":"gpqa-main-ac1c72784d1e0da293fe4bd4","benchmark":"gpqa_main","data_index":1738,"repeat_index":4,"sample_id":"gpqa-main-ac1c72784d1e0da293fe4bd4/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5423,"prompt_tokens":169,"effective_max_tokens":130903,"original_embedded_prediction":"D","question_sha256":"6e2bd9ec28efb9c97dbc7bea49224b4964011afaa5ca659996fac7fd65c4468d"} +{"uuid":"gpqa-main-212277d3e39540a6739d98b8","benchmark":"gpqa_main","data_index":1785,"repeat_index":4,"sample_id":"gpqa-main-212277d3e39540a6739d98b8/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1176,"prompt_tokens":147,"effective_max_tokens":130925,"original_embedded_prediction":"A","question_sha256":"d20446ccbbfc1ed40bcb669bfa65f9f9cd8e38ec8f7e67621c88e3dbe91f083d"} +{"uuid":"gpqa-main-63aef6e78c9803d030a16f9c","benchmark":"gpqa_main","data_index":1744,"repeat_index":4,"sample_id":"gpqa-main-63aef6e78c9803d030a16f9c/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5577,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"A","question_sha256":"255e934ed277fdd11f71245508448f7031439d40eb38fd78fb3b813b247c5726"} +{"uuid":"gpqa-main-178c84548026beb35252a961","benchmark":"gpqa_main","data_index":1640,"repeat_index":4,"sample_id":"gpqa-main-178c84548026beb35252a961/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15490,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"A","question_sha256":"4ea09b6f60208405c59e5923a565f195c94315e0b6e230acd59351f1ee59ed96"} +{"uuid":"gpqa-main-1923a70feda6403a600f719a","benchmark":"gpqa_main","data_index":1696,"repeat_index":4,"sample_id":"gpqa-main-1923a70feda6403a600f719a/repeat-4","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9617,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"7acad7dd49efa2a29ce19fb81de0e8b504de87dab9c66159407da7697942a708"} +{"uuid":"gpqa-main-5ace8b3dabb97ffc3da20e7c","benchmark":"gpqa_main","data_index":1786,"repeat_index":4,"sample_id":"gpqa-main-5ace8b3dabb97ffc3da20e7c/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1260,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"4ebb5a46cf109d4237b98081e218fcaba27d8f9d03f7a930300f2938f71c1ef0"} +{"uuid":"gpqa-main-e605c3d20abb4c52d96e9b60","benchmark":"gpqa_main","data_index":1707,"repeat_index":4,"sample_id":"gpqa-main-e605c3d20abb4c52d96e9b60/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9282,"prompt_tokens":361,"effective_max_tokens":130711,"original_embedded_prediction":"C","question_sha256":"84b58aec9b33c09286d45fb66ca82cc4ec03e310a0917bc0783bda81a0fa23b6"} +{"uuid":"gpqa-main-f1451c98bdb50fb5b0dbdc55","benchmark":"gpqa_main","data_index":1652,"repeat_index":4,"sample_id":"gpqa-main-f1451c98bdb50fb5b0dbdc55/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14832,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"A","question_sha256":"650bb2feaa18830493f8e50de85c38c1f24570d9f1e7c9970c8ed9fbcbbde337"} +{"uuid":"gpqa-main-0cc54149033350a37cf90b8b","benchmark":"gpqa_main","data_index":1619,"repeat_index":4,"sample_id":"gpqa-main-0cc54149033350a37cf90b8b/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18866,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"D","question_sha256":"3298921b7dfbbae04c9893edbe6870746b53e2b7af12e9816f07b6f5e0bff9cb"} +{"uuid":"gpqa-main-4fb391edde117a3fa772fe15","benchmark":"gpqa_main","data_index":1531,"repeat_index":3,"sample_id":"gpqa-main-4fb391edde117a3fa772fe15/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":28086,"prompt_tokens":230,"effective_max_tokens":130842,"original_embedded_prediction":"A","question_sha256":"5131eb311b518c1f3eade66e9c0f4df88aa05e6477bb06e86e3ac1e6fc1ea102"} +{"uuid":"gpqa-main-742076c80dda93477062cfc0","benchmark":"gpqa_main","data_index":1798,"repeat_index":4,"sample_id":"gpqa-main-742076c80dda93477062cfc0/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":138,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"D","question_sha256":"528bc237c35f64d2635edb6fea3202ce958bca92ea956fae0da7c5b4c72081d8"} +{"uuid":"gpqa-main-822957bb60d3551275f08aa0","benchmark":"gpqa_main","data_index":1789,"repeat_index":4,"sample_id":"gpqa-main-822957bb60d3551275f08aa0/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1587,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"A","question_sha256":"4690c4bb391b2ef2a7b53f1a15866e05411bdf5f0f7b4f32c9e27d8ef6e8cb48"} +{"uuid":"gpqa-main-1728184fad8153eeb2e2a7de","benchmark":"gpqa_main","data_index":1800,"repeat_index":4,"sample_id":"gpqa-main-1728184fad8153eeb2e2a7de/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":312,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"d8505733319a8047e94d63c293a2d9dbb08c42e4bde2c223467f371da6665e08"} +{"uuid":"gpqa-main-a6eb05bb931229a396d81e44","benchmark":"gpqa_main","data_index":1324,"repeat_index":3,"sample_id":"gpqa-main-a6eb05bb931229a396d81e44/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":51110,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"D","question_sha256":"19c2c8e0578e84094a1f97568e95e1e88fadee2743b1c6519b7fc661c8577cde"} +{"uuid":"gpqa-main-2d88ca9efdaae7d19aed9660","benchmark":"gpqa_main","data_index":1648,"repeat_index":4,"sample_id":"gpqa-main-2d88ca9efdaae7d19aed9660/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15762,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"43af6d11597079a7d069dd93bbf3db87f0b5bb604fbfc66fc60c268d149d8fba"} +{"uuid":"gpqa-main-24751b175e0f2d19899ad735","benchmark":"gpqa_main","data_index":1796,"repeat_index":4,"sample_id":"gpqa-main-24751b175e0f2d19899ad735/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1180,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"B","question_sha256":"4a5d6fcc83f3561a6447a1feebb680aa9ab094bdeed5677c30f04041964a9c38"} +{"uuid":"gpqa-main-216433a347b01989e26ed83a","benchmark":"gpqa_main","data_index":1783,"repeat_index":4,"sample_id":"gpqa-main-216433a347b01989e26ed83a/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3201,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"ead16c05d1abbf4387485257726593cf57a0384c3e0a3db31ba489bb1676ce72"} +{"uuid":"gpqa-main-4a8c97220fb14b99f363b2ce","benchmark":"gpqa_main","data_index":1340,"repeat_index":3,"sample_id":"gpqa-main-4a8c97220fb14b99f363b2ce/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":50604,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"D","question_sha256":"a939b9de7ea4048442a9378048f992097c413c77ad1c665790486c352036c7e3"} +{"uuid":"gpqa-main-c720b28fe25654b1cedc9285","benchmark":"gpqa_main","data_index":1658,"repeat_index":4,"sample_id":"gpqa-main-c720b28fe25654b1cedc9285/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15842,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"C","question_sha256":"9f6e1d1b2c053afcba8c78142311f336846eb87d19344fb8aa6e71ed9aecc477"} +{"uuid":"gpqa-main-5afce78005210e6a41636858","benchmark":"gpqa_main","data_index":1797,"repeat_index":4,"sample_id":"gpqa-main-5afce78005210e6a41636858/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2072,"prompt_tokens":312,"effective_max_tokens":130760,"original_embedded_prediction":"A","question_sha256":"1447f629926983e1fb54566e40ab57d7a728998d233e3c84bc33277da7c13a65"} +{"uuid":"gpqa-main-09311165c3bc8a7742115024","benchmark":"gpqa_main","data_index":1557,"repeat_index":4,"sample_id":"gpqa-main-09311165c3bc8a7742115024/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":27242,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"A","question_sha256":"d6deae7022d40b283a8b0053867ff7e2d44f15fac7c364d3b34e67d903596cf7"} +{"uuid":"gpqa-main-fd21f7c7356e7f51f0cabd07","benchmark":"gpqa_main","data_index":1737,"repeat_index":4,"sample_id":"gpqa-main-fd21f7c7356e7f51f0cabd07/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8545,"prompt_tokens":601,"effective_max_tokens":130471,"original_embedded_prediction":"D","question_sha256":"db246f6acae65ff2e4bb6caad314b6583cd0085f0d81b1b20515ca2fe73b6f72"} +{"uuid":"gpqa-main-9c0b631b2a7823cec0729a4b","benchmark":"gpqa_main","data_index":1395,"repeat_index":3,"sample_id":"gpqa-main-9c0b631b2a7823cec0729a4b/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":43745,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"9d42c24c2f67ff118699d880fbb6276f14043e3527a9fea8f6d55fe2bf82e091"} +{"uuid":"gpqa-main-d5d2365d64430154627d4bb7","benchmark":"gpqa_main","data_index":1804,"repeat_index":4,"sample_id":"gpqa-main-d5d2365d64430154627d4bb7/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1556,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"D","question_sha256":"17f96c74be836037313c787a88438b6c9f69a4aa20ec8cba17697864f5d35599"} +{"uuid":"gpqa-main-4373b5f7be197f26258c18cf","benchmark":"gpqa_main","data_index":1328,"repeat_index":3,"sample_id":"gpqa-main-4373b5f7be197f26258c18cf/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":52317,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"C","question_sha256":"56563ccb64ef7d8686cd4d8da77c8b4636353d0bb75dbefa360323671dfffed1"} +{"uuid":"gpqa-main-acdff999b6cbfcbc8be6ffac","benchmark":"gpqa_main","data_index":1777,"repeat_index":4,"sample_id":"gpqa-main-acdff999b6cbfcbc8be6ffac/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4645,"prompt_tokens":404,"effective_max_tokens":130668,"original_embedded_prediction":"B","question_sha256":"96f00c3d898d9c364f022eae18e69424d7f2ddde12fbde50541b7390ffd40103"} +{"uuid":"gpqa-main-143dc33c1aad9828daf5e615","benchmark":"gpqa_main","data_index":1631,"repeat_index":4,"sample_id":"gpqa-main-143dc33c1aad9828daf5e615/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19734,"prompt_tokens":354,"effective_max_tokens":130718,"original_embedded_prediction":"C","question_sha256":"ff60c18b72aac9e90842c7a2d5e79c68092a3fbb1d6c0318cee6d2892a43a0a1"} +{"uuid":"gpqa-main-72464184a419f296dae470a9","benchmark":"gpqa_main","data_index":1793,"repeat_index":4,"sample_id":"gpqa-main-72464184a419f296dae470a9/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2904,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"C","question_sha256":"16bcf4c7129e083cade7afd040c6c4e0fa1fc7677a11aa70fb1b5a3d0e5fb5ea"} +{"uuid":"gpqa-main-4f958672c6f9249c44f2f9b9","benchmark":"gpqa_main","data_index":1723,"repeat_index":4,"sample_id":"gpqa-main-4f958672c6f9249c44f2f9b9/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10554,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"C","question_sha256":"7d91198c9c48996b89ebbb62d8d76d86e32d7c14fb108c7491c9ff812263613a"} +{"uuid":"gpqa-main-78b2ba2dd97e6d6b9942bad9","benchmark":"gpqa_main","data_index":1809,"repeat_index":4,"sample_id":"gpqa-main-78b2ba2dd97e6d6b9942bad9/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1204,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"A","question_sha256":"019eb0f05f025ec512fbae057e0fcb33e0f92eec9bc2dc775494f6a19f4b62f3"} +{"uuid":"gpqa-main-68d5dcbd7078889c19a9a93c","benchmark":"gpqa_main","data_index":1672,"repeat_index":4,"sample_id":"gpqa-main-68d5dcbd7078889c19a9a93c/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15702,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"618551bfaaf71599d5802135cbf18d8e9b5a33b38537d32515c5298d556df601"} +{"uuid":"gpqa-main-8dd5ae41d915a09d1c8b9add","benchmark":"gpqa_main","data_index":1697,"repeat_index":4,"sample_id":"gpqa-main-8dd5ae41d915a09d1c8b9add/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12997,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"B","question_sha256":"8a246eed19ab5f877aa822da432a7aaa0f52615ea4655b0a89995d374971cd27"} +{"uuid":"gpqa-main-4117517dba1fdbd711e3d32b","benchmark":"gpqa_main","data_index":1684,"repeat_index":4,"sample_id":"gpqa-main-4117517dba1fdbd711e3d32b/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14735,"prompt_tokens":398,"effective_max_tokens":130674,"original_embedded_prediction":"C","question_sha256":"3e04ad2cb1248bfb53a7bd8f05efedea49f42b201c6f35907baa6c30abf40733"} +{"uuid":"gpqa-main-4df6eb7fd5661c3196a52be6","benchmark":"gpqa_main","data_index":1437,"repeat_index":3,"sample_id":"gpqa-main-4df6eb7fd5661c3196a52be6/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":40309,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"A","question_sha256":"71ef41cf00fbcb9e6751fd492a52caefd2830032777c8824465c1b4ea8dc48ea"} +{"uuid":"gpqa-main-f6714ff18991a64f32fcecf9","benchmark":"gpqa_main","data_index":1822,"repeat_index":4,"sample_id":"gpqa-main-f6714ff18991a64f32fcecf9/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":405,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"a1e860acc41f41cac7f3d9425a64a45a95559ff56553a2d04e1d3569c2f1c1a1"} +{"uuid":"gpqa-main-86976aae6f871f46c4680830","benchmark":"gpqa_main","data_index":1751,"repeat_index":4,"sample_id":"gpqa-main-86976aae6f871f46c4680830/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9040,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"B","question_sha256":"e5c3c79a60db2de596dac1585bfc2e940bac2acb65a3352ff5f7e99821846aed"} +{"uuid":"gpqa-main-f6f707a4d7db96af855de986","benchmark":"gpqa_main","data_index":1802,"repeat_index":4,"sample_id":"gpqa-main-f6f707a4d7db96af855de986/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3256,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"049a3a3426b30e36d29d782b3ea4916bf545838ac3945e9c707804638ad48f04"} +{"uuid":"gpqa-main-9a5518ae94b2b0d35d86de13","benchmark":"gpqa_main","data_index":1825,"repeat_index":4,"sample_id":"gpqa-main-9a5518ae94b2b0d35d86de13/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":452,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"C","question_sha256":"3fcfcbf2649513809f04d9fdbcbe0c6bc1a91164f8dcfd7d9748267f2db7c6ce"} +{"uuid":"gpqa-main-41ca21006bb37fef24a8975a","benchmark":"gpqa_main","data_index":1622,"repeat_index":4,"sample_id":"gpqa-main-41ca21006bb37fef24a8975a/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":22757,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"8d132ce83553f28f02599f90e3c52fb60d8f58faea0f09152f78f7df6e310abc"} +{"uuid":"gpqa-main-6f84d17ede852cd9196347bd","benchmark":"gpqa_main","data_index":1516,"repeat_index":3,"sample_id":"gpqa-main-6f84d17ede852cd9196347bd/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":33830,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"B","question_sha256":"e410f49b6f85564bf5b9226069391669e4c376097b2656e616a6b82abd4729ac"} +{"uuid":"gpqa-main-f2c0ff64cf18a6ae32dc45dc","benchmark":"gpqa_main","data_index":1735,"repeat_index":4,"sample_id":"gpqa-main-f2c0ff64cf18a6ae32dc45dc/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11079,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"f2467e0d99b11d10fdd18675d7a73d1a19569e58d6aa97be50c24c2cb28731b1"} +{"uuid":"gpqa-main-d8361782f08c0e6d16de3839","benchmark":"gpqa_main","data_index":1823,"repeat_index":4,"sample_id":"gpqa-main-d8361782f08c0e6d16de3839/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1094,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"aed1658f69a85980c41ce94c10ac1535d2de3683f7a5c3821d1a84fa594d4571"} +{"uuid":"gpqa-main-a41b7b18fc60247bc6e08ecc","benchmark":"gpqa_main","data_index":1814,"repeat_index":4,"sample_id":"gpqa-main-a41b7b18fc60247bc6e08ecc/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2129,"prompt_tokens":270,"effective_max_tokens":130802,"original_embedded_prediction":"A","question_sha256":"87c04c470b12fde8cca6d843b12d3265c10bf824a883929eca2654ab55681839"} +{"uuid":"gpqa-main-7ceb372c1cdc7a180b73516c","benchmark":"gpqa_main","data_index":1766,"repeat_index":4,"sample_id":"gpqa-main-7ceb372c1cdc7a180b73516c/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8073,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"B","question_sha256":"142aeb435e38240c03d26aafbfb8dc0ab94e7ef4f752a271c1ab011350a965be"} +{"uuid":"gpqa-main-fe61aa6baba6418fcde1fa11","benchmark":"gpqa_main","data_index":1808,"repeat_index":4,"sample_id":"gpqa-main-fe61aa6baba6418fcde1fa11/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3097,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"73eb245ef4dcc164186307ecd210b767147568ad3c1b03847a63b2e67ac5d0ab"} +{"uuid":"gpqa-main-ca986cf878bcb98d3bdf6b0a","benchmark":"gpqa_main","data_index":1788,"repeat_index":4,"sample_id":"gpqa-main-ca986cf878bcb98d3bdf6b0a/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6286,"prompt_tokens":553,"effective_max_tokens":130519,"original_embedded_prediction":"D","question_sha256":"03946dc24ec69699ccf0d502676d0724f19c404c61b61996d4b5d979f21785da"} +{"uuid":"gpqa-main-7bb7c5ace8216100d38e616a","benchmark":"gpqa_main","data_index":1374,"repeat_index":3,"sample_id":"gpqa-main-7bb7c5ace8216100d38e616a/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":48687,"prompt_tokens":197,"effective_max_tokens":130875,"original_embedded_prediction":"D","question_sha256":"6dbc821cf1e89c0764e62d1bef4818136877fbc8e333f255bfa42276ac9aeb88"} +{"uuid":"gpqa-main-87a8747afb6b0414b9ccbe1e","benchmark":"gpqa_main","data_index":1810,"repeat_index":4,"sample_id":"gpqa-main-87a8747afb6b0414b9ccbe1e/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3026,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"D","question_sha256":"cdb165b285d51cf6a09160d99c4c49b653710aac879cce0b87c74a48eee0172b"} +{"uuid":"gpqa-main-92c9d90b543b6779261f70f7","benchmark":"gpqa_main","data_index":1795,"repeat_index":4,"sample_id":"gpqa-main-92c9d90b543b6779261f70f7/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5363,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"A","question_sha256":"1c7aff3f5221c2086c7143b43e0c46921a03859d45bfce22f1a1286ece235b1a"} +{"uuid":"gpqa-main-6195cef214f3dfad9869d6d3","benchmark":"gpqa_main","data_index":1834,"repeat_index":4,"sample_id":"gpqa-main-6195cef214f3dfad9869d6d3/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":517,"prompt_tokens":351,"effective_max_tokens":130721,"original_embedded_prediction":"B","question_sha256":"d8a4b11aef2d38271a5ebf2c1802dc875d19737c557efb5990cc4a865a052e7c"} +{"uuid":"gpqa-main-3d3dfe64363613833bb52e81","benchmark":"gpqa_main","data_index":1761,"repeat_index":4,"sample_id":"gpqa-main-3d3dfe64363613833bb52e81/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9551,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"B","question_sha256":"ec22f627211f722949e6d36efcb583b2f796830a38cf5cf5dcba4f727562d975"} +{"uuid":"gpqa-main-b84eb68d18023ca81e43b35a","benchmark":"gpqa_main","data_index":1829,"repeat_index":4,"sample_id":"gpqa-main-b84eb68d18023ca81e43b35a/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1206,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"C","question_sha256":"6c90e464e06f4dc9c748d6c9be44c96b2d5bec5078b4eb152ea4ccec4c709f2d"} +{"uuid":"gpqa-main-d98819c9bc2a4086534acf1b","benchmark":"gpqa_main","data_index":1817,"repeat_index":4,"sample_id":"gpqa-main-d98819c9bc2a4086534acf1b/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2953,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"d53ea2c13c1ce696b626852774a73a189571a138a5fd872cdd3bb15f21f0bf06"} +{"uuid":"gpqa-main-9753ac5963fbae8c8e907ef3","benchmark":"gpqa_main","data_index":1813,"repeat_index":4,"sample_id":"gpqa-main-9753ac5963fbae8c8e907ef3/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3323,"prompt_tokens":181,"effective_max_tokens":130891,"original_embedded_prediction":"C","question_sha256":"ec3a07db51d6010b2b9fae103e36b62707efee3ad0713fcd4420f8ba8f55c00b"} +{"uuid":"gpqa-main-c0bc48c4232297b735018487","benchmark":"gpqa_main","data_index":1776,"repeat_index":4,"sample_id":"gpqa-main-c0bc48c4232297b735018487/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8330,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"bbc99977a336fa9fd961baf75728288b14f7c69841a6757f2793e300690fc85b"} +{"uuid":"gpqa-main-48494dbfd36899c84d166873","benchmark":"gpqa_main","data_index":1830,"repeat_index":4,"sample_id":"gpqa-main-48494dbfd36899c84d166873/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2089,"prompt_tokens":315,"effective_max_tokens":130757,"original_embedded_prediction":"B","question_sha256":"a50aa647f4cce396d333dfcfe372bdfadfa7f7aa507ebafd207354812f7ab3f9"} +{"uuid":"gpqa-main-50aaa7274c5010d9768274ec","benchmark":"gpqa_main","data_index":1711,"repeat_index":4,"sample_id":"gpqa-main-50aaa7274c5010d9768274ec/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15306,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"A","question_sha256":"0cda758f1290855df9dd7b9a4319bb6ae8108c8113b125a3a2f60705af536a34"} +{"uuid":"gpqa-main-219ad07bcb0cda7b85845999","benchmark":"gpqa_main","data_index":1807,"repeat_index":4,"sample_id":"gpqa-main-219ad07bcb0cda7b85845999/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5041,"prompt_tokens":412,"effective_max_tokens":130660,"original_embedded_prediction":"B","question_sha256":"a6336c3b0760d09010077fee728ae5348e4421bcfcbbc8bb9c4a72d541ddfb24"} +{"uuid":"gpqa-main-20f8612bcc2efb9c2355d32e","benchmark":"gpqa_main","data_index":1742,"repeat_index":4,"sample_id":"gpqa-main-20f8612bcc2efb9c2355d32e/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12575,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"B","question_sha256":"d746be8625afecad5925e7069f57336e8de3f39dfdf843820421eba66b7bc620"} +{"uuid":"gpqa-main-21bf0d1bb4513b046dfdf875","benchmark":"gpqa_main","data_index":1558,"repeat_index":4,"sample_id":"gpqa-main-21bf0d1bb4513b046dfdf875/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":31456,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"C","question_sha256":"916a1ca795d38f4c815c99d6f162f52af934ee4e1b0d100dc0a7fb747631f7a7"} +{"uuid":"gpqa-main-4e62cd257f17d5af418a8d34","benchmark":"gpqa_main","data_index":1750,"repeat_index":4,"sample_id":"gpqa-main-4e62cd257f17d5af418a8d34/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12283,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"D","question_sha256":"654fc443f2efbec09d0f966244083f4545f4f851e28d7f4e0f9c07cb156b2d1d"} +{"uuid":"gpqa-main-c6cc654afa201cd3d5b66695","benchmark":"gpqa_main","data_index":1848,"repeat_index":4,"sample_id":"gpqa-main-c6cc654afa201cd3d5b66695/repeat-4","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":316,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":null,"question_sha256":"79526cdc6c623c8657c3060ab8b305f1b4d8aa35f2b7905c6fd4c3e119c5c310"} +{"uuid":"gpqa-main-05286f95a107c3da592ecbd9","benchmark":"gpqa_main","data_index":1841,"repeat_index":4,"sample_id":"gpqa-main-05286f95a107c3da592ecbd9/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1517,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"d8a1a7b530a9b1d0cd0b07ec53f60d6d5fcf3059457f02b90e3c4ddf51fdc825"} +{"uuid":"gpqa-main-01e62a7b7362ebd043bef6f7","benchmark":"gpqa_main","data_index":1764,"repeat_index":4,"sample_id":"gpqa-main-01e62a7b7362ebd043bef6f7/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10794,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"339602fd0ae9cbdaef368f3dcff01cd2d212565d5c7830b14c0fd29de1cb58d6"} +{"uuid":"gpqa-main-d4ee93c18c20e4432773fe55","benchmark":"gpqa_main","data_index":1847,"repeat_index":4,"sample_id":"gpqa-main-d4ee93c18c20e4432773fe55/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":616,"prompt_tokens":200,"effective_max_tokens":130872,"original_embedded_prediction":"C","question_sha256":"77bffd13a6b6464f7c63296f571164c184ce47a8cd6f8ecf91f0dc28407d44a1"} +{"uuid":"gpqa-main-ce2839297e4b63e0b36f6300","benchmark":"gpqa_main","data_index":1301,"repeat_index":3,"sample_id":"gpqa-main-ce2839297e4b63e0b36f6300/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":59401,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"B","question_sha256":"80cca49a2f6ae39b2d3a2dfe110572d39720d0831c65246ce20603c40578b118"} +{"uuid":"gpqa-main-398c3b21ff64a0edc7ed8444","benchmark":"gpqa_main","data_index":1733,"repeat_index":4,"sample_id":"gpqa-main-398c3b21ff64a0edc7ed8444/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14099,"prompt_tokens":839,"effective_max_tokens":130233,"original_embedded_prediction":"B","question_sha256":"8efc35cf270e2b051ad9ae732723df9c7261cecaf1410edf2c43f3ca7aa749cc"} +{"uuid":"gpqa-main-6f8b58d9d46c4f4e7eba1910","benchmark":"gpqa_main","data_index":1853,"repeat_index":4,"sample_id":"gpqa-main-6f8b58d9d46c4f4e7eba1910/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":383,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"C","question_sha256":"2437e4848569e7740d6491d475d194b9eefbbeae3a6a31cd62ddeb8ba8e93aa9"} +{"uuid":"gpqa-main-f0a74958c23332566374eae8","benchmark":"gpqa_main","data_index":1013,"repeat_index":2,"sample_id":"gpqa-main-f0a74958c23332566374eae8/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":89124,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"C","question_sha256":"0122463c60c1fa5ad768f1fc6147fd593b46126713e705864d5de5632804d4b5"} +{"uuid":"gpqa-main-6078bfac5f15131fb59b31ce","benchmark":"gpqa_main","data_index":1842,"repeat_index":4,"sample_id":"gpqa-main-6078bfac5f15131fb59b31ce/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2008,"prompt_tokens":383,"effective_max_tokens":130689,"original_embedded_prediction":"D","question_sha256":"2c08be31c31eb443db8881662320ebedec47eef168a86389032948d5a9cc37d1"} +{"uuid":"gpqa-main-4c9f4186c5ccd49ab906a399","benchmark":"gpqa_main","data_index":1719,"repeat_index":4,"sample_id":"gpqa-main-4c9f4186c5ccd49ab906a399/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15707,"prompt_tokens":610,"effective_max_tokens":130462,"original_embedded_prediction":"A","question_sha256":"f634534b5e2327dcc39982a4da6dff404f299e9759a0ac957b0f6017fbe7586e"} +{"uuid":"gpqa-main-aa684f4d5d7c6b9ced383e24","benchmark":"gpqa_main","data_index":1839,"repeat_index":4,"sample_id":"gpqa-main-aa684f4d5d7c6b9ced383e24/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2563,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"96a58da5e1708d76485e32741b0ecddc1bea407ebb53997d2f36e8827f2f2ac9"} +{"uuid":"gpqa-main-bceb5bf342ad44aac4fdbe55","benchmark":"gpqa_main","data_index":1659,"repeat_index":4,"sample_id":"gpqa-main-bceb5bf342ad44aac4fdbe55/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":21819,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"20d48d5f0a9a8b77bea35e72a90794c2d2147aa8321ae6aa60e84491688a0803"} +{"uuid":"gpqa-main-2bd63c617299c18c1cfd5b0a","benchmark":"gpqa_main","data_index":1732,"repeat_index":4,"sample_id":"gpqa-main-2bd63c617299c18c1cfd5b0a/repeat-4","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14623,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"A","question_sha256":"bd7804f896ba3deb7fd65cc0c562744a80232f45bbc9c5ffa8652308c167c329"} +{"uuid":"gpqa-main-5a280dae7286e8bab3887904","benchmark":"gpqa_main","data_index":1748,"repeat_index":4,"sample_id":"gpqa-main-5a280dae7286e8bab3887904/repeat-4","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13478,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"A","question_sha256":"b8398a470c0a1a045a6dcf2005bd8e8351bdf75ffa7c473958cf3c4b5d4fb288"} +{"uuid":"gpqa-main-fc2653b5d83e082e9e4f6390","benchmark":"gpqa_main","data_index":1840,"repeat_index":4,"sample_id":"gpqa-main-fc2653b5d83e082e9e4f6390/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2775,"prompt_tokens":429,"effective_max_tokens":130643,"original_embedded_prediction":"C","question_sha256":"d039314a334267e1364c2bb5dc0ab4e72b6b86a69936c2f7f318902ffc422f15"} +{"uuid":"gpqa-main-67c1e3a67a2a974a3189d06b","benchmark":"gpqa_main","data_index":1864,"repeat_index":4,"sample_id":"gpqa-main-67c1e3a67a2a974a3189d06b/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":317,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"A","question_sha256":"de0e795a2e1639d4babc3235662e71409fadd14e0c80f8551b3db9b4b53aa8de"} +{"uuid":"gpqa-main-08cb3c41dbaa57f424632b84","benchmark":"gpqa_main","data_index":1540,"repeat_index":4,"sample_id":"gpqa-main-08cb3c41dbaa57f424632b84/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":35153,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"e37327eb6a290bf649f9b548f5d9834983b5d59efc10b4281a4bdbb75523863f"} +{"uuid":"gpqa-main-3cb5227445654dab4b5dacc2","benchmark":"gpqa_main","data_index":1850,"repeat_index":4,"sample_id":"gpqa-main-3cb5227445654dab4b5dacc2/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1639,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"4b45de4106aaf95114f9bda69339b541037b0eb04b8fd1f40efb6b91ed2a479e"} +{"uuid":"gpqa-main-6dec9c3aba26b3c8623af13e","benchmark":"gpqa_main","data_index":1851,"repeat_index":4,"sample_id":"gpqa-main-6dec9c3aba26b3c8623af13e/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1396,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"656a46f8bac8e8e0767c9a5675871d3f81ff8707ec78f064bca2ccac673d7561"} +{"uuid":"gpqa-main-7e9652f906d908e059401ac2","benchmark":"gpqa_main","data_index":1860,"repeat_index":4,"sample_id":"gpqa-main-7e9652f906d908e059401ac2/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":891,"prompt_tokens":346,"effective_max_tokens":130726,"original_embedded_prediction":"C","question_sha256":"9dda9414807cb4996f3a1deb9214b8aaf93c75e41d35fac14966aba5058f07ff"} +{"uuid":"gpqa-main-e2b759199021c586345ac38f","benchmark":"gpqa_main","data_index":1553,"repeat_index":4,"sample_id":"gpqa-main-e2b759199021c586345ac38f/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":33774,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"B","question_sha256":"ca59405f2d298a50a3e8fd6d281b67ca4a3ee503578df49e700cc46fe3c4f3d8"} +{"uuid":"gpqa-main-0069a2b69e59906ffd6ca400","benchmark":"gpqa_main","data_index":1827,"repeat_index":4,"sample_id":"gpqa-main-0069a2b69e59906ffd6ca400/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4698,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"409fe9f5585adb91b6eded6462ef297118cee805597838bb23fa38eb32789450"} +{"uuid":"gpqa-main-1cea82df3087b1eb05c4d230","benchmark":"gpqa_main","data_index":1773,"repeat_index":4,"sample_id":"gpqa-main-1cea82df3087b1eb05c4d230/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11478,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"dd05d2d9e9053dd1d4367a61d5f718336fc8f18bc81bdf0ccfb104e241053522"} +{"uuid":"gpqa-main-9f0f463200d404d2c62eca59","benchmark":"gpqa_main","data_index":1856,"repeat_index":4,"sample_id":"gpqa-main-9f0f463200d404d2c62eca59/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1459,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"6ed199510dead1f6bd4eaa9162909d9481bd2201f8d9444ee60a2e0e2f20528c"} +{"uuid":"gpqa-main-82354c49d9280b8a980b98b4","benchmark":"gpqa_main","data_index":1706,"repeat_index":4,"sample_id":"gpqa-main-82354c49d9280b8a980b98b4/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18047,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"C","question_sha256":"57b065d28a6d02a29a3a84f39dd670ba7cdf4e3403506e79b5fc90713897f68e"} +{"uuid":"gpqa-main-731d6908d225dc9f463d1297","benchmark":"gpqa_main","data_index":1824,"repeat_index":4,"sample_id":"gpqa-main-731d6908d225dc9f463d1297/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5530,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"4774928b0a0c7cdc6d9c17102d2e01adad07f5a344858c23bbc63520a74724d7"} +{"uuid":"gpqa-main-45cae4ba5af22868461f1861","benchmark":"gpqa_main","data_index":1674,"repeat_index":4,"sample_id":"gpqa-main-45cae4ba5af22868461f1861/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21374,"prompt_tokens":196,"effective_max_tokens":130876,"original_embedded_prediction":"B","question_sha256":"da4480a5d4f2af44b6faf63fe513d557f97bf4cd048901e4a2f0b133273b39db"} +{"uuid":"gpqa-main-288426a7fecb5facf10219c7","benchmark":"gpqa_main","data_index":1726,"repeat_index":4,"sample_id":"gpqa-main-288426a7fecb5facf10219c7/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16538,"prompt_tokens":321,"effective_max_tokens":130751,"original_embedded_prediction":"B","question_sha256":"7cccb7714b35c30190fb5db64a1b22a36b726b2a007f241961e1e48c82e4acb3"} +{"uuid":"gpqa-main-2601636e383074212d2b5e52","benchmark":"gpqa_main","data_index":1869,"repeat_index":4,"sample_id":"gpqa-main-2601636e383074212d2b5e52/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1101,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"A","question_sha256":"4346808ce2e49e7dd075a69d154a4e1c8d73b71869876d48ffff93747d8898ec"} +{"uuid":"gpqa-main-ae94db70e45f3af66518a393","benchmark":"gpqa_main","data_index":1866,"repeat_index":4,"sample_id":"gpqa-main-ae94db70e45f3af66518a393/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1834,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"357c925128939cb69954fa6d11c54df2209c646ee1d3db2ab6dfea44ae6407b6"} +{"uuid":"gpqa-main-92f6e58b4989e9025c8286a9","benchmark":"gpqa_main","data_index":1770,"repeat_index":4,"sample_id":"gpqa-main-92f6e58b4989e9025c8286a9/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12928,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"c003a37af0eaa5e9c6d10f5a25ce1a2e0258ad6638a1655ee2a17d07daab816a"} +{"uuid":"gpqa-main-92c7c513709816748efab029","benchmark":"gpqa_main","data_index":1787,"repeat_index":4,"sample_id":"gpqa-main-92c7c513709816748efab029/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11271,"prompt_tokens":253,"effective_max_tokens":130819,"original_embedded_prediction":"C","question_sha256":"c9ed693d3f7d5c30b94e2c01b9b5f22591922f961e4dbc9ef4b70309b61bae5c"} +{"uuid":"gpqa-main-4657fdc74d4c0bf48aa0b494","benchmark":"gpqa_main","data_index":1837,"repeat_index":4,"sample_id":"gpqa-main-4657fdc74d4c0bf48aa0b494/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5122,"prompt_tokens":343,"effective_max_tokens":130729,"original_embedded_prediction":"B","question_sha256":"ef34764671cecdd517febbdbff1a8cc3542418de05c4a100ef6c30752c1fc8cb"} +{"uuid":"gpqa-main-0b01dd8e7881a40d7eb61175","benchmark":"gpqa_main","data_index":1875,"repeat_index":4,"sample_id":"gpqa-main-0b01dd8e7881a40d7eb61175/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1636,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"C","question_sha256":"74998926c571f30bb050d73fd21eee2727687e5a8320253f13d3d84b8605a913"} +{"uuid":"gpqa-main-4644969e4e4615b014b9669f","benchmark":"gpqa_main","data_index":1736,"repeat_index":4,"sample_id":"gpqa-main-4644969e4e4615b014b9669f/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16906,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"e663684f8a7728af99d977f274c335c497ac6a7ccf43c64ab979e8407155ce6c"} +{"uuid":"gpqa-main-91b254f1e1c8041fbc1a3222","benchmark":"gpqa_main","data_index":1512,"repeat_index":3,"sample_id":"gpqa-main-91b254f1e1c8041fbc1a3222/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":40162,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"35cf9161cc3c5b82d0770ab2b2fdef4a970ddae93523dee3a6bde8574e79b13d"} +{"uuid":"gpqa-main-53c8581aa69a3066bf003024","benchmark":"gpqa_main","data_index":1886,"repeat_index":4,"sample_id":"gpqa-main-53c8581aa69a3066bf003024/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":487,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"dbc9784ed2e796c6f534e998f17f2a819df9d6d94cd62aa72bd7fdcbf457c948"} +{"uuid":"gpqa-main-cfc742b1ce24bfc75356765e","benchmark":"gpqa_main","data_index":1815,"repeat_index":4,"sample_id":"gpqa-main-cfc742b1ce24bfc75356765e/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8367,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"B","question_sha256":"c1f013c71ec1bfdf03d8071ec0a1d30c0d10b7e87429512ec32711a88cc41cb1"} +{"uuid":"gpqa-main-7475b6b01129fce5b436b0ee","benchmark":"gpqa_main","data_index":1734,"repeat_index":4,"sample_id":"gpqa-main-7475b6b01129fce5b436b0ee/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17596,"prompt_tokens":235,"effective_max_tokens":130837,"original_embedded_prediction":"B","question_sha256":"797be7099117e146adaaf5ad31bd914d9adbd510441211b0040aad2812fffc40"} +{"uuid":"gpqa-main-5f044a1bf575df47abc76e1a","benchmark":"gpqa_main","data_index":1882,"repeat_index":4,"sample_id":"gpqa-main-5f044a1bf575df47abc76e1a/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1026,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"56742e4e637e9ad1340d4a8de7af8e0d6ce2447d668cc5b51dfb52dfb0b2b8e9"} +{"uuid":"gpqa-main-f635511b161f39dc301e05eb","benchmark":"gpqa_main","data_index":1816,"repeat_index":4,"sample_id":"gpqa-main-f635511b161f39dc301e05eb/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8453,"prompt_tokens":650,"effective_max_tokens":130422,"original_embedded_prediction":"C","question_sha256":"cb7f697eb685eca3061fc46cacb94c19aba74add8390e74234ade788b9fa4ff3"} +{"uuid":"gpqa-main-f432c1aa4319a4b1f6fa2ac1","benchmark":"gpqa_main","data_index":1645,"repeat_index":4,"sample_id":"gpqa-main-f432c1aa4319a4b1f6fa2ac1/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":26108,"prompt_tokens":264,"effective_max_tokens":130808,"original_embedded_prediction":"C","question_sha256":"19d5ec504b7008b3eada0ca0c300cd88147b20679109f6681bfd8946e0db2c8c"} +{"uuid":"gpqa-main-c69005af8b1e76a851528e02","benchmark":"gpqa_main","data_index":1603,"repeat_index":4,"sample_id":"gpqa-main-c69005af8b1e76a851528e02/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":30756,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"29e6a1db070bf5e5af8af4b82da4953dd47dcd2a1bbd7ad2db04f3d1d4cd805e"} +{"uuid":"gpqa-main-ad77d1e365463a217a2cc25c","benchmark":"gpqa_main","data_index":1884,"repeat_index":4,"sample_id":"gpqa-main-ad77d1e365463a217a2cc25c/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1302,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"B","question_sha256":"7c427847fb1acab7f784c40193a51f13be68ffb38b4336c6bf3ebf112916fc29"} +{"uuid":"gpqa-main-77067b016766698b199936c6","benchmark":"gpqa_main","data_index":1879,"repeat_index":4,"sample_id":"gpqa-main-77067b016766698b199936c6/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2373,"prompt_tokens":306,"effective_max_tokens":130766,"original_embedded_prediction":"B","question_sha256":"4c8dd76001266d2c0d3a086b95cb4f68ba3f1b2658186002903315d51bf5bea6"} +{"uuid":"gpqa-main-b36b446fe10911202d34a473","benchmark":"gpqa_main","data_index":1895,"repeat_index":4,"sample_id":"gpqa-main-b36b446fe10911202d34a473/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":414,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"a817452b182acac6761625a70d62a32f2da8fc7a708397cb06f4ad35d5fb18f8"} +{"uuid":"gpqa-main-7c7ae85beee22afc94024aa0","benchmark":"gpqa_main","data_index":1529,"repeat_index":3,"sample_id":"gpqa-main-7c7ae85beee22afc94024aa0/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":39725,"prompt_tokens":179,"effective_max_tokens":130893,"original_embedded_prediction":"B","question_sha256":"17ee204f8a3ef8904b0418dcf3bac347173df36a87b5535f055046fe6fae8879"} +{"uuid":"gpqa-main-c5fc0037165678ab354bad30","benchmark":"gpqa_main","data_index":1765,"repeat_index":4,"sample_id":"gpqa-main-c5fc0037165678ab354bad30/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15553,"prompt_tokens":158,"effective_max_tokens":130914,"original_embedded_prediction":"D","question_sha256":"cc55519c3a9058d775356db9fd87b9279f120f69e3d435e9886ed87f62c6a229"} +{"uuid":"gpqa-main-443f8ea9f271c4442521f8e4","benchmark":"gpqa_main","data_index":1835,"repeat_index":4,"sample_id":"gpqa-main-443f8ea9f271c4442521f8e4/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7132,"prompt_tokens":326,"effective_max_tokens":130746,"original_embedded_prediction":"B","question_sha256":"9211da2d82adb786850c236cd14fc05728eb04599b0abc0202714ba6bd385d19"} +{"uuid":"gpqa-main-49e3b768e85f009875fb4b7f","benchmark":"gpqa_main","data_index":1606,"repeat_index":4,"sample_id":"gpqa-main-49e3b768e85f009875fb4b7f/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":31460,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"181abbdaf75899b4c447f9c98c58f90512c06ffe5521e109fa83597da1fb7aae"} +{"uuid":"gpqa-main-cdaa7da74e15a8dfc40e0582","benchmark":"gpqa_main","data_index":1727,"repeat_index":4,"sample_id":"gpqa-main-cdaa7da74e15a8dfc40e0582/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19373,"prompt_tokens":410,"effective_max_tokens":130662,"original_embedded_prediction":"D","question_sha256":"733e93868ff7691423e0d318a4d9ba6ce801d7c2ef5c53b8020d7eb13c2c9a5c"} +{"uuid":"gpqa-main-33c3b423f54aabfcfca66691","benchmark":"gpqa_main","data_index":1870,"repeat_index":4,"sample_id":"gpqa-main-33c3b423f54aabfcfca66691/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3786,"prompt_tokens":323,"effective_max_tokens":130749,"original_embedded_prediction":"A","question_sha256":"d3ede1ef1590cafbeca0278be62d75df7a0ca03bdf527b454a132420994473ae"} +{"uuid":"gpqa-main-8523e39e7dc895f15a06a403","benchmark":"gpqa_main","data_index":1867,"repeat_index":4,"sample_id":"gpqa-main-8523e39e7dc895f15a06a403/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3921,"prompt_tokens":243,"effective_max_tokens":130829,"original_embedded_prediction":"C","question_sha256":"9809fdeb256e4181e9705fa439a61deb6dbe804bfb80ffab6cb1bd4565faa027"} +{"uuid":"gpqa-main-5caa71cb7e0124d349b3046e","benchmark":"gpqa_main","data_index":1228,"repeat_index":3,"sample_id":"gpqa-main-5caa71cb7e0124d349b3046e/repeat-3","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":71823,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"A","question_sha256":"965fd430b8ea291a67e2311c4874eba053c21ea0ce6fa222eec4bed300fc2976"} +{"uuid":"gpqa-main-3f9251e093c698e0c2fa2826","benchmark":"gpqa_main","data_index":1894,"repeat_index":4,"sample_id":"gpqa-main-3f9251e093c698e0c2fa2826/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1136,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"252debe46c4fa81fca060b5a84d473e7c0bf04c99b8b5f54aab8119f22de36b4"} +{"uuid":"gpqa-main-67410b7a8dc0eaa2a0ad0e33","benchmark":"gpqa_main","data_index":1883,"repeat_index":4,"sample_id":"gpqa-main-67410b7a8dc0eaa2a0ad0e33/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2285,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"bb309e44424b270e31ff68a9df49f0a2f19335280a19eb9a92c5dcd1810cc3e8"} +{"uuid":"gpqa-main-3b1469c59353cec7a0dd6866","benchmark":"gpqa_main","data_index":1677,"repeat_index":4,"sample_id":"gpqa-main-3b1469c59353cec7a0dd6866/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24210,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"ebc638f9e42bd31bd87f0fab4dff50846ee425d9aef0cb954a4e5013a5a107e4"} +{"uuid":"gpqa-main-f0a74958c23332566374eae8","benchmark":"gpqa_main","data_index":1781,"repeat_index":4,"sample_id":"gpqa-main-f0a74958c23332566374eae8/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14136,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"0122463c60c1fa5ad768f1fc6147fd593b46126713e705864d5de5632804d4b5"} +{"uuid":"gpqa-main-55f2934c4eb0b8293b1d65aa","benchmark":"gpqa_main","data_index":1757,"repeat_index":4,"sample_id":"gpqa-main-55f2934c4eb0b8293b1d65aa/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16971,"prompt_tokens":314,"effective_max_tokens":130758,"original_embedded_prediction":"C","question_sha256":"790d06fbc2ae95b0429cab870e5895c5de8a75b14d0bda1401b1503293606c67"} +{"uuid":"gpqa-main-a39e48c3dd280f4d62399e78","benchmark":"gpqa_main","data_index":1907,"repeat_index":4,"sample_id":"gpqa-main-a39e48c3dd280f4d62399e78/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":505,"prompt_tokens":397,"effective_max_tokens":130675,"original_embedded_prediction":"D","question_sha256":"721c25455cfe9ff83ae29b7ba79700cb78268040d9773283d4d8afebd849187b"} +{"uuid":"gpqa-main-84c386fbd7476f5541ea16f0","benchmark":"gpqa_main","data_index":1811,"repeat_index":4,"sample_id":"gpqa-main-84c386fbd7476f5541ea16f0/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10393,"prompt_tokens":370,"effective_max_tokens":130702,"original_embedded_prediction":"D","question_sha256":"083aa3572345d938b0c707cfb8c710aea73759344b234ada78ed36f1ec66eb0d"} +{"uuid":"gpqa-main-9254c2db95aeb7ad8ae8a32d","benchmark":"gpqa_main","data_index":1831,"repeat_index":4,"sample_id":"gpqa-main-9254c2db95aeb7ad8ae8a32d/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8436,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"183797b844f5aaf0d4762d5da650b2a14964b261306db104b29a00499b949bd6"} +{"uuid":"gpqa-main-2651d2e67639a9e1741c23d7","benchmark":"gpqa_main","data_index":1897,"repeat_index":4,"sample_id":"gpqa-main-2651d2e67639a9e1741c23d7/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1270,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"B","question_sha256":"4dde21b33c78ccf27d8f3043edfe68636929e2ed7d52841b78b767027425afcb"} +{"uuid":"gpqa-main-55aa21aa9a62e56aab915b32","benchmark":"gpqa_main","data_index":1838,"repeat_index":4,"sample_id":"gpqa-main-55aa21aa9a62e56aab915b32/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8128,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"e6eba602b3eef649fed522c6b8737556699845aee5b419773938063ec6b83257"} +{"uuid":"gpqa-main-fcf4fc69f21da83688056521","benchmark":"gpqa_main","data_index":1899,"repeat_index":4,"sample_id":"gpqa-main-fcf4fc69f21da83688056521/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1293,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"691112dd08aec41d1dfd7a48bf6e56a828dc8b340887ad6364daff290f8a88c4"} +{"uuid":"gpqa-main-32802554a860af51b4d7360f","benchmark":"gpqa_main","data_index":1772,"repeat_index":4,"sample_id":"gpqa-main-32802554a860af51b4d7360f/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16168,"prompt_tokens":399,"effective_max_tokens":130673,"original_embedded_prediction":"D","question_sha256":"ea1d2c2fd4395ec2cad416b20c41a657730d84acd26fb53712bf10f6807a4e64"} +{"uuid":"gpqa-main-63aef6e78c9803d030a16f9c","benchmark":"gpqa_main","data_index":1360,"repeat_index":3,"sample_id":"gpqa-main-63aef6e78c9803d030a16f9c/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":59588,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"A","question_sha256":"255e934ed277fdd11f71245508448f7031439d40eb38fd78fb3b813b247c5726"} +{"uuid":"gpqa-main-513a35e22e5c48f5b3b0518a","benchmark":"gpqa_main","data_index":1819,"repeat_index":4,"sample_id":"gpqa-main-513a35e22e5c48f5b3b0518a/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10624,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"A","question_sha256":"b4baa0b1a21db872411dec993670e6c6bc360a94404305cc5d3ecc9264fdf913"} +{"uuid":"gpqa-main-acecd9428a5b4368f1f5bc82","benchmark":"gpqa_main","data_index":1845,"repeat_index":4,"sample_id":"gpqa-main-acecd9428a5b4368f1f5bc82/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7495,"prompt_tokens":336,"effective_max_tokens":130736,"original_embedded_prediction":"A","question_sha256":"2d1e5de4bf7305d1b5eee8dda5415195dc333d71b3f50fa60508a928b67fb336"} +{"uuid":"gpqa-main-bab269fd666fa2ba840a1459","benchmark":"gpqa_main","data_index":1625,"repeat_index":4,"sample_id":"gpqa-main-bab269fd666fa2ba840a1459/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":32005,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"e17051d5c4ebf5f6bc793872dc2f5748b41dd7918235cb3d5697fb04882bd7fe"} +{"uuid":"gpqa-main-de59169ce40a93ff305f9a41","benchmark":"gpqa_main","data_index":1920,"repeat_index":5,"sample_id":"gpqa-main-de59169ce40a93ff305f9a41/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":363,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"c5859c729f1f8217c8555103da018a579f07eb8df38d8389383b2f4634573327"} +{"uuid":"gpqa-main-e31881ef9b38bb3d802fa432","benchmark":"gpqa_main","data_index":1861,"repeat_index":4,"sample_id":"gpqa-main-e31881ef9b38bb3d802fa432/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6475,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"A","question_sha256":"d2b3b2f779f59635b5b67b63d55e4ada87e7ff867992c7a0b26b010dac9f8650"} +{"uuid":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3","benchmark":"gpqa_main","data_index":1694,"repeat_index":4,"sample_id":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24339,"prompt_tokens":252,"effective_max_tokens":130820,"original_embedded_prediction":"B","question_sha256":"71075d4447ee264b63e5544da7b40502fb235decc31484f33ee97a8ef70c3d1f"} +{"uuid":"gpqa-main-4a8c97220fb14b99f363b2ce","benchmark":"gpqa_main","data_index":1724,"repeat_index":4,"sample_id":"gpqa-main-4a8c97220fb14b99f363b2ce/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":22223,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"D","question_sha256":"a939b9de7ea4048442a9378048f992097c413c77ad1c665790486c352036c7e3"} +{"uuid":"gpqa-main-1b113e4801541a0f8a992733","benchmark":"gpqa_main","data_index":1874,"repeat_index":4,"sample_id":"gpqa-main-1b113e4801541a0f8a992733/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5793,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"C","question_sha256":"934c12bf2e6db997c9f4c22933b7e9545d3398849fc6e181c8a8187d83cf44b5"} +{"uuid":"gpqa-main-7093e90be0c6d72d98ef432c","benchmark":"gpqa_main","data_index":1892,"repeat_index":4,"sample_id":"gpqa-main-7093e90be0c6d72d98ef432c/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3456,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"A","question_sha256":"d73f092255e75c14953338c7dc17fa9e41c6378f650bac797b23d3c68133744d"} +{"uuid":"gpqa-main-4c4e7752fc041224f19d3f9a","benchmark":"gpqa_main","data_index":1846,"repeat_index":4,"sample_id":"gpqa-main-4c4e7752fc041224f19d3f9a/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8087,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"a7183bc025131850f86e24e7faa64e367e334f399dbbc968c1e6069905fe8c28"} +{"uuid":"gpqa-main-358120bf0c4377ebdbde08fc","benchmark":"gpqa_main","data_index":1460,"repeat_index":3,"sample_id":"gpqa-main-358120bf0c4377ebdbde08fc/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":48584,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"D","question_sha256":"051eba2501386001d9e9793a3b0fe9ea4c78a987e3a1576c168659f849b684d6"} +{"uuid":"gpqa-main-86d8d26ea3f4092dd4bac144","benchmark":"gpqa_main","data_index":1670,"repeat_index":4,"sample_id":"gpqa-main-86d8d26ea3f4092dd4bac144/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":27409,"prompt_tokens":227,"effective_max_tokens":130845,"original_embedded_prediction":"A","question_sha256":"299c83f78042a13c78ad054088517dc82d5ed82bcc9ef75ec08dc120f2b8052f"} +{"uuid":"gpqa-main-9aa9fb454d849030d70f9512","benchmark":"gpqa_main","data_index":1806,"repeat_index":4,"sample_id":"gpqa-main-9aa9fb454d849030d70f9512/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13786,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"A","question_sha256":"b494f4c1785682ee7d284173af2a6ef6db2189c6f3e7ece0edb769c2f10d5f24"} +{"uuid":"gpqa-main-17eb0ef902a11d36b13bb4ba","benchmark":"gpqa_main","data_index":1914,"repeat_index":4,"sample_id":"gpqa-main-17eb0ef902a11d36b13bb4ba/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1779,"prompt_tokens":290,"effective_max_tokens":130782,"original_embedded_prediction":"C","question_sha256":"da025e796cabfda79ad3a899a873052b028159563074d0934fabc7ee4c54d8ad"} +{"uuid":"gpqa-main-24659eabc462bf7fb5295951","benchmark":"gpqa_main","data_index":1801,"repeat_index":4,"sample_id":"gpqa-main-24659eabc462bf7fb5295951/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14530,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"A","question_sha256":"f26df2fb1b4182bacbf5d951a583b120ed154d22ea6f9659ed264ae020297543"} +{"uuid":"gpqa-main-643d18139459da0f9c1b2e17","benchmark":"gpqa_main","data_index":1843,"repeat_index":4,"sample_id":"gpqa-main-643d18139459da0f9c1b2e17/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9395,"prompt_tokens":375,"effective_max_tokens":130697,"original_embedded_prediction":"D","question_sha256":"4bab53f383207a2bc9c94789bb8114d3e7db442308789d848023661e90b2ab49"} +{"uuid":"gpqa-main-7c103d3006e7e5942b17dfc2","benchmark":"gpqa_main","data_index":1881,"repeat_index":4,"sample_id":"gpqa-main-7c103d3006e7e5942b17dfc2/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5143,"prompt_tokens":254,"effective_max_tokens":130818,"original_embedded_prediction":"D","question_sha256":"851c6624380df7dd30fbf4b482add6ae0543525ac196eb146f0d1eb73a673d6c"} +{"uuid":"gpqa-main-d9fdff837cb2d2e4d1e81014","benchmark":"gpqa_main","data_index":1919,"repeat_index":4,"sample_id":"gpqa-main-d9fdff837cb2d2e4d1e81014/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1892,"prompt_tokens":153,"effective_max_tokens":130919,"original_embedded_prediction":"C","question_sha256":"021732e23dc83767a3bfeabac85945e664d0c83c8f4cd2ecee91855cda0b0d54"} +{"uuid":"gpqa-main-105b94b83de2671f0b86688d","benchmark":"gpqa_main","data_index":1383,"repeat_index":3,"sample_id":"gpqa-main-105b94b83de2671f0b86688d/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":58051,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"B","question_sha256":"062b8c1448dabb342bd7815bdfbab0a55eb915c5c6793d19a5037bf7a9aa63f3"} +{"uuid":"gpqa-main-c8bb35d2e6add774a878c895","benchmark":"gpqa_main","data_index":1747,"repeat_index":4,"sample_id":"gpqa-main-c8bb35d2e6add774a878c895/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21130,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"8b5b2cb731b5a7fb6556557d17fc7ef7fb607adfa5050f0d70418eb3b983605b"} +{"uuid":"gpqa-main-22c436000399164406e165b2","benchmark":"gpqa_main","data_index":1756,"repeat_index":4,"sample_id":"gpqa-main-22c436000399164406e165b2/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20059,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"836be405f3d05ec5ad1a2bc728339e5141836ace3a584fe3d36ecc50af4dc3ee"} +{"uuid":"gpqa-main-18347a23c4b32df1f0b31d1a","benchmark":"gpqa_main","data_index":1931,"repeat_index":5,"sample_id":"gpqa-main-18347a23c4b32df1f0b31d1a/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":888,"prompt_tokens":438,"effective_max_tokens":130634,"original_embedded_prediction":"C","question_sha256":"f69ff8c0001cb2bdea3e51d7d4063a70e8b64bf6f735f62088f0ace464bbe468"} +{"uuid":"gpqa-main-60a022e707f18a7b5f445773","benchmark":"gpqa_main","data_index":1740,"repeat_index":4,"sample_id":"gpqa-main-60a022e707f18a7b5f445773/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":21772,"prompt_tokens":337,"effective_max_tokens":130735,"original_embedded_prediction":"D","question_sha256":"9d46302b763896c7fa475d975b5bc365adee2236b273f23e7216a78871204b74"} +{"uuid":"gpqa-main-47999f808ae4df35fd817dd2","benchmark":"gpqa_main","data_index":1934,"repeat_index":5,"sample_id":"gpqa-main-47999f808ae4df35fd817dd2/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":966,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"0b24415e0a51d238b6f9b4a8ae6a56386da27f195c825aa8d124ca3e7adc5bb9"} +{"uuid":"gpqa-main-55e31c256bb6191d94e6db4d","benchmark":"gpqa_main","data_index":1898,"repeat_index":4,"sample_id":"gpqa-main-55e31c256bb6191d94e6db4d/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4029,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"126561d6b58fa17bbaffda56837acaf8fab4bf282ccdfdcc2c7a97bfe520889c"} +{"uuid":"gpqa-main-485d6d2d8d4ef097891a30ae","benchmark":"gpqa_main","data_index":1906,"repeat_index":4,"sample_id":"gpqa-main-485d6d2d8d4ef097891a30ae/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3917,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"B","question_sha256":"c6a4a4365a6f088ad7d433e788ad1983c25ce2a6965fa332c2fd4f61eea9bbbc"} +{"uuid":"gpqa-main-d751f2081e63be8d69314287","benchmark":"gpqa_main","data_index":1637,"repeat_index":4,"sample_id":"gpqa-main-d751f2081e63be8d69314287/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":32152,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"D","question_sha256":"f56e41493e430f6c013c094b4b462aa30dc9826a273d867eec6a04fc8a646443"} +{"uuid":"gpqa-main-ad37592fd14aa64b9045a2c4","benchmark":"gpqa_main","data_index":1910,"repeat_index":4,"sample_id":"gpqa-main-ad37592fd14aa64b9045a2c4/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3441,"prompt_tokens":142,"effective_max_tokens":130930,"original_embedded_prediction":"B","question_sha256":"1b3ff6b6ef905e2e7d9fad403ad7bcef59c07ba5858ab30374d9c1f3f07e7dee"} +{"uuid":"gpqa-main-50b06dfa0f6f3a64a58faa00","benchmark":"gpqa_main","data_index":1833,"repeat_index":4,"sample_id":"gpqa-main-50b06dfa0f6f3a64a58faa00/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11572,"prompt_tokens":2889,"effective_max_tokens":128183,"original_embedded_prediction":"A","question_sha256":"6d83e75112500dd8a0852c4eaa9859c4fb625c97bdf5f7d5c532bcd6347ea1a8"} +{"uuid":"gpqa-main-5f1108e8b2f18297c04895bf","benchmark":"gpqa_main","data_index":1865,"repeat_index":4,"sample_id":"gpqa-main-5f1108e8b2f18297c04895bf/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8254,"prompt_tokens":447,"effective_max_tokens":130625,"original_embedded_prediction":"A","question_sha256":"d6e89de54268d0839b91cc5f860fd4903b1d8277accaf665ced8b5404cdbbe84"} +{"uuid":"gpqa-main-dd8409336990c7459796bf16","benchmark":"gpqa_main","data_index":1771,"repeat_index":4,"sample_id":"gpqa-main-dd8409336990c7459796bf16/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19102,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"C","question_sha256":"609aca38a7fb3090a0f30d6d141ac5d22646fb06ba18f8c71758e099668e5bf5"} +{"uuid":"gpqa-main-3d4249ae7ea85a07b7726fff","benchmark":"gpqa_main","data_index":1929,"repeat_index":5,"sample_id":"gpqa-main-3d4249ae7ea85a07b7726fff/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1805,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"f3a651caf4cc86d7183e2aa4e94783901dfd4ba7026521589b0aa1f1c95b0e55"} +{"uuid":"gpqa-main-ff85a5ccc5b465a708f70be3","benchmark":"gpqa_main","data_index":1949,"repeat_index":5,"sample_id":"gpqa-main-ff85a5ccc5b465a708f70be3/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":210,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"f86f6ace621f9a5dc4c1d23e2bb2d546e1ca384df523a7a90d793b41a43ebfc6"} +{"uuid":"gpqa-main-1f0af84f0bdb1b68af6a7719","benchmark":"gpqa_main","data_index":1917,"repeat_index":4,"sample_id":"gpqa-main-1f0af84f0bdb1b68af6a7719/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3336,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"D","question_sha256":"47eb07162cc525d2e6a87977deb802204fed59b801dd5e2935cc6edb3c036af1"} +{"uuid":"gpqa-main-950b8724526dc5d718438bec","benchmark":"gpqa_main","data_index":1932,"repeat_index":5,"sample_id":"gpqa-main-950b8724526dc5d718438bec/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1805,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"B","question_sha256":"d81eab0b3deeedb23d68076a8f0de5ca6461b5d2d1a7da228f6a0b6ba6ca53e7"} +{"uuid":"gpqa-main-f6a21b5c88fe41ca6a55591f","benchmark":"gpqa_main","data_index":1890,"repeat_index":4,"sample_id":"gpqa-main-f6a21b5c88fe41ca6a55591f/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5911,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"b0808ff670ee04ab6af9402dbf89fd865b5fcc16ca43f81c6b8ed06e07bd5ee2"} +{"uuid":"gpqa-main-11b88a6212278288c390be69","benchmark":"gpqa_main","data_index":1873,"repeat_index":4,"sample_id":"gpqa-main-11b88a6212278288c390be69/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8335,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"C","question_sha256":"29eb581590e7852467849e4c58c5e3b1b97736035880adbd4e12298c320ac7e4"} +{"uuid":"gpqa-main-cda1b642d52c30858bcdf7a3","benchmark":"gpqa_main","data_index":1947,"repeat_index":5,"sample_id":"gpqa-main-cda1b642d52c30858bcdf7a3/repeat-5","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":930,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":null,"question_sha256":"85f5a80c90290184ac6ec65307174970563ac9442644e868f064c886836d7a25"} +{"uuid":"gpqa-main-7c04a20e5411bd3e0a2bc2c8","benchmark":"gpqa_main","data_index":1763,"repeat_index":4,"sample_id":"gpqa-main-7c04a20e5411bd3e0a2bc2c8/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":21130,"prompt_tokens":413,"effective_max_tokens":130659,"original_embedded_prediction":"A","question_sha256":"e23b62b19c3ab4ec896e631f56a7a92ed38aca13300af7a7b449b979999886f3"} +{"uuid":"gpqa-main-ab4c50e2da12e11b47155f74","benchmark":"gpqa_main","data_index":1828,"repeat_index":4,"sample_id":"gpqa-main-ab4c50e2da12e11b47155f74/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13213,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"b734e134fe4529267a34452ccc5cb2a7d56f7b471273d9e978add607de6f30b6"} +{"uuid":"gpqa-main-33b9f4658edfefac92faa4d3","benchmark":"gpqa_main","data_index":1812,"repeat_index":4,"sample_id":"gpqa-main-33b9f4658edfefac92faa4d3/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15094,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"A","question_sha256":"21b950759e4e088c97c70fcca487f4b3ceddd69dd2563433e332a0dde94eeddb"} +{"uuid":"gpqa-main-5af38d4af998e6cc090b76a4","benchmark":"gpqa_main","data_index":1902,"repeat_index":4,"sample_id":"gpqa-main-5af38d4af998e6cc090b76a4/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5532,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"b20325f500465457b07762e2fe70b04e5055bd3df2783351050b6c3d04223eb4"} +{"uuid":"gpqa-main-d022f771c467d057bbb527d0","benchmark":"gpqa_main","data_index":1959,"repeat_index":5,"sample_id":"gpqa-main-d022f771c467d057bbb527d0/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":159,"prompt_tokens":192,"effective_max_tokens":130880,"original_embedded_prediction":"A","question_sha256":"f3fdb78f6fe3c60a21e29d92babec94b4d8c0f6e012394045833653cbdb1a4d7"} +{"uuid":"gpqa-main-fd7b1296b8c5ae3f05aa8355","benchmark":"gpqa_main","data_index":1855,"repeat_index":4,"sample_id":"gpqa-main-fd7b1296b8c5ae3f05aa8355/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10621,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"A","question_sha256":"e674bbb69c41e672de8e4c8cbea505f57f0d1fc98a2ae52ced1937ec4c71b62f"} +{"uuid":"gpqa-main-cdc31486df3de65ec2c324e2","benchmark":"gpqa_main","data_index":1939,"repeat_index":5,"sample_id":"gpqa-main-cdc31486df3de65ec2c324e2/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2119,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"4d233cd7b8524c989eb47a4c40d6f2f47070b986fea11e3ee3029c07db9b3356"} +{"uuid":"gpqa-main-b38dfd97dcfb80fb4df4c6f2","benchmark":"gpqa_main","data_index":1278,"repeat_index":3,"sample_id":"gpqa-main-b38dfd97dcfb80fb4df4c6f2/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":73115,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"28fc44d6ca68ec833bb9837a558199f6e126ccb90f29dc42a2a4bf34ea4b66a7"} +{"uuid":"gpqa-main-43903740f46e3267ecd42324","benchmark":"gpqa_main","data_index":1887,"repeat_index":4,"sample_id":"gpqa-main-43903740f46e3267ecd42324/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7604,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"b52b0025e64a7d0c0023e98ca9fe1f002e22bd987dd934f74304bd22e6e7da20"} +{"uuid":"gpqa-main-ad8f0afd2f116341ed3a69c0","benchmark":"gpqa_main","data_index":1960,"repeat_index":5,"sample_id":"gpqa-main-ad8f0afd2f116341ed3a69c0/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":379,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"b6c9142bf69c50d0a62b5b8254344b66610ca208a646e6a69a606819b7eb1bf8"} +{"uuid":"gpqa-main-87740f520845c3f77369e5a1","benchmark":"gpqa_main","data_index":1794,"repeat_index":4,"sample_id":"gpqa-main-87740f520845c3f77369e5a1/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18325,"prompt_tokens":188,"effective_max_tokens":130884,"original_embedded_prediction":"D","question_sha256":"f6c5a12c2cd600eeb524956c760164ff890d185cffd979bfba482f46aa46a1ac"} +{"uuid":"gpqa-main-b7ef729c55e0cb48c67bca16","benchmark":"gpqa_main","data_index":1951,"repeat_index":5,"sample_id":"gpqa-main-b7ef729c55e0cb48c67bca16/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2137,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"B","question_sha256":"732a49f65a753e1d2c9ebb525ad8cc4c9ea6aa812fdc5eda3c630aa4aa35c7b5"} +{"uuid":"gpqa-main-a028903aa7112583a0e7b5d2","benchmark":"gpqa_main","data_index":1752,"repeat_index":4,"sample_id":"gpqa-main-a028903aa7112583a0e7b5d2/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":23475,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"c6231a95c81ba1af7d31e5ce8f8e8ad4c4def88d86ab8f801a248cf19814e2d2"} +{"uuid":"gpqa-main-4b84b53bf506bc0a4468fb2d","benchmark":"gpqa_main","data_index":1607,"repeat_index":4,"sample_id":"gpqa-main-4b84b53bf506bc0a4468fb2d/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":38090,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"B","question_sha256":"e302b2005d8d406eb5e8fd7aa1707959448ef06e72b5647d2711c9a056cfeffc"} +{"uuid":"gpqa-main-83f8b78e2bcb92bda5c03787","benchmark":"gpqa_main","data_index":1872,"repeat_index":4,"sample_id":"gpqa-main-83f8b78e2bcb92bda5c03787/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10416,"prompt_tokens":162,"effective_max_tokens":130910,"original_embedded_prediction":"B","question_sha256":"1f06efeb2323c27b7a92e2f6b6d0f631f5b1caa5357a701f99ff4c3d08286bcf"} +{"uuid":"gpqa-main-30529bca8e7fdf66400bd444","benchmark":"gpqa_main","data_index":1938,"repeat_index":5,"sample_id":"gpqa-main-30529bca8e7fdf66400bd444/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3400,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"fc081c2fbb63be5006154edbddcd4d1654207c4f1ad333e12f9bc19972753482"} +{"uuid":"gpqa-main-3357b4ebb8c461cb9eeca4bd","benchmark":"gpqa_main","data_index":1614,"repeat_index":4,"sample_id":"gpqa-main-3357b4ebb8c461cb9eeca4bd/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":37823,"prompt_tokens":283,"effective_max_tokens":130789,"original_embedded_prediction":"A","question_sha256":"cdffe5a4f742a97a3cc2ffedfc8d78a3ffa14249a51afc48e9d7aa8fc6b499a8"} +{"uuid":"gpqa-main-5334e8bdecfbd08a0fceb69b","benchmark":"gpqa_main","data_index":1967,"repeat_index":5,"sample_id":"gpqa-main-5334e8bdecfbd08a0fceb69b/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1076,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"B","question_sha256":"0c1cc6cb8c9b9a25c645b86bbada068207876248621f0327486d559892b7a8a9"} +{"uuid":"gpqa-main-d751f2081e63be8d69314287","benchmark":"gpqa_main","data_index":1253,"repeat_index":3,"sample_id":"gpqa-main-d751f2081e63be8d69314287/repeat-3","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":76976,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"f56e41493e430f6c013c094b4b462aa30dc9826a273d867eec6a04fc8a646443"} +{"uuid":"gpqa-main-0fb808246cf99919fa61cf95","benchmark":"gpqa_main","data_index":1904,"repeat_index":4,"sample_id":"gpqa-main-0fb808246cf99919fa61cf95/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7276,"prompt_tokens":415,"effective_max_tokens":130657,"original_embedded_prediction":"D","question_sha256":"8dd19f310e71e68caf9619c551faf073baee082c2fdae90e86d766c8f04dd15c"} +{"uuid":"gpqa-main-728c68de5f34aba879617ff3","benchmark":"gpqa_main","data_index":1505,"repeat_index":3,"sample_id":"gpqa-main-728c68de5f34aba879617ff3/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":49734,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"93587b6fdb0ccf1d1701c58bd12431b38885397117475f14823f4c52994b39b4"} +{"uuid":"gpqa-main-91b254f1e1c8041fbc1a3222","benchmark":"gpqa_main","data_index":1896,"repeat_index":4,"sample_id":"gpqa-main-91b254f1e1c8041fbc1a3222/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7957,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"35cf9161cc3c5b82d0770ab2b2fdef4a970ddae93523dee3a6bde8574e79b13d"} +{"uuid":"gpqa-main-d8d5dbb2aa6f203775147357","benchmark":"gpqa_main","data_index":1854,"repeat_index":4,"sample_id":"gpqa-main-d8d5dbb2aa6f203775147357/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12459,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"bb18da47ffe6578fb5b30d30128525e8addf5e823c1985c70c606c89ce8d4d7e"} +{"uuid":"gpqa-main-a1ec72afe45eedbea242cd73","benchmark":"gpqa_main","data_index":1964,"repeat_index":5,"sample_id":"gpqa-main-a1ec72afe45eedbea242cd73/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1600,"prompt_tokens":310,"effective_max_tokens":130762,"original_embedded_prediction":"A","question_sha256":"e87180319d813402cf71637950d93636988703d0477e2bb79fb03a1d2df9afe3"} +{"uuid":"gpqa-main-ed6a4565f708132bae39b742","benchmark":"gpqa_main","data_index":1791,"repeat_index":4,"sample_id":"gpqa-main-ed6a4565f708132bae39b742/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20253,"prompt_tokens":393,"effective_max_tokens":130679,"original_embedded_prediction":"A","question_sha256":"5ce997bcaa654b6fdbbb00b63b66633167679a850d02d845b8a9b1b716979197"} +{"uuid":"gpqa-main-f79cea2e3c2e242b6e0da4d5","benchmark":"gpqa_main","data_index":1974,"repeat_index":5,"sample_id":"gpqa-main-f79cea2e3c2e242b6e0da4d5/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":469,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"D","question_sha256":"bdc1ab103002886dcbe879cd751d3e27b8ba6e988859bb80422ea04871269448"} +{"uuid":"gpqa-main-834c95c23407a9d2c736d2ee","benchmark":"gpqa_main","data_index":1977,"repeat_index":5,"sample_id":"gpqa-main-834c95c23407a9d2c736d2ee/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":368,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"bb698537245b51d08b5d5a6cecdfd1a4e34f7ac0f17e13da8d713af9341a9366"} +{"uuid":"gpqa-main-d750e02b8d42b4b4d6aba4b9","benchmark":"gpqa_main","data_index":1961,"repeat_index":5,"sample_id":"gpqa-main-d750e02b8d42b4b4d6aba4b9/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2208,"prompt_tokens":944,"effective_max_tokens":130128,"original_embedded_prediction":"D","question_sha256":"5ea7e9b17f677439bf5f6e43169cb794916985d1c5964f6a0d8becf3f9e3b7ad"} +{"uuid":"gpqa-main-810618179b41cff3d8593ba5","benchmark":"gpqa_main","data_index":1943,"repeat_index":5,"sample_id":"gpqa-main-810618179b41cff3d8593ba5/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3929,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"4f7077a78998cfa5dbe881d51f9f859973bb281cce9f5a2bde9d5475cc520111"} +{"uuid":"gpqa-main-763daf42ea0c79050a6a4d1d","benchmark":"gpqa_main","data_index":1981,"repeat_index":5,"sample_id":"gpqa-main-763daf42ea0c79050a6a4d1d/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":725,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"D","question_sha256":"72b4053b92adde478bb40c3fb9ef1e06215efe5922e2d600121170f824d32c13"} +{"uuid":"gpqa-main-7684b3ed8a4540e6099495df","benchmark":"gpqa_main","data_index":1863,"repeat_index":4,"sample_id":"gpqa-main-7684b3ed8a4540e6099495df/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12532,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"B","question_sha256":"0caf81b8c83789b0b258b80856002cff7fd589a737844db0407269017bcd1955"} +{"uuid":"gpqa-main-efc527af4c77c27856f0d201","benchmark":"gpqa_main","data_index":1980,"repeat_index":5,"sample_id":"gpqa-main-efc527af4c77c27856f0d201/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":952,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"29ffae74d292a9a38f72dd8e95efab3be752912b79e848701193359c657937f6"} +{"uuid":"gpqa-main-c5506c52a996021a33525b24","benchmark":"gpqa_main","data_index":1778,"repeat_index":4,"sample_id":"gpqa-main-c5506c52a996021a33525b24/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":22435,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"ec867cdcf4e586ae70e24b76b87230ee2b48ec67a5234d7a682f06f846fbdf0d"} +{"uuid":"gpqa-main-8d43dd1cebfb1a76c18a3589","benchmark":"gpqa_main","data_index":1749,"repeat_index":4,"sample_id":"gpqa-main-8d43dd1cebfb1a76c18a3589/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":26022,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"A","question_sha256":"1c3b360d52d717d4eda55f53310217b072979b1026b8896b235a2ba9f5151964"} +{"uuid":"gpqa-main-4355802640dddd3e060d2a59","benchmark":"gpqa_main","data_index":1715,"repeat_index":4,"sample_id":"gpqa-main-4355802640dddd3e060d2a59/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":29017,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"D","question_sha256":"ebe141e8c3f27bb731fd3889679a36aab5827f4caa81d8400d66a6bf492fe486"} +{"uuid":"gpqa-main-579e17ce4c553c730c526a5c","benchmark":"gpqa_main","data_index":1962,"repeat_index":5,"sample_id":"gpqa-main-579e17ce4c553c730c526a5c/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2901,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"D","question_sha256":"1ce3d847d25b2c2f678c304f134266501155719553a1a003f38a6b0a75ffb81b"} +{"uuid":"gpqa-main-542dd8f1dc74ca5163382df8","benchmark":"gpqa_main","data_index":1728,"repeat_index":4,"sample_id":"gpqa-main-542dd8f1dc74ca5163382df8/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":27970,"prompt_tokens":165,"effective_max_tokens":130907,"original_embedded_prediction":"D","question_sha256":"2413c551ec9a06a20197c81fa22effbd7f215abcc2e5f14c5f9f0a86e5402736"} +{"uuid":"gpqa-main-e47ea8383f43129dec459997","benchmark":"gpqa_main","data_index":1820,"repeat_index":4,"sample_id":"gpqa-main-e47ea8383f43129dec459997/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17719,"prompt_tokens":262,"effective_max_tokens":130810,"original_embedded_prediction":"C","question_sha256":"9e7260c352d5970f26856e94943b008fa72ebf3264a0e2790592a41209cfac2d"} +{"uuid":"gpqa-main-9b60a112c6568a530227ce47","benchmark":"gpqa_main","data_index":1968,"repeat_index":5,"sample_id":"gpqa-main-9b60a112c6568a530227ce47/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2224,"prompt_tokens":443,"effective_max_tokens":130629,"original_embedded_prediction":"D","question_sha256":"4dd7bd0636dc935d4359866d23d365353db91692ab9b80b438a3f65683abf4e7"} +{"uuid":"gpqa-main-8db8ffb39e6d3e618c8d388c","benchmark":"gpqa_main","data_index":1976,"repeat_index":5,"sample_id":"gpqa-main-8db8ffb39e6d3e618c8d388c/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1542,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"B","question_sha256":"28dff82ab12e25f0b479054be2f5d8b597951c2458e383bb25cf488b09c98ff5"} +{"uuid":"gpqa-main-0d56f92dcb32c3f0494a4705","benchmark":"gpqa_main","data_index":1935,"repeat_index":5,"sample_id":"gpqa-main-0d56f92dcb32c3f0494a4705/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6004,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"D","question_sha256":"d48362abba761cef50927ef586befd9a2fdb343aa19b2fa457ee74fb6dbfb56b"} +{"uuid":"gpqa-main-f022820fa3c0f536a4d4a9bc","benchmark":"gpqa_main","data_index":1891,"repeat_index":4,"sample_id":"gpqa-main-f022820fa3c0f536a4d4a9bc/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10103,"prompt_tokens":288,"effective_max_tokens":130784,"original_embedded_prediction":"A","question_sha256":"d7be2d674d4903c49886b492451a9febcfb5696ccd6f0931c4d48ef06a19b2b9"} +{"uuid":"gpqa-main-4373b5f7be197f26258c18cf","benchmark":"gpqa_main","data_index":1712,"repeat_index":4,"sample_id":"gpqa-main-4373b5f7be197f26258c18cf/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":29741,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"C","question_sha256":"56563ccb64ef7d8686cd4d8da77c8b4636353d0bb75dbefa360323671dfffed1"} +{"uuid":"gpqa-main-a67142bf6c763d9963d7474d","benchmark":"gpqa_main","data_index":1953,"repeat_index":5,"sample_id":"gpqa-main-a67142bf6c763d9963d7474d/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4718,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"7ed6c7d194038ef8d8c6a84cb18be1015f73754e42d4facb7418e8412ad86b77"} +{"uuid":"gpqa-main-b306a5cb19a37a5923ddeda3","benchmark":"gpqa_main","data_index":1911,"repeat_index":4,"sample_id":"gpqa-main-b306a5cb19a37a5923ddeda3/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8702,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"10d0692d1c6af6008ffff69894cb0183dafbb80748247a3a0e1961e87f1e7c9f"} +{"uuid":"gpqa-main-1a3571c1ec099b06b5011ceb","benchmark":"gpqa_main","data_index":1858,"repeat_index":4,"sample_id":"gpqa-main-1a3571c1ec099b06b5011ceb/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14184,"prompt_tokens":166,"effective_max_tokens":130906,"original_embedded_prediction":"C","question_sha256":"853f9bd759921129a51dd81d489f867c5aa9463f1925c203fe6f1e3147741f08"} +{"uuid":"gpqa-main-ca7a4b18584754c3664d8758","benchmark":"gpqa_main","data_index":1936,"repeat_index":5,"sample_id":"gpqa-main-ca7a4b18584754c3664d8758/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6340,"prompt_tokens":517,"effective_max_tokens":130555,"original_embedded_prediction":"A","question_sha256":"b15ab8a50cd7768206339f81478bb5a4757f87b1bf1c7671597c48117910482f"} +{"uuid":"gpqa-main-832feb793ff377da50abf878","benchmark":"gpqa_main","data_index":1989,"repeat_index":5,"sample_id":"gpqa-main-832feb793ff377da50abf878/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1134,"prompt_tokens":202,"effective_max_tokens":130870,"original_embedded_prediction":"B","question_sha256":"9cb12d81fbbe616cc95beecd1627265e0b5a2fa48b8e7493d3df89b378afbc12"} +{"uuid":"gpqa-main-84e0462fb979739143160f76","benchmark":"gpqa_main","data_index":1994,"repeat_index":5,"sample_id":"gpqa-main-84e0462fb979739143160f76/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":935,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"A","question_sha256":"17821f797104818a4e9c06d5499572866481ca7a9f6bf4d3993cbc935754c06e"} +{"uuid":"gpqa-main-eda22ee564030fef1ab0bcaf","benchmark":"gpqa_main","data_index":1768,"repeat_index":4,"sample_id":"gpqa-main-eda22ee564030fef1ab0bcaf/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24968,"prompt_tokens":316,"effective_max_tokens":130756,"original_embedded_prediction":"B","question_sha256":"e78929c2c3d5e04cda51c77e05ad4a3d1cbbf98cc2db0103b7fbc594e78bb602"} +{"uuid":"gpqa-main-043ca5f03089118ef536135d","benchmark":"gpqa_main","data_index":1682,"repeat_index":4,"sample_id":"gpqa-main-043ca5f03089118ef536135d/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":33252,"prompt_tokens":594,"effective_max_tokens":130478,"original_embedded_prediction":"D","question_sha256":"43c5cb4f57895b07f3e1815e411f315dfa3fe44fe601b5aacde7c1244cdcaa89"} +{"uuid":"gpqa-main-d31323dded27ae0c86cb5c75","benchmark":"gpqa_main","data_index":1849,"repeat_index":4,"sample_id":"gpqa-main-d31323dded27ae0c86cb5c75/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15293,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"D","question_sha256":"8f174dd25b58e6fc8e309577a66d0f5a4f46ed89bf1a5165c0cb561a4e3e33e9"} +{"uuid":"gpqa-main-13dda0527a69422c0bfefb23","benchmark":"gpqa_main","data_index":1965,"repeat_index":5,"sample_id":"gpqa-main-13dda0527a69422c0bfefb23/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4059,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"A","question_sha256":"952dd56af4d111bc829dbe6171c480a13632e8b5771e33245330d32115f96774"} +{"uuid":"gpqa-main-47f8cee187b620660c7d11b3","benchmark":"gpqa_main","data_index":1992,"repeat_index":5,"sample_id":"gpqa-main-47f8cee187b620660c7d11b3/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1462,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"b114078343a4ce3eeaa845ee2c7bfa4ac7c9add00f507d8ff60e46cca593fb46"} +{"uuid":"gpqa-main-544e43760baf2de3b5be5741","benchmark":"gpqa_main","data_index":1905,"repeat_index":4,"sample_id":"gpqa-main-544e43760baf2de3b5be5741/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10117,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"B","question_sha256":"89418be241a19daa5c02878e565ee51b73f6f2c9bcafffaf554b45989088c1d8"} +{"uuid":"gpqa-main-fbf1f6e62b48cbbf0bca4714","benchmark":"gpqa_main","data_index":1971,"repeat_index":5,"sample_id":"gpqa-main-fbf1f6e62b48cbbf0bca4714/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3445,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"59affc9a905621c391ee7886c0e428eac5cb1f60c7c251e2fc1fcb081cb8e076"} +{"uuid":"gpqa-main-35569b36357cfce18162c999","benchmark":"gpqa_main","data_index":1972,"repeat_index":5,"sample_id":"gpqa-main-35569b36357cfce18162c999/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3477,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"B","question_sha256":"a2136b05b78259562b913f1f56520c4184d70bf60017617a442a41f907c31b78"} +{"uuid":"gpqa-main-cda2fe50fc8423311319e78e","benchmark":"gpqa_main","data_index":1836,"repeat_index":4,"sample_id":"gpqa-main-cda2fe50fc8423311319e78e/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17448,"prompt_tokens":182,"effective_max_tokens":130890,"original_embedded_prediction":"A","question_sha256":"1b04aca1c9a8b4f1fabc653b3653d0a48982315e6f1da934d98cadd1948f776f"} +{"uuid":"gpqa-main-63f2aea89eec9b67abe0bacf","benchmark":"gpqa_main","data_index":1713,"repeat_index":4,"sample_id":"gpqa-main-63f2aea89eec9b67abe0bacf/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":31159,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"C","question_sha256":"32596b406efecc4795e9f82b1d00f89787b9ed9e4f9d6239bed8194f13da06e7"} +{"uuid":"gpqa-main-7a6f40292c595b5ffad3d66b","benchmark":"gpqa_main","data_index":2000,"repeat_index":5,"sample_id":"gpqa-main-7a6f40292c595b5ffad3d66b/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1155,"prompt_tokens":317,"effective_max_tokens":130755,"original_embedded_prediction":"A","question_sha256":"82d8161e96256872367b5e1c12af2c1f91e6c4a6aac3d066708fccb1826bf840"} +{"uuid":"gpqa-main-bf684ea09dc8822450fbd37c","benchmark":"gpqa_main","data_index":2004,"repeat_index":5,"sample_id":"gpqa-main-bf684ea09dc8822450fbd37c/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1130,"prompt_tokens":372,"effective_max_tokens":130700,"original_embedded_prediction":"A","question_sha256":"8f0911e951adf5df2bfc8aa29c14de392a998e2fa48463ceecedcd39a8301453"} +{"uuid":"gpqa-main-ddc1b02f963a2f785385132e","benchmark":"gpqa_main","data_index":2013,"repeat_index":5,"sample_id":"gpqa-main-ddc1b02f963a2f785385132e/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":446,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"d5e7b22736a2cdaa0f2553a100795aa6b7e150fcc1b9fe093e28e3fea855f346"} +{"uuid":"gpqa-main-009c62a9f3d3e5b23d7032af","benchmark":"gpqa_main","data_index":1269,"repeat_index":3,"sample_id":"gpqa-main-009c62a9f3d3e5b23d7032af/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":79006,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"eb3c8e77ceb6bbf6b5fc6d705376aeb984e8d20d498b1668992fc1441b062661"} +{"uuid":"gpqa-main-b654b748170277d4b0d0c6b5","benchmark":"gpqa_main","data_index":2014,"repeat_index":5,"sample_id":"gpqa-main-b654b748170277d4b0d0c6b5/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":597,"prompt_tokens":508,"effective_max_tokens":130564,"original_embedded_prediction":"D","question_sha256":"010973f2a9805982e33bfecd460da27e4d2f170e4567ebf854c807385bea09d3"} +{"uuid":"gpqa-main-a8c391dd6337620cc79cae0e","benchmark":"gpqa_main","data_index":1952,"repeat_index":5,"sample_id":"gpqa-main-a8c391dd6337620cc79cae0e/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6480,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"435ccdce7cc6c5543ffaf20b4d850d905357568605d01b3a595d44df3dd30d0d"} +{"uuid":"gpqa-main-28e3e5e79d7477896c6d853d","benchmark":"gpqa_main","data_index":1944,"repeat_index":5,"sample_id":"gpqa-main-28e3e5e79d7477896c6d853d/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7055,"prompt_tokens":1047,"effective_max_tokens":130025,"original_embedded_prediction":"B","question_sha256":"d3b33ef7a0e55c33b5deae6a673dd7fff1fc2e7efa223f3419ecf58e57c06207"} +{"uuid":"gpqa-main-498b428b55b7644426a781c9","benchmark":"gpqa_main","data_index":1984,"repeat_index":5,"sample_id":"gpqa-main-498b428b55b7644426a781c9/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3356,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"C","question_sha256":"7fbfdc18f5a18b666f8d4afc859af60c4c56ab7d8d677d46fb01a050207ac688"} +{"uuid":"gpqa-main-efa466851677550746c06a1f","benchmark":"gpqa_main","data_index":1958,"repeat_index":5,"sample_id":"gpqa-main-efa466851677550746c06a1f/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5841,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"D","question_sha256":"b64a2faa078044133322af9742b3f75788b5f8e5701f1fee08d693854a842448"} +{"uuid":"gpqa-main-87c633148441d2b07b8e2e81","benchmark":"gpqa_main","data_index":2008,"repeat_index":5,"sample_id":"gpqa-main-87c633148441d2b07b8e2e81/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1554,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"0fb47d10edb4eca17f93926dea501fdd19bde76cfe58f57edb445a7272d7787c"} +{"uuid":"gpqa-main-3b577bce88d27365cf34e990","benchmark":"gpqa_main","data_index":1880,"repeat_index":4,"sample_id":"gpqa-main-3b577bce88d27365cf34e990/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14310,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"952132525f3a442f1b38bdc3d0190df1c505766096106e7ac626a451f1b236fc"} +{"uuid":"gpqa-main-1af843966aecfd5da1f08dd6","benchmark":"gpqa_main","data_index":1926,"repeat_index":5,"sample_id":"gpqa-main-1af843966aecfd5da1f08dd6/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9542,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"C","question_sha256":"13e7c71f8aae7040bd98bd6b7bfe361f01f9aa9f4fd4b6095b40f97963688bdc"} +{"uuid":"gpqa-main-7c3c45d7826322d2dd84475f","benchmark":"gpqa_main","data_index":2018,"repeat_index":5,"sample_id":"gpqa-main-7c3c45d7826322d2dd84475f/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1204,"prompt_tokens":419,"effective_max_tokens":130653,"original_embedded_prediction":"A","question_sha256":"f98a4cc383b4e02c52b4cdafe1b79c1d58df251d5d10ab65f71740d27243ed28"} +{"uuid":"gpqa-main-bf00d194c934803975b81b7b","benchmark":"gpqa_main","data_index":1857,"repeat_index":4,"sample_id":"gpqa-main-bf00d194c934803975b81b7b/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17062,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"A","question_sha256":"55e1269d132671f2c7b7f41498cb0b404e702d8ce370ac5555d837581e1b3ad7"} +{"uuid":"gpqa-main-2efd60649bdbaa65b5969003","benchmark":"gpqa_main","data_index":1893,"repeat_index":4,"sample_id":"gpqa-main-2efd60649bdbaa65b5969003/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13594,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"B","question_sha256":"af907b84cdd249e3bd0dcd3a0fc488c3673df744a66342233bebd85574ac74c3"} +{"uuid":"gpqa-main-fcf4fbe275826c7d67e6067b","benchmark":"gpqa_main","data_index":1868,"repeat_index":4,"sample_id":"gpqa-main-fcf4fbe275826c7d67e6067b/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16403,"prompt_tokens":319,"effective_max_tokens":130753,"original_embedded_prediction":"B","question_sha256":"804a1298d02f33e3d34af9885ef317731ae757104a1e874356955c98921afd18"} +{"uuid":"gpqa-main-31313469465f81cc0fa5dd28","benchmark":"gpqa_main","data_index":1792,"repeat_index":4,"sample_id":"gpqa-main-31313469465f81cc0fa5dd28/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":25093,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"B","question_sha256":"cd18749d0354640af760ebe1c6a150eed2a0202cc444345b5c3f00b0f0df67d2"} +{"uuid":"gpqa-main-a5811d01e615771d5e0b48fb","benchmark":"gpqa_main","data_index":2020,"repeat_index":5,"sample_id":"gpqa-main-a5811d01e615771d5e0b48fb/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1789,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"D","question_sha256":"18c1c5c103fb01b10fd0ca282f8eab427517d6587a0a9962010b5ad16e05b98f"} +{"uuid":"gpqa-main-3ebc2c6c608ed7f5e7bf9463","benchmark":"gpqa_main","data_index":1940,"repeat_index":5,"sample_id":"gpqa-main-3ebc2c6c608ed7f5e7bf9463/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9216,"prompt_tokens":286,"effective_max_tokens":130786,"original_embedded_prediction":"B","question_sha256":"81bfcfb746da8dbf79e11ca4c419d5416ea1be46678f915598ebe3f9c6b6fc32"} +{"uuid":"gpqa-main-ff45876351041ad1ce200bb4","benchmark":"gpqa_main","data_index":1859,"repeat_index":4,"sample_id":"gpqa-main-ff45876351041ad1ce200bb4/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17470,"prompt_tokens":345,"effective_max_tokens":130727,"original_embedded_prediction":"B","question_sha256":"32bdeb2d6746cedbaa666a09cbe9ff84eedb094a4f81edb9c09ab191add49c41"} +{"uuid":"gpqa-main-ae71bab05f11abac2f706bb9","benchmark":"gpqa_main","data_index":1877,"repeat_index":4,"sample_id":"gpqa-main-ae71bab05f11abac2f706bb9/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16019,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"d160134fd023bac8e7f94f4d4e70e01dc36d3ae74bb54ab778b03686e5b7b2c0"} +{"uuid":"gpqa-main-6bb4180b8c6df2f8f7490345","benchmark":"gpqa_main","data_index":1946,"repeat_index":5,"sample_id":"gpqa-main-6bb4180b8c6df2f8f7490345/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9041,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"a40e1e0f0ddd21a34df82626b6553232ad944bbeec5bf0819aaf5ae0b1a92c59"} +{"uuid":"gpqa-main-992d40815d86851a9f6e7230","benchmark":"gpqa_main","data_index":1921,"repeat_index":5,"sample_id":"gpqa-main-992d40815d86851a9f6e7230/repeat-5","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11899,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"A","question_sha256":"b698ebb0cb6d3abffa554435859e51f21dd11a9955cfceece2c7a6fa9b0e2023"} +{"uuid":"gpqa-main-3f72ea9cda0c3c6f970bd310","benchmark":"gpqa_main","data_index":1978,"repeat_index":5,"sample_id":"gpqa-main-3f72ea9cda0c3c6f970bd310/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6244,"prompt_tokens":432,"effective_max_tokens":130640,"original_embedded_prediction":"B","question_sha256":"a5bf307fdc69920b346c2d288b6a35b24485c92c8e245174a775055fa172cdc6"} +{"uuid":"gpqa-main-29e885003cf7658ac2eb0ba4","benchmark":"gpqa_main","data_index":2023,"repeat_index":5,"sample_id":"gpqa-main-29e885003cf7658ac2eb0ba4/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2545,"prompt_tokens":299,"effective_max_tokens":130773,"original_embedded_prediction":"D","question_sha256":"e6fd9b7cea6cbcd53eabc57f63ae367008b2774a1092f55e23e78b7eafbdbafa"} +{"uuid":"gpqa-main-8a20fac7d1a5bff58e8c63ca","benchmark":"gpqa_main","data_index":1993,"repeat_index":5,"sample_id":"gpqa-main-8a20fac7d1a5bff58e8c63ca/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5122,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"C","question_sha256":"065acbbc3564fb2547e820ab1c35567bac49dff768319e8f4b46ee23bdd92415"} +{"uuid":"gpqa-main-f35f531075e0f4b71e6bfdf7","benchmark":"gpqa_main","data_index":1948,"repeat_index":5,"sample_id":"gpqa-main-f35f531075e0f4b71e6bfdf7/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9795,"prompt_tokens":440,"effective_max_tokens":130632,"original_embedded_prediction":"B","question_sha256":"1dec0a47229d6987f418c244cc1169bdeb04c6134b883ac8895dc2380cdf0539"} +{"uuid":"gpqa-main-ea0400e59078652fc57eb6e1","benchmark":"gpqa_main","data_index":2016,"repeat_index":5,"sample_id":"gpqa-main-ea0400e59078652fc57eb6e1/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3396,"prompt_tokens":537,"effective_max_tokens":130535,"original_embedded_prediction":"D","question_sha256":"50fc83bec6235fb29a76a0a00342f5c99a24684597a5930df882fe103e170363"} +{"uuid":"gpqa-main-a3be70bb026878238a72f88b","benchmark":"gpqa_main","data_index":1986,"repeat_index":5,"sample_id":"gpqa-main-a3be70bb026878238a72f88b/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5619,"prompt_tokens":446,"effective_max_tokens":130626,"original_embedded_prediction":"C","question_sha256":"42da82ad5cb9e03bf1c8f1d786b162fd55245c32907328f445c191681a98b669"} +{"uuid":"gpqa-main-50467ff0a4937693425f108b","benchmark":"gpqa_main","data_index":1927,"repeat_index":5,"sample_id":"gpqa-main-50467ff0a4937693425f108b/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11708,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"B","question_sha256":"ee40e0ba47746454343829f9f66dd4d391816fe24ca19edf78fcce05cf1f26d8"} +{"uuid":"gpqa-main-39045ad4d1274d0e56839d7b","benchmark":"gpqa_main","data_index":1912,"repeat_index":4,"sample_id":"gpqa-main-39045ad4d1274d0e56839d7b/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13404,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"D","question_sha256":"429df35a12720ff87021b558515bede2e2590914376178a956309c141594787f"} +{"uuid":"gpqa-main-86060b054d8de358356a29fd","benchmark":"gpqa_main","data_index":1928,"repeat_index":5,"sample_id":"gpqa-main-86060b054d8de358356a29fd/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11873,"prompt_tokens":435,"effective_max_tokens":130637,"original_embedded_prediction":"A","question_sha256":"d20ccd218e50c4a58da8030db612f52c5bac88ad6d1859a85b0358c1595e54e1"} +{"uuid":"gpqa-main-8cf981eedacab9acbdd5b00c","benchmark":"gpqa_main","data_index":2012,"repeat_index":5,"sample_id":"gpqa-main-8cf981eedacab9acbdd5b00c/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4279,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"D","question_sha256":"14dcd60f9986bbbcbbdc0e4b3462397b01801a452d9756100ed129baa5baf68c"} +{"uuid":"gpqa-main-4b84b53bf506bc0a4468fb2d","benchmark":"gpqa_main","data_index":1223,"repeat_index":3,"sample_id":"gpqa-main-4b84b53bf506bc0a4468fb2d/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":86860,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"B","question_sha256":"e302b2005d8d406eb5e8fd7aa1707959448ef06e72b5647d2711c9a056cfeffc"} +{"uuid":"gpqa-main-106fe8a64f4453f81be6f7bd","benchmark":"gpqa_main","data_index":1945,"repeat_index":5,"sample_id":"gpqa-main-106fe8a64f4453f81be6f7bd/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10674,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"C","question_sha256":"f0c3d97c5c67fa210dafa49946af010682993c23bb8995a306a6ee484e0c3b03"} +{"uuid":"gpqa-main-bab6e331fae29c00395de3a4","benchmark":"gpqa_main","data_index":1702,"repeat_index":4,"sample_id":"gpqa-main-bab6e331fae29c00395de3a4/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":36261,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"cf500f5f076470e539799f3822047d1a6263a0abc77614f9abc48a4f60ba507d"} +{"uuid":"gpqa-main-238c4616c3347122f4b974e4","benchmark":"gpqa_main","data_index":1901,"repeat_index":4,"sample_id":"gpqa-main-238c4616c3347122f4b974e4/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14771,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"5a24c76ed39eb083ccc9c24780d936fe2e52cba76ae67efa4d647cc35e10037b"} +{"uuid":"gpqa-main-45b8834e3ed027ec73e9cb93","benchmark":"gpqa_main","data_index":1862,"repeat_index":4,"sample_id":"gpqa-main-45b8834e3ed027ec73e9cb93/repeat-4","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19103,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"A","question_sha256":"14a2ed1ddcecc5a3752c954a0c07f0e2ae102378d648cc66bd57385516fbbe20"} +{"uuid":"gpqa-main-09b661e081004aa4c0d45778","benchmark":"gpqa_main","data_index":2026,"repeat_index":5,"sample_id":"gpqa-main-09b661e081004aa4c0d45778/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3337,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"D","question_sha256":"47741045402119262be7a1c17b98cc587ee55b46bb8620655271dca518a4f927"} +{"uuid":"gpqa-main-ac27f29e5f777e93e751f3f2","benchmark":"gpqa_main","data_index":1975,"repeat_index":5,"sample_id":"gpqa-main-ac27f29e5f777e93e751f3f2/repeat-5","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7789,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"A","question_sha256":"d49aa1d9efc38f6409c199c3e2706ec44f5d20d25b0e7d41f40b9c46668ed1e0"} +{"uuid":"gpqa-main-46549f6d718b80e38f4412cd","benchmark":"gpqa_main","data_index":1954,"repeat_index":5,"sample_id":"gpqa-main-46549f6d718b80e38f4412cd/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10335,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"B","question_sha256":"a1def6786f9e3174bf07c7887ea2c97711ea721fe1cf730202fc93d69ecac09d"} +{"uuid":"gpqa-main-edbd99e5f03e3b3f074ba126","benchmark":"gpqa_main","data_index":1982,"repeat_index":5,"sample_id":"gpqa-main-edbd99e5f03e3b3f074ba126/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7527,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"A","question_sha256":"b690990e73efd994587057d6ed5ae270235b0ec6bd4e98df3fc472f01c179765"} +{"uuid":"gpqa-main-e069314491adb5be236d3fe7","benchmark":"gpqa_main","data_index":1922,"repeat_index":5,"sample_id":"gpqa-main-e069314491adb5be236d3fe7/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13377,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"D","question_sha256":"2662eff7a6231613f45042d2ef5df63caaeb5a326d264e93009a737a99fb27bb"} +{"uuid":"gpqa-main-9eaa6714b15499d3c303ce90","benchmark":"gpqa_main","data_index":1759,"repeat_index":4,"sample_id":"gpqa-main-9eaa6714b15499d3c303ce90/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":31435,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"D","question_sha256":"cfac786b87a07d0c92f7c3da73233aa6c32340b63dff9d3f72bd1bd025cd565d"} +{"uuid":"gpqa-main-2322ddc82747aa5a01bf1c1e","benchmark":"gpqa_main","data_index":2022,"repeat_index":5,"sample_id":"gpqa-main-2322ddc82747aa5a01bf1c1e/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4182,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"d9d7e1406d6a9d440081915edafcb4a493a40b6172838b858a979c0a58bb4c62"} +{"uuid":"gpqa-main-ba7b4d8b6b363240553a5da8","benchmark":"gpqa_main","data_index":1933,"repeat_index":5,"sample_id":"gpqa-main-ba7b4d8b6b363240553a5da8/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12475,"prompt_tokens":320,"effective_max_tokens":130752,"original_embedded_prediction":"C","question_sha256":"f31ead87a22282cc5dfb01f73a1fe9c84520ad1b8dc017953d8293dbe8b47044"} +{"uuid":"gpqa-main-2ad64f0bf627cf52a8ad924c","benchmark":"gpqa_main","data_index":2055,"repeat_index":5,"sample_id":"gpqa-main-2ad64f0bf627cf52a8ad924c/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":438,"prompt_tokens":146,"effective_max_tokens":130926,"original_embedded_prediction":"D","question_sha256":"e9afb48881134b480ce09710124320be56d4166a402490b65f81bdb1df6e3a1d"} +{"uuid":"gpqa-main-ec756f5cd58f1d3e9c9c8676","benchmark":"gpqa_main","data_index":2030,"repeat_index":5,"sample_id":"gpqa-main-ec756f5cd58f1d3e9c9c8676/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3158,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"B","question_sha256":"016bbafd184cf46762e3e824d2499734daf9efd8cb5f0adad12078f151c96a12"} +{"uuid":"gpqa-main-002cb7f9ef3ee2a3d460b42e","benchmark":"gpqa_main","data_index":2005,"repeat_index":5,"sample_id":"gpqa-main-002cb7f9ef3ee2a3d460b42e/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6234,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"3bed68f29773b3484a0b5acab22f438229b63f2a324fb817a933e4d514178386"} +{"uuid":"gpqa-main-a6eb05bb931229a396d81e44","benchmark":"gpqa_main","data_index":1708,"repeat_index":4,"sample_id":"gpqa-main-a6eb05bb931229a396d81e44/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":37182,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"B","question_sha256":"19c2c8e0578e84094a1f97568e95e1e88fadee2743b1c6519b7fc661c8577cde"} +{"uuid":"gpqa-main-b13e6b95879d48313e527260","benchmark":"gpqa_main","data_index":2025,"repeat_index":5,"sample_id":"gpqa-main-b13e6b95879d48313e527260/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4687,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"B","question_sha256":"145b51d1c857830091d0dfa7043504329aa8d2a847b5b738079d210a94da31cb"} +{"uuid":"gpqa-main-be458c5a0490a8298ea11494","benchmark":"gpqa_main","data_index":2039,"repeat_index":5,"sample_id":"gpqa-main-be458c5a0490a8298ea11494/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2500,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"17cada7a00fa20e35d380a47aad58aace15d791f3cd4f119acb4635e55951129"} +{"uuid":"gpqa-main-3cbf7d3e13c908f5e699f9e0","benchmark":"gpqa_main","data_index":2053,"repeat_index":5,"sample_id":"gpqa-main-3cbf7d3e13c908f5e699f9e0/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1483,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"D","question_sha256":"0dbcc69ff35530f240a5bb623a78f2cd1d042037d2dedb122ebcca751bf9d08e"} +{"uuid":"gpqa-main-69bcb32ba17f6e7aa0918597","benchmark":"gpqa_main","data_index":2034,"repeat_index":5,"sample_id":"gpqa-main-69bcb32ba17f6e7aa0918597/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3511,"prompt_tokens":758,"effective_max_tokens":130314,"original_embedded_prediction":"C","question_sha256":"9eb1fde9ac6acb7dc761f4941a792f3d0d052ad76d36e12bb9e406963b3906ef"} +{"uuid":"gpqa-main-6543e2c47b61f7f328bcf42d","benchmark":"gpqa_main","data_index":1956,"repeat_index":5,"sample_id":"gpqa-main-6543e2c47b61f7f328bcf42d/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11419,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"D","question_sha256":"9f8c4aa52521e2926d56fdd03cf5aeaf3543c911c9b75774731cd1204efc1328"} +{"uuid":"gpqa-main-efbd16944acebfe43928d489","benchmark":"gpqa_main","data_index":1969,"repeat_index":5,"sample_id":"gpqa-main-efbd16944acebfe43928d489/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9949,"prompt_tokens":328,"effective_max_tokens":130744,"original_embedded_prediction":"B","question_sha256":"40b2b50a3c993902d4327a3072c497b0bfcbac42a638ecf92be395be7ef82ab0"} +{"uuid":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea","benchmark":"gpqa_main","data_index":1885,"repeat_index":4,"sample_id":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18252,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"A","question_sha256":"78b6f83c0d1137982356bff0e0d20f60e32542e5815ffd693af8f421f9e4741d"} +{"uuid":"gpqa-main-f7ba77d144b7a11de90a37c4","benchmark":"gpqa_main","data_index":2065,"repeat_index":5,"sample_id":"gpqa-main-f7ba77d144b7a11de90a37c4/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":583,"prompt_tokens":236,"effective_max_tokens":130836,"original_embedded_prediction":"B","question_sha256":"ac7263466ea3cfcdcebac618b1d20835b4103b2d80b75b1a7110e9763eb45aa2"} +{"uuid":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7","benchmark":"gpqa_main","data_index":1957,"repeat_index":5,"sample_id":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11473,"prompt_tokens":279,"effective_max_tokens":130793,"original_embedded_prediction":"B","question_sha256":"f730b35adb897658b28382d90ae7881a77e5d86003cc9b3942862d742001d4fb"} +{"uuid":"gpqa-main-8d147d8bf7fad22423fc5dd7","benchmark":"gpqa_main","data_index":1818,"repeat_index":4,"sample_id":"gpqa-main-8d147d8bf7fad22423fc5dd7/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":26115,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"bfad7a1309a7d02668c615391f7302c03e1c3f61ffaee5d1f44ba2c9f5c40b7d"} +{"uuid":"gpqa-main-756cafdacac7e9642e2102c6","benchmark":"gpqa_main","data_index":1626,"repeat_index":4,"sample_id":"gpqa-main-756cafdacac7e9642e2102c6/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":46874,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"b26abbcea4f9adbbc6faf6378336b8d024ffe4491d2853b927bf9afdc27073a9"} +{"uuid":"gpqa-main-6f84d17ede852cd9196347bd","benchmark":"gpqa_main","data_index":1900,"repeat_index":4,"sample_id":"gpqa-main-6f84d17ede852cd9196347bd/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16851,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"C","question_sha256":"e410f49b6f85564bf5b9226069391669e4c376097b2656e616a6b82abd4729ac"} +{"uuid":"gpqa-main-8e23eaed901a11ec534e6f8b","benchmark":"gpqa_main","data_index":2019,"repeat_index":5,"sample_id":"gpqa-main-8e23eaed901a11ec534e6f8b/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5989,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"ed842ad329efe1e08f990fad3dd3cd5e5fb16736a9da1dbfa314d5e19156887e"} +{"uuid":"gpqa-main-79721e93e90bdb2d8da052c0","benchmark":"gpqa_main","data_index":2052,"repeat_index":5,"sample_id":"gpqa-main-79721e93e90bdb2d8da052c0/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2247,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"2a09355eb98c6b8d6ad0b51afb3b27f719fed44786d3b2998dfe7ee66413a028"} +{"uuid":"gpqa-main-0306849689d2123fedfcfeb5","benchmark":"gpqa_main","data_index":2002,"repeat_index":5,"sample_id":"gpqa-main-0306849689d2123fedfcfeb5/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7598,"prompt_tokens":301,"effective_max_tokens":130771,"original_embedded_prediction":"D","question_sha256":"9b236e1b2c7db4edd3fd08eaeff4fcfd3b13c11bfc0f9c5510349957a837d13a"} +{"uuid":"gpqa-main-7ed621f8290d6ac14181ce45","benchmark":"gpqa_main","data_index":1918,"repeat_index":4,"sample_id":"gpqa-main-7ed621f8290d6ac14181ce45/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15949,"prompt_tokens":298,"effective_max_tokens":130774,"original_embedded_prediction":"B","question_sha256":"c1c0ad22e4376412fe1e7564fd1f8c00dd970292dbf0dbb83b0350881e74b306"} +{"uuid":"gpqa-main-73f6c00588963349c225df6c","benchmark":"gpqa_main","data_index":2033,"repeat_index":5,"sample_id":"gpqa-main-73f6c00588963349c225df6c/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4493,"prompt_tokens":476,"effective_max_tokens":130596,"original_embedded_prediction":"A","question_sha256":"6c8759c4aac1084515abf1e3c463c7a0b6411dc3fa720a9a5fb5ac8f5777b49c"} +{"uuid":"gpqa-main-104b659bbac6e52c4c877c0b","benchmark":"gpqa_main","data_index":2072,"repeat_index":5,"sample_id":"gpqa-main-104b659bbac6e52c4c877c0b/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":737,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"D","question_sha256":"de6e1846b7e0c60ac3b7b0f613ad67cc3d941770b7de58c7a45add8c64d1db8b"} +{"uuid":"gpqa-main-cb8b679fe50f1b3a7168eb92","benchmark":"gpqa_main","data_index":2074,"repeat_index":5,"sample_id":"gpqa-main-cb8b679fe50f1b3a7168eb92/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":594,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"B","question_sha256":"8ed0101055c99512a99310385277c13855047c3a1b31ca6b8a6ee3f83cf5d4f3"} +{"uuid":"gpqa-main-34faeb45e152eaf4c29e65e4","benchmark":"gpqa_main","data_index":2071,"repeat_index":5,"sample_id":"gpqa-main-34faeb45e152eaf4c29e65e4/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":901,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"B","question_sha256":"82e6266418c679493cea34e30d0f71026adb6ab6c433e643d37860fb718999ec"} +{"uuid":"gpqa-main-1ae8f8945efaf81788d8d871","benchmark":"gpqa_main","data_index":2059,"repeat_index":5,"sample_id":"gpqa-main-1ae8f8945efaf81788d8d871/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2766,"prompt_tokens":250,"effective_max_tokens":130822,"original_embedded_prediction":"A","question_sha256":"060f07943bcd17960b48a982fabe42fcae4e3899fe8c5473138fe2198f0e8dd8"} +{"uuid":"gpqa-main-8299e0bf116ad8ad7b960d26","benchmark":"gpqa_main","data_index":1790,"repeat_index":4,"sample_id":"gpqa-main-8299e0bf116ad8ad7b960d26/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":30703,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"A","question_sha256":"dac89ff46a5330836dfa04de2060a9a9d447a0cffd96c06e0cdee48c6a991035"} +{"uuid":"gpqa-main-ef65739a36457c1672913212","benchmark":"gpqa_main","data_index":2079,"repeat_index":5,"sample_id":"gpqa-main-ef65739a36457c1672913212/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1034,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"46601a7bcf5dcc71504dda490de685062fce72cdc997d7acb8b78e5a351a96bc"} +{"uuid":"gpqa-main-fa3e9be7fdf8e7c8952739d8","benchmark":"gpqa_main","data_index":2051,"repeat_index":5,"sample_id":"gpqa-main-fa3e9be7fdf8e7c8952739d8/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3292,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"5e9819e02e7dd08ec53ff217d848ce64e833e2b069cd81e9940f7a72a5230b30"} +{"uuid":"gpqa-main-bab269fd666fa2ba840a1459","benchmark":"gpqa_main","data_index":2009,"repeat_index":5,"sample_id":"gpqa-main-bab269fd666fa2ba840a1459/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8162,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"D","question_sha256":"e17051d5c4ebf5f6bc793872dc2f5748b41dd7918235cb3d5697fb04882bd7fe"} +{"uuid":"gpqa-main-00a9d82facaec210f417af7a","benchmark":"gpqa_main","data_index":2077,"repeat_index":5,"sample_id":"gpqa-main-00a9d82facaec210f417af7a/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1497,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"77f0590db54b06b37e142e7363145cbdb1a8d11c2a7575d9ae0fc10b3a6708bd"} +{"uuid":"gpqa-main-07134ad2ae69bd2e9f09ae64","benchmark":"gpqa_main","data_index":1997,"repeat_index":5,"sample_id":"gpqa-main-07134ad2ae69bd2e9f09ae64/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9378,"prompt_tokens":374,"effective_max_tokens":130698,"original_embedded_prediction":"C","question_sha256":"e1448af5dcb7e4a7a5cf31dd231d4a2b2a3829ce3dabc5d7da48a195c1b39112"} +{"uuid":"gpqa-main-adffc79c4b20a953ccbf4cd1","benchmark":"gpqa_main","data_index":1908,"repeat_index":4,"sample_id":"gpqa-main-adffc79c4b20a953ccbf4cd1/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18237,"prompt_tokens":170,"effective_max_tokens":130902,"original_embedded_prediction":"B","question_sha256":"a9acc5caf0ab2f58b68d62ac52eac5bd31ee4a74a832bd753df339176dbbaefe"} +{"uuid":"gpqa-main-9bb169e317cdd76b98ada24f","benchmark":"gpqa_main","data_index":1725,"repeat_index":4,"sample_id":"gpqa-main-9bb169e317cdd76b98ada24f/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":38094,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"B","question_sha256":"d0bbc79a116a93d5c5c1325e012b3feb17a7b705d2ccd57a86ecfbdc2bf78030"} +{"uuid":"gpqa-main-6f6ff532d544554128a0bbbe","benchmark":"gpqa_main","data_index":2028,"repeat_index":5,"sample_id":"gpqa-main-6f6ff532d544554128a0bbbe/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6563,"prompt_tokens":368,"effective_max_tokens":130704,"original_embedded_prediction":"A","question_sha256":"ebb5b9328e54d98f40b988b171044869d75c67b6efaa8f44675c485448b7b02c"} +{"uuid":"gpqa-main-178c84548026beb35252a961","benchmark":"gpqa_main","data_index":2024,"repeat_index":5,"sample_id":"gpqa-main-178c84548026beb35252a961/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7401,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"A","question_sha256":"4ea09b6f60208405c59e5923a565f195c94315e0b6e230acd59351f1ee59ed96"} +{"uuid":"gpqa-main-539a673f0443ba9cdc31b864","benchmark":"gpqa_main","data_index":1803,"repeat_index":4,"sample_id":"gpqa-main-539a673f0443ba9cdc31b864/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":30003,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"A","question_sha256":"d25187b99e4997c1700ffeb87fd595e878957e452f20a2f00d5489fecd0b3b30"} +{"uuid":"gpqa-main-febe4c45e71692110949e3d6","benchmark":"gpqa_main","data_index":1888,"repeat_index":4,"sample_id":"gpqa-main-febe4c45e71692110949e3d6/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19895,"prompt_tokens":577,"effective_max_tokens":130495,"original_embedded_prediction":"C","question_sha256":"e38dd7750710c37aa45a5b0b5dd91e1b4171070325d670d668ab1fa20431a29e"} +{"uuid":"gpqa-main-c028fe71611d73b87b4cbb03","benchmark":"gpqa_main","data_index":2076,"repeat_index":5,"sample_id":"gpqa-main-c028fe71611d73b87b4cbb03/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1966,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"D","question_sha256":"f56f3f5d135dc8d61dc42f902943e2459f79e4343f2fef6741f6f86d4133a99a"} +{"uuid":"gpqa-main-b5b0614a110a5eb0657cbe9a","benchmark":"gpqa_main","data_index":2035,"repeat_index":5,"sample_id":"gpqa-main-b5b0614a110a5eb0657cbe9a/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5829,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"D","question_sha256":"829ccc830e5fe3601c6e7c0a975192c938019f4d4e5c1b2334d55bb1d951711e"} +{"uuid":"gpqa-main-65b3a19abfb8f6bf88bf75f5","benchmark":"gpqa_main","data_index":1903,"repeat_index":4,"sample_id":"gpqa-main-65b3a19abfb8f6bf88bf75f5/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18744,"prompt_tokens":308,"effective_max_tokens":130764,"original_embedded_prediction":"B","question_sha256":"a8345a17dbfe0f12b34f72265cd346edb8235c10a1aa78acb6be06124a19360a"} +{"uuid":"gpqa-main-35d088e32fb39438767e1141","benchmark":"gpqa_main","data_index":1999,"repeat_index":5,"sample_id":"gpqa-main-35d088e32fb39438767e1141/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10076,"prompt_tokens":434,"effective_max_tokens":130638,"original_embedded_prediction":"B","question_sha256":"9d467213ec07b8217d3c3aa11a312c8536475e654bbb7ef916a4b8f92e0c7a7d"} +{"uuid":"gpqa-main-ad697760bc60543062e8b7b4","benchmark":"gpqa_main","data_index":2073,"repeat_index":5,"sample_id":"gpqa-main-ad697760bc60543062e8b7b4/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2576,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"B","question_sha256":"7f9b4679645e2d89214a154be6bdb13eafdc747457ce2950bda27a9a2b97917f"} +{"uuid":"gpqa-main-8980ca71edb4f58a3e46b256","benchmark":"gpqa_main","data_index":2064,"repeat_index":5,"sample_id":"gpqa-main-8980ca71edb4f58a3e46b256/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3332,"prompt_tokens":145,"effective_max_tokens":130927,"original_embedded_prediction":"B","question_sha256":"fb9586d35200647be665790b2cd3eee5c8cca1b79e6afcf01f027007fa057b64"} +{"uuid":"gpqa-main-d3db87adeb915999faca3605","benchmark":"gpqa_main","data_index":2031,"repeat_index":5,"sample_id":"gpqa-main-d3db87adeb915999faca3605/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6800,"prompt_tokens":204,"effective_max_tokens":130868,"original_embedded_prediction":"D","question_sha256":"f6518dd763c1af7a1745bc53b4e021210cafdf588df1ede9b537a622474a998d"} +{"uuid":"gpqa-main-9b7f84c844aa65b8ebfee235","benchmark":"gpqa_main","data_index":2040,"repeat_index":5,"sample_id":"gpqa-main-9b7f84c844aa65b8ebfee235/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5745,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"9443960fd2664e6d4890575733c6a4f1f6d804ec21e10e0f9d415b99297f9845"} +{"uuid":"gpqa-main-9e1b7c5b2ce53e8d6424b66a","benchmark":"gpqa_main","data_index":1979,"repeat_index":5,"sample_id":"gpqa-main-9e1b7c5b2ce53e8d6424b66a/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11981,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"97732ba422afbf18b5d2d6b3bd26f6c540049e2f82d9628414525cebe7e9a5dd"} +{"uuid":"gpqa-main-e3e073f3f0f646532e4caf06","benchmark":"gpqa_main","data_index":2087,"repeat_index":5,"sample_id":"gpqa-main-e3e073f3f0f646532e4caf06/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1691,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"A","question_sha256":"a1cff30033350ed32c6446abacb176ef3ffad0fc471aaacf3468c78e0aad550e"} +{"uuid":"gpqa-main-ce2839297e4b63e0b36f6300","benchmark":"gpqa_main","data_index":1685,"repeat_index":4,"sample_id":"gpqa-main-ce2839297e4b63e0b36f6300/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":43036,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"D","question_sha256":"80cca49a2f6ae39b2d3a2dfe110572d39720d0831c65246ce20603c40578b118"} +{"uuid":"gpqa-main-6845f28b26fa44b2b44ded84","benchmark":"gpqa_main","data_index":2060,"repeat_index":5,"sample_id":"gpqa-main-6845f28b26fa44b2b44ded84/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4414,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"7c6678dd868700f600b69c54e83e52a10695ac957465ffbe08c35d20f42b448e"} +{"uuid":"gpqa-main-4462dc9f2d34289881ef2b1c","benchmark":"gpqa_main","data_index":2062,"repeat_index":5,"sample_id":"gpqa-main-4462dc9f2d34289881ef2b1c/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4223,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"63318cb18413a705693b9a4312f73dbf5358312aafc1d703c3d29a6340ffa0d1"} +{"uuid":"gpqa-main-913c4ee0ce195992ff9638b1","benchmark":"gpqa_main","data_index":2098,"repeat_index":5,"sample_id":"gpqa-main-913c4ee0ce195992ff9638b1/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1148,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"ed904d04c24f37586b1f78a18bd22f28752e80a5ecc489939950778aa5307d98"} +{"uuid":"gpqa-main-547aac137dd7671e7ef03fa9","benchmark":"gpqa_main","data_index":2084,"repeat_index":5,"sample_id":"gpqa-main-547aac137dd7671e7ef03fa9/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2623,"prompt_tokens":497,"effective_max_tokens":130575,"original_embedded_prediction":"C","question_sha256":"8369c6a1ffc960e3f3d88e5e4c521eebcc37f39ca9adf654c3cd4b61f892f2ef"} +{"uuid":"gpqa-main-6030f5f53fe38c334b2c3a6a","benchmark":"gpqa_main","data_index":2093,"repeat_index":5,"sample_id":"gpqa-main-6030f5f53fe38c334b2c3a6a/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1552,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"88d277706c3af734be0507cde034c23c7e206f855c2fcc97d6ed69f8ad92df57"} +{"uuid":"gpqa-main-7239e8e1a6f52b11d89b376d","benchmark":"gpqa_main","data_index":1955,"repeat_index":5,"sample_id":"gpqa-main-7239e8e1a6f52b11d89b376d/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15230,"prompt_tokens":359,"effective_max_tokens":130713,"original_embedded_prediction":"D","question_sha256":"6b778965b4593497cd5378ecaa94e84f97d2910300038afb6590a8e9376b791c"} +{"uuid":"gpqa-main-682237ee740e033537fb5707","benchmark":"gpqa_main","data_index":2089,"repeat_index":5,"sample_id":"gpqa-main-682237ee740e033537fb5707/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2087,"prompt_tokens":291,"effective_max_tokens":130781,"original_embedded_prediction":"A","question_sha256":"6cec89b2019b24f8e8c4001cade388815345ae403b5d5fc687cf7fdccbcc6ce1"} +{"uuid":"gpqa-main-781f4efc4b25ff35b588e87c","benchmark":"gpqa_main","data_index":2101,"repeat_index":5,"sample_id":"gpqa-main-781f4efc4b25ff35b588e87c/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1445,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"C","question_sha256":"f933a526e8aec15b0dc77756bad3ba0839404a6d042443e3f5a0ab0b8d1cfa96"} +{"uuid":"gpqa-main-5e6a032f9aa67c7725f828d0","benchmark":"gpqa_main","data_index":2115,"repeat_index":5,"sample_id":"gpqa-main-5e6a032f9aa67c7725f828d0/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":187,"prompt_tokens":330,"effective_max_tokens":130742,"original_embedded_prediction":"A","question_sha256":"8accf5d31cc4cf5c2467ac477d83885c90d2715606f7c2e68d318476741bbdd7"} +{"uuid":"gpqa-main-084903ab17db0fab7bc6caea","benchmark":"gpqa_main","data_index":2049,"repeat_index":5,"sample_id":"gpqa-main-084903ab17db0fab7bc6caea/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5586,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"D","question_sha256":"b560f550d5d9fb2378520f0fcf7b6573aec2027430ef06270491ace18a0497fc"} +{"uuid":"gpqa-main-f432c1aa4319a4b1f6fa2ac1","benchmark":"gpqa_main","data_index":2029,"repeat_index":5,"sample_id":"gpqa-main-f432c1aa4319a4b1f6fa2ac1/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8015,"prompt_tokens":264,"effective_max_tokens":130808,"original_embedded_prediction":"C","question_sha256":"19d5ec504b7008b3eada0ca0c300cd88147b20679109f6681bfd8946e0db2c8c"} +{"uuid":"gpqa-main-358120bf0c4377ebdbde08fc","benchmark":"gpqa_main","data_index":1844,"repeat_index":4,"sample_id":"gpqa-main-358120bf0c4377ebdbde08fc/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":26867,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"A","question_sha256":"051eba2501386001d9e9793a3b0fe9ea4c78a987e3a1576c168659f849b684d6"} +{"uuid":"gpqa-main-5f336d7998263d21db8f15c1","benchmark":"gpqa_main","data_index":1970,"repeat_index":5,"sample_id":"gpqa-main-5f336d7998263d21db8f15c1/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13901,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"A","question_sha256":"5028b464f9ac881885af02d0d7fda29d17165d3804f0f84dbc2e8f6dbd923739"} +{"uuid":"gpqa-main-d3a774e5f1af1a1e11117582","benchmark":"gpqa_main","data_index":2082,"repeat_index":5,"sample_id":"gpqa-main-d3a774e5f1af1a1e11117582/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3618,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"B","question_sha256":"26b8e966c8adf9fe2824ff1fd3c23b2d488a785fe8a68cbce362bac46e891a79"} +{"uuid":"gpqa-main-9f607ccb3302f27b4ebe90a4","benchmark":"gpqa_main","data_index":1826,"repeat_index":4,"sample_id":"gpqa-main-9f607ccb3302f27b4ebe90a4/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":29188,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"B","question_sha256":"e2c8b6a88dfedf13a4a35e2964dc77f2e082e87417c972bf7406bdb2405985f7"} +{"uuid":"gpqa-main-feeb39404129cbb3b7e867ec","benchmark":"gpqa_main","data_index":1963,"repeat_index":5,"sample_id":"gpqa-main-feeb39404129cbb3b7e867ec/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15353,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"B","question_sha256":"a80144fd582290217d4749a45438b278db047877b2f9babd5f52d9d0dcc88daf"} +{"uuid":"gpqa-main-0cc54149033350a37cf90b8b","benchmark":"gpqa_main","data_index":2003,"repeat_index":5,"sample_id":"gpqa-main-0cc54149033350a37cf90b8b/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11558,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"C","question_sha256":"3298921b7dfbbae04c9893edbe6870746b53e2b7af12e9816f07b6f5e0bff9cb"} +{"uuid":"gpqa-main-99878f707c7c4024511bae58","benchmark":"gpqa_main","data_index":1710,"repeat_index":4,"sample_id":"gpqa-main-99878f707c7c4024511bae58/repeat-4","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":42005,"prompt_tokens":241,"effective_max_tokens":130831,"original_embedded_prediction":null,"question_sha256":"826fb502d2db0f2db5e44683cd45f09d18423fd8a339643c8dc8b32b1accd428"} +{"uuid":"gpqa-main-a454a3157aff6eee743541b7","benchmark":"gpqa_main","data_index":2102,"repeat_index":5,"sample_id":"gpqa-main-a454a3157aff6eee743541b7/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1934,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"B","question_sha256":"025e20e6e9b45e1ddb3f6901f58f69b40df5e8f9ffb6b80b5b17bc518d9f5d17"} +{"uuid":"gpqa-main-d7c4372bfbc5d0f0f9331350","benchmark":"gpqa_main","data_index":2105,"repeat_index":5,"sample_id":"gpqa-main-d7c4372bfbc5d0f0f9331350/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1881,"prompt_tokens":588,"effective_max_tokens":130484,"original_embedded_prediction":"D","question_sha256":"92d8ffd16886567ac1ed2f15a6c2d3d6ac2a2fb0fd0e56836671babcde327d3f"} +{"uuid":"gpqa-main-143dc33c1aad9828daf5e615","benchmark":"gpqa_main","data_index":2015,"repeat_index":5,"sample_id":"gpqa-main-143dc33c1aad9828daf5e615/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10973,"prompt_tokens":354,"effective_max_tokens":130718,"original_embedded_prediction":"C","question_sha256":"ff60c18b72aac9e90842c7a2d5e79c68092a3fbb1d6c0318cee6d2892a43a0a1"} +{"uuid":"gpqa-main-fd21f7c7356e7f51f0cabd07","benchmark":"gpqa_main","data_index":2121,"repeat_index":5,"sample_id":"gpqa-main-fd21f7c7356e7f51f0cabd07/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1053,"prompt_tokens":601,"effective_max_tokens":130471,"original_embedded_prediction":"D","question_sha256":"db246f6acae65ff2e4bb6caad314b6583cd0085f0d81b1b20515ca2fe73b6f72"} +{"uuid":"gpqa-main-f2c0ff64cf18a6ae32dc45dc","benchmark":"gpqa_main","data_index":2119,"repeat_index":5,"sample_id":"gpqa-main-f2c0ff64cf18a6ae32dc45dc/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1303,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"f2467e0d99b11d10fdd18675d7a73d1a19569e58d6aa97be50c24c2cb28731b1"} +{"uuid":"gpqa-main-60a022e707f18a7b5f445773","benchmark":"gpqa_main","data_index":1356,"repeat_index":3,"sample_id":"gpqa-main-60a022e707f18a7b5f445773/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":80237,"prompt_tokens":337,"effective_max_tokens":130735,"original_embedded_prediction":"D","question_sha256":"9d46302b763896c7fa475d975b5bc365adee2236b273f23e7216a78871204b74"} +{"uuid":"gpqa-main-381032537ca0c968de7d5c06","benchmark":"gpqa_main","data_index":2123,"repeat_index":5,"sample_id":"gpqa-main-381032537ca0c968de7d5c06/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":775,"prompt_tokens":186,"effective_max_tokens":130886,"original_embedded_prediction":"A","question_sha256":"045347c35e2957dbd6bc83158fecec24c157df70fdefaaddc8633ecda3435cdc"} +{"uuid":"gpqa-main-249edae2034ba7f3819aaa7b","benchmark":"gpqa_main","data_index":2130,"repeat_index":5,"sample_id":"gpqa-main-249edae2034ba7f3819aaa7b/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":170,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"A","question_sha256":"c4d795814405ce2bb231fe7012e4581bcaebca12bb3f8c3260a3ad239aa51a79"} +{"uuid":"gpqa-main-89f68a802c7c6e55b5b802fd","benchmark":"gpqa_main","data_index":1799,"repeat_index":4,"sample_id":"gpqa-main-89f68a802c7c6e55b5b802fd/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":33504,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"C","question_sha256":"0815a781881ae5e8651c7fad2acd62427e6f4161f30b842d196debe30bd5ee83"} +{"uuid":"gpqa-main-e408cf011e5548359fd7cfa7","benchmark":"gpqa_main","data_index":1988,"repeat_index":5,"sample_id":"gpqa-main-e408cf011e5548359fd7cfa7/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13493,"prompt_tokens":190,"effective_max_tokens":130882,"original_embedded_prediction":"C","question_sha256":"62f7808cdd914d23316e18802ada081dc433f34465864581ce0c27bfafdcd343"} +{"uuid":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8","benchmark":"gpqa_main","data_index":1832,"repeat_index":4,"sample_id":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":29620,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"A","question_sha256":"bf639adbf5de648e6799cd9936073de7b6c750cf7c5870ed99dc4f842748abb9"} +{"uuid":"gpqa-main-5caa71cb7e0124d349b3046e","benchmark":"gpqa_main","data_index":1612,"repeat_index":4,"sample_id":"gpqa-main-5caa71cb7e0124d349b3046e/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":53103,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"D","question_sha256":"965fd430b8ea291a67e2311c4874eba053c21ea0ce6fa222eec4bed300fc2976"} +{"uuid":"gpqa-main-b38dfd97dcfb80fb4df4c6f2","benchmark":"gpqa_main","data_index":1662,"repeat_index":4,"sample_id":"gpqa-main-b38dfd97dcfb80fb4df4c6f2/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":48002,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"28fc44d6ca68ec833bb9837a558199f6e126ccb90f29dc42a2a4bf34ea4b66a7"} +{"uuid":"gpqa-main-51f5bda498b3f05cab60119c","benchmark":"gpqa_main","data_index":1985,"repeat_index":5,"sample_id":"gpqa-main-51f5bda498b3f05cab60119c/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14556,"prompt_tokens":271,"effective_max_tokens":130801,"original_embedded_prediction":"C","question_sha256":"f7fa8540a448dfeff404af93810c60c41ed387fb5e4c821bbb6e5869dd9f8630"} +{"uuid":"gpqa-main-925cb13958435841df0e8c1e","benchmark":"gpqa_main","data_index":2027,"repeat_index":5,"sample_id":"gpqa-main-925cb13958435841df0e8c1e/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10528,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"B","question_sha256":"d21ba2f1c06b876b2d387104c816ee0fcc369a02b8e010a706e0e2448c56f78e"} +{"uuid":"gpqa-main-7d850f6448c27424d9f68c4e","benchmark":"gpqa_main","data_index":2104,"repeat_index":5,"sample_id":"gpqa-main-7d850f6448c27424d9f68c4e/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3429,"prompt_tokens":544,"effective_max_tokens":130528,"original_embedded_prediction":"B","question_sha256":"48bf9d4f95299b8f9288e190dca6edd0c3cf53cf40dada120e22abf98469d3e3"} +{"uuid":"gpqa-main-1f9ad1ca59cf537e3cdf47c2","benchmark":"gpqa_main","data_index":2050,"repeat_index":5,"sample_id":"gpqa-main-1f9ad1ca59cf537e3cdf47c2/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7975,"prompt_tokens":318,"effective_max_tokens":130754,"original_embedded_prediction":"B","question_sha256":"229ffbdb774489fcfd578450da500a74b0c6fd603d3f4050eb6ff993659f5c7e"} +{"uuid":"gpqa-main-64193be5f9a6bbd67bec4010","benchmark":"gpqa_main","data_index":2048,"repeat_index":5,"sample_id":"gpqa-main-64193be5f9a6bbd67bec4010/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8463,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"C","question_sha256":"373990fe818e4182469d242b845eeb2f78db2f00cfb3a8fdbd2dbd696e08d552"} +{"uuid":"gpqa-main-4df6eb7fd5661c3196a52be6","benchmark":"gpqa_main","data_index":1821,"repeat_index":4,"sample_id":"gpqa-main-4df6eb7fd5661c3196a52be6/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":31849,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"C","question_sha256":"71ef41cf00fbcb9e6751fd492a52caefd2830032777c8824465c1b4ea8dc48ea"} +{"uuid":"gpqa-main-779369aa96b96a67933939f1","benchmark":"gpqa_main","data_index":2144,"repeat_index":5,"sample_id":"gpqa-main-779369aa96b96a67933939f1/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":393,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"acf784efba891531b08709383ede2379cee1f604b6334b753dd1fcaab37af970"} +{"uuid":"gpqa-main-20f8612bcc2efb9c2355d32e","benchmark":"gpqa_main","data_index":2126,"repeat_index":5,"sample_id":"gpqa-main-20f8612bcc2efb9c2355d32e/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2238,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"B","question_sha256":"d746be8625afecad5925e7069f57336e8de3f39dfdf843820421eba66b7bc620"} +{"uuid":"gpqa-main-04a5c442799262dec9375c25","benchmark":"gpqa_main","data_index":2114,"repeat_index":5,"sample_id":"gpqa-main-04a5c442799262dec9375c25/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3343,"prompt_tokens":365,"effective_max_tokens":130707,"original_embedded_prediction":"D","question_sha256":"e90ec32d975ec61b7cd079ff6968bc3dbaa4fc87e74699c1406ce59093066dbc"} +{"uuid":"gpqa-main-ecb6740406340eb07beacf42","benchmark":"gpqa_main","data_index":2146,"repeat_index":5,"sample_id":"gpqa-main-ecb6740406340eb07beacf42/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":272,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"29f96711820eba41ccced6676074bc5bcd9e3eb6c97ce5e8507128a91a175bb0"} +{"uuid":"gpqa-main-e605c3d20abb4c52d96e9b60","benchmark":"gpqa_main","data_index":2091,"repeat_index":5,"sample_id":"gpqa-main-e605c3d20abb4c52d96e9b60/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5320,"prompt_tokens":361,"effective_max_tokens":130711,"original_embedded_prediction":"C","question_sha256":"84b58aec9b33c09286d45fb66ca82cc4ec03e310a0917bc0783bda81a0fa23b6"} +{"uuid":"gpqa-main-4f958672c6f9249c44f2f9b9","benchmark":"gpqa_main","data_index":2107,"repeat_index":5,"sample_id":"gpqa-main-4f958672c6f9249c44f2f9b9/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4138,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"D","question_sha256":"7d91198c9c48996b89ebbb62d8d76d86e32d7c14fb108c7491c9ff812263613a"} +{"uuid":"gpqa-main-9f5d195170ba73ccdc7a3b84","benchmark":"gpqa_main","data_index":2127,"repeat_index":5,"sample_id":"gpqa-main-9f5d195170ba73ccdc7a3b84/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2535,"prompt_tokens":552,"effective_max_tokens":130520,"original_embedded_prediction":"A","question_sha256":"e4e5526f8ea9205cbe6b33a5256144298ad11d8250b020cbd4fddbba85a12596"} +{"uuid":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c","benchmark":"gpqa_main","data_index":2038,"repeat_index":5,"sample_id":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10170,"prompt_tokens":340,"effective_max_tokens":130732,"original_embedded_prediction":"C","question_sha256":"626cda94018ba930400d9c043f6fc1aa30c317abf6fd8f6d0ec8b133ce2036c8"} +{"uuid":"gpqa-main-68d5dcbd7078889c19a9a93c","benchmark":"gpqa_main","data_index":2056,"repeat_index":5,"sample_id":"gpqa-main-68d5dcbd7078889c19a9a93c/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8710,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"618551bfaaf71599d5802135cbf18d8e9b5a33b38537d32515c5298d556df601"} +{"uuid":"gpqa-main-7c7ae85beee22afc94024aa0","benchmark":"gpqa_main","data_index":1913,"repeat_index":4,"sample_id":"gpqa-main-7c7ae85beee22afc94024aa0/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":23037,"prompt_tokens":179,"effective_max_tokens":130893,"original_embedded_prediction":"C","question_sha256":"17ee204f8a3ef8904b0418dcf3bac347173df36a87b5535f055046fe6fae8879"} +{"uuid":"gpqa-main-692e40bceeaff3accdc11ead","benchmark":"gpqa_main","data_index":2057,"repeat_index":5,"sample_id":"gpqa-main-692e40bceeaff3accdc11ead/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8700,"prompt_tokens":471,"effective_max_tokens":130601,"original_embedded_prediction":"C","question_sha256":"954d12809188bb6fb15643c4406ac6b108f5d7836e1eeabd73e49df01f2c616e"} +{"uuid":"gpqa-main-70afc730094f43bb0e05f371","benchmark":"gpqa_main","data_index":2129,"repeat_index":5,"sample_id":"gpqa-main-70afc730094f43bb0e05f371/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2761,"prompt_tokens":360,"effective_max_tokens":130712,"original_embedded_prediction":"A","question_sha256":"f328e748a74c78b0ab73f790c6848b663fb5bffac884e2793a63bb9ce351e4b6"} +{"uuid":"gpqa-main-8af90a4147e5f0c98bfd00fa","benchmark":"gpqa_main","data_index":2138,"repeat_index":5,"sample_id":"gpqa-main-8af90a4147e5f0c98bfd00fa/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1987,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"C","question_sha256":"29a55065f72c47169c5073a91e6b55d82fe2f5784289d2baf5cf5444f8d6fd65"} +{"uuid":"gpqa-main-aa04ac251ed805588a6be27c","benchmark":"gpqa_main","data_index":1701,"repeat_index":4,"sample_id":"gpqa-main-aa04ac251ed805588a6be27c/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":45800,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"C","question_sha256":"198a9824ae684cea2edf9d0597e69c2274e0be94e0a0ffcf7b4ad3e95f4a6dae"} +{"uuid":"gpqa-main-bd228dea7f1aa14b70216372","benchmark":"gpqa_main","data_index":2137,"repeat_index":5,"sample_id":"gpqa-main-bd228dea7f1aa14b70216372/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2426,"prompt_tokens":425,"effective_max_tokens":130647,"original_embedded_prediction":"C","question_sha256":"c1dea594f51ba7757d0d9ec69efa6b56bfeeaff965f074faaf89160cca96a0e9"} +{"uuid":"gpqa-main-be779fa0e49ff52e19357207","benchmark":"gpqa_main","data_index":2159,"repeat_index":5,"sample_id":"gpqa-main-be779fa0e49ff52e19357207/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":325,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"ea7bb5901d85914d8997afb87e1ae6be7a8efe03889a4cc08f64de2ccdc9180e"} +{"uuid":"gpqa-main-ac1c72784d1e0da293fe4bd4","benchmark":"gpqa_main","data_index":2122,"repeat_index":5,"sample_id":"gpqa-main-ac1c72784d1e0da293fe4bd4/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4569,"prompt_tokens":169,"effective_max_tokens":130903,"original_embedded_prediction":"D","question_sha256":"6e2bd9ec28efb9c97dbc7bea49224b4964011afaa5ca659996fac7fd65c4468d"} +{"uuid":"gpqa-main-8dd5ae41d915a09d1c8b9add","benchmark":"gpqa_main","data_index":2081,"repeat_index":5,"sample_id":"gpqa-main-8dd5ae41d915a09d1c8b9add/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7922,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"B","question_sha256":"8a246eed19ab5f877aa822da432a7aaa0f52615ea4655b0a89995d374971cd27"} +{"uuid":"gpqa-main-009c62a9f3d3e5b23d7032af","benchmark":"gpqa_main","data_index":1653,"repeat_index":4,"sample_id":"gpqa-main-009c62a9f3d3e5b23d7032af/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":52123,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"eb3c8e77ceb6bbf6b5fc6d705376aeb984e8d20d498b1668992fc1441b062661"} +{"uuid":"gpqa-main-acdff999b6cbfcbc8be6ffac","benchmark":"gpqa_main","data_index":2161,"repeat_index":5,"sample_id":"gpqa-main-acdff999b6cbfcbc8be6ffac/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1315,"prompt_tokens":404,"effective_max_tokens":130668,"original_embedded_prediction":"B","question_sha256":"96f00c3d898d9c364f022eae18e69424d7f2ddde12fbde50541b7390ffd40103"} +{"uuid":"gpqa-main-6119656f6ad0247c537028e7","benchmark":"gpqa_main","data_index":2166,"repeat_index":5,"sample_id":"gpqa-main-6119656f6ad0247c537028e7/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":483,"prompt_tokens":329,"effective_max_tokens":130743,"original_embedded_prediction":"A","question_sha256":"e426a9a1b0977a66badcc2dd4f0d54629b39c2594a512e459e9afd20bba599ba"} +{"uuid":"gpqa-main-86976aae6f871f46c4680830","benchmark":"gpqa_main","data_index":2135,"repeat_index":5,"sample_id":"gpqa-main-86976aae6f871f46c4680830/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4663,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"B","question_sha256":"e5c3c79a60db2de596dac1585bfc2e940bac2acb65a3352ff5f7e99821846aed"} +{"uuid":"gpqa-main-666fc74619f38e356e33a285","benchmark":"gpqa_main","data_index":2100,"repeat_index":5,"sample_id":"gpqa-main-666fc74619f38e356e33a285/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7893,"prompt_tokens":693,"effective_max_tokens":130379,"original_embedded_prediction":"C","question_sha256":"89fa5b222a94e07a283a5140341a0704109ec3b7f62de72dd072383182771ebc"} +{"uuid":"gpqa-main-ddd2b405606ced65b4ce6345","benchmark":"gpqa_main","data_index":2168,"repeat_index":5,"sample_id":"gpqa-main-ddd2b405606ced65b4ce6345/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":470,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"2066c0e835493298c00391dd9236de10adec10d611fe3e2777f252677dfe9724"} +{"uuid":"gpqa-main-216433a347b01989e26ed83a","benchmark":"gpqa_main","data_index":2167,"repeat_index":5,"sample_id":"gpqa-main-216433a347b01989e26ed83a/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":754,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"ead16c05d1abbf4387485257726593cf57a0384c3e0a3db31ba489bb1676ce72"} +{"uuid":"gpqa-main-3ad0b182e1494c1e76262069","benchmark":"gpqa_main","data_index":1925,"repeat_index":5,"sample_id":"gpqa-main-3ad0b182e1494c1e76262069/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":24662,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"C","question_sha256":"835ebb67a4198184dbd29c03b43e4283e93c0473d886ab6c3b6c52ffb918b6ab"} +{"uuid":"gpqa-main-5ace8b3dabb97ffc3da20e7c","benchmark":"gpqa_main","data_index":2170,"repeat_index":5,"sample_id":"gpqa-main-5ace8b3dabb97ffc3da20e7c/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":493,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"4ebb5a46cf109d4237b98081e218fcaba27d8f9d03f7a930300f2938f71c1ef0"} +{"uuid":"gpqa-main-56cc62f5d70b661868d341e7","benchmark":"gpqa_main","data_index":2158,"repeat_index":5,"sample_id":"gpqa-main-56cc62f5d70b661868d341e7/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3262,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"A","question_sha256":"c974918b90f5892aaad4308e337b490844102dbfad26c90bf508602f9c595d5d"} +{"uuid":"gpqa-main-e17c3d61061a563977ae3c11","benchmark":"gpqa_main","data_index":2164,"repeat_index":5,"sample_id":"gpqa-main-e17c3d61061a563977ae3c11/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2444,"prompt_tokens":352,"effective_max_tokens":130720,"original_embedded_prediction":"C","question_sha256":"41b609bbf5cd4517a7d53e382a762d7b2caa65fd58ea44549bdf7183daf1d2c0"} +{"uuid":"gpqa-main-50a8ab2bd1710dbcfa2e32b5","benchmark":"gpqa_main","data_index":2088,"repeat_index":5,"sample_id":"gpqa-main-50a8ab2bd1710dbcfa2e32b5/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9762,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"5fb04957154b48d4ebad83862909a8fd3afc5ba5399a7dbe4594b5c72255964c"} +{"uuid":"gpqa-main-212277d3e39540a6739d98b8","benchmark":"gpqa_main","data_index":2169,"repeat_index":5,"sample_id":"gpqa-main-212277d3e39540a6739d98b8/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1196,"prompt_tokens":147,"effective_max_tokens":130925,"original_embedded_prediction":"A","question_sha256":"d20446ccbbfc1ed40bcb669bfa65f9f9cd8e38ec8f7e67621c88e3dbe91f083d"} +{"uuid":"gpqa-main-20f50fda9aeae51c6b9b4ba0","benchmark":"gpqa_main","data_index":2011,"repeat_index":5,"sample_id":"gpqa-main-20f50fda9aeae51c6b9b4ba0/repeat-5","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17707,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"A","question_sha256":"c7914fc7bcc19ad8377798d825d6dbc59be8fb64f2b51a89ec26f55423d9edd1"} +{"uuid":"gpqa-main-baefee4c54836e933082fd33","benchmark":"gpqa_main","data_index":1741,"repeat_index":4,"sample_id":"gpqa-main-baefee4c54836e933082fd33/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":45964,"prompt_tokens":487,"effective_max_tokens":130585,"original_embedded_prediction":"A","question_sha256":"f4486aea8f80b6405ceaabbd6f225378761eafc49f1e042873a464b3b94da620"} +{"uuid":"gpqa-main-e10311e2a20f5ef70b44af1a","benchmark":"gpqa_main","data_index":1916,"repeat_index":4,"sample_id":"gpqa-main-e10311e2a20f5ef70b44af1a/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":26900,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"D","question_sha256":"840fab180da436fa17bd480d15eb270c8be4535800795f8fe8c3d0b1ac29ca9d"} +{"uuid":"gpqa-main-5a280dae7286e8bab3887904","benchmark":"gpqa_main","data_index":2132,"repeat_index":5,"sample_id":"gpqa-main-5a280dae7286e8bab3887904/repeat-5","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6541,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"A","question_sha256":"b8398a470c0a1a045a6dcf2005bd8e8351bdf75ffa7c473958cf3c4b5d4fb288"} +{"uuid":"gpqa-main-8a352b243ffac6230977fc90","benchmark":"gpqa_main","data_index":2139,"repeat_index":5,"sample_id":"gpqa-main-8a352b243ffac6230977fc90/repeat-5","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6354,"prompt_tokens":389,"effective_max_tokens":130683,"original_embedded_prediction":"A","question_sha256":"7408ac0330a09a182b52a627f89920c8c4e825da7da4e441973cbefe32b852ac"} +{"uuid":"gpqa-main-742076c80dda93477062cfc0","benchmark":"gpqa_main","data_index":2182,"repeat_index":5,"sample_id":"gpqa-main-742076c80dda93477062cfc0/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":135,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"D","question_sha256":"528bc237c35f64d2635edb6fea3202ce958bca92ea956fae0da7c5b4c72081d8"} +{"uuid":"gpqa-main-7bb8e05365d19cc8328252e0","benchmark":"gpqa_main","data_index":2041,"repeat_index":5,"sample_id":"gpqa-main-7bb8e05365d19cc8328252e0/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15148,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"6aff7faed92c98148418177c8cae4893850a1d67b5ceb00cf6a09467c4491367"} +{"uuid":"gpqa-main-288426a7fecb5facf10219c7","benchmark":"gpqa_main","data_index":2110,"repeat_index":5,"sample_id":"gpqa-main-288426a7fecb5facf10219c7/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9281,"prompt_tokens":321,"effective_max_tokens":130751,"original_embedded_prediction":"C","question_sha256":"7cccb7714b35c30190fb5db64a1b22a36b726b2a007f241961e1e48c82e4acb3"} +{"uuid":"gpqa-main-24751b175e0f2d19899ad735","benchmark":"gpqa_main","data_index":2180,"repeat_index":5,"sample_id":"gpqa-main-24751b175e0f2d19899ad735/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":997,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"B","question_sha256":"4a5d6fcc83f3561a6447a1feebb680aa9ab094bdeed5677c30f04041964a9c38"} +{"uuid":"gpqa-main-759e35a2024fc09bd491c9ff","benchmark":"gpqa_main","data_index":1923,"repeat_index":5,"sample_id":"gpqa-main-759e35a2024fc09bd491c9ff/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":27181,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"C","question_sha256":"4c284608a459b460f3ec3dfd5c7c71cfa84c171d4eb8a52aab9e6e4a8cb409bb"} +{"uuid":"gpqa-main-1728184fad8153eeb2e2a7de","benchmark":"gpqa_main","data_index":2184,"repeat_index":5,"sample_id":"gpqa-main-1728184fad8153eeb2e2a7de/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":346,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"d8505733319a8047e94d63c293a2d9dbb08c42e4bde2c223467f371da6665e08"} +{"uuid":"gpqa-main-0293685a5c3ddbc5b15dcfa0","benchmark":"gpqa_main","data_index":2153,"repeat_index":5,"sample_id":"gpqa-main-0293685a5c3ddbc5b15dcfa0/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5723,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"db2ca8d93d5ff50bd9f602bc5b3d339b547349c54c540850544e01393770a4ff"} +{"uuid":"gpqa-main-c0bc48c4232297b735018487","benchmark":"gpqa_main","data_index":2160,"repeat_index":5,"sample_id":"gpqa-main-c0bc48c4232297b735018487/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5091,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"bbc99977a336fa9fd961baf75728288b14f7c69841a6757f2793e300690fc85b"} +{"uuid":"gpqa-main-87740f520845c3f77369e5a1","benchmark":"gpqa_main","data_index":2178,"repeat_index":5,"sample_id":"gpqa-main-87740f520845c3f77369e5a1/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1624,"prompt_tokens":188,"effective_max_tokens":130884,"original_embedded_prediction":"D","question_sha256":"f6c5a12c2cd600eeb524956c760164ff890d185cffd979bfba482f46aa46a1ac"} +{"uuid":"gpqa-main-1923a70feda6403a600f719a","benchmark":"gpqa_main","data_index":2080,"repeat_index":5,"sample_id":"gpqa-main-1923a70feda6403a600f719a/repeat-5","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12490,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"7acad7dd49efa2a29ce19fb81de0e8b504de87dab9c66159407da7697942a708"} +{"uuid":"gpqa-main-7e29412fd534df20c4a23267","benchmark":"gpqa_main","data_index":2007,"repeat_index":5,"sample_id":"gpqa-main-7e29412fd534df20c4a23267/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19876,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"7fda2b6ca2ff9984ace9bf53f465cebb4b8d963f7ddcb5aa5f5015cd6989be42"} +{"uuid":"gpqa-main-1634ccababef2067673cd88c","benchmark":"gpqa_main","data_index":1966,"repeat_index":5,"sample_id":"gpqa-main-1634ccababef2067673cd88c/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":23722,"prompt_tokens":593,"effective_max_tokens":130479,"original_embedded_prediction":"A","question_sha256":"d8c36bd55ba561cb499054e9d5a01217a0498dfd20875e8d9e99d34bcdfd7830"} +{"uuid":"gpqa-main-4fb391edde117a3fa772fe15","benchmark":"gpqa_main","data_index":1915,"repeat_index":4,"sample_id":"gpqa-main-4fb391edde117a3fa772fe15/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":28734,"prompt_tokens":230,"effective_max_tokens":130842,"original_embedded_prediction":"A","question_sha256":"5131eb311b518c1f3eade66e9c0f4df88aa05e6477bb06e86e3ac1e6fc1ea102"} +{"uuid":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2","benchmark":"gpqa_main","data_index":2070,"repeat_index":5,"sample_id":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13515,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"C","question_sha256":"58604895b423acc46c4efaa28ed2e4d6eaf2d93d55c7ad3766cffce3719ddf62"} +{"uuid":"gpqa-main-822957bb60d3551275f08aa0","benchmark":"gpqa_main","data_index":2173,"repeat_index":5,"sample_id":"gpqa-main-822957bb60d3551275f08aa0/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2786,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"A","question_sha256":"4690c4bb391b2ef2a7b53f1a15866e05411bdf5f0f7b4f32c9e27d8ef6e8cb48"} +{"uuid":"gpqa-main-c720b28fe25654b1cedc9285","benchmark":"gpqa_main","data_index":2042,"repeat_index":5,"sample_id":"gpqa-main-c720b28fe25654b1cedc9285/repeat-5","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16224,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":null,"question_sha256":"9f6e1d1b2c053afcba8c78142311f336846eb87d19344fb8aa6e71ed9aecc477"} +{"uuid":"gpqa-main-756cafdacac7e9642e2102c6","benchmark":"gpqa_main","data_index":2010,"repeat_index":5,"sample_id":"gpqa-main-756cafdacac7e9642e2102c6/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20146,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"b26abbcea4f9adbbc6faf6378336b8d024ffe4491d2853b927bf9afdc27073a9"} +{"uuid":"gpqa-main-e4e8eab3e5612de26e298f3f","benchmark":"gpqa_main","data_index":2063,"repeat_index":5,"sample_id":"gpqa-main-e4e8eab3e5612de26e298f3f/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14504,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"A","question_sha256":"1037e0c8b2c1aced006713d114efa5f1233a7eadf2f0aac355081aeacd10b00f"} +{"uuid":"gpqa-main-21bf0d1bb4513b046dfdf875","benchmark":"gpqa_main","data_index":1942,"repeat_index":5,"sample_id":"gpqa-main-21bf0d1bb4513b046dfdf875/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":26506,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"B","question_sha256":"916a1ca795d38f4c815c99d6f162f52af934ee4e1b0d100dc0a7fb747631f7a7"} +{"uuid":"gpqa-main-f6f707a4d7db96af855de986","benchmark":"gpqa_main","data_index":2186,"repeat_index":5,"sample_id":"gpqa-main-f6f707a4d7db96af855de986/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1295,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"049a3a3426b30e36d29d782b3ea4916bf545838ac3945e9c707804638ad48f04"} +{"uuid":"gpqa-main-728c68de5f34aba879617ff3","benchmark":"gpqa_main","data_index":1889,"repeat_index":4,"sample_id":"gpqa-main-728c68de5f34aba879617ff3/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":31655,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"93587b6fdb0ccf1d1701c58bd12431b38885397117475f14823f4c52994b39b4"} +{"uuid":"gpqa-main-5afce78005210e6a41636858","benchmark":"gpqa_main","data_index":2181,"repeat_index":5,"sample_id":"gpqa-main-5afce78005210e6a41636858/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2365,"prompt_tokens":312,"effective_max_tokens":130760,"original_embedded_prediction":"B","question_sha256":"1447f629926983e1fb54566e40ab57d7a728998d233e3c84bc33277da7c13a65"} +{"uuid":"gpqa-main-4117517dba1fdbd711e3d32b","benchmark":"gpqa_main","data_index":2068,"repeat_index":5,"sample_id":"gpqa-main-4117517dba1fdbd711e3d32b/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14261,"prompt_tokens":398,"effective_max_tokens":130674,"original_embedded_prediction":"C","question_sha256":"3e04ad2cb1248bfb53a7bd8f05efedea49f42b201c6f35907baa6c30abf40733"} +{"uuid":"gpqa-main-d1e25804e939f97ca872c78e","benchmark":"gpqa_main","data_index":2083,"repeat_index":5,"sample_id":"gpqa-main-d1e25804e939f97ca872c78e/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13441,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"C","question_sha256":"bd713289ab1ffc1ab982f7411da433944bdaa2ce87595d2c1bba8580a8b47bdb"} +{"uuid":"gpqa-main-63f2aea89eec9b67abe0bacf","benchmark":"gpqa_main","data_index":2097,"repeat_index":5,"sample_id":"gpqa-main-63f2aea89eec9b67abe0bacf/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12089,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"D","question_sha256":"32596b406efecc4795e9f82b1d00f89787b9ed9e4f9d6239bed8194f13da06e7"} +{"uuid":"gpqa-main-4644969e4e4615b014b9669f","benchmark":"gpqa_main","data_index":2120,"repeat_index":5,"sample_id":"gpqa-main-4644969e4e4615b014b9669f/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10335,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"D","question_sha256":"e663684f8a7728af99d977f274c335c497ac6a7ccf43c64ab979e8407155ce6c"} +{"uuid":"gpqa-main-92f6e58b4989e9025c8286a9","benchmark":"gpqa_main","data_index":2154,"repeat_index":5,"sample_id":"gpqa-main-92f6e58b4989e9025c8286a9/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6989,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"c003a37af0eaa5e9c6d10f5a25ce1a2e0258ad6638a1655ee2a17d07daab816a"} +{"uuid":"gpqa-main-01e62a7b7362ebd043bef6f7","benchmark":"gpqa_main","data_index":2148,"repeat_index":5,"sample_id":"gpqa-main-01e62a7b7362ebd043bef6f7/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7563,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"339602fd0ae9cbdaef368f3dcff01cd2d212565d5c7830b14c0fd29de1cb58d6"} +{"uuid":"gpqa-main-41ca21006bb37fef24a8975a","benchmark":"gpqa_main","data_index":2006,"repeat_index":5,"sample_id":"gpqa-main-41ca21006bb37fef24a8975a/repeat-5","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21360,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"A","question_sha256":"8d132ce83553f28f02599f90e3c52fb60d8f58faea0f09152f78f7df6e310abc"} +{"uuid":"gpqa-main-84cbf72ad94d1afe2aa56331","benchmark":"gpqa_main","data_index":2017,"repeat_index":5,"sample_id":"gpqa-main-84cbf72ad94d1afe2aa56331/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20495,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"D","question_sha256":"089a55e5a3fbca456cb952a230bd88a82c177ec99470bd05f822803a1bdd3db5"} +{"uuid":"gpqa-main-12fef4b097b802dea2564ea2","benchmark":"gpqa_main","data_index":1722,"repeat_index":4,"sample_id":"gpqa-main-12fef4b097b802dea2564ea2/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":51424,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"A","question_sha256":"254c10ac4fdccd2709d12769dd755a22c6de6b1e6bff2363164511e2905446d7"} +{"uuid":"gpqa-main-9a5518ae94b2b0d35d86de13","benchmark":"gpqa_main","data_index":2209,"repeat_index":5,"sample_id":"gpqa-main-9a5518ae94b2b0d35d86de13/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":668,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"C","question_sha256":"3fcfcbf2649513809f04d9fdbcbe0c6bc1a91164f8dcfd7d9748267f2db7c6ce"} +{"uuid":"gpqa-main-a41b7b18fc60247bc6e08ecc","benchmark":"gpqa_main","data_index":2198,"repeat_index":5,"sample_id":"gpqa-main-a41b7b18fc60247bc6e08ecc/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1542,"prompt_tokens":270,"effective_max_tokens":130802,"original_embedded_prediction":"A","question_sha256":"87c04c470b12fde8cca6d843b12d3265c10bf824a883929eca2654ab55681839"} +{"uuid":"gpqa-main-fe61aa6baba6418fcde1fa11","benchmark":"gpqa_main","data_index":2192,"repeat_index":5,"sample_id":"gpqa-main-fe61aa6baba6418fcde1fa11/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2127,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"73eb245ef4dcc164186307ecd210b767147568ad3c1b03847a63b2e67ac5d0ab"} +{"uuid":"gpqa-main-72464184a419f296dae470a9","benchmark":"gpqa_main","data_index":2177,"repeat_index":5,"sample_id":"gpqa-main-72464184a419f296dae470a9/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3880,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"C","question_sha256":"16bcf4c7129e083cade7afd040c6c4e0fa1fc7677a11aa70fb1b5a3d0e5fb5ea"} +{"uuid":"gpqa-main-78b2ba2dd97e6d6b9942bad9","benchmark":"gpqa_main","data_index":2193,"repeat_index":5,"sample_id":"gpqa-main-78b2ba2dd97e6d6b9942bad9/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2304,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"A","question_sha256":"019eb0f05f025ec512fbae057e0fcb33e0f92eec9bc2dc775494f6a19f4b62f3"} +{"uuid":"gpqa-main-9753ac5963fbae8c8e907ef3","benchmark":"gpqa_main","data_index":2197,"repeat_index":5,"sample_id":"gpqa-main-9753ac5963fbae8c8e907ef3/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1908,"prompt_tokens":181,"effective_max_tokens":130891,"original_embedded_prediction":"C","question_sha256":"ec3a07db51d6010b2b9fae103e36b62707efee3ad0713fcd4420f8ba8f55c00b"} +{"uuid":"gpqa-main-6195cef214f3dfad9869d6d3","benchmark":"gpqa_main","data_index":2218,"repeat_index":5,"sample_id":"gpqa-main-6195cef214f3dfad9869d6d3/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":371,"prompt_tokens":351,"effective_max_tokens":130721,"original_embedded_prediction":"B","question_sha256":"d8a4b11aef2d38271a5ebf2c1802dc875d19737c557efb5990cc4a865a052e7c"} +{"uuid":"gpqa-main-46f745f508b4d1ad41a0eb01","benchmark":"gpqa_main","data_index":1878,"repeat_index":4,"sample_id":"gpqa-main-46f745f508b4d1ad41a0eb01/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":35276,"prompt_tokens":392,"effective_max_tokens":130680,"original_embedded_prediction":"B","question_sha256":"4971bc5df5aee8c296226e29269969e334193d698a942dccd75dac5459c05a5c"} +{"uuid":"gpqa-main-87a8747afb6b0414b9ccbe1e","benchmark":"gpqa_main","data_index":2194,"repeat_index":5,"sample_id":"gpqa-main-87a8747afb6b0414b9ccbe1e/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2738,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"D","question_sha256":"cdb165b285d51cf6a09160d99c4c49b653710aac879cce0b87c74a48eee0172b"} +{"uuid":"gpqa-main-d8361782f08c0e6d16de3839","benchmark":"gpqa_main","data_index":2207,"repeat_index":5,"sample_id":"gpqa-main-d8361782f08c0e6d16de3839/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2037,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"aed1658f69a85980c41ce94c10ac1535d2de3683f7a5c3821d1a84fa594d4571"} +{"uuid":"gpqa-main-f6714ff18991a64f32fcecf9","benchmark":"gpqa_main","data_index":2206,"repeat_index":5,"sample_id":"gpqa-main-f6714ff18991a64f32fcecf9/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2150,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"a1e860acc41f41cac7f3d9425a64a45a95559ff56553a2d04e1d3569c2f1c1a1"} +{"uuid":"gpqa-main-219ad07bcb0cda7b85845999","benchmark":"gpqa_main","data_index":2191,"repeat_index":5,"sample_id":"gpqa-main-219ad07bcb0cda7b85845999/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3483,"prompt_tokens":412,"effective_max_tokens":130660,"original_embedded_prediction":"B","question_sha256":"a6336c3b0760d09010077fee728ae5348e4421bcfcbbc8bb9c4a72d541ddfb24"} +{"uuid":"gpqa-main-e6ff92ca0c11b47b14793d2f","benchmark":"gpqa_main","data_index":2044,"repeat_index":5,"sample_id":"gpqa-main-e6ff92ca0c11b47b14793d2f/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19266,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"A","question_sha256":"ca2abe8a98bc00aadbd20baf4ff27e830539507a5ff7402eed5e2491347f95aa"} +{"uuid":"gpqa-main-4e62cd257f17d5af418a8d34","benchmark":"gpqa_main","data_index":2134,"repeat_index":5,"sample_id":"gpqa-main-4e62cd257f17d5af418a8d34/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11578,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"D","question_sha256":"654fc443f2efbec09d0f966244083f4545f4f851e28d7f4e0f9c07cb156b2d1d"} +{"uuid":"gpqa-main-2d88ca9efdaae7d19aed9660","benchmark":"gpqa_main","data_index":2032,"repeat_index":5,"sample_id":"gpqa-main-2d88ca9efdaae7d19aed9660/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20523,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"43af6d11597079a7d069dd93bbf3db87f0b5bb604fbfc66fc60c268d149d8fba"} +{"uuid":"gpqa-main-7ac0db7d29e6e8c587a8e8f2","benchmark":"gpqa_main","data_index":1468,"repeat_index":3,"sample_id":"gpqa-main-7ac0db7d29e6e8c587a8e8f2/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":78779,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"D","question_sha256":"1fc80dd29a6d1127a37414c18382b28b3e9d2f38b390130751d4cbfe90841375"} +{"uuid":"gpqa-main-b22053dbc40179e114f0c866","benchmark":"gpqa_main","data_index":2045,"repeat_index":5,"sample_id":"gpqa-main-b22053dbc40179e114f0c866/repeat-5","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19355,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"1f101bccd20044577731aef887c9704a6a153baf063dff8d9a04510e7b8dcfb7"} +{"uuid":"gpqa-main-48494dbfd36899c84d166873","benchmark":"gpqa_main","data_index":2214,"repeat_index":5,"sample_id":"gpqa-main-48494dbfd36899c84d166873/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2020,"prompt_tokens":315,"effective_max_tokens":130757,"original_embedded_prediction":"B","question_sha256":"a50aa647f4cce396d333dfcfe372bdfadfa7f7aa507ebafd207354812f7ab3f9"} +{"uuid":"gpqa-main-6364129e0f80d3896a3d60e2","benchmark":"gpqa_main","data_index":2001,"repeat_index":5,"sample_id":"gpqa-main-6364129e0f80d3896a3d60e2/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":24215,"prompt_tokens":526,"effective_max_tokens":130546,"original_embedded_prediction":"A","question_sha256":"123161632faf32d9079808c0fb48f9d5492735ab0a8290fe32ca2f58fad36797"} +{"uuid":"gpqa-main-4c9f4186c5ccd49ab906a399","benchmark":"gpqa_main","data_index":2103,"repeat_index":5,"sample_id":"gpqa-main-4c9f4186c5ccd49ab906a399/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14511,"prompt_tokens":610,"effective_max_tokens":130462,"original_embedded_prediction":"B","question_sha256":"f634534b5e2327dcc39982a4da6dff404f299e9759a0ac957b0f6017fbe7586e"} +{"uuid":"gpqa-main-b84eb68d18023ca81e43b35a","benchmark":"gpqa_main","data_index":2213,"repeat_index":5,"sample_id":"gpqa-main-b84eb68d18023ca81e43b35a/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2353,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"C","question_sha256":"6c90e464e06f4dc9c748d6c9be44c96b2d5bec5078b4eb152ea4ccec4c709f2d"} +{"uuid":"gpqa-main-05286f95a107c3da592ecbd9","benchmark":"gpqa_main","data_index":2225,"repeat_index":5,"sample_id":"gpqa-main-05286f95a107c3da592ecbd9/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":736,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"d8a1a7b530a9b1d0cd0b07ec53f60d6d5fcf3059457f02b90e3c4ddf51fdc825"} +{"uuid":"gpqa-main-1cea82df3087b1eb05c4d230","benchmark":"gpqa_main","data_index":2157,"repeat_index":5,"sample_id":"gpqa-main-1cea82df3087b1eb05c4d230/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9993,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"dd05d2d9e9053dd1d4367a61d5f718336fc8f18bc81bdf0ccfb104e241053522"} +{"uuid":"gpqa-main-1989edb8041cc1c94659dcc4","benchmark":"gpqa_main","data_index":1876,"repeat_index":4,"sample_id":"gpqa-main-1989edb8041cc1c94659dcc4/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":37221,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"D","question_sha256":"364ddb1397abdc7ae2201c88354f8df3f89b63c28330217a94cf8cf96c19ae54"} +{"uuid":"gpqa-main-d4ee93c18c20e4432773fe55","benchmark":"gpqa_main","data_index":2231,"repeat_index":5,"sample_id":"gpqa-main-d4ee93c18c20e4432773fe55/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":474,"prompt_tokens":200,"effective_max_tokens":130872,"original_embedded_prediction":"C","question_sha256":"77bffd13a6b6464f7c63296f571164c184ce47a8cd6f8ecf91f0dc28407d44a1"} +{"uuid":"gpqa-main-6f8b58d9d46c4f4e7eba1910","benchmark":"gpqa_main","data_index":2237,"repeat_index":5,"sample_id":"gpqa-main-6f8b58d9d46c4f4e7eba1910/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":264,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"C","question_sha256":"2437e4848569e7740d6491d475d194b9eefbbeae3a6a31cd62ddeb8ba8e93aa9"} +{"uuid":"gpqa-main-09311165c3bc8a7742115024","benchmark":"gpqa_main","data_index":1941,"repeat_index":5,"sample_id":"gpqa-main-09311165c3bc8a7742115024/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":30559,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"A","question_sha256":"d6deae7022d40b283a8b0053867ff7e2d44f15fac7c364d3b34e67d903596cf7"} +{"uuid":"gpqa-main-c6cc654afa201cd3d5b66695","benchmark":"gpqa_main","data_index":2232,"repeat_index":5,"sample_id":"gpqa-main-c6cc654afa201cd3d5b66695/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":982,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"A","question_sha256":"79526cdc6c623c8657c3060ab8b305f1b4d8aa35f2b7905c6fd4c3e119c5c310"} +{"uuid":"gpqa-main-92c9d90b543b6779261f70f7","benchmark":"gpqa_main","data_index":2179,"repeat_index":5,"sample_id":"gpqa-main-92c9d90b543b6779261f70f7/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6684,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"1c7aff3f5221c2086c7143b43e0c46921a03859d45bfce22f1a1286ece235b1a"} +{"uuid":"gpqa-main-aa684f4d5d7c6b9ced383e24","benchmark":"gpqa_main","data_index":2223,"repeat_index":5,"sample_id":"gpqa-main-aa684f4d5d7c6b9ced383e24/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1996,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"96a58da5e1708d76485e32741b0ecddc1bea407ebb53997d2f36e8827f2f2ac9"} +{"uuid":"gpqa-main-d98819c9bc2a4086534acf1b","benchmark":"gpqa_main","data_index":2201,"repeat_index":5,"sample_id":"gpqa-main-d98819c9bc2a4086534acf1b/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4510,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"d53ea2c13c1ce696b626852774a73a189571a138a5fd872cdd3bb15f21f0bf06"} +{"uuid":"gpqa-main-6dec9c3aba26b3c8623af13e","benchmark":"gpqa_main","data_index":2235,"repeat_index":5,"sample_id":"gpqa-main-6dec9c3aba26b3c8623af13e/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1212,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"656a46f8bac8e8e0767c9a5675871d3f81ff8707ec78f064bca2ccac673d7561"} +{"uuid":"gpqa-main-7475b6b01129fce5b436b0ee","benchmark":"gpqa_main","data_index":2118,"repeat_index":5,"sample_id":"gpqa-main-7475b6b01129fce5b436b0ee/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14951,"prompt_tokens":235,"effective_max_tokens":130837,"original_embedded_prediction":"B","question_sha256":"797be7099117e146adaaf5ad31bd914d9adbd510441211b0040aad2812fffc40"} +{"uuid":"gpqa-main-c5fc0037165678ab354bad30","benchmark":"gpqa_main","data_index":2149,"repeat_index":5,"sample_id":"gpqa-main-c5fc0037165678ab354bad30/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11865,"prompt_tokens":158,"effective_max_tokens":130914,"original_embedded_prediction":"D","question_sha256":"cc55519c3a9058d775356db9fd87b9279f120f69e3d435e9886ed87f62c6a229"} +{"uuid":"gpqa-main-6078bfac5f15131fb59b31ce","benchmark":"gpqa_main","data_index":2226,"repeat_index":5,"sample_id":"gpqa-main-6078bfac5f15131fb59b31ce/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2057,"prompt_tokens":383,"effective_max_tokens":130689,"original_embedded_prediction":"D","question_sha256":"2c08be31c31eb443db8881662320ebedec47eef168a86389032948d5a9cc37d1"} +{"uuid":"gpqa-main-efb673a27e8a1e042786abf9","benchmark":"gpqa_main","data_index":1983,"repeat_index":5,"sample_id":"gpqa-main-efb673a27e8a1e042786abf9/repeat-5","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":27586,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":null,"question_sha256":"1f2f27b90dac22c1b4d70e1b1679a095c5ce0b5ec5dd0bbf48f16b8328b18d89"} +{"uuid":"gpqa-main-67c1e3a67a2a974a3189d06b","benchmark":"gpqa_main","data_index":2248,"repeat_index":5,"sample_id":"gpqa-main-67c1e3a67a2a974a3189d06b/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":224,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"A","question_sha256":"de0e795a2e1639d4babc3235662e71409fadd14e0c80f8551b3db9b4b53aa8de"} +{"uuid":"gpqa-main-7e9652f906d908e059401ac2","benchmark":"gpqa_main","data_index":2244,"repeat_index":5,"sample_id":"gpqa-main-7e9652f906d908e059401ac2/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":612,"prompt_tokens":346,"effective_max_tokens":130726,"original_embedded_prediction":"C","question_sha256":"9dda9414807cb4996f3a1deb9214b8aaf93c75e41d35fac14966aba5058f07ff"} +{"uuid":"gpqa-main-ca986cf878bcb98d3bdf6b0a","benchmark":"gpqa_main","data_index":2172,"repeat_index":5,"sample_id":"gpqa-main-ca986cf878bcb98d3bdf6b0a/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8531,"prompt_tokens":553,"effective_max_tokens":130519,"original_embedded_prediction":"D","question_sha256":"03946dc24ec69699ccf0d502676d0724f19c404c61b61996d4b5d979f21785da"} +{"uuid":"gpqa-main-513a35e22e5c48f5b3b0518a","benchmark":"gpqa_main","data_index":2203,"repeat_index":5,"sample_id":"gpqa-main-513a35e22e5c48f5b3b0518a/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5091,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"B","question_sha256":"b4baa0b1a21db872411dec993670e6c6bc360a94404305cc5d3ecc9264fdf913"} +{"uuid":"gpqa-main-398c3b21ff64a0edc7ed8444","benchmark":"gpqa_main","data_index":2117,"repeat_index":5,"sample_id":"gpqa-main-398c3b21ff64a0edc7ed8444/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15445,"prompt_tokens":839,"effective_max_tokens":130233,"original_embedded_prediction":"B","question_sha256":"8efc35cf270e2b051ad9ae732723df9c7261cecaf1410edf2c43f3ca7aa749cc"} +{"uuid":"gpqa-main-92c7c513709816748efab029","benchmark":"gpqa_main","data_index":2171,"repeat_index":5,"sample_id":"gpqa-main-92c7c513709816748efab029/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8964,"prompt_tokens":253,"effective_max_tokens":130819,"original_embedded_prediction":"C","question_sha256":"c9ed693d3f7d5c30b94e2c01b9b5f22591922f961e4dbc9ef4b70309b61bae5c"} +{"uuid":"gpqa-main-cdaa7da74e15a8dfc40e0582","benchmark":"gpqa_main","data_index":2111,"repeat_index":5,"sample_id":"gpqa-main-cdaa7da74e15a8dfc40e0582/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16163,"prompt_tokens":410,"effective_max_tokens":130662,"original_embedded_prediction":"D","question_sha256":"733e93868ff7691423e0d318a4d9ba6ce801d7c2ef5c53b8020d7eb13c2c9a5c"} +{"uuid":"gpqa-main-e31881ef9b38bb3d802fa432","benchmark":"gpqa_main","data_index":2245,"repeat_index":5,"sample_id":"gpqa-main-e31881ef9b38bb3d802fa432/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1105,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"A","question_sha256":"d2b3b2f779f59635b5b67b63d55e4ada87e7ff867992c7a0b26b010dac9f8650"} +{"uuid":"gpqa-main-f635511b161f39dc301e05eb","benchmark":"gpqa_main","data_index":2200,"repeat_index":5,"sample_id":"gpqa-main-f635511b161f39dc301e05eb/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6075,"prompt_tokens":650,"effective_max_tokens":130422,"original_embedded_prediction":"C","question_sha256":"cb7f697eb685eca3061fc46cacb94c19aba74add8390e74234ade788b9fa4ff3"} +{"uuid":"gpqa-main-33c3b423f54aabfcfca66691","benchmark":"gpqa_main","data_index":2254,"repeat_index":5,"sample_id":"gpqa-main-33c3b423f54aabfcfca66691/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":660,"prompt_tokens":323,"effective_max_tokens":130749,"original_embedded_prediction":"A","question_sha256":"d3ede1ef1590cafbeca0278be62d75df7a0ca03bdf527b454a132420994473ae"} +{"uuid":"gpqa-main-dbbe3054b6bdabe917f5ab5d","benchmark":"gpqa_main","data_index":2067,"repeat_index":5,"sample_id":"gpqa-main-dbbe3054b6bdabe917f5ab5d/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20267,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"1054cb147fa0d82e2b1830b0238455ab6cea42cde361a81e9934864240f22f50"} +{"uuid":"gpqa-main-d8cca1a27ad1a42b4a99ce96","benchmark":"gpqa_main","data_index":1421,"repeat_index":3,"sample_id":"gpqa-main-d8cca1a27ad1a42b4a99ce96/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":87268,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"B","question_sha256":"6049e26840c0e889bb5632032745b5bcf6684dec9a2f9d0a0cfb76378c5c064e"} +{"uuid":"gpqa-main-d5d2365d64430154627d4bb7","benchmark":"gpqa_main","data_index":2188,"repeat_index":5,"sample_id":"gpqa-main-d5d2365d64430154627d4bb7/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7400,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"D","question_sha256":"17f96c74be836037313c787a88438b6c9f69a4aa20ec8cba17697864f5d35599"} +{"uuid":"gpqa-main-2601636e383074212d2b5e52","benchmark":"gpqa_main","data_index":2253,"repeat_index":5,"sample_id":"gpqa-main-2601636e383074212d2b5e52/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1224,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"A","question_sha256":"4346808ce2e49e7dd075a69d154a4e1c8d73b71869876d48ffff93747d8898ec"} +{"uuid":"gpqa-main-4657fdc74d4c0bf48aa0b494","benchmark":"gpqa_main","data_index":2221,"repeat_index":5,"sample_id":"gpqa-main-4657fdc74d4c0bf48aa0b494/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4499,"prompt_tokens":343,"effective_max_tokens":130729,"original_embedded_prediction":"B","question_sha256":"ef34764671cecdd517febbdbff1a8cc3542418de05c4a100ef6c30752c1fc8cb"} +{"uuid":"gpqa-main-ae94db70e45f3af66518a393","benchmark":"gpqa_main","data_index":2250,"repeat_index":5,"sample_id":"gpqa-main-ae94db70e45f3af66518a393/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1399,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"357c925128939cb69954fa6d11c54df2209c646ee1d3db2ab6dfea44ae6407b6"} +{"uuid":"gpqa-main-3d3dfe64363613833bb52e81","benchmark":"gpqa_main","data_index":2145,"repeat_index":5,"sample_id":"gpqa-main-3d3dfe64363613833bb52e81/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14063,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"B","question_sha256":"ec22f627211f722949e6d36efcb583b2f796830a38cf5cf5dcba4f727562d975"} +{"uuid":"gpqa-main-22c436000399164406e165b2","benchmark":"gpqa_main","data_index":2140,"repeat_index":5,"sample_id":"gpqa-main-22c436000399164406e165b2/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14837,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"836be405f3d05ec5ad1a2bc728339e5141836ace3a584fe3d36ecc50af4dc3ee"} +{"uuid":"gpqa-main-60c7c63632b1d67ffb8a4fb7","benchmark":"gpqa_main","data_index":1871,"repeat_index":4,"sample_id":"gpqa-main-60c7c63632b1d67ffb8a4fb7/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":40813,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"A","question_sha256":"60c9747de98dcd74354ee70ce1049c3c1d1b8d72f4e9848984af5d6ceb1a0c57"} +{"uuid":"gpqa-main-c8bb35d2e6add774a878c895","benchmark":"gpqa_main","data_index":2131,"repeat_index":5,"sample_id":"gpqa-main-c8bb35d2e6add774a878c895/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15613,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"8b5b2cb731b5a7fb6556557d17fc7ef7fb607adfa5050f0d70418eb3b983605b"} +{"uuid":"gpqa-main-60f734b52603f7ef29671f95","benchmark":"gpqa_main","data_index":1691,"repeat_index":4,"sample_id":"gpqa-main-60f734b52603f7ef29671f95/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":59668,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"B","question_sha256":"bf9de03889292b969198f42b877b6d4c7b56ce10ae654e71f4be720b5efdb1f1"} +{"uuid":"gpqa-main-08452235d283f9ba82364ea8","benchmark":"gpqa_main","data_index":1930,"repeat_index":5,"sample_id":"gpqa-main-08452235d283f9ba82364ea8/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":34605,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"65db6ef4b562a9503afeb197451091c7514df18fdee747a881b8057c38e21d0f"} +{"uuid":"gpqa-main-33b9f4658edfefac92faa4d3","benchmark":"gpqa_main","data_index":2196,"repeat_index":5,"sample_id":"gpqa-main-33b9f4658edfefac92faa4d3/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7520,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"A","question_sha256":"21b950759e4e088c97c70fcca487f4b3ceddd69dd2563433e332a0dde94eeddb"} +{"uuid":"gpqa-main-86d8d26ea3f4092dd4bac144","benchmark":"gpqa_main","data_index":2054,"repeat_index":5,"sample_id":"gpqa-main-86d8d26ea3f4092dd4bac144/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":22738,"prompt_tokens":227,"effective_max_tokens":130845,"original_embedded_prediction":"D","question_sha256":"299c83f78042a13c78ad054088517dc82d5ed82bcc9ef75ec08dc120f2b8052f"} +{"uuid":"gpqa-main-77067b016766698b199936c6","benchmark":"gpqa_main","data_index":2263,"repeat_index":5,"sample_id":"gpqa-main-77067b016766698b199936c6/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":965,"prompt_tokens":306,"effective_max_tokens":130766,"original_embedded_prediction":"B","question_sha256":"4c8dd76001266d2c0d3a086b95cb4f68ba3f1b2658186002903315d51bf5bea6"} +{"uuid":"gpqa-main-9f0f463200d404d2c62eca59","benchmark":"gpqa_main","data_index":2240,"repeat_index":5,"sample_id":"gpqa-main-9f0f463200d404d2c62eca59/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3552,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"6ed199510dead1f6bd4eaa9162909d9481bd2201f8d9444ee60a2e0e2f20528c"} +{"uuid":"gpqa-main-53c8581aa69a3066bf003024","benchmark":"gpqa_main","data_index":2270,"repeat_index":5,"sample_id":"gpqa-main-53c8581aa69a3066bf003024/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":589,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"dbc9784ed2e796c6f534e998f17f2a819df9d6d94cd62aa72bd7fdcbf457c948"} +{"uuid":"gpqa-main-83f8b78e2bcb92bda5c03787","benchmark":"gpqa_main","data_index":2256,"repeat_index":5,"sample_id":"gpqa-main-83f8b78e2bcb92bda5c03787/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2091,"prompt_tokens":162,"effective_max_tokens":130910,"original_embedded_prediction":"B","question_sha256":"1f06efeb2323c27b7a92e2f6b6d0f631f5b1caa5357a701f99ff4c3d08286bcf"} +{"uuid":"gpqa-main-2fc8b9731f60b1c9eb476570","benchmark":"gpqa_main","data_index":1611,"repeat_index":4,"sample_id":"gpqa-main-2fc8b9731f60b1c9eb476570/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":69097,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"A","question_sha256":"8d64fc9e228388438862fd18b500e048e168f26e7191a4220ea8281beb789ea2"} +{"uuid":"gpqa-main-0b01dd8e7881a40d7eb61175","benchmark":"gpqa_main","data_index":2259,"repeat_index":5,"sample_id":"gpqa-main-0b01dd8e7881a40d7eb61175/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1767,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"C","question_sha256":"74998926c571f30bb050d73fd21eee2727687e5a8320253f13d3d84b8605a913"} +{"uuid":"gpqa-main-cfc742b1ce24bfc75356765e","benchmark":"gpqa_main","data_index":2199,"repeat_index":5,"sample_id":"gpqa-main-cfc742b1ce24bfc75356765e/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7910,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"B","question_sha256":"c1f013c71ec1bfdf03d8071ec0a1d30c0d10b7e87429512ec32711a88cc41cb1"} +{"uuid":"gpqa-main-3cb5227445654dab4b5dacc2","benchmark":"gpqa_main","data_index":2234,"repeat_index":5,"sample_id":"gpqa-main-3cb5227445654dab4b5dacc2/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4441,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"4b45de4106aaf95114f9bda69339b541037b0eb04b8fd1f40efb6b91ed2a479e"} +{"uuid":"gpqa-main-0069a2b69e59906ffd6ca400","benchmark":"gpqa_main","data_index":2211,"repeat_index":5,"sample_id":"gpqa-main-0069a2b69e59906ffd6ca400/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7190,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"409fe9f5585adb91b6eded6462ef297118cee805597838bb23fa38eb32789450"} +{"uuid":"gpqa-main-9254c2db95aeb7ad8ae8a32d","benchmark":"gpqa_main","data_index":2215,"repeat_index":5,"sample_id":"gpqa-main-9254c2db95aeb7ad8ae8a32d/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6732,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"183797b844f5aaf0d4762d5da650b2a14964b261306db104b29a00499b949bd6"} +{"uuid":"gpqa-main-ad77d1e365463a217a2cc25c","benchmark":"gpqa_main","data_index":2268,"repeat_index":5,"sample_id":"gpqa-main-ad77d1e365463a217a2cc25c/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1250,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"B","question_sha256":"7c427847fb1acab7f784c40193a51f13be68ffb38b4336c6bf3ebf112916fc29"} +{"uuid":"gpqa-main-eda22ee564030fef1ab0bcaf","benchmark":"gpqa_main","data_index":2152,"repeat_index":5,"sample_id":"gpqa-main-eda22ee564030fef1ab0bcaf/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14827,"prompt_tokens":316,"effective_max_tokens":130756,"original_embedded_prediction":"B","question_sha256":"e78929c2c3d5e04cda51c77e05ad4a3d1cbbf98cc2db0103b7fbc594e78bb602"} +{"uuid":"gpqa-main-fc2653b5d83e082e9e4f6390","benchmark":"gpqa_main","data_index":2224,"repeat_index":5,"sample_id":"gpqa-main-fc2653b5d83e082e9e4f6390/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5609,"prompt_tokens":429,"effective_max_tokens":130643,"original_embedded_prediction":"C","question_sha256":"d039314a334267e1364c2bb5dc0ab4e72b6b86a69936c2f7f318902ffc422f15"} +{"uuid":"gpqa-main-7c103d3006e7e5942b17dfc2","benchmark":"gpqa_main","data_index":2265,"repeat_index":5,"sample_id":"gpqa-main-7c103d3006e7e5942b17dfc2/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1575,"prompt_tokens":254,"effective_max_tokens":130818,"original_embedded_prediction":"D","question_sha256":"851c6624380df7dd30fbf4b482add6ae0543525ac196eb146f0d1eb73a673d6c"} +{"uuid":"gpqa-main-b36b446fe10911202d34a473","benchmark":"gpqa_main","data_index":2279,"repeat_index":5,"sample_id":"gpqa-main-b36b446fe10911202d34a473/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":435,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"a817452b182acac6761625a70d62a32f2da8fc7a708397cb06f4ad35d5fb18f8"} +{"uuid":"gpqa-main-99878f707c7c4024511bae58","benchmark":"gpqa_main","data_index":2094,"repeat_index":5,"sample_id":"gpqa-main-99878f707c7c4024511bae58/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20182,"prompt_tokens":241,"effective_max_tokens":130831,"original_embedded_prediction":"B","question_sha256":"826fb502d2db0f2db5e44683cd45f09d18423fd8a339643c8dc8b32b1accd428"} +{"uuid":"gpqa-main-08cb3c41dbaa57f424632b84","benchmark":"gpqa_main","data_index":1924,"repeat_index":5,"sample_id":"gpqa-main-08cb3c41dbaa57f424632b84/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":36631,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"e37327eb6a290bf649f9b548f5d9834983b5d59efc10b4281a4bdbb75523863f"} +{"uuid":"gpqa-main-2651d2e67639a9e1741c23d7","benchmark":"gpqa_main","data_index":2281,"repeat_index":5,"sample_id":"gpqa-main-2651d2e67639a9e1741c23d7/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":872,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"B","question_sha256":"4dde21b33c78ccf27d8f3043edfe68636929e2ed7d52841b78b767027425afcb"} +{"uuid":"gpqa-main-67410b7a8dc0eaa2a0ad0e33","benchmark":"gpqa_main","data_index":2267,"repeat_index":5,"sample_id":"gpqa-main-67410b7a8dc0eaa2a0ad0e33/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2041,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"bb309e44424b270e31ff68a9df49f0a2f19335280a19eb9a92c5dcd1810cc3e8"} +{"uuid":"gpqa-main-3f9251e093c698e0c2fa2826","benchmark":"gpqa_main","data_index":2278,"repeat_index":5,"sample_id":"gpqa-main-3f9251e093c698e0c2fa2826/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1142,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"252debe46c4fa81fca060b5a84d473e7c0bf04c99b8b5f54aab8119f22de36b4"} +{"uuid":"gpqa-main-12fef4b097b802dea2564ea2","benchmark":"gpqa_main","data_index":1338,"repeat_index":3,"sample_id":"gpqa-main-12fef4b097b802dea2564ea2/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":100369,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"D","question_sha256":"254c10ac4fdccd2709d12769dd755a22c6de6b1e6bff2363164511e2905446d7"} +{"uuid":"gpqa-main-a39e48c3dd280f4d62399e78","benchmark":"gpqa_main","data_index":2291,"repeat_index":5,"sample_id":"gpqa-main-a39e48c3dd280f4d62399e78/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":378,"prompt_tokens":397,"effective_max_tokens":130675,"original_embedded_prediction":"D","question_sha256":"721c25455cfe9ff83ae29b7ba79700cb78268040d9773283d4d8afebd849187b"} +{"uuid":"gpqa-main-5f044a1bf575df47abc76e1a","benchmark":"gpqa_main","data_index":2266,"repeat_index":5,"sample_id":"gpqa-main-5f044a1bf575df47abc76e1a/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2385,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"56742e4e637e9ad1340d4a8de7af8e0d6ce2447d668cc5b51dfb52dfb0b2b8e9"} +{"uuid":"gpqa-main-c5506c52a996021a33525b24","benchmark":"gpqa_main","data_index":2162,"repeat_index":5,"sample_id":"gpqa-main-c5506c52a996021a33525b24/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15223,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"ec867cdcf4e586ae70e24b76b87230ee2b48ec67a5234d7a682f06f846fbdf0d"} +{"uuid":"gpqa-main-443f8ea9f271c4442521f8e4","benchmark":"gpqa_main","data_index":2219,"repeat_index":5,"sample_id":"gpqa-main-443f8ea9f271c4442521f8e4/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7837,"prompt_tokens":326,"effective_max_tokens":130746,"original_embedded_prediction":"A","question_sha256":"9211da2d82adb786850c236cd14fc05728eb04599b0abc0202714ba6bd385d19"} +{"uuid":"gpqa-main-7093e90be0c6d72d98ef432c","benchmark":"gpqa_main","data_index":2276,"repeat_index":5,"sample_id":"gpqa-main-7093e90be0c6d72d98ef432c/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2310,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"A","question_sha256":"d73f092255e75c14953338c7dc17fa9e41c6378f650bac797b23d3c68133744d"} +{"uuid":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3","benchmark":"gpqa_main","data_index":2078,"repeat_index":5,"sample_id":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":23278,"prompt_tokens":252,"effective_max_tokens":130820,"original_embedded_prediction":"A","question_sha256":"71075d4447ee264b63e5544da7b40502fb235decc31484f33ee97a8ef70c3d1f"} +{"uuid":"gpqa-main-45b8834e3ed027ec73e9cb93","benchmark":"gpqa_main","data_index":2246,"repeat_index":5,"sample_id":"gpqa-main-45b8834e3ed027ec73e9cb93/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5305,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"D","question_sha256":"14a2ed1ddcecc5a3752c954a0c07f0e2ae102378d648cc66bd57385516fbbe20"} +{"uuid":"gpqa-main-63aef6e78c9803d030a16f9c","benchmark":"gpqa_main","data_index":2128,"repeat_index":5,"sample_id":"gpqa-main-63aef6e78c9803d030a16f9c/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19406,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"A","question_sha256":"255e934ed277fdd11f71245508448f7031439d40eb38fd78fb3b813b247c5726"} +{"uuid":"gpqa-main-8523e39e7dc895f15a06a403","benchmark":"gpqa_main","data_index":2251,"repeat_index":5,"sample_id":"gpqa-main-8523e39e7dc895f15a06a403/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5129,"prompt_tokens":243,"effective_max_tokens":130829,"original_embedded_prediction":"C","question_sha256":"9809fdeb256e4181e9705fa439a61deb6dbe804bfb80ffab6cb1bd4565faa027"} +{"uuid":"gpqa-main-50b06dfa0f6f3a64a58faa00","benchmark":"gpqa_main","data_index":2217,"repeat_index":5,"sample_id":"gpqa-main-50b06dfa0f6f3a64a58faa00/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9023,"prompt_tokens":2889,"effective_max_tokens":128183,"original_embedded_prediction":"A","question_sha256":"6d83e75112500dd8a0852c4eaa9859c4fb625c97bdf5f7d5c532bcd6347ea1a8"} +{"uuid":"gpqa-main-ad37592fd14aa64b9045a2c4","benchmark":"gpqa_main","data_index":2294,"repeat_index":5,"sample_id":"gpqa-main-ad37592fd14aa64b9045a2c4/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1545,"prompt_tokens":142,"effective_max_tokens":130930,"original_embedded_prediction":"C","question_sha256":"1b3ff6b6ef905e2e7d9fad403ad7bcef59c07ba5858ab30374d9c1f3f07e7dee"} +{"uuid":"gpqa-main-8d43dd1cebfb1a76c18a3589","benchmark":"gpqa_main","data_index":2133,"repeat_index":5,"sample_id":"gpqa-main-8d43dd1cebfb1a76c18a3589/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19477,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"A","question_sha256":"1c3b360d52d717d4eda55f53310217b072979b1026b8896b235a2ba9f5151964"} +{"uuid":"gpqa-main-5af38d4af998e6cc090b76a4","benchmark":"gpqa_main","data_index":2286,"repeat_index":5,"sample_id":"gpqa-main-5af38d4af998e6cc090b76a4/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2779,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"b20325f500465457b07762e2fe70b04e5055bd3df2783351050b6c3d04223eb4"} +{"uuid":"gpqa-main-9baab02407bb5e317c8c71c4","benchmark":"gpqa_main","data_index":1566,"repeat_index":4,"sample_id":"gpqa-main-9baab02407bb5e317c8c71c4/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":76788,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"B","question_sha256":"4c49b01c534dd76a31b5023fe34fe490913c400dc715a3fa7a874695ca10b949"} +{"uuid":"gpqa-main-b9cd3234a1fbbf6fe8b281a7","benchmark":"gpqa_main","data_index":1909,"repeat_index":4,"sample_id":"gpqa-main-b9cd3234a1fbbf6fe8b281a7/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":41422,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"407ed0eb19714d6ab4f488ca6e6a117c40e4991746c31ad1c464c5e529e59565"} +{"uuid":"gpqa-main-11b88a6212278288c390be69","benchmark":"gpqa_main","data_index":2257,"repeat_index":5,"sample_id":"gpqa-main-11b88a6212278288c390be69/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5864,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"29eb581590e7852467849e4c58c5e3b1b97736035880adbd4e12298c320ac7e4"} +{"uuid":"gpqa-main-82354c49d9280b8a980b98b4","benchmark":"gpqa_main","data_index":2090,"repeat_index":5,"sample_id":"gpqa-main-82354c49d9280b8a980b98b4/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":23859,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"C","question_sha256":"57b065d28a6d02a29a3a84f39dd670ba7cdf4e3403506e79b5fc90713897f68e"} +{"uuid":"gpqa-main-043ca5f03089118ef536135d","benchmark":"gpqa_main","data_index":2066,"repeat_index":5,"sample_id":"gpqa-main-043ca5f03089118ef536135d/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":25949,"prompt_tokens":594,"effective_max_tokens":130478,"original_embedded_prediction":"C","question_sha256":"43c5cb4f57895b07f3e1815e411f315dfa3fe44fe601b5aacde7c1244cdcaa89"} +{"uuid":"gpqa-main-d28c5e0e8deb0d1fde12ef5f","benchmark":"gpqa_main","data_index":1729,"repeat_index":4,"sample_id":"gpqa-main-d28c5e0e8deb0d1fde12ef5f/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":61282,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"A","question_sha256":"6913f7a17a2db54c9dcd8af6af20806e66b00fe4bb9691ca42d9f15184908f62"} +{"uuid":"gpqa-main-55aa21aa9a62e56aab915b32","benchmark":"gpqa_main","data_index":2222,"repeat_index":5,"sample_id":"gpqa-main-55aa21aa9a62e56aab915b32/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9839,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"e6eba602b3eef649fed522c6b8737556699845aee5b419773938063ec6b83257"} +{"uuid":"gpqa-main-544e43760baf2de3b5be5741","benchmark":"gpqa_main","data_index":2289,"repeat_index":5,"sample_id":"gpqa-main-544e43760baf2de3b5be5741/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3554,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"A","question_sha256":"89418be241a19daa5c02878e565ee51b73f6f2c9bcafffaf554b45989088c1d8"} +{"uuid":"gpqa-main-de59169ce40a93ff305f9a41","benchmark":"gpqa_main","data_index":2304,"repeat_index":6,"sample_id":"gpqa-main-de59169ce40a93ff305f9a41/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1853,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"c5859c729f1f8217c8555103da018a579f07eb8df38d8389383b2f4634573327"} +{"uuid":"gpqa-main-18347a23c4b32df1f0b31d1a","benchmark":"gpqa_main","data_index":2315,"repeat_index":6,"sample_id":"gpqa-main-18347a23c4b32df1f0b31d1a/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":618,"prompt_tokens":438,"effective_max_tokens":130634,"original_embedded_prediction":"C","question_sha256":"f69ff8c0001cb2bdea3e51d7d4063a70e8b64bf6f735f62088f0ace464bbe468"} +{"uuid":"gpqa-main-ab4c50e2da12e11b47155f74","benchmark":"gpqa_main","data_index":2212,"repeat_index":5,"sample_id":"gpqa-main-ab4c50e2da12e11b47155f74/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11643,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"B","question_sha256":"b734e134fe4529267a34452ccc5cb2a7d56f7b471273d9e978add607de6f30b6"} +{"uuid":"gpqa-main-acecd9428a5b4368f1f5bc82","benchmark":"gpqa_main","data_index":2229,"repeat_index":5,"sample_id":"gpqa-main-acecd9428a5b4368f1f5bc82/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9555,"prompt_tokens":336,"effective_max_tokens":130736,"original_embedded_prediction":"A","question_sha256":"2d1e5de4bf7305d1b5eee8dda5415195dc333d71b3f50fa60508a928b67fb336"} +{"uuid":"gpqa-main-39045ad4d1274d0e56839d7b","benchmark":"gpqa_main","data_index":2296,"repeat_index":5,"sample_id":"gpqa-main-39045ad4d1274d0e56839d7b/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3574,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"429df35a12720ff87021b558515bede2e2590914376178a956309c141594787f"} +{"uuid":"gpqa-main-f6a21b5c88fe41ca6a55591f","benchmark":"gpqa_main","data_index":2274,"repeat_index":5,"sample_id":"gpqa-main-f6a21b5c88fe41ca6a55591f/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5320,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"b0808ff670ee04ab6af9402dbf89fd865b5fcc16ca43f81c6b8ed06e07bd5ee2"} +{"uuid":"gpqa-main-55f2934c4eb0b8293b1d65aa","benchmark":"gpqa_main","data_index":2141,"repeat_index":5,"sample_id":"gpqa-main-55f2934c4eb0b8293b1d65aa/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20671,"prompt_tokens":314,"effective_max_tokens":130758,"original_embedded_prediction":"C","question_sha256":"790d06fbc2ae95b0429cab870e5895c5de8a75b14d0bda1401b1503293606c67"} +{"uuid":"gpqa-main-60f734b52603f7ef29671f95","benchmark":"gpqa_main","data_index":2075,"repeat_index":5,"sample_id":"gpqa-main-60f734b52603f7ef29671f95/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":26387,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"D","question_sha256":"bf9de03889292b969198f42b877b6d4c7b56ce10ae654e71f4be720b5efdb1f1"} +{"uuid":"gpqa-main-1754a508e794225bd932adeb","benchmark":"gpqa_main","data_index":1973,"repeat_index":5,"sample_id":"gpqa-main-1754a508e794225bd932adeb/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":36235,"prompt_tokens":276,"effective_max_tokens":130796,"original_embedded_prediction":"A","question_sha256":"16464cac7090a24d3b5a0bf989e1699bafd2dd7b1555e816a1f77804d8e890db"} +{"uuid":"gpqa-main-89f68a802c7c6e55b5b802fd","benchmark":"gpqa_main","data_index":2183,"repeat_index":5,"sample_id":"gpqa-main-89f68a802c7c6e55b5b802fd/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14594,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"C","question_sha256":"0815a781881ae5e8651c7fad2acd62427e6f4161f30b842d196debe30bd5ee83"} +{"uuid":"gpqa-main-baefee4c54836e933082fd33","benchmark":"gpqa_main","data_index":2125,"repeat_index":5,"sample_id":"gpqa-main-baefee4c54836e933082fd33/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":22302,"prompt_tokens":487,"effective_max_tokens":130585,"original_embedded_prediction":"A","question_sha256":"f4486aea8f80b6405ceaabbd6f225378761eafc49f1e042873a464b3b94da620"} +{"uuid":"gpqa-main-7ceb372c1cdc7a180b73516c","benchmark":"gpqa_main","data_index":2150,"repeat_index":5,"sample_id":"gpqa-main-7ceb372c1cdc7a180b73516c/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20022,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"B","question_sha256":"142aeb435e38240c03d26aafbfb8dc0ab94e7ef4f752a271c1ab011350a965be"} +{"uuid":"gpqa-main-17eb0ef902a11d36b13bb4ba","benchmark":"gpqa_main","data_index":2298,"repeat_index":5,"sample_id":"gpqa-main-17eb0ef902a11d36b13bb4ba/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3573,"prompt_tokens":290,"effective_max_tokens":130782,"original_embedded_prediction":"C","question_sha256":"da025e796cabfda79ad3a899a873052b028159563074d0934fabc7ee4c54d8ad"} +{"uuid":"gpqa-main-45cae4ba5af22868461f1861","benchmark":"gpqa_main","data_index":2058,"repeat_index":5,"sample_id":"gpqa-main-45cae4ba5af22868461f1861/repeat-5","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":28260,"prompt_tokens":196,"effective_max_tokens":130876,"original_embedded_prediction":null,"question_sha256":"da4480a5d4f2af44b6faf63fe513d557f97bf4cd048901e4a2f0b133273b39db"} +{"uuid":"gpqa-main-fcf4fc69f21da83688056521","benchmark":"gpqa_main","data_index":2283,"repeat_index":5,"sample_id":"gpqa-main-fcf4fc69f21da83688056521/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5050,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"691112dd08aec41d1dfd7a48bf6e56a828dc8b340887ad6364daff290f8a88c4"} +{"uuid":"gpqa-main-7bb7c5ace8216100d38e616a","benchmark":"gpqa_main","data_index":1758,"repeat_index":4,"sample_id":"gpqa-main-7bb7c5ace8216100d38e616a/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":59834,"prompt_tokens":197,"effective_max_tokens":130875,"original_embedded_prediction":"D","question_sha256":"6dbc821cf1e89c0764e62d1bef4818136877fbc8e333f255bfa42276ac9aeb88"} +{"uuid":"gpqa-main-47999f808ae4df35fd817dd2","benchmark":"gpqa_main","data_index":2318,"repeat_index":6,"sample_id":"gpqa-main-47999f808ae4df35fd817dd2/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":741,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"0b24415e0a51d238b6f9b4a8ae6a56386da27f195c825aa8d124ca3e7adc5bb9"} +{"uuid":"gpqa-main-2efd60649bdbaa65b5969003","benchmark":"gpqa_main","data_index":2277,"repeat_index":5,"sample_id":"gpqa-main-2efd60649bdbaa65b5969003/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5882,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"C","question_sha256":"af907b84cdd249e3bd0dcd3a0fc488c3673df744a66342233bebd85574ac74c3"} +{"uuid":"gpqa-main-cda1b642d52c30858bcdf7a3","benchmark":"gpqa_main","data_index":2331,"repeat_index":6,"sample_id":"gpqa-main-cda1b642d52c30858bcdf7a3/repeat-6","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":465,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":null,"question_sha256":"85f5a80c90290184ac6ec65307174970563ac9442644e868f064c886836d7a25"} +{"uuid":"gpqa-main-485d6d2d8d4ef097891a30ae","benchmark":"gpqa_main","data_index":2290,"repeat_index":5,"sample_id":"gpqa-main-485d6d2d8d4ef097891a30ae/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5315,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"C","question_sha256":"c6a4a4365a6f088ad7d433e788ad1983c25ce2a6965fa332c2fd4f61eea9bbbc"} +{"uuid":"gpqa-main-992d40815d86851a9f6e7230","benchmark":"gpqa_main","data_index":2305,"repeat_index":6,"sample_id":"gpqa-main-992d40815d86851a9f6e7230/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3240,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"b698ebb0cb6d3abffa554435859e51f21dd11a9955cfceece2c7a6fa9b0e2023"} +{"uuid":"gpqa-main-dbbe3054b6bdabe917f5ab5d","benchmark":"gpqa_main","data_index":1683,"repeat_index":4,"sample_id":"gpqa-main-dbbe3054b6bdabe917f5ab5d/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":67591,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"B","question_sha256":"1054cb147fa0d82e2b1830b0238455ab6cea42cde361a81e9934864240f22f50"} +{"uuid":"gpqa-main-ff85a5ccc5b465a708f70be3","benchmark":"gpqa_main","data_index":2333,"repeat_index":6,"sample_id":"gpqa-main-ff85a5ccc5b465a708f70be3/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":224,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"f86f6ace621f9a5dc4c1d23e2bb2d546e1ca384df523a7a90d793b41a43ebfc6"} +{"uuid":"gpqa-main-950b8724526dc5d718438bec","benchmark":"gpqa_main","data_index":2316,"repeat_index":6,"sample_id":"gpqa-main-950b8724526dc5d718438bec/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1803,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"B","question_sha256":"d81eab0b3deeedb23d68076a8f0de5ca6461b5d2d1a7da228f6a0b6ba6ca53e7"} +{"uuid":"gpqa-main-55e31c256bb6191d94e6db4d","benchmark":"gpqa_main","data_index":2282,"repeat_index":5,"sample_id":"gpqa-main-55e31c256bb6191d94e6db4d/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6183,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"126561d6b58fa17bbaffda56837acaf8fab4bf282ccdfdcc2c7a97bfe520889c"} +{"uuid":"gpqa-main-24659eabc462bf7fb5295951","benchmark":"gpqa_main","data_index":2185,"repeat_index":5,"sample_id":"gpqa-main-24659eabc462bf7fb5295951/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15493,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"f26df2fb1b4182bacbf5d951a583b120ed154d22ea6f9659ed264ae020297543"} +{"uuid":"gpqa-main-d9fdff837cb2d2e4d1e81014","benchmark":"gpqa_main","data_index":2303,"repeat_index":5,"sample_id":"gpqa-main-d9fdff837cb2d2e4d1e81014/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3952,"prompt_tokens":153,"effective_max_tokens":130919,"original_embedded_prediction":"C","question_sha256":"021732e23dc83767a3bfeabac85945e664d0c83c8f4cd2ecee91855cda0b0d54"} +{"uuid":"gpqa-main-3d4249ae7ea85a07b7726fff","benchmark":"gpqa_main","data_index":2313,"repeat_index":6,"sample_id":"gpqa-main-3d4249ae7ea85a07b7726fff/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2531,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"f3a651caf4cc86d7183e2aa4e94783901dfd4ba7026521589b0aa1f1c95b0e55"} +{"uuid":"gpqa-main-d022f771c467d057bbb527d0","benchmark":"gpqa_main","data_index":2343,"repeat_index":6,"sample_id":"gpqa-main-d022f771c467d057bbb527d0/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":110,"prompt_tokens":192,"effective_max_tokens":130880,"original_embedded_prediction":"A","question_sha256":"f3fdb78f6fe3c60a21e29d92babec94b4d8c0f6e012394045833653cbdb1a4d7"} +{"uuid":"gpqa-main-43903740f46e3267ecd42324","benchmark":"gpqa_main","data_index":2271,"repeat_index":5,"sample_id":"gpqa-main-43903740f46e3267ecd42324/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7732,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"b52b0025e64a7d0c0023e98ca9fe1f002e22bd987dd934f74304bd22e6e7da20"} +{"uuid":"gpqa-main-ff45876351041ad1ce200bb4","benchmark":"gpqa_main","data_index":2243,"repeat_index":5,"sample_id":"gpqa-main-ff45876351041ad1ce200bb4/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10498,"prompt_tokens":345,"effective_max_tokens":130727,"original_embedded_prediction":"A","question_sha256":"32bdeb2d6746cedbaa666a09cbe9ff84eedb094a4f81edb9c09ab191add49c41"} +{"uuid":"gpqa-main-ad8f0afd2f116341ed3a69c0","benchmark":"gpqa_main","data_index":2344,"repeat_index":6,"sample_id":"gpqa-main-ad8f0afd2f116341ed3a69c0/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":507,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"b6c9142bf69c50d0a62b5b8254344b66610ca208a646e6a69a606819b7eb1bf8"} +{"uuid":"gpqa-main-2bd63c617299c18c1cfd5b0a","benchmark":"gpqa_main","data_index":2116,"repeat_index":5,"sample_id":"gpqa-main-2bd63c617299c18c1cfd5b0a/repeat-5","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":25214,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"A","question_sha256":"bd7804f896ba3deb7fd65cc0c562744a80232f45bbc9c5ffa8652308c167c329"} +{"uuid":"gpqa-main-9aa9fb454d849030d70f9512","benchmark":"gpqa_main","data_index":2190,"repeat_index":5,"sample_id":"gpqa-main-9aa9fb454d849030d70f9512/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15982,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"D","question_sha256":"b494f4c1785682ee7d284173af2a6ef6db2189c6f3e7ece0edb769c2f10d5f24"} +{"uuid":"gpqa-main-3357b4ebb8c461cb9eeca4bd","benchmark":"gpqa_main","data_index":1998,"repeat_index":5,"sample_id":"gpqa-main-3357b4ebb8c461cb9eeca4bd/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":36564,"prompt_tokens":283,"effective_max_tokens":130789,"original_embedded_prediction":"D","question_sha256":"cdffe5a4f742a97a3cc2ffedfc8d78a3ffa14249a51afc48e9d7aa8fc6b499a8"} +{"uuid":"gpqa-main-aa04ac251ed805588a6be27c","benchmark":"gpqa_main","data_index":2085,"repeat_index":5,"sample_id":"gpqa-main-aa04ac251ed805588a6be27c/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":28210,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"B","question_sha256":"198a9824ae684cea2edf9d0597e69c2274e0be94e0a0ffcf7b4ad3e95f4a6dae"} +{"uuid":"gpqa-main-bceb5bf342ad44aac4fdbe55","benchmark":"gpqa_main","data_index":2043,"repeat_index":5,"sample_id":"gpqa-main-bceb5bf342ad44aac4fdbe55/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":31825,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"20d48d5f0a9a8b77bea35e72a90794c2d2147aa8321ae6aa60e84491688a0803"} +{"uuid":"gpqa-main-a6eb05bb931229a396d81e44","benchmark":"gpqa_main","data_index":2092,"repeat_index":5,"sample_id":"gpqa-main-a6eb05bb931229a396d81e44/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":27600,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"D","question_sha256":"19c2c8e0578e84094a1f97568e95e1e88fadee2743b1c6519b7fc661c8577cde"} +{"uuid":"gpqa-main-3b1469c59353cec7a0dd6866","benchmark":"gpqa_main","data_index":2061,"repeat_index":5,"sample_id":"gpqa-main-3b1469c59353cec7a0dd6866/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":30620,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"ebc638f9e42bd31bd87f0fab4dff50846ee425d9aef0cb954a4e5013a5a107e4"} +{"uuid":"gpqa-main-f022820fa3c0f536a4d4a9bc","benchmark":"gpqa_main","data_index":2275,"repeat_index":5,"sample_id":"gpqa-main-f022820fa3c0f536a4d4a9bc/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8348,"prompt_tokens":288,"effective_max_tokens":130784,"original_embedded_prediction":"A","question_sha256":"d7be2d674d4903c49886b492451a9febcfb5696ccd6f0931c4d48ef06a19b2b9"} +{"uuid":"gpqa-main-31313469465f81cc0fa5dd28","benchmark":"gpqa_main","data_index":2176,"repeat_index":5,"sample_id":"gpqa-main-31313469465f81cc0fa5dd28/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18537,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"B","question_sha256":"cd18749d0354640af760ebe1c6a150eed2a0202cc444345b5c3f00b0f0df67d2"} +{"uuid":"gpqa-main-1989edb8041cc1c94659dcc4","benchmark":"gpqa_main","data_index":2260,"repeat_index":5,"sample_id":"gpqa-main-1989edb8041cc1c94659dcc4/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9956,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"C","question_sha256":"364ddb1397abdc7ae2201c88354f8df3f89b63c28330217a94cf8cf96c19ae54"} +{"uuid":"gpqa-main-5334e8bdecfbd08a0fceb69b","benchmark":"gpqa_main","data_index":2351,"repeat_index":6,"sample_id":"gpqa-main-5334e8bdecfbd08a0fceb69b/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":839,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"B","question_sha256":"0c1cc6cb8c9b9a25c645b86bbada068207876248621f0327486d559892b7a8a9"} +{"uuid":"gpqa-main-e2b759199021c586345ac38f","benchmark":"gpqa_main","data_index":1937,"repeat_index":5,"sample_id":"gpqa-main-e2b759199021c586345ac38f/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":43158,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"B","question_sha256":"ca59405f2d298a50a3e8fd6d281b67ca4a3ee503578df49e700cc46fe3c4f3d8"} +{"uuid":"gpqa-main-7c04a20e5411bd3e0a2bc2c8","benchmark":"gpqa_main","data_index":2147,"repeat_index":5,"sample_id":"gpqa-main-7c04a20e5411bd3e0a2bc2c8/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":23369,"prompt_tokens":413,"effective_max_tokens":130659,"original_embedded_prediction":"D","question_sha256":"e23b62b19c3ab4ec896e631f56a7a92ed38aca13300af7a7b449b979999886f3"} +{"uuid":"gpqa-main-1a3571c1ec099b06b5011ceb","benchmark":"gpqa_main","data_index":2242,"repeat_index":5,"sample_id":"gpqa-main-1a3571c1ec099b06b5011ceb/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11863,"prompt_tokens":166,"effective_max_tokens":130906,"original_embedded_prediction":"D","question_sha256":"853f9bd759921129a51dd81d489f867c5aa9463f1925c203fe6f1e3147741f08"} +{"uuid":"gpqa-main-9b60a112c6568a530227ce47","benchmark":"gpqa_main","data_index":2352,"repeat_index":6,"sample_id":"gpqa-main-9b60a112c6568a530227ce47/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":962,"prompt_tokens":443,"effective_max_tokens":130629,"original_embedded_prediction":"D","question_sha256":"4dd7bd0636dc935d4359866d23d365353db91692ab9b80b438a3f65683abf4e7"} +{"uuid":"gpqa-main-834c95c23407a9d2c736d2ee","benchmark":"gpqa_main","data_index":2361,"repeat_index":6,"sample_id":"gpqa-main-834c95c23407a9d2c736d2ee/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":323,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"bb698537245b51d08b5d5a6cecdfd1a4e34f7ac0f17e13da8d713af9341a9366"} +{"uuid":"gpqa-main-e47ea8383f43129dec459997","benchmark":"gpqa_main","data_index":2204,"repeat_index":5,"sample_id":"gpqa-main-e47ea8383f43129dec459997/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16356,"prompt_tokens":262,"effective_max_tokens":130810,"original_embedded_prediction":"C","question_sha256":"9e7260c352d5970f26856e94943b008fa72ebf3264a0e2790592a41209cfac2d"} +{"uuid":"gpqa-main-32802554a860af51b4d7360f","benchmark":"gpqa_main","data_index":2156,"repeat_index":5,"sample_id":"gpqa-main-32802554a860af51b4d7360f/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":23110,"prompt_tokens":399,"effective_max_tokens":130673,"original_embedded_prediction":"B","question_sha256":"ea1d2c2fd4395ec2cad416b20c41a657730d84acd26fb53712bf10f6807a4e64"} +{"uuid":"gpqa-main-9c0b631b2a7823cec0729a4b","benchmark":"gpqa_main","data_index":1779,"repeat_index":4,"sample_id":"gpqa-main-9c0b631b2a7823cec0729a4b/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":61055,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"9d42c24c2f67ff118699d880fbb6276f14043e3527a9fea8f6d55fe2bf82e091"} +{"uuid":"gpqa-main-4c4e7752fc041224f19d3f9a","benchmark":"gpqa_main","data_index":2230,"repeat_index":5,"sample_id":"gpqa-main-4c4e7752fc041224f19d3f9a/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13662,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"a7183bc025131850f86e24e7faa64e367e334f399dbbc968c1e6069905fe8c28"} +{"uuid":"gpqa-main-810618179b41cff3d8593ba5","benchmark":"gpqa_main","data_index":2327,"repeat_index":6,"sample_id":"gpqa-main-810618179b41cff3d8593ba5/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3775,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"B","question_sha256":"4f7077a78998cfa5dbe881d51f9f859973bb281cce9f5a2bde9d5475cc520111"} +{"uuid":"gpqa-main-579e17ce4c553c730c526a5c","benchmark":"gpqa_main","data_index":2346,"repeat_index":6,"sample_id":"gpqa-main-579e17ce4c553c730c526a5c/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2021,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"D","question_sha256":"1ce3d847d25b2c2f678c304f134266501155719553a1a003f38a6b0a75ffb81b"} +{"uuid":"gpqa-main-f79cea2e3c2e242b6e0da4d5","benchmark":"gpqa_main","data_index":2358,"repeat_index":6,"sample_id":"gpqa-main-f79cea2e3c2e242b6e0da4d5/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":857,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"D","question_sha256":"bdc1ab103002886dcbe879cd751d3e27b8ba6e988859bb80422ea04871269448"} +{"uuid":"gpqa-main-1b113e4801541a0f8a992733","benchmark":"gpqa_main","data_index":2258,"repeat_index":5,"sample_id":"gpqa-main-1b113e4801541a0f8a992733/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11048,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"D","question_sha256":"934c12bf2e6db997c9f4c22933b7e9545d3398849fc6e181c8a8187d83cf44b5"} +{"uuid":"gpqa-main-763daf42ea0c79050a6a4d1d","benchmark":"gpqa_main","data_index":2365,"repeat_index":6,"sample_id":"gpqa-main-763daf42ea0c79050a6a4d1d/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":612,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"D","question_sha256":"72b4053b92adde478bb40c3fb9ef1e06215efe5922e2d600121170f824d32c13"} +{"uuid":"gpqa-main-7684b3ed8a4540e6099495df","benchmark":"gpqa_main","data_index":2247,"repeat_index":5,"sample_id":"gpqa-main-7684b3ed8a4540e6099495df/repeat-5","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12586,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"0caf81b8c83789b0b258b80856002cff7fd589a737844db0407269017bcd1955"} +{"uuid":"gpqa-main-fbf1f6e62b48cbbf0bca4714","benchmark":"gpqa_main","data_index":2355,"repeat_index":6,"sample_id":"gpqa-main-fbf1f6e62b48cbbf0bca4714/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1606,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"59affc9a905621c391ee7886c0e428eac5cb1f60c7c251e2fc1fcb081cb8e076"} +{"uuid":"gpqa-main-ed6a4565f708132bae39b742","benchmark":"gpqa_main","data_index":2175,"repeat_index":5,"sample_id":"gpqa-main-ed6a4565f708132bae39b742/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20469,"prompt_tokens":393,"effective_max_tokens":130679,"original_embedded_prediction":"A","question_sha256":"5ce997bcaa654b6fdbbb00b63b66633167679a850d02d845b8a9b1b716979197"} +{"uuid":"gpqa-main-efc527af4c77c27856f0d201","benchmark":"gpqa_main","data_index":2364,"repeat_index":6,"sample_id":"gpqa-main-efc527af4c77c27856f0d201/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1257,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"29ffae74d292a9a38f72dd8e95efab3be752912b79e848701193359c657937f6"} +{"uuid":"gpqa-main-8db8ffb39e6d3e618c8d388c","benchmark":"gpqa_main","data_index":2360,"repeat_index":6,"sample_id":"gpqa-main-8db8ffb39e6d3e618c8d388c/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1652,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"B","question_sha256":"28dff82ab12e25f0b479054be2f5d8b597951c2458e383bb25cf488b09c98ff5"} +{"uuid":"gpqa-main-d8cca1a27ad1a42b4a99ce96","benchmark":"gpqa_main","data_index":1805,"repeat_index":4,"sample_id":"gpqa-main-d8cca1a27ad1a42b4a99ce96/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":59594,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"B","question_sha256":"6049e26840c0e889bb5632032745b5bcf6684dec9a2f9d0a0cfb76378c5c064e"} +{"uuid":"gpqa-main-106fe8a64f4453f81be6f7bd","benchmark":"gpqa_main","data_index":2329,"repeat_index":6,"sample_id":"gpqa-main-106fe8a64f4453f81be6f7bd/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5079,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"C","question_sha256":"f0c3d97c5c67fa210dafa49946af010682993c23bb8995a306a6ee484e0c3b03"} +{"uuid":"gpqa-main-50467ff0a4937693425f108b","benchmark":"gpqa_main","data_index":2311,"repeat_index":6,"sample_id":"gpqa-main-50467ff0a4937693425f108b/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6632,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"A","question_sha256":"ee40e0ba47746454343829f9f66dd4d391816fe24ca19edf78fcce05cf1f26d8"} +{"uuid":"gpqa-main-498b428b55b7644426a781c9","benchmark":"gpqa_main","data_index":2368,"repeat_index":6,"sample_id":"gpqa-main-498b428b55b7644426a781c9/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1476,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"C","question_sha256":"7fbfdc18f5a18b666f8d4afc859af60c4c56ab7d8d677d46fb01a050207ac688"} +{"uuid":"gpqa-main-efa466851677550746c06a1f","benchmark":"gpqa_main","data_index":2342,"repeat_index":6,"sample_id":"gpqa-main-efa466851677550746c06a1f/repeat-6","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4046,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"A","question_sha256":"b64a2faa078044133322af9742b3f75788b5f8e5701f1fee08d693854a842448"} +{"uuid":"gpqa-main-4373b5f7be197f26258c18cf","benchmark":"gpqa_main","data_index":2096,"repeat_index":5,"sample_id":"gpqa-main-4373b5f7be197f26258c18cf/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":30066,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"C","question_sha256":"56563ccb64ef7d8686cd4d8da77c8b4636353d0bb75dbefa360323671dfffed1"} +{"uuid":"gpqa-main-5caa71cb7e0124d349b3046e","benchmark":"gpqa_main","data_index":1996,"repeat_index":5,"sample_id":"gpqa-main-5caa71cb7e0124d349b3046e/repeat-5","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":39931,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"A","question_sha256":"965fd430b8ea291a67e2311c4874eba053c21ea0ce6fa222eec4bed300fc2976"} +{"uuid":"gpqa-main-6bb4180b8c6df2f8f7490345","benchmark":"gpqa_main","data_index":2330,"repeat_index":6,"sample_id":"gpqa-main-6bb4180b8c6df2f8f7490345/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5451,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"a40e1e0f0ddd21a34df82626b6553232ad944bbeec5bf0819aaf5ae0b1a92c59"} +{"uuid":"gpqa-main-84e0462fb979739143160f76","benchmark":"gpqa_main","data_index":2378,"repeat_index":6,"sample_id":"gpqa-main-84e0462fb979739143160f76/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":639,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"A","question_sha256":"17821f797104818a4e9c06d5499572866481ca7a9f6bf4d3993cbc935754c06e"} +{"uuid":"gpqa-main-47f8cee187b620660c7d11b3","benchmark":"gpqa_main","data_index":2376,"repeat_index":6,"sample_id":"gpqa-main-47f8cee187b620660c7d11b3/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1068,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"b114078343a4ce3eeaa845ee2c7bfa4ac7c9add00f507d8ff60e46cca593fb46"} +{"uuid":"gpqa-main-60a022e707f18a7b5f445773","benchmark":"gpqa_main","data_index":2124,"repeat_index":5,"sample_id":"gpqa-main-60a022e707f18a7b5f445773/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":28275,"prompt_tokens":337,"effective_max_tokens":130735,"original_embedded_prediction":"D","question_sha256":"9d46302b763896c7fa475d975b5bc365adee2236b273f23e7216a78871204b74"} +{"uuid":"gpqa-main-3ebc2c6c608ed7f5e7bf9463","benchmark":"gpqa_main","data_index":2324,"repeat_index":6,"sample_id":"gpqa-main-3ebc2c6c608ed7f5e7bf9463/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6075,"prompt_tokens":286,"effective_max_tokens":130786,"original_embedded_prediction":"D","question_sha256":"81bfcfb746da8dbf79e11ca4c419d5416ea1be46678f915598ebe3f9c6b6fc32"} +{"uuid":"gpqa-main-ac27f29e5f777e93e751f3f2","benchmark":"gpqa_main","data_index":2359,"repeat_index":6,"sample_id":"gpqa-main-ac27f29e5f777e93e751f3f2/repeat-6","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2865,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"A","question_sha256":"d49aa1d9efc38f6409c199c3e2706ec44f5d20d25b0e7d41f40b9c46668ed1e0"} +{"uuid":"gpqa-main-d8d5dbb2aa6f203775147357","benchmark":"gpqa_main","data_index":2238,"repeat_index":5,"sample_id":"gpqa-main-d8d5dbb2aa6f203775147357/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15385,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"bb18da47ffe6578fb5b30d30128525e8addf5e823c1985c70c606c89ce8d4d7e"} +{"uuid":"gpqa-main-efbd16944acebfe43928d489","benchmark":"gpqa_main","data_index":2353,"repeat_index":6,"sample_id":"gpqa-main-efbd16944acebfe43928d489/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3483,"prompt_tokens":328,"effective_max_tokens":130744,"original_embedded_prediction":"B","question_sha256":"40b2b50a3c993902d4327a3072c497b0bfcbac42a638ecf92be395be7ef82ab0"} +{"uuid":"gpqa-main-a1ec72afe45eedbea242cd73","benchmark":"gpqa_main","data_index":2348,"repeat_index":6,"sample_id":"gpqa-main-a1ec72afe45eedbea242cd73/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4091,"prompt_tokens":310,"effective_max_tokens":130762,"original_embedded_prediction":"A","question_sha256":"e87180319d813402cf71637950d93636988703d0477e2bb79fb03a1d2df9afe3"} +{"uuid":"gpqa-main-aa04ac251ed805588a6be27c","benchmark":"gpqa_main","data_index":1317,"repeat_index":3,"sample_id":"gpqa-main-aa04ac251ed805588a6be27c/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":112548,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"C","question_sha256":"198a9824ae684cea2edf9d0597e69c2274e0be94e0a0ffcf7b4ad3e95f4a6dae"} +{"uuid":"gpqa-main-bf00d194c934803975b81b7b","benchmark":"gpqa_main","data_index":2241,"repeat_index":5,"sample_id":"gpqa-main-bf00d194c934803975b81b7b/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15047,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"A","question_sha256":"55e1269d132671f2c7b7f41498cb0b404e702d8ce370ac5555d837581e1b3ad7"} +{"uuid":"gpqa-main-cdc31486df3de65ec2c324e2","benchmark":"gpqa_main","data_index":2323,"repeat_index":6,"sample_id":"gpqa-main-cdc31486df3de65ec2c324e2/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6830,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"4d233cd7b8524c989eb47a4c40d6f2f47070b986fea11e3ee3029c07db9b3356"} +{"uuid":"gpqa-main-7a6f40292c595b5ffad3d66b","benchmark":"gpqa_main","data_index":2384,"repeat_index":6,"sample_id":"gpqa-main-7a6f40292c595b5ffad3d66b/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1193,"prompt_tokens":317,"effective_max_tokens":130755,"original_embedded_prediction":"A","question_sha256":"82d8161e96256872367b5e1c12af2c1f91e6c4a6aac3d066708fccb1826bf840"} +{"uuid":"gpqa-main-f0a74958c23332566374eae8","benchmark":"gpqa_main","data_index":1397,"repeat_index":3,"sample_id":"gpqa-main-f0a74958c23332566374eae8/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":103331,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"B","question_sha256":"0122463c60c1fa5ad768f1fc6147fd593b46126713e705864d5de5632804d4b5"} +{"uuid":"gpqa-main-84c386fbd7476f5541ea16f0","benchmark":"gpqa_main","data_index":2195,"repeat_index":5,"sample_id":"gpqa-main-84c386fbd7476f5541ea16f0/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20228,"prompt_tokens":370,"effective_max_tokens":130702,"original_embedded_prediction":"B","question_sha256":"083aa3572345d938b0c707cfb8c710aea73759344b234ada78ed36f1ec66eb0d"} +{"uuid":"gpqa-main-bf684ea09dc8822450fbd37c","benchmark":"gpqa_main","data_index":2388,"repeat_index":6,"sample_id":"gpqa-main-bf684ea09dc8822450fbd37c/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1109,"prompt_tokens":372,"effective_max_tokens":130700,"original_embedded_prediction":"A","question_sha256":"8f0911e951adf5df2bfc8aa29c14de392a998e2fa48463ceecedcd39a8301453"} +{"uuid":"gpqa-main-adffc79c4b20a953ccbf4cd1","benchmark":"gpqa_main","data_index":2292,"repeat_index":5,"sample_id":"gpqa-main-adffc79c4b20a953ccbf4cd1/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11260,"prompt_tokens":170,"effective_max_tokens":130902,"original_embedded_prediction":"D","question_sha256":"a9acc5caf0ab2f58b68d62ac52eac5bd31ee4a74a832bd753df339176dbbaefe"} +{"uuid":"gpqa-main-ddc1b02f963a2f785385132e","benchmark":"gpqa_main","data_index":2397,"repeat_index":6,"sample_id":"gpqa-main-ddc1b02f963a2f785385132e/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":520,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"d5e7b22736a2cdaa0f2553a100795aa6b7e150fcc1b9fe093e28e3fea855f346"} +{"uuid":"gpqa-main-d750e02b8d42b4b4d6aba4b9","benchmark":"gpqa_main","data_index":2345,"repeat_index":6,"sample_id":"gpqa-main-d750e02b8d42b4b4d6aba4b9/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5441,"prompt_tokens":944,"effective_max_tokens":130128,"original_embedded_prediction":"D","question_sha256":"5ea7e9b17f677439bf5f6e43169cb794916985d1c5964f6a0d8becf3f9e3b7ad"} +{"uuid":"gpqa-main-7ac0db7d29e6e8c587a8e8f2","benchmark":"gpqa_main","data_index":1852,"repeat_index":4,"sample_id":"gpqa-main-7ac0db7d29e6e8c587a8e8f2/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":55970,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"C","question_sha256":"1fc80dd29a6d1127a37414c18382b28b3e9d2f38b390130751d4cbfe90841375"} +{"uuid":"gpqa-main-87c633148441d2b07b8e2e81","benchmark":"gpqa_main","data_index":2392,"repeat_index":6,"sample_id":"gpqa-main-87c633148441d2b07b8e2e81/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1726,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"0fb47d10edb4eca17f93926dea501fdd19bde76cfe58f57edb445a7272d7787c"} +{"uuid":"gpqa-main-a8c391dd6337620cc79cae0e","benchmark":"gpqa_main","data_index":2336,"repeat_index":6,"sample_id":"gpqa-main-a8c391dd6337620cc79cae0e/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7169,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"435ccdce7cc6c5543ffaf20b4d850d905357568605d01b3a595d44df3dd30d0d"} +{"uuid":"gpqa-main-731d6908d225dc9f463d1297","benchmark":"gpqa_main","data_index":2208,"repeat_index":5,"sample_id":"gpqa-main-731d6908d225dc9f463d1297/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20779,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"4774928b0a0c7cdc6d9c17102d2e01adad07f5a344858c23bbc63520a74724d7"} +{"uuid":"gpqa-main-30529bca8e7fdf66400bd444","benchmark":"gpqa_main","data_index":2322,"repeat_index":6,"sample_id":"gpqa-main-30529bca8e7fdf66400bd444/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8516,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"fc081c2fbb63be5006154edbddcd4d1654207c4f1ad333e12f9bc19972753482"} +{"uuid":"gpqa-main-5f1108e8b2f18297c04895bf","benchmark":"gpqa_main","data_index":2249,"repeat_index":5,"sample_id":"gpqa-main-5f1108e8b2f18297c04895bf/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16311,"prompt_tokens":447,"effective_max_tokens":130625,"original_embedded_prediction":"D","question_sha256":"d6e89de54268d0839b91cc5f860fd4903b1d8277accaf665ced8b5404cdbbe84"} +{"uuid":"gpqa-main-7c3c45d7826322d2dd84475f","benchmark":"gpqa_main","data_index":2402,"repeat_index":6,"sample_id":"gpqa-main-7c3c45d7826322d2dd84475f/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1250,"prompt_tokens":419,"effective_max_tokens":130653,"original_embedded_prediction":"A","question_sha256":"f98a4cc383b4e02c52b4cdafe1b79c1d58df251d5d10ab65f71740d27243ed28"} +{"uuid":"gpqa-main-fd7b1296b8c5ae3f05aa8355","benchmark":"gpqa_main","data_index":2239,"repeat_index":5,"sample_id":"gpqa-main-fd7b1296b8c5ae3f05aa8355/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17662,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"A","question_sha256":"e674bbb69c41e672de8e4c8cbea505f57f0d1fc98a2ae52ced1937ec4c71b62f"} +{"uuid":"gpqa-main-a5811d01e615771d5e0b48fb","benchmark":"gpqa_main","data_index":2404,"repeat_index":6,"sample_id":"gpqa-main-a5811d01e615771d5e0b48fb/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1049,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"D","question_sha256":"18c1c5c103fb01b10fd0ca282f8eab427517d6587a0a9962010b5ad16e05b98f"} +{"uuid":"gpqa-main-3ad0b182e1494c1e76262069","benchmark":"gpqa_main","data_index":2309,"repeat_index":6,"sample_id":"gpqa-main-3ad0b182e1494c1e76262069/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10168,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"C","question_sha256":"835ebb67a4198184dbd29c03b43e4283e93c0473d886ab6c3b6c52ffb918b6ab"} +{"uuid":"gpqa-main-8a20fac7d1a5bff58e8c63ca","benchmark":"gpqa_main","data_index":2377,"repeat_index":6,"sample_id":"gpqa-main-8a20fac7d1a5bff58e8c63ca/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4049,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"C","question_sha256":"065acbbc3564fb2547e820ab1c35567bac49dff768319e8f4b46ee23bdd92415"} +{"uuid":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7","benchmark":"gpqa_main","data_index":2341,"repeat_index":6,"sample_id":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7709,"prompt_tokens":279,"effective_max_tokens":130793,"original_embedded_prediction":"B","question_sha256":"f730b35adb897658b28382d90ae7881a77e5d86003cc9b3942862d742001d4fb"} +{"uuid":"gpqa-main-91b254f1e1c8041fbc1a3222","benchmark":"gpqa_main","data_index":2280,"repeat_index":5,"sample_id":"gpqa-main-91b254f1e1c8041fbc1a3222/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14146,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"35cf9161cc3c5b82d0770ab2b2fdef4a970ddae93523dee3a6bde8574e79b13d"} +{"uuid":"gpqa-main-8cf981eedacab9acbdd5b00c","benchmark":"gpqa_main","data_index":2396,"repeat_index":6,"sample_id":"gpqa-main-8cf981eedacab9acbdd5b00c/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2391,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"D","question_sha256":"14dcd60f9986bbbcbbdc0e4b3462397b01801a452d9756100ed129baa5baf68c"} +{"uuid":"gpqa-main-28e3e5e79d7477896c6d853d","benchmark":"gpqa_main","data_index":2328,"repeat_index":6,"sample_id":"gpqa-main-28e3e5e79d7477896c6d853d/repeat-6","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9017,"prompt_tokens":1047,"effective_max_tokens":130025,"original_embedded_prediction":"A","question_sha256":"d3b33ef7a0e55c33b5deae6a673dd7fff1fc2e7efa223f3419ecf58e57c06207"} +{"uuid":"gpqa-main-ec756f5cd58f1d3e9c9c8676","benchmark":"gpqa_main","data_index":2414,"repeat_index":6,"sample_id":"gpqa-main-ec756f5cd58f1d3e9c9c8676/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":285,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"B","question_sha256":"016bbafd184cf46762e3e824d2499734daf9efd8cb5f0adad12078f151c96a12"} +{"uuid":"gpqa-main-46549f6d718b80e38f4412cd","benchmark":"gpqa_main","data_index":2338,"repeat_index":6,"sample_id":"gpqa-main-46549f6d718b80e38f4412cd/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8372,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"B","question_sha256":"a1def6786f9e3174bf07c7887ea2c97711ea721fe1cf730202fc93d69ecac09d"} +{"uuid":"gpqa-main-0fb808246cf99919fa61cf95","benchmark":"gpqa_main","data_index":2288,"repeat_index":5,"sample_id":"gpqa-main-0fb808246cf99919fa61cf95/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14024,"prompt_tokens":415,"effective_max_tokens":130657,"original_embedded_prediction":"A","question_sha256":"8dd19f310e71e68caf9619c551faf073baee082c2fdae90e86d766c8f04dd15c"} +{"uuid":"gpqa-main-e10311e2a20f5ef70b44af1a","benchmark":"gpqa_main","data_index":2300,"repeat_index":5,"sample_id":"gpqa-main-e10311e2a20f5ef70b44af1a/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12615,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"D","question_sha256":"840fab180da436fa17bd480d15eb270c8be4535800795f8fe8c3d0b1ac29ca9d"} +{"uuid":"gpqa-main-6f84d17ede852cd9196347bd","benchmark":"gpqa_main","data_index":2284,"repeat_index":5,"sample_id":"gpqa-main-6f84d17ede852cd9196347bd/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14441,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"C","question_sha256":"e410f49b6f85564bf5b9226069391669e4c376097b2656e616a6b82abd4729ac"} +{"uuid":"gpqa-main-178c84548026beb35252a961","benchmark":"gpqa_main","data_index":2408,"repeat_index":6,"sample_id":"gpqa-main-178c84548026beb35252a961/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1269,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"4ea09b6f60208405c59e5923a565f195c94315e0b6e230acd59351f1ee59ed96"} +{"uuid":"gpqa-main-b13e6b95879d48313e527260","benchmark":"gpqa_main","data_index":2409,"repeat_index":6,"sample_id":"gpqa-main-b13e6b95879d48313e527260/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1320,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"B","question_sha256":"145b51d1c857830091d0dfa7043504329aa8d2a847b5b738079d210a94da31cb"} +{"uuid":"gpqa-main-b654b748170277d4b0d0c6b5","benchmark":"gpqa_main","data_index":2398,"repeat_index":6,"sample_id":"gpqa-main-b654b748170277d4b0d0c6b5/repeat-6","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2991,"prompt_tokens":508,"effective_max_tokens":130564,"original_embedded_prediction":null,"question_sha256":"010973f2a9805982e33bfecd460da27e4d2f170e4567ebf854c807385bea09d3"} +{"uuid":"gpqa-main-cda2fe50fc8423311319e78e","benchmark":"gpqa_main","data_index":2220,"repeat_index":5,"sample_id":"gpqa-main-cda2fe50fc8423311319e78e/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20847,"prompt_tokens":182,"effective_max_tokens":130890,"original_embedded_prediction":"A","question_sha256":"1b04aca1c9a8b4f1fabc653b3653d0a48982315e6f1da934d98cadd1948f776f"} +{"uuid":"gpqa-main-29e885003cf7658ac2eb0ba4","benchmark":"gpqa_main","data_index":2407,"repeat_index":6,"sample_id":"gpqa-main-29e885003cf7658ac2eb0ba4/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1690,"prompt_tokens":299,"effective_max_tokens":130773,"original_embedded_prediction":"D","question_sha256":"e6fd9b7cea6cbcd53eabc57f63ae367008b2774a1092f55e23e78b7eafbdbafa"} +{"uuid":"gpqa-main-d31323dded27ae0c86cb5c75","benchmark":"gpqa_main","data_index":2233,"repeat_index":5,"sample_id":"gpqa-main-d31323dded27ae0c86cb5c75/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19592,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"D","question_sha256":"8f174dd25b58e6fc8e309577a66d0f5a4f46ed89bf1a5165c0cb561a4e3e33e9"} +{"uuid":"gpqa-main-13dda0527a69422c0bfefb23","benchmark":"gpqa_main","data_index":2349,"repeat_index":6,"sample_id":"gpqa-main-13dda0527a69422c0bfefb23/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7992,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"A","question_sha256":"952dd56af4d111bc829dbe6171c480a13632e8b5771e33245330d32115f96774"} +{"uuid":"gpqa-main-f35f531075e0f4b71e6bfdf7","benchmark":"gpqa_main","data_index":2332,"repeat_index":6,"sample_id":"gpqa-main-f35f531075e0f4b71e6bfdf7/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10033,"prompt_tokens":440,"effective_max_tokens":130632,"original_embedded_prediction":"B","question_sha256":"1dec0a47229d6987f418c244cc1169bdeb04c6134b883ac8895dc2380cdf0539"} +{"uuid":"gpqa-main-a3be70bb026878238a72f88b","benchmark":"gpqa_main","data_index":2370,"repeat_index":6,"sample_id":"gpqa-main-a3be70bb026878238a72f88b/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6573,"prompt_tokens":446,"effective_max_tokens":130626,"original_embedded_prediction":"C","question_sha256":"42da82ad5cb9e03bf1c8f1d786b162fd55245c32907328f445c191681a98b669"} +{"uuid":"gpqa-main-2322ddc82747aa5a01bf1c1e","benchmark":"gpqa_main","data_index":2406,"repeat_index":6,"sample_id":"gpqa-main-2322ddc82747aa5a01bf1c1e/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2715,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"d9d7e1406d6a9d440081915edafcb4a493a40b6172838b858a979c0a58bb4c62"} +{"uuid":"gpqa-main-a67142bf6c763d9963d7474d","benchmark":"gpqa_main","data_index":2337,"repeat_index":6,"sample_id":"gpqa-main-a67142bf6c763d9963d7474d/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9936,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"7ed6c7d194038ef8d8c6a84cb18be1015f73754e42d4facb7418e8412ad86b77"} +{"uuid":"gpqa-main-b7ef729c55e0cb48c67bca16","benchmark":"gpqa_main","data_index":2335,"repeat_index":6,"sample_id":"gpqa-main-b7ef729c55e0cb48c67bca16/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10178,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"B","question_sha256":"732a49f65a753e1d2c9ebb525ad8cc4c9ea6aa812fdc5eda3c630aa4aa35c7b5"} +{"uuid":"gpqa-main-9baab02407bb5e317c8c71c4","benchmark":"gpqa_main","data_index":1950,"repeat_index":5,"sample_id":"gpqa-main-9baab02407bb5e317c8c71c4/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":50082,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"C","question_sha256":"4c49b01c534dd76a31b5023fe34fe490913c400dc715a3fa7a874695ca10b949"} +{"uuid":"gpqa-main-35d088e32fb39438767e1141","benchmark":"gpqa_main","data_index":2383,"repeat_index":6,"sample_id":"gpqa-main-35d088e32fb39438767e1141/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5892,"prompt_tokens":434,"effective_max_tokens":130638,"original_embedded_prediction":"B","question_sha256":"9d467213ec07b8217d3c3aa11a312c8536475e654bbb7ef916a4b8f92e0c7a7d"} +{"uuid":"gpqa-main-08452235d283f9ba82364ea8","benchmark":"gpqa_main","data_index":2314,"repeat_index":6,"sample_id":"gpqa-main-08452235d283f9ba82364ea8/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12382,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"65db6ef4b562a9503afeb197451091c7514df18fdee747a881b8057c38e21d0f"} +{"uuid":"gpqa-main-7bb8e05365d19cc8328252e0","benchmark":"gpqa_main","data_index":2425,"repeat_index":6,"sample_id":"gpqa-main-7bb8e05365d19cc8328252e0/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1683,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"6aff7faed92c98148418177c8cae4893850a1d67b5ceb00cf6a09467c4491367"} +{"uuid":"gpqa-main-ca7a4b18584754c3664d8758","benchmark":"gpqa_main","data_index":2320,"repeat_index":6,"sample_id":"gpqa-main-ca7a4b18584754c3664d8758/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11754,"prompt_tokens":517,"effective_max_tokens":130555,"original_embedded_prediction":"A","question_sha256":"b15ab8a50cd7768206339f81478bb5a4757f87b1bf1c7671597c48117910482f"} +{"uuid":"gpqa-main-69bcb32ba17f6e7aa0918597","benchmark":"gpqa_main","data_index":2418,"repeat_index":6,"sample_id":"gpqa-main-69bcb32ba17f6e7aa0918597/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2478,"prompt_tokens":758,"effective_max_tokens":130314,"original_embedded_prediction":"C","question_sha256":"9eb1fde9ac6acb7dc761f4941a792f3d0d052ad76d36e12bb9e406963b3906ef"} +{"uuid":"gpqa-main-542dd8f1dc74ca5163382df8","benchmark":"gpqa_main","data_index":2112,"repeat_index":5,"sample_id":"gpqa-main-542dd8f1dc74ca5163382df8/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":35193,"prompt_tokens":165,"effective_max_tokens":130907,"original_embedded_prediction":"D","question_sha256":"2413c551ec9a06a20197c81fa22effbd7f215abcc2e5f14c5f9f0a86e5402736"} +{"uuid":"gpqa-main-fa3e9be7fdf8e7c8952739d8","benchmark":"gpqa_main","data_index":2435,"repeat_index":6,"sample_id":"gpqa-main-fa3e9be7fdf8e7c8952739d8/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":843,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"5e9819e02e7dd08ec53ff217d848ce64e833e2b069cd81e9940f7a72a5230b30"} +{"uuid":"gpqa-main-2ad64f0bf627cf52a8ad924c","benchmark":"gpqa_main","data_index":2439,"repeat_index":6,"sample_id":"gpqa-main-2ad64f0bf627cf52a8ad924c/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":555,"prompt_tokens":146,"effective_max_tokens":130926,"original_embedded_prediction":"D","question_sha256":"e9afb48881134b480ce09710124320be56d4166a402490b65f81bdb1df6e3a1d"} +{"uuid":"gpqa-main-3cbf7d3e13c908f5e699f9e0","benchmark":"gpqa_main","data_index":2437,"repeat_index":6,"sample_id":"gpqa-main-3cbf7d3e13c908f5e699f9e0/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":649,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"D","question_sha256":"0dbcc69ff35530f240a5bb623a78f2cd1d042037d2dedb122ebcca751bf9d08e"} +{"uuid":"gpqa-main-6543e2c47b61f7f328bcf42d","benchmark":"gpqa_main","data_index":2340,"repeat_index":6,"sample_id":"gpqa-main-6543e2c47b61f7f328bcf42d/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10917,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"C","question_sha256":"9f8c4aa52521e2926d56fdd03cf5aeaf3543c911c9b75774731cd1204efc1328"} +{"uuid":"gpqa-main-7e29412fd534df20c4a23267","benchmark":"gpqa_main","data_index":2391,"repeat_index":6,"sample_id":"gpqa-main-7e29412fd534df20c4a23267/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6082,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"7fda2b6ca2ff9984ace9bf53f465cebb4b8d963f7ddcb5aa5f5015cd6989be42"} +{"uuid":"gpqa-main-51f5bda498b3f05cab60119c","benchmark":"gpqa_main","data_index":2369,"repeat_index":6,"sample_id":"gpqa-main-51f5bda498b3f05cab60119c/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8231,"prompt_tokens":271,"effective_max_tokens":130801,"original_embedded_prediction":"C","question_sha256":"f7fa8540a448dfeff404af93810c60c41ed387fb5e4c821bbb6e5869dd9f8630"} +{"uuid":"gpqa-main-9e1b7c5b2ce53e8d6424b66a","benchmark":"gpqa_main","data_index":2363,"repeat_index":6,"sample_id":"gpqa-main-9e1b7c5b2ce53e8d6424b66a/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8684,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"D","question_sha256":"97732ba422afbf18b5d2d6b3bd26f6c540049e2f82d9628414525cebe7e9a5dd"} +{"uuid":"gpqa-main-105b94b83de2671f0b86688d","benchmark":"gpqa_main","data_index":1767,"repeat_index":4,"sample_id":"gpqa-main-105b94b83de2671f0b86688d/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":70896,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"D","question_sha256":"062b8c1448dabb342bd7815bdfbab0a55eb915c5c6793d19a5037bf7a9aa63f3"} +{"uuid":"gpqa-main-be458c5a0490a8298ea11494","benchmark":"gpqa_main","data_index":2423,"repeat_index":6,"sample_id":"gpqa-main-be458c5a0490a8298ea11494/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2821,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"17cada7a00fa20e35d380a47aad58aace15d791f3cd4f119acb4635e55951129"} +{"uuid":"gpqa-main-9bb169e317cdd76b98ada24f","benchmark":"gpqa_main","data_index":2109,"repeat_index":5,"sample_id":"gpqa-main-9bb169e317cdd76b98ada24f/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":35992,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"B","question_sha256":"d0bbc79a116a93d5c5c1325e012b3feb17a7b705d2ccd57a86ecfbdc2bf78030"} +{"uuid":"gpqa-main-07134ad2ae69bd2e9f09ae64","benchmark":"gpqa_main","data_index":2381,"repeat_index":6,"sample_id":"gpqa-main-07134ad2ae69bd2e9f09ae64/repeat-6","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7129,"prompt_tokens":374,"effective_max_tokens":130698,"original_embedded_prediction":"A","question_sha256":"e1448af5dcb7e4a7a5cf31dd231d4a2b2a3829ce3dabc5d7da48a195c1b39112"} +{"uuid":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8","benchmark":"gpqa_main","data_index":2216,"repeat_index":5,"sample_id":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24065,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"C","question_sha256":"bf639adbf5de648e6799cd9936073de7b6c750cf7c5870ed99dc4f842748abb9"} +{"uuid":"gpqa-main-64193be5f9a6bbd67bec4010","benchmark":"gpqa_main","data_index":2432,"repeat_index":6,"sample_id":"gpqa-main-64193be5f9a6bbd67bec4010/repeat-6","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1923,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"A","question_sha256":"373990fe818e4182469d242b845eeb2f78db2f00cfb3a8fdbd2dbd696e08d552"} +{"uuid":"gpqa-main-3f72ea9cda0c3c6f970bd310","benchmark":"gpqa_main","data_index":2362,"repeat_index":6,"sample_id":"gpqa-main-3f72ea9cda0c3c6f970bd310/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9120,"prompt_tokens":432,"effective_max_tokens":130640,"original_embedded_prediction":"B","question_sha256":"a5bf307fdc69920b346c2d288b6a35b24485c92c8e245174a775055fa172cdc6"} +{"uuid":"gpqa-main-e408cf011e5548359fd7cfa7","benchmark":"gpqa_main","data_index":2372,"repeat_index":6,"sample_id":"gpqa-main-e408cf011e5548359fd7cfa7/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8300,"prompt_tokens":190,"effective_max_tokens":130882,"original_embedded_prediction":"D","question_sha256":"62f7808cdd914d23316e18802ada081dc433f34465864581ce0c27bfafdcd343"} +{"uuid":"gpqa-main-9f607ccb3302f27b4ebe90a4","benchmark":"gpqa_main","data_index":2210,"repeat_index":5,"sample_id":"gpqa-main-9f607ccb3302f27b4ebe90a4/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":25219,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"e2c8b6a88dfedf13a4a35e2964dc77f2e082e87417c972bf7406bdb2405985f7"} +{"uuid":"gpqa-main-b5b0614a110a5eb0657cbe9a","benchmark":"gpqa_main","data_index":2419,"repeat_index":6,"sample_id":"gpqa-main-b5b0614a110a5eb0657cbe9a/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3655,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"D","question_sha256":"829ccc830e5fe3601c6e7c0a975192c938019f4d4e5c1b2334d55bb1d951711e"} +{"uuid":"gpqa-main-f7ba77d144b7a11de90a37c4","benchmark":"gpqa_main","data_index":2449,"repeat_index":6,"sample_id":"gpqa-main-f7ba77d144b7a11de90a37c4/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":850,"prompt_tokens":236,"effective_max_tokens":130836,"original_embedded_prediction":"B","question_sha256":"ac7263466ea3cfcdcebac618b1d20835b4103b2d80b75b1a7110e9763eb45aa2"} +{"uuid":"gpqa-main-34faeb45e152eaf4c29e65e4","benchmark":"gpqa_main","data_index":2455,"repeat_index":6,"sample_id":"gpqa-main-34faeb45e152eaf4c29e65e4/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":609,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"B","question_sha256":"82e6266418c679493cea34e30d0f71026adb6ab6c433e643d37860fb718999ec"} +{"uuid":"gpqa-main-86060b054d8de358356a29fd","benchmark":"gpqa_main","data_index":2312,"repeat_index":6,"sample_id":"gpqa-main-86060b054d8de358356a29fd/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14405,"prompt_tokens":435,"effective_max_tokens":130637,"original_embedded_prediction":"A","question_sha256":"d20ccd218e50c4a58da8030db612f52c5bac88ad6d1859a85b0358c1595e54e1"} +{"uuid":"gpqa-main-41ca21006bb37fef24a8975a","benchmark":"gpqa_main","data_index":2390,"repeat_index":6,"sample_id":"gpqa-main-41ca21006bb37fef24a8975a/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7128,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"8d132ce83553f28f02599f90e3c52fb60d8f58faea0f09152f78f7df6e310abc"} +{"uuid":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c","benchmark":"gpqa_main","data_index":2422,"repeat_index":6,"sample_id":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3652,"prompt_tokens":340,"effective_max_tokens":130732,"original_embedded_prediction":"C","question_sha256":"626cda94018ba930400d9c043f6fc1aa30c317abf6fd8f6d0ec8b133ce2036c8"} +{"uuid":"gpqa-main-0306849689d2123fedfcfeb5","benchmark":"gpqa_main","data_index":2386,"repeat_index":6,"sample_id":"gpqa-main-0306849689d2123fedfcfeb5/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7372,"prompt_tokens":301,"effective_max_tokens":130771,"original_embedded_prediction":"D","question_sha256":"9b236e1b2c7db4edd3fd08eaeff4fcfd3b13c11bfc0f9c5510349957a837d13a"} +{"uuid":"gpqa-main-cb8b679fe50f1b3a7168eb92","benchmark":"gpqa_main","data_index":2458,"repeat_index":6,"sample_id":"gpqa-main-cb8b679fe50f1b3a7168eb92/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":395,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"B","question_sha256":"8ed0101055c99512a99310385277c13855047c3a1b31ca6b8a6ee3f83cf5d4f3"} +{"uuid":"gpqa-main-084903ab17db0fab7bc6caea","benchmark":"gpqa_main","data_index":2433,"repeat_index":6,"sample_id":"gpqa-main-084903ab17db0fab7bc6caea/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2695,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"D","question_sha256":"b560f550d5d9fb2378520f0fcf7b6573aec2027430ef06270491ace18a0497fc"} +{"uuid":"gpqa-main-9b7f84c844aa65b8ebfee235","benchmark":"gpqa_main","data_index":2424,"repeat_index":6,"sample_id":"gpqa-main-9b7f84c844aa65b8ebfee235/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3848,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"9443960fd2664e6d4890575733c6a4f1f6d804ec21e10e0f9d415b99297f9845"} +{"uuid":"gpqa-main-79721e93e90bdb2d8da052c0","benchmark":"gpqa_main","data_index":2436,"repeat_index":6,"sample_id":"gpqa-main-79721e93e90bdb2d8da052c0/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2293,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"2a09355eb98c6b8d6ad0b51afb3b27f719fed44786d3b2998dfe7ee66413a028"} +{"uuid":"gpqa-main-35569b36357cfce18162c999","benchmark":"gpqa_main","data_index":2356,"repeat_index":6,"sample_id":"gpqa-main-35569b36357cfce18162c999/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10499,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"D","question_sha256":"a2136b05b78259562b913f1f56520c4184d70bf60017617a442a41f907c31b78"} +{"uuid":"gpqa-main-238c4616c3347122f4b974e4","benchmark":"gpqa_main","data_index":2285,"repeat_index":5,"sample_id":"gpqa-main-238c4616c3347122f4b974e4/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18720,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"5a24c76ed39eb083ccc9c24780d936fe2e52cba76ae67efa4d647cc35e10037b"} +{"uuid":"gpqa-main-60c7c63632b1d67ffb8a4fb7","benchmark":"gpqa_main","data_index":2255,"repeat_index":5,"sample_id":"gpqa-main-60c7c63632b1d67ffb8a4fb7/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21285,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"C","question_sha256":"60c9747de98dcd74354ee70ce1049c3c1d1b8d72f4e9848984af5d6ceb1a0c57"} +{"uuid":"gpqa-main-00a9d82facaec210f417af7a","benchmark":"gpqa_main","data_index":2461,"repeat_index":6,"sample_id":"gpqa-main-00a9d82facaec210f417af7a/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":759,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"77f0590db54b06b37e142e7363145cbdb1a8d11c2a7575d9ae0fc10b3a6708bd"} +{"uuid":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea","benchmark":"gpqa_main","data_index":2269,"repeat_index":5,"sample_id":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20104,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"A","question_sha256":"78b6f83c0d1137982356bff0e0d20f60e32542e5815ffd693af8f421f9e4741d"} +{"uuid":"gpqa-main-dd8409336990c7459796bf16","benchmark":"gpqa_main","data_index":2155,"repeat_index":5,"sample_id":"gpqa-main-dd8409336990c7459796bf16/repeat-5","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":33465,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"A","question_sha256":"609aca38a7fb3090a0f30d6d141ac5d22646fb06ba18f8c71758e099668e5bf5"} +{"uuid":"gpqa-main-50a8ab2bd1710dbcfa2e32b5","benchmark":"gpqa_main","data_index":1704,"repeat_index":4,"sample_id":"gpqa-main-50a8ab2bd1710dbcfa2e32b5/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":78788,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"5fb04957154b48d4ebad83862909a8fd3afc5ba5399a7dbe4594b5c72255964c"} +{"uuid":"gpqa-main-692e40bceeaff3accdc11ead","benchmark":"gpqa_main","data_index":2441,"repeat_index":6,"sample_id":"gpqa-main-692e40bceeaff3accdc11ead/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2555,"prompt_tokens":471,"effective_max_tokens":130601,"original_embedded_prediction":"D","question_sha256":"954d12809188bb6fb15643c4406ac6b108f5d7836e1eeabd73e49df01f2c616e"} +{"uuid":"gpqa-main-ad697760bc60543062e8b7b4","benchmark":"gpqa_main","data_index":2457,"repeat_index":6,"sample_id":"gpqa-main-ad697760bc60543062e8b7b4/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1791,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"B","question_sha256":"7f9b4679645e2d89214a154be6bdb13eafdc747457ce2950bda27a9a2b97917f"} +{"uuid":"gpqa-main-8980ca71edb4f58a3e46b256","benchmark":"gpqa_main","data_index":2448,"repeat_index":6,"sample_id":"gpqa-main-8980ca71edb4f58a3e46b256/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2361,"prompt_tokens":145,"effective_max_tokens":130927,"original_embedded_prediction":"B","question_sha256":"fb9586d35200647be665790b2cd3eee5c8cca1b79e6afcf01f027007fa057b64"} +{"uuid":"gpqa-main-ea0400e59078652fc57eb6e1","benchmark":"gpqa_main","data_index":2400,"repeat_index":6,"sample_id":"gpqa-main-ea0400e59078652fc57eb6e1/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7591,"prompt_tokens":537,"effective_max_tokens":130535,"original_embedded_prediction":"D","question_sha256":"50fc83bec6235fb29a76a0a00342f5c99a24684597a5930df882fe103e170363"} +{"uuid":"gpqa-main-b306a5cb19a37a5923ddeda3","benchmark":"gpqa_main","data_index":2295,"repeat_index":5,"sample_id":"gpqa-main-b306a5cb19a37a5923ddeda3/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18582,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"10d0692d1c6af6008ffff69894cb0183dafbb80748247a3a0e1961e87f1e7c9f"} +{"uuid":"gpqa-main-682237ee740e033537fb5707","benchmark":"gpqa_main","data_index":2473,"repeat_index":6,"sample_id":"gpqa-main-682237ee740e033537fb5707/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":979,"prompt_tokens":291,"effective_max_tokens":130781,"original_embedded_prediction":"A","question_sha256":"6cec89b2019b24f8e8c4001cade388815345ae403b5d5fc687cf7fdccbcc6ce1"} +{"uuid":"gpqa-main-febe4c45e71692110949e3d6","benchmark":"gpqa_main","data_index":2272,"repeat_index":5,"sample_id":"gpqa-main-febe4c45e71692110949e3d6/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20684,"prompt_tokens":577,"effective_max_tokens":130495,"original_embedded_prediction":"C","question_sha256":"e38dd7750710c37aa45a5b0b5dd91e1b4171070325d670d668ab1fa20431a29e"} +{"uuid":"gpqa-main-f432c1aa4319a4b1f6fa2ac1","benchmark":"gpqa_main","data_index":2413,"repeat_index":6,"sample_id":"gpqa-main-f432c1aa4319a4b1f6fa2ac1/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6360,"prompt_tokens":264,"effective_max_tokens":130808,"original_embedded_prediction":"C","question_sha256":"19d5ec504b7008b3eada0ca0c300cd88147b20679109f6681bfd8946e0db2c8c"} +{"uuid":"gpqa-main-9eaa6714b15499d3c303ce90","benchmark":"gpqa_main","data_index":2143,"repeat_index":5,"sample_id":"gpqa-main-9eaa6714b15499d3c303ce90/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":35756,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"C","question_sha256":"cfac786b87a07d0c92f7c3da73233aa6c32340b63dff9d3f72bd1bd025cd565d"} +{"uuid":"gpqa-main-547aac137dd7671e7ef03fa9","benchmark":"gpqa_main","data_index":2468,"repeat_index":6,"sample_id":"gpqa-main-547aac137dd7671e7ef03fa9/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1673,"prompt_tokens":497,"effective_max_tokens":130575,"original_embedded_prediction":"C","question_sha256":"8369c6a1ffc960e3f3d88e5e4c521eebcc37f39ca9adf654c3cd4b61f892f2ef"} +{"uuid":"gpqa-main-4df6eb7fd5661c3196a52be6","benchmark":"gpqa_main","data_index":2205,"repeat_index":5,"sample_id":"gpqa-main-4df6eb7fd5661c3196a52be6/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":27836,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"B","question_sha256":"71ef41cf00fbcb9e6751fd492a52caefd2830032777c8824465c1b4ea8dc48ea"} +{"uuid":"gpqa-main-1634ccababef2067673cd88c","benchmark":"gpqa_main","data_index":2350,"repeat_index":6,"sample_id":"gpqa-main-1634ccababef2067673cd88c/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13006,"prompt_tokens":593,"effective_max_tokens":130479,"original_embedded_prediction":"D","question_sha256":"d8c36bd55ba561cb499054e9d5a01217a0498dfd20875e8d9e99d34bcdfd7830"} +{"uuid":"gpqa-main-0d56f92dcb32c3f0494a4705","benchmark":"gpqa_main","data_index":2319,"repeat_index":6,"sample_id":"gpqa-main-0d56f92dcb32c3f0494a4705/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15616,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"D","question_sha256":"d48362abba761cef50927ef586befd9a2fdb343aa19b2fa457ee74fb6dbfb56b"} +{"uuid":"gpqa-main-09b661e081004aa4c0d45778","benchmark":"gpqa_main","data_index":2410,"repeat_index":6,"sample_id":"gpqa-main-09b661e081004aa4c0d45778/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7130,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"D","question_sha256":"47741045402119262be7a1c17b98cc587ee55b46bb8620655271dca518a4f927"} +{"uuid":"gpqa-main-20f50fda9aeae51c6b9b4ba0","benchmark":"gpqa_main","data_index":2395,"repeat_index":6,"sample_id":"gpqa-main-20f50fda9aeae51c6b9b4ba0/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9376,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"D","question_sha256":"c7914fc7bcc19ad8377798d825d6dbc59be8fb64f2b51a89ec26f55423d9edd1"} +{"uuid":"gpqa-main-759e35a2024fc09bd491c9ff","benchmark":"gpqa_main","data_index":2307,"repeat_index":6,"sample_id":"gpqa-main-759e35a2024fc09bd491c9ff/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17802,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"C","question_sha256":"4c284608a459b460f3ec3dfd5c7c71cfa84c171d4eb8a52aab9e6e4a8cb409bb"} +{"uuid":"gpqa-main-c028fe71611d73b87b4cbb03","benchmark":"gpqa_main","data_index":2460,"repeat_index":6,"sample_id":"gpqa-main-c028fe71611d73b87b4cbb03/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2686,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"D","question_sha256":"f56f3f5d135dc8d61dc42f902943e2459f79e4343f2fef6741f6f86d4133a99a"} +{"uuid":"gpqa-main-f1451c98bdb50fb5b0dbdc55","benchmark":"gpqa_main","data_index":2036,"repeat_index":5,"sample_id":"gpqa-main-f1451c98bdb50fb5b0dbdc55/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":46115,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"A","question_sha256":"650bb2feaa18830493f8e50de85c38c1f24570d9f1e7c9970c8ed9fbcbbde337"} +{"uuid":"gpqa-main-0cc54149033350a37cf90b8b","benchmark":"gpqa_main","data_index":2387,"repeat_index":6,"sample_id":"gpqa-main-0cc54149033350a37cf90b8b/repeat-6","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9908,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"A","question_sha256":"3298921b7dfbbae04c9893edbe6870746b53e2b7af12e9816f07b6f5e0bff9cb"} +{"uuid":"gpqa-main-913c4ee0ce195992ff9638b1","benchmark":"gpqa_main","data_index":2482,"repeat_index":6,"sample_id":"gpqa-main-913c4ee0ce195992ff9638b1/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":952,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"ed904d04c24f37586b1f78a18bd22f28752e80a5ecc489939950778aa5307d98"} +{"uuid":"gpqa-main-feeb39404129cbb3b7e867ec","benchmark":"gpqa_main","data_index":2347,"repeat_index":6,"sample_id":"gpqa-main-feeb39404129cbb3b7e867ec/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13934,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"B","question_sha256":"a80144fd582290217d4749a45438b278db047877b2f9babd5f52d9d0dcc88daf"} +{"uuid":"gpqa-main-b38dfd97dcfb80fb4df4c6f2","benchmark":"gpqa_main","data_index":2046,"repeat_index":5,"sample_id":"gpqa-main-b38dfd97dcfb80fb4df4c6f2/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":45127,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"28fc44d6ca68ec833bb9837a558199f6e126ccb90f29dc42a2a4bf34ea4b66a7"} +{"uuid":"gpqa-main-3b577bce88d27365cf34e990","benchmark":"gpqa_main","data_index":2264,"repeat_index":5,"sample_id":"gpqa-main-3b577bce88d27365cf34e990/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":22396,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"952132525f3a442f1b38bdc3d0190df1c505766096106e7ac626a451f1b236fc"} +{"uuid":"gpqa-main-8299e0bf116ad8ad7b960d26","benchmark":"gpqa_main","data_index":2174,"repeat_index":5,"sample_id":"gpqa-main-8299e0bf116ad8ad7b960d26/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":32096,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"A","question_sha256":"dac89ff46a5330836dfa04de2060a9a9d447a0cffd96c06e0cdee48c6a991035"} +{"uuid":"gpqa-main-6030f5f53fe38c334b2c3a6a","benchmark":"gpqa_main","data_index":2477,"repeat_index":6,"sample_id":"gpqa-main-6030f5f53fe38c334b2c3a6a/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2017,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"88d277706c3af734be0507cde034c23c7e206f855c2fcc97d6ed69f8ad92df57"} +{"uuid":"gpqa-main-bab6e331fae29c00395de3a4","benchmark":"gpqa_main","data_index":2086,"repeat_index":5,"sample_id":"gpqa-main-bab6e331fae29c00395de3a4/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":41653,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"cf500f5f076470e539799f3822047d1a6263a0abc77614f9abc48a4f60ba507d"} +{"uuid":"gpqa-main-2fc8b9731f60b1c9eb476570","benchmark":"gpqa_main","data_index":1995,"repeat_index":5,"sample_id":"gpqa-main-2fc8b9731f60b1c9eb476570/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":51016,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"A","question_sha256":"8d64fc9e228388438862fd18b500e048e168f26e7191a4220ea8281beb789ea2"} +{"uuid":"gpqa-main-5e6a032f9aa67c7725f828d0","benchmark":"gpqa_main","data_index":2499,"repeat_index":6,"sample_id":"gpqa-main-5e6a032f9aa67c7725f828d0/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":520,"prompt_tokens":330,"effective_max_tokens":130742,"original_embedded_prediction":"A","question_sha256":"8accf5d31cc4cf5c2467ac477d83885c90d2715606f7c2e68d318476741bbdd7"} +{"uuid":"gpqa-main-4462dc9f2d34289881ef2b1c","benchmark":"gpqa_main","data_index":2446,"repeat_index":6,"sample_id":"gpqa-main-4462dc9f2d34289881ef2b1c/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4586,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"63318cb18413a705693b9a4312f73dbf5358312aafc1d703c3d29a6340ffa0d1"} +{"uuid":"gpqa-main-d7c4372bfbc5d0f0f9331350","benchmark":"gpqa_main","data_index":2489,"repeat_index":6,"sample_id":"gpqa-main-d7c4372bfbc5d0f0f9331350/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1366,"prompt_tokens":588,"effective_max_tokens":130484,"original_embedded_prediction":"D","question_sha256":"92d8ffd16886567ac1ed2f15a6c2d3d6ac2a2fb0fd0e56836671babcde327d3f"} +{"uuid":"gpqa-main-1ae8f8945efaf81788d8d871","benchmark":"gpqa_main","data_index":2443,"repeat_index":6,"sample_id":"gpqa-main-1ae8f8945efaf81788d8d871/repeat-6","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4900,"prompt_tokens":250,"effective_max_tokens":130822,"original_embedded_prediction":"A","question_sha256":"060f07943bcd17960b48a982fabe42fcae4e3899fe8c5473138fe2198f0e8dd8"} +{"uuid":"gpqa-main-ba7b4d8b6b363240553a5da8","benchmark":"gpqa_main","data_index":2317,"repeat_index":6,"sample_id":"gpqa-main-ba7b4d8b6b363240553a5da8/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17232,"prompt_tokens":320,"effective_max_tokens":130752,"original_embedded_prediction":"C","question_sha256":"f31ead87a22282cc5dfb01f73a1fe9c84520ad1b8dc017953d8293dbe8b47044"} +{"uuid":"gpqa-main-7d850f6448c27424d9f68c4e","benchmark":"gpqa_main","data_index":2488,"repeat_index":6,"sample_id":"gpqa-main-7d850f6448c27424d9f68c4e/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1658,"prompt_tokens":544,"effective_max_tokens":130528,"original_embedded_prediction":"D","question_sha256":"48bf9d4f95299b8f9288e190dca6edd0c3cf53cf40dada120e22abf98469d3e3"} +{"uuid":"gpqa-main-a454a3157aff6eee743541b7","benchmark":"gpqa_main","data_index":2486,"repeat_index":6,"sample_id":"gpqa-main-a454a3157aff6eee743541b7/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1843,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"B","question_sha256":"025e20e6e9b45e1ddb3f6901f58f69b40df5e8f9ffb6b80b5b17bc518d9f5d17"} +{"uuid":"gpqa-main-381032537ca0c968de7d5c06","benchmark":"gpqa_main","data_index":2507,"repeat_index":6,"sample_id":"gpqa-main-381032537ca0c968de7d5c06/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":334,"prompt_tokens":186,"effective_max_tokens":130886,"original_embedded_prediction":"A","question_sha256":"045347c35e2957dbd6bc83158fecec24c157df70fdefaaddc8633ecda3435cdc"} +{"uuid":"gpqa-main-d3a774e5f1af1a1e11117582","benchmark":"gpqa_main","data_index":2466,"repeat_index":6,"sample_id":"gpqa-main-d3a774e5f1af1a1e11117582/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3955,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"B","question_sha256":"26b8e966c8adf9fe2824ff1fd3c23b2d488a785fe8a68cbce362bac46e891a79"} +{"uuid":"gpqa-main-fcf4fbe275826c7d67e6067b","benchmark":"gpqa_main","data_index":2252,"repeat_index":5,"sample_id":"gpqa-main-fcf4fbe275826c7d67e6067b/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":24983,"prompt_tokens":319,"effective_max_tokens":130753,"original_embedded_prediction":"B","question_sha256":"804a1298d02f33e3d34af9885ef317731ae757104a1e874356955c98921afd18"} +{"uuid":"gpqa-main-8e23eaed901a11ec534e6f8b","benchmark":"gpqa_main","data_index":2403,"repeat_index":6,"sample_id":"gpqa-main-8e23eaed901a11ec534e6f8b/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10027,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"ed842ad329efe1e08f990fad3dd3cd5e5fb16736a9da1dbfa314d5e19156887e"} +{"uuid":"gpqa-main-1f9ad1ca59cf537e3cdf47c2","benchmark":"gpqa_main","data_index":2434,"repeat_index":6,"sample_id":"gpqa-main-1f9ad1ca59cf537e3cdf47c2/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6571,"prompt_tokens":318,"effective_max_tokens":130754,"original_embedded_prediction":"B","question_sha256":"229ffbdb774489fcfd578450da500a74b0c6fd603d3f4050eb6ff993659f5c7e"} +{"uuid":"gpqa-main-4117517dba1fdbd711e3d32b","benchmark":"gpqa_main","data_index":2452,"repeat_index":6,"sample_id":"gpqa-main-4117517dba1fdbd711e3d32b/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5010,"prompt_tokens":398,"effective_max_tokens":130674,"original_embedded_prediction":"C","question_sha256":"3e04ad2cb1248bfb53a7bd8f05efedea49f42b201c6f35907baa6c30abf40733"} +{"uuid":"gpqa-main-7ed621f8290d6ac14181ce45","benchmark":"gpqa_main","data_index":2302,"repeat_index":5,"sample_id":"gpqa-main-7ed621f8290d6ac14181ce45/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20243,"prompt_tokens":298,"effective_max_tokens":130774,"original_embedded_prediction":"B","question_sha256":"c1c0ad22e4376412fe1e7564fd1f8c00dd970292dbf0dbb83b0350881e74b306"} +{"uuid":"gpqa-main-bab269fd666fa2ba840a1459","benchmark":"gpqa_main","data_index":2393,"repeat_index":6,"sample_id":"gpqa-main-bab269fd666fa2ba840a1459/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11324,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"e17051d5c4ebf5f6bc793872dc2f5748b41dd7918235cb3d5697fb04882bd7fe"} +{"uuid":"gpqa-main-249edae2034ba7f3819aaa7b","benchmark":"gpqa_main","data_index":2514,"repeat_index":6,"sample_id":"gpqa-main-249edae2034ba7f3819aaa7b/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":217,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"A","question_sha256":"c4d795814405ce2bb231fe7012e4581bcaebca12bb3f8c3260a3ad239aa51a79"} +{"uuid":"gpqa-main-46f745f508b4d1ad41a0eb01","benchmark":"gpqa_main","data_index":2262,"repeat_index":5,"sample_id":"gpqa-main-46f745f508b4d1ad41a0eb01/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24160,"prompt_tokens":392,"effective_max_tokens":130680,"original_embedded_prediction":"B","question_sha256":"4971bc5df5aee8c296226e29269969e334193d698a942dccd75dac5459c05a5c"} +{"uuid":"gpqa-main-ef65739a36457c1672913212","benchmark":"gpqa_main","data_index":2463,"repeat_index":6,"sample_id":"gpqa-main-ef65739a36457c1672913212/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4461,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"46601a7bcf5dcc71504dda490de685062fce72cdc997d7acb8b78e5a351a96bc"} +{"uuid":"gpqa-main-1af843966aecfd5da1f08dd6","benchmark":"gpqa_main","data_index":2310,"repeat_index":6,"sample_id":"gpqa-main-1af843966aecfd5da1f08dd6/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19004,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"D","question_sha256":"13e7c71f8aae7040bd98bd6b7bfe361f01f9aa9f4fd4b6095b40f97963688bdc"} +{"uuid":"gpqa-main-b22053dbc40179e114f0c866","benchmark":"gpqa_main","data_index":2429,"repeat_index":6,"sample_id":"gpqa-main-b22053dbc40179e114f0c866/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7672,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"1f101bccd20044577731aef887c9704a6a153baf063dff8d9a04510e7b8dcfb7"} +{"uuid":"gpqa-main-4355802640dddd3e060d2a59","benchmark":"gpqa_main","data_index":2099,"repeat_index":5,"sample_id":"gpqa-main-4355802640dddd3e060d2a59/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":42244,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"ebe141e8c3f27bb731fd3889679a36aab5827f4caa81d8400d66a6bf492fe486"} +{"uuid":"gpqa-main-73f6c00588963349c225df6c","benchmark":"gpqa_main","data_index":2417,"repeat_index":6,"sample_id":"gpqa-main-73f6c00588963349c225df6c/repeat-6","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8744,"prompt_tokens":476,"effective_max_tokens":130596,"original_embedded_prediction":null,"question_sha256":"6c8759c4aac1084515abf1e3c463c7a0b6411dc3fa720a9a5fb5ac8f5777b49c"} +{"uuid":"gpqa-main-e605c3d20abb4c52d96e9b60","benchmark":"gpqa_main","data_index":2475,"repeat_index":6,"sample_id":"gpqa-main-e605c3d20abb4c52d96e9b60/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4060,"prompt_tokens":361,"effective_max_tokens":130711,"original_embedded_prediction":"C","question_sha256":"84b58aec9b33c09286d45fb66ca82cc4ec03e310a0917bc0783bda81a0fa23b6"} +{"uuid":"gpqa-main-e3e073f3f0f646532e4caf06","benchmark":"gpqa_main","data_index":2471,"repeat_index":6,"sample_id":"gpqa-main-e3e073f3f0f646532e4caf06/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4266,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"A","question_sha256":"a1cff30033350ed32c6446abacb176ef3ffad0fc471aaacf3468c78e0aad550e"} +{"uuid":"gpqa-main-fd21f7c7356e7f51f0cabd07","benchmark":"gpqa_main","data_index":2505,"repeat_index":6,"sample_id":"gpqa-main-fd21f7c7356e7f51f0cabd07/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1747,"prompt_tokens":601,"effective_max_tokens":130471,"original_embedded_prediction":"D","question_sha256":"db246f6acae65ff2e4bb6caad314b6583cd0085f0d81b1b20515ca2fe73b6f72"} +{"uuid":"gpqa-main-5a280dae7286e8bab3887904","benchmark":"gpqa_main","data_index":2516,"repeat_index":6,"sample_id":"gpqa-main-5a280dae7286e8bab3887904/repeat-6","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1186,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"A","question_sha256":"b8398a470c0a1a045a6dcf2005bd8e8351bdf75ffa7c473958cf3c4b5d4fb288"} +{"uuid":"gpqa-main-779369aa96b96a67933939f1","benchmark":"gpqa_main","data_index":2528,"repeat_index":6,"sample_id":"gpqa-main-779369aa96b96a67933939f1/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":361,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"acf784efba891531b08709383ede2379cee1f604b6334b753dd1fcaab37af970"} +{"uuid":"gpqa-main-8af90a4147e5f0c98bfd00fa","benchmark":"gpqa_main","data_index":2522,"repeat_index":6,"sample_id":"gpqa-main-8af90a4147e5f0c98bfd00fa/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1173,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"C","question_sha256":"29a55065f72c47169c5073a91e6b55d82fe2f5784289d2baf5cf5444f8d6fd65"} +{"uuid":"gpqa-main-e069314491adb5be236d3fe7","benchmark":"gpqa_main","data_index":2306,"repeat_index":6,"sample_id":"gpqa-main-e069314491adb5be236d3fe7/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21073,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"A","question_sha256":"2662eff7a6231613f45042d2ef5df63caaeb5a326d264e93009a737a99fb27bb"} +{"uuid":"gpqa-main-358120bf0c4377ebdbde08fc","benchmark":"gpqa_main","data_index":2228,"repeat_index":5,"sample_id":"gpqa-main-358120bf0c4377ebdbde08fc/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":29072,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"A","question_sha256":"051eba2501386001d9e9793a3b0fe9ea4c78a987e3a1576c168659f849b684d6"} +{"uuid":"gpqa-main-ecb6740406340eb07beacf42","benchmark":"gpqa_main","data_index":2530,"repeat_index":6,"sample_id":"gpqa-main-ecb6740406340eb07beacf42/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":330,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"29f96711820eba41ccced6676074bc5bcd9e3eb6c97ce5e8507128a91a175bb0"} +{"uuid":"gpqa-main-edbd99e5f03e3b3f074ba126","benchmark":"gpqa_main","data_index":2366,"repeat_index":6,"sample_id":"gpqa-main-edbd99e5f03e3b3f074ba126/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15331,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"A","question_sha256":"b690990e73efd994587057d6ed5ae270235b0ec6bd4e98df3fc472f01c179765"} +{"uuid":"gpqa-main-a028903aa7112583a0e7b5d2","benchmark":"gpqa_main","data_index":2136,"repeat_index":5,"sample_id":"gpqa-main-a028903aa7112583a0e7b5d2/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":40803,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"c6231a95c81ba1af7d31e5ce8f8e8ad4c4def88d86ab8f801a248cf19814e2d2"} +{"uuid":"gpqa-main-d28c5e0e8deb0d1fde12ef5f","benchmark":"gpqa_main","data_index":2113,"repeat_index":5,"sample_id":"gpqa-main-d28c5e0e8deb0d1fde12ef5f/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":42681,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"6913f7a17a2db54c9dcd8af6af20806e66b00fe4bb9691ca42d9f15184908f62"} +{"uuid":"gpqa-main-20f8612bcc2efb9c2355d32e","benchmark":"gpqa_main","data_index":2510,"repeat_index":6,"sample_id":"gpqa-main-20f8612bcc2efb9c2355d32e/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2568,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"B","question_sha256":"d746be8625afecad5925e7069f57336e8de3f39dfdf843820421eba66b7bc620"} +{"uuid":"gpqa-main-70afc730094f43bb0e05f371","benchmark":"gpqa_main","data_index":2513,"repeat_index":6,"sample_id":"gpqa-main-70afc730094f43bb0e05f371/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2383,"prompt_tokens":360,"effective_max_tokens":130712,"original_embedded_prediction":"A","question_sha256":"f328e748a74c78b0ab73f790c6848b663fb5bffac884e2793a63bb9ce351e4b6"} +{"uuid":"gpqa-main-d1e25804e939f97ca872c78e","benchmark":"gpqa_main","data_index":2467,"repeat_index":6,"sample_id":"gpqa-main-d1e25804e939f97ca872c78e/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6256,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"bd713289ab1ffc1ab982f7411da433944bdaa2ce87595d2c1bba8580a8b47bdb"} +{"uuid":"gpqa-main-6f6ff532d544554128a0bbbe","benchmark":"gpqa_main","data_index":2412,"repeat_index":6,"sample_id":"gpqa-main-6f6ff532d544554128a0bbbe/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11088,"prompt_tokens":368,"effective_max_tokens":130704,"original_embedded_prediction":"A","question_sha256":"ebb5b9328e54d98f40b988b171044869d75c67b6efaa8f44675c485448b7b02c"} +{"uuid":"gpqa-main-04a5c442799262dec9375c25","benchmark":"gpqa_main","data_index":2498,"repeat_index":6,"sample_id":"gpqa-main-04a5c442799262dec9375c25/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4112,"prompt_tokens":365,"effective_max_tokens":130707,"original_embedded_prediction":"D","question_sha256":"e90ec32d975ec61b7cd079ff6968bc3dbaa4fc87e74699c1406ce59093066dbc"} +{"uuid":"gpqa-main-643d18139459da0f9c1b2e17","benchmark":"gpqa_main","data_index":2227,"repeat_index":5,"sample_id":"gpqa-main-643d18139459da0f9c1b2e17/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":30154,"prompt_tokens":375,"effective_max_tokens":130697,"original_embedded_prediction":"D","question_sha256":"4bab53f383207a2bc9c94789bb8114d3e7db442308789d848023661e90b2ab49"} +{"uuid":"gpqa-main-bd228dea7f1aa14b70216372","benchmark":"gpqa_main","data_index":2521,"repeat_index":6,"sample_id":"gpqa-main-bd228dea7f1aa14b70216372/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2707,"prompt_tokens":425,"effective_max_tokens":130647,"original_embedded_prediction":"C","question_sha256":"c1dea594f51ba7757d0d9ec69efa6b56bfeeaff965f074faaf89160cca96a0e9"} +{"uuid":"gpqa-main-4b84b53bf506bc0a4468fb2d","benchmark":"gpqa_main","data_index":1991,"repeat_index":5,"sample_id":"gpqa-main-4b84b53bf506bc0a4468fb2d/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":55107,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"D","question_sha256":"e302b2005d8d406eb5e8fd7aa1707959448ef06e72b5647d2711c9a056cfeffc"} +{"uuid":"gpqa-main-3b1469c59353cec7a0dd6866","benchmark":"gpqa_main","data_index":2445,"repeat_index":6,"sample_id":"gpqa-main-3b1469c59353cec7a0dd6866/repeat-6","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8527,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"ebc638f9e42bd31bd87f0fab4dff50846ee425d9aef0cb954a4e5013a5a107e4"} +{"uuid":"gpqa-main-8d147d8bf7fad22423fc5dd7","benchmark":"gpqa_main","data_index":2202,"repeat_index":5,"sample_id":"gpqa-main-8d147d8bf7fad22423fc5dd7/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":33320,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"bfad7a1309a7d02668c615391f7302c03e1c3f61ffaee5d1f44ba2c9f5c40b7d"} +{"uuid":"gpqa-main-8a352b243ffac6230977fc90","benchmark":"gpqa_main","data_index":2523,"repeat_index":6,"sample_id":"gpqa-main-8a352b243ffac6230977fc90/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3187,"prompt_tokens":389,"effective_max_tokens":130683,"original_embedded_prediction":"C","question_sha256":"7408ac0330a09a182b52a627f89920c8c4e825da7da4e441973cbefe32b852ac"} +{"uuid":"gpqa-main-be779fa0e49ff52e19357207","benchmark":"gpqa_main","data_index":2543,"repeat_index":6,"sample_id":"gpqa-main-be779fa0e49ff52e19357207/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":924,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"ea7bb5901d85914d8997afb87e1ae6be7a8efe03889a4cc08f64de2ccdc9180e"} +{"uuid":"gpqa-main-ac1c72784d1e0da293fe4bd4","benchmark":"gpqa_main","data_index":2506,"repeat_index":6,"sample_id":"gpqa-main-ac1c72784d1e0da293fe4bd4/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4363,"prompt_tokens":169,"effective_max_tokens":130903,"original_embedded_prediction":"D","question_sha256":"6e2bd9ec28efb9c97dbc7bea49224b4964011afaa5ca659996fac7fd65c4468d"} +{"uuid":"gpqa-main-86976aae6f871f46c4680830","benchmark":"gpqa_main","data_index":2519,"repeat_index":6,"sample_id":"gpqa-main-86976aae6f871f46c4680830/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3533,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"B","question_sha256":"e5c3c79a60db2de596dac1585bfc2e940bac2acb65a3352ff5f7e99821846aed"} +{"uuid":"gpqa-main-6119656f6ad0247c537028e7","benchmark":"gpqa_main","data_index":2550,"repeat_index":6,"sample_id":"gpqa-main-6119656f6ad0247c537028e7/repeat-6","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":589,"prompt_tokens":329,"effective_max_tokens":130743,"original_embedded_prediction":"A","question_sha256":"e426a9a1b0977a66badcc2dd4f0d54629b39c2594a512e459e9afd20bba599ba"} +{"uuid":"gpqa-main-9f5d195170ba73ccdc7a3b84","benchmark":"gpqa_main","data_index":2511,"repeat_index":6,"sample_id":"gpqa-main-9f5d195170ba73ccdc7a3b84/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4770,"prompt_tokens":552,"effective_max_tokens":130520,"original_embedded_prediction":"A","question_sha256":"e4e5526f8ea9205cbe6b33a5256144298ad11d8250b020cbd4fddbba85a12596"} +{"uuid":"gpqa-main-acdff999b6cbfcbc8be6ffac","benchmark":"gpqa_main","data_index":2545,"repeat_index":6,"sample_id":"gpqa-main-acdff999b6cbfcbc8be6ffac/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1448,"prompt_tokens":404,"effective_max_tokens":130668,"original_embedded_prediction":"B","question_sha256":"96f00c3d898d9c364f022eae18e69424d7f2ddde12fbde50541b7390ffd40103"} +{"uuid":"gpqa-main-ddd2b405606ced65b4ce6345","benchmark":"gpqa_main","data_index":2552,"repeat_index":6,"sample_id":"gpqa-main-ddd2b405606ced65b4ce6345/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":470,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"2066c0e835493298c00391dd9236de10adec10d611fe3e2777f252677dfe9724"} +{"uuid":"gpqa-main-56cc62f5d70b661868d341e7","benchmark":"gpqa_main","data_index":2542,"repeat_index":6,"sample_id":"gpqa-main-56cc62f5d70b661868d341e7/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2107,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"A","question_sha256":"c974918b90f5892aaad4308e337b490844102dbfad26c90bf508602f9c595d5d"} +{"uuid":"gpqa-main-4a8c97220fb14b99f363b2ce","benchmark":"gpqa_main","data_index":2492,"repeat_index":6,"sample_id":"gpqa-main-4a8c97220fb14b99f363b2ce/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6448,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"D","question_sha256":"a939b9de7ea4048442a9378048f992097c413c77ad1c665790486c352036c7e3"} +{"uuid":"gpqa-main-781f4efc4b25ff35b588e87c","benchmark":"gpqa_main","data_index":2485,"repeat_index":6,"sample_id":"gpqa-main-781f4efc4b25ff35b588e87c/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7134,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"C","question_sha256":"f933a526e8aec15b0dc77756bad3ba0839404a6d042443e3f5a0ab0b8d1cfa96"} +{"uuid":"gpqa-main-832feb793ff377da50abf878","benchmark":"gpqa_main","data_index":2373,"repeat_index":6,"sample_id":"gpqa-main-832feb793ff377da50abf878/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17690,"prompt_tokens":202,"effective_max_tokens":130870,"original_embedded_prediction":"D","question_sha256":"9cb12d81fbbe616cc95beecd1627265e0b5a2fa48b8e7493d3df89b378afbc12"} +{"uuid":"gpqa-main-104b659bbac6e52c4c877c0b","benchmark":"gpqa_main","data_index":2456,"repeat_index":6,"sample_id":"gpqa-main-104b659bbac6e52c4c877c0b/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10368,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"D","question_sha256":"de6e1846b7e0c60ac3b7b0f613ad67cc3d941770b7de58c7a45add8c64d1db8b"} +{"uuid":"gpqa-main-216433a347b01989e26ed83a","benchmark":"gpqa_main","data_index":2551,"repeat_index":6,"sample_id":"gpqa-main-216433a347b01989e26ed83a/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1954,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"ead16c05d1abbf4387485257726593cf57a0384c3e0a3db31ba489bb1676ce72"} +{"uuid":"gpqa-main-c69005af8b1e76a851528e02","benchmark":"gpqa_main","data_index":1987,"repeat_index":5,"sample_id":"gpqa-main-c69005af8b1e76a851528e02/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":57974,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"D","question_sha256":"29e6a1db070bf5e5af8af4b82da4953dd47dcd2a1bbd7ad2db04f3d1d4cd805e"} +{"uuid":"gpqa-main-212277d3e39540a6739d98b8","benchmark":"gpqa_main","data_index":2553,"repeat_index":6,"sample_id":"gpqa-main-212277d3e39540a6739d98b8/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1280,"prompt_tokens":147,"effective_max_tokens":130925,"original_embedded_prediction":"A","question_sha256":"d20446ccbbfc1ed40bcb669bfa65f9f9cd8e38ec8f7e67621c88e3dbe91f083d"} +{"uuid":"gpqa-main-8dd5ae41d915a09d1c8b9add","benchmark":"gpqa_main","data_index":2465,"repeat_index":6,"sample_id":"gpqa-main-8dd5ae41d915a09d1c8b9add/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9915,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"B","question_sha256":"8a246eed19ab5f877aa822da432a7aaa0f52615ea4655b0a89995d374971cd27"} +{"uuid":"gpqa-main-822957bb60d3551275f08aa0","benchmark":"gpqa_main","data_index":2557,"repeat_index":6,"sample_id":"gpqa-main-822957bb60d3551275f08aa0/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1112,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"A","question_sha256":"4690c4bb391b2ef2a7b53f1a15866e05411bdf5f0f7b4f32c9e27d8ef6e8cb48"} +{"uuid":"gpqa-main-4c9f4186c5ccd49ab906a399","benchmark":"gpqa_main","data_index":2487,"repeat_index":6,"sample_id":"gpqa-main-4c9f4186c5ccd49ab906a399/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8238,"prompt_tokens":610,"effective_max_tokens":130462,"original_embedded_prediction":"A","question_sha256":"f634534b5e2327dcc39982a4da6dff404f299e9759a0ac957b0f6017fbe7586e"} +{"uuid":"gpqa-main-742076c80dda93477062cfc0","benchmark":"gpqa_main","data_index":2566,"repeat_index":6,"sample_id":"gpqa-main-742076c80dda93477062cfc0/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":247,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"D","question_sha256":"528bc237c35f64d2635edb6fea3202ce958bca92ea956fae0da7c5b4c72081d8"} +{"uuid":"gpqa-main-c0bc48c4232297b735018487","benchmark":"gpqa_main","data_index":2544,"repeat_index":6,"sample_id":"gpqa-main-c0bc48c4232297b735018487/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3292,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"bbc99977a336fa9fd961baf75728288b14f7c69841a6757f2793e300690fc85b"} +{"uuid":"gpqa-main-1728184fad8153eeb2e2a7de","benchmark":"gpqa_main","data_index":2568,"repeat_index":6,"sample_id":"gpqa-main-1728184fad8153eeb2e2a7de/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":511,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"d8505733319a8047e94d63c293a2d9dbb08c42e4bde2c223467f371da6665e08"} +{"uuid":"gpqa-main-e4e8eab3e5612de26e298f3f","benchmark":"gpqa_main","data_index":2447,"repeat_index":6,"sample_id":"gpqa-main-e4e8eab3e5612de26e298f3f/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12045,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"A","question_sha256":"1037e0c8b2c1aced006713d114efa5f1233a7eadf2f0aac355081aeacd10b00f"} +{"uuid":"gpqa-main-d3db87adeb915999faca3605","benchmark":"gpqa_main","data_index":2415,"repeat_index":6,"sample_id":"gpqa-main-d3db87adeb915999faca3605/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15344,"prompt_tokens":204,"effective_max_tokens":130868,"original_embedded_prediction":"D","question_sha256":"f6518dd763c1af7a1745bc53b4e021210cafdf588df1ede9b537a622474a998d"} +{"uuid":"gpqa-main-5ace8b3dabb97ffc3da20e7c","benchmark":"gpqa_main","data_index":2554,"repeat_index":6,"sample_id":"gpqa-main-5ace8b3dabb97ffc3da20e7c/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2581,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"C","question_sha256":"4ebb5a46cf109d4237b98081e218fcaba27d8f9d03f7a930300f2938f71c1ef0"} +{"uuid":"gpqa-main-92f6e58b4989e9025c8286a9","benchmark":"gpqa_main","data_index":2538,"repeat_index":6,"sample_id":"gpqa-main-92f6e58b4989e9025c8286a9/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5043,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"c003a37af0eaa5e9c6d10f5a25ce1a2e0258ad6638a1655ee2a17d07daab816a"} +{"uuid":"gpqa-main-f1451c98bdb50fb5b0dbdc55","benchmark":"gpqa_main","data_index":2420,"repeat_index":6,"sample_id":"gpqa-main-f1451c98bdb50fb5b0dbdc55/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15529,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"B","question_sha256":"650bb2feaa18830493f8e50de85c38c1f24570d9f1e7c9970c8ed9fbcbbde337"} +{"uuid":"gpqa-main-666fc74619f38e356e33a285","benchmark":"gpqa_main","data_index":2484,"repeat_index":6,"sample_id":"gpqa-main-666fc74619f38e356e33a285/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9760,"prompt_tokens":693,"effective_max_tokens":130379,"original_embedded_prediction":"C","question_sha256":"89fa5b222a94e07a283a5140341a0704109ec3b7f62de72dd072383182771ebc"} +{"uuid":"gpqa-main-4e62cd257f17d5af418a8d34","benchmark":"gpqa_main","data_index":2518,"repeat_index":6,"sample_id":"gpqa-main-4e62cd257f17d5af418a8d34/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7280,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"D","question_sha256":"654fc443f2efbec09d0f966244083f4545f4f851e28d7f4e0f9c07cb156b2d1d"} +{"uuid":"gpqa-main-002cb7f9ef3ee2a3d460b42e","benchmark":"gpqa_main","data_index":2389,"repeat_index":6,"sample_id":"gpqa-main-002cb7f9ef3ee2a3d460b42e/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19093,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"3bed68f29773b3484a0b5acab22f438229b63f2a324fb817a933e4d514178386"} +{"uuid":"gpqa-main-e6ff92ca0c11b47b14793d2f","benchmark":"gpqa_main","data_index":2428,"repeat_index":6,"sample_id":"gpqa-main-e6ff92ca0c11b47b14793d2f/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15192,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"A","question_sha256":"ca2abe8a98bc00aadbd20baf4ff27e830539507a5ff7402eed5e2491347f95aa"} +{"uuid":"gpqa-main-b9cd3234a1fbbf6fe8b281a7","benchmark":"gpqa_main","data_index":2293,"repeat_index":5,"sample_id":"gpqa-main-b9cd3234a1fbbf6fe8b281a7/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":29330,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"407ed0eb19714d6ab4f488ca6e6a117c40e4991746c31ad1c464c5e529e59565"} +{"uuid":"gpqa-main-9baab02407bb5e317c8c71c4","benchmark":"gpqa_main","data_index":2334,"repeat_index":6,"sample_id":"gpqa-main-9baab02407bb5e317c8c71c4/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":24486,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"C","question_sha256":"4c49b01c534dd76a31b5023fe34fe490913c400dc715a3fa7a874695ca10b949"} +{"uuid":"gpqa-main-925cb13958435841df0e8c1e","benchmark":"gpqa_main","data_index":2411,"repeat_index":6,"sample_id":"gpqa-main-925cb13958435841df0e8c1e/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16736,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"B","question_sha256":"d21ba2f1c06b876b2d387104c816ee0fcc369a02b8e010a706e0e2448c56f78e"} +{"uuid":"gpqa-main-0293685a5c3ddbc5b15dcfa0","benchmark":"gpqa_main","data_index":2537,"repeat_index":6,"sample_id":"gpqa-main-0293685a5c3ddbc5b15dcfa0/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5949,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"db2ca8d93d5ff50bd9f602bc5b3d339b547349c54c540850544e01393770a4ff"} +{"uuid":"gpqa-main-92c9d90b543b6779261f70f7","benchmark":"gpqa_main","data_index":2563,"repeat_index":6,"sample_id":"gpqa-main-92c9d90b543b6779261f70f7/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2438,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"A","question_sha256":"1c7aff3f5221c2086c7143b43e0c46921a03859d45bfce22f1a1286ece235b1a"} +{"uuid":"gpqa-main-4644969e4e4615b014b9669f","benchmark":"gpqa_main","data_index":2504,"repeat_index":6,"sample_id":"gpqa-main-4644969e4e4615b014b9669f/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9385,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"e663684f8a7728af99d977f274c335c497ac6a7ccf43c64ab979e8407155ce6c"} +{"uuid":"gpqa-main-143dc33c1aad9828daf5e615","benchmark":"gpqa_main","data_index":2399,"repeat_index":6,"sample_id":"gpqa-main-143dc33c1aad9828daf5e615/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19103,"prompt_tokens":354,"effective_max_tokens":130718,"original_embedded_prediction":"C","question_sha256":"ff60c18b72aac9e90842c7a2d5e79c68092a3fbb1d6c0318cee6d2892a43a0a1"} +{"uuid":"gpqa-main-efb673a27e8a1e042786abf9","benchmark":"gpqa_main","data_index":2367,"repeat_index":6,"sample_id":"gpqa-main-efb673a27e8a1e042786abf9/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":22406,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"B","question_sha256":"1f2f27b90dac22c1b4d70e1b1679a095c5ce0b5ec5dd0bbf48f16b8328b18d89"} +{"uuid":"gpqa-main-e17c3d61061a563977ae3c11","benchmark":"gpqa_main","data_index":2548,"repeat_index":6,"sample_id":"gpqa-main-e17c3d61061a563977ae3c11/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5391,"prompt_tokens":352,"effective_max_tokens":130720,"original_embedded_prediction":"C","question_sha256":"41b609bbf5cd4517a7d53e382a762d7b2caa65fd58ea44549bdf7183daf1d2c0"} +{"uuid":"gpqa-main-24751b175e0f2d19899ad735","benchmark":"gpqa_main","data_index":2564,"repeat_index":6,"sample_id":"gpqa-main-24751b175e0f2d19899ad735/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3269,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"B","question_sha256":"4a5d6fcc83f3561a6447a1feebb680aa9ab094bdeed5677c30f04041964a9c38"} +{"uuid":"gpqa-main-ca986cf878bcb98d3bdf6b0a","benchmark":"gpqa_main","data_index":2556,"repeat_index":6,"sample_id":"gpqa-main-ca986cf878bcb98d3bdf6b0a/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4233,"prompt_tokens":553,"effective_max_tokens":130519,"original_embedded_prediction":"D","question_sha256":"03946dc24ec69699ccf0d502676d0724f19c404c61b61996d4b5d979f21785da"} +{"uuid":"gpqa-main-a41b7b18fc60247bc6e08ecc","benchmark":"gpqa_main","data_index":2582,"repeat_index":6,"sample_id":"gpqa-main-a41b7b18fc60247bc6e08ecc/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1286,"prompt_tokens":270,"effective_max_tokens":130802,"original_embedded_prediction":"A","question_sha256":"87c04c470b12fde8cca6d843b12d3265c10bf824a883929eca2654ab55681839"} +{"uuid":"gpqa-main-138fcbeedbaf865565ec35fd","benchmark":"gpqa_main","data_index":2431,"repeat_index":6,"sample_id":"gpqa-main-138fcbeedbaf865565ec35fd/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16261,"prompt_tokens":409,"effective_max_tokens":130663,"original_embedded_prediction":"B","question_sha256":"15bed1ac60d1bdcf0eec84539d669d6f38a2eb24b51e5072a922d8d9391ab135"} +{"uuid":"gpqa-main-65b3a19abfb8f6bf88bf75f5","benchmark":"gpqa_main","data_index":2287,"repeat_index":5,"sample_id":"gpqa-main-65b3a19abfb8f6bf88bf75f5/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":31517,"prompt_tokens":308,"effective_max_tokens":130764,"original_embedded_prediction":"B","question_sha256":"a8345a17dbfe0f12b34f72265cd346edb8235c10a1aa78acb6be06124a19360a"} +{"uuid":"gpqa-main-ae71bab05f11abac2f706bb9","benchmark":"gpqa_main","data_index":2261,"repeat_index":5,"sample_id":"gpqa-main-ae71bab05f11abac2f706bb9/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":33333,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"D","question_sha256":"d160134fd023bac8e7f94f4d4e70e01dc36d3ae74bb54ab778b03686e5b7b2c0"} +{"uuid":"gpqa-main-d8cca1a27ad1a42b4a99ce96","benchmark":"gpqa_main","data_index":2189,"repeat_index":5,"sample_id":"gpqa-main-d8cca1a27ad1a42b4a99ce96/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":40765,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"B","question_sha256":"6049e26840c0e889bb5632032745b5bcf6684dec9a2f9d0a0cfb76378c5c064e"} +{"uuid":"gpqa-main-4f958672c6f9249c44f2f9b9","benchmark":"gpqa_main","data_index":2491,"repeat_index":6,"sample_id":"gpqa-main-4f958672c6f9249c44f2f9b9/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11234,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"C","question_sha256":"7d91198c9c48996b89ebbb62d8d76d86e32d7c14fb108c7491c9ff812263613a"} +{"uuid":"gpqa-main-f6714ff18991a64f32fcecf9","benchmark":"gpqa_main","data_index":2590,"repeat_index":6,"sample_id":"gpqa-main-f6714ff18991a64f32fcecf9/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":456,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"a1e860acc41f41cac7f3d9425a64a45a95559ff56553a2d04e1d3569c2f1c1a1"} +{"uuid":"gpqa-main-9753ac5963fbae8c8e907ef3","benchmark":"gpqa_main","data_index":2581,"repeat_index":6,"sample_id":"gpqa-main-9753ac5963fbae8c8e907ef3/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1810,"prompt_tokens":181,"effective_max_tokens":130891,"original_embedded_prediction":"C","question_sha256":"ec3a07db51d6010b2b9fae103e36b62707efee3ad0713fcd4420f8ba8f55c00b"} +{"uuid":"gpqa-main-d5d2365d64430154627d4bb7","benchmark":"gpqa_main","data_index":2572,"repeat_index":6,"sample_id":"gpqa-main-d5d2365d64430154627d4bb7/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2853,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"D","question_sha256":"17f96c74be836037313c787a88438b6c9f69a4aa20ec8cba17697864f5d35599"} +{"uuid":"gpqa-main-9a5518ae94b2b0d35d86de13","benchmark":"gpqa_main","data_index":2593,"repeat_index":6,"sample_id":"gpqa-main-9a5518ae94b2b0d35d86de13/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":614,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"C","question_sha256":"3fcfcbf2649513809f04d9fdbcbe0c6bc1a91164f8dcfd7d9748267f2db7c6ce"} +{"uuid":"gpqa-main-009c62a9f3d3e5b23d7032af","benchmark":"gpqa_main","data_index":2037,"repeat_index":5,"sample_id":"gpqa-main-009c62a9f3d3e5b23d7032af/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":57689,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"eb3c8e77ceb6bbf6b5fc6d705376aeb984e8d20d498b1668992fc1441b062661"} +{"uuid":"gpqa-main-5f336d7998263d21db8f15c1","benchmark":"gpqa_main","data_index":2354,"repeat_index":6,"sample_id":"gpqa-main-5f336d7998263d21db8f15c1/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24896,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"C","question_sha256":"5028b464f9ac881885af02d0d7fda29d17165d3804f0f84dbc2e8f6dbd923739"} +{"uuid":"gpqa-main-d8361782f08c0e6d16de3839","benchmark":"gpqa_main","data_index":2591,"repeat_index":6,"sample_id":"gpqa-main-d8361782f08c0e6d16de3839/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1013,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"aed1658f69a85980c41ce94c10ac1535d2de3683f7a5c3821d1a84fa594d4571"} +{"uuid":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2","benchmark":"gpqa_main","data_index":2454,"repeat_index":6,"sample_id":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15145,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"B","question_sha256":"58604895b423acc46c4efaa28ed2e4d6eaf2d93d55c7ad3766cffce3719ddf62"} +{"uuid":"gpqa-main-84cbf72ad94d1afe2aa56331","benchmark":"gpqa_main","data_index":2401,"repeat_index":6,"sample_id":"gpqa-main-84cbf72ad94d1afe2aa56331/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20552,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"D","question_sha256":"089a55e5a3fbca456cb952a230bd88a82c177ec99470bd05f822803a1bdd3db5"} +{"uuid":"gpqa-main-1923a70feda6403a600f719a","benchmark":"gpqa_main","data_index":2464,"repeat_index":6,"sample_id":"gpqa-main-1923a70feda6403a600f719a/repeat-6","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14570,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"7acad7dd49efa2a29ce19fb81de0e8b504de87dab9c66159407da7697942a708"} +{"uuid":"gpqa-main-513a35e22e5c48f5b3b0518a","benchmark":"gpqa_main","data_index":2587,"repeat_index":6,"sample_id":"gpqa-main-513a35e22e5c48f5b3b0518a/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1575,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"A","question_sha256":"b4baa0b1a21db872411dec993670e6c6bc360a94404305cc5d3ecc9264fdf913"} +{"uuid":"gpqa-main-4fb391edde117a3fa772fe15","benchmark":"gpqa_main","data_index":2299,"repeat_index":5,"sample_id":"gpqa-main-4fb391edde117a3fa772fe15/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":30927,"prompt_tokens":230,"effective_max_tokens":130842,"original_embedded_prediction":"A","question_sha256":"5131eb311b518c1f3eade66e9c0f4df88aa05e6477bb06e86e3ac1e6fc1ea102"} +{"uuid":"gpqa-main-fe61aa6baba6418fcde1fa11","benchmark":"gpqa_main","data_index":2576,"repeat_index":6,"sample_id":"gpqa-main-fe61aa6baba6418fcde1fa11/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3126,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"73eb245ef4dcc164186307ecd210b767147568ad3c1b03847a63b2e67ac5d0ab"} +{"uuid":"gpqa-main-f6f707a4d7db96af855de986","benchmark":"gpqa_main","data_index":2570,"repeat_index":6,"sample_id":"gpqa-main-f6f707a4d7db96af855de986/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3753,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"049a3a3426b30e36d29d782b3ea4916bf545838ac3945e9c707804638ad48f04"} +{"uuid":"gpqa-main-82354c49d9280b8a980b98b4","benchmark":"gpqa_main","data_index":2474,"repeat_index":6,"sample_id":"gpqa-main-82354c49d9280b8a980b98b4/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14204,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"C","question_sha256":"57b065d28a6d02a29a3a84f39dd670ba7cdf4e3403506e79b5fc90713897f68e"} +{"uuid":"gpqa-main-105b94b83de2671f0b86688d","benchmark":"gpqa_main","data_index":2151,"repeat_index":5,"sample_id":"gpqa-main-105b94b83de2671f0b86688d/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":47919,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"D","question_sha256":"062b8c1448dabb342bd7815bdfbab0a55eb915c5c6793d19a5037bf7a9aa63f3"} +{"uuid":"gpqa-main-219ad07bcb0cda7b85845999","benchmark":"gpqa_main","data_index":2575,"repeat_index":6,"sample_id":"gpqa-main-219ad07bcb0cda7b85845999/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3476,"prompt_tokens":412,"effective_max_tokens":130660,"original_embedded_prediction":"B","question_sha256":"a6336c3b0760d09010077fee728ae5348e4421bcfcbbc8bb9c4a72d541ddfb24"} +{"uuid":"gpqa-main-398c3b21ff64a0edc7ed8444","benchmark":"gpqa_main","data_index":2501,"repeat_index":6,"sample_id":"gpqa-main-398c3b21ff64a0edc7ed8444/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12076,"prompt_tokens":839,"effective_max_tokens":130233,"original_embedded_prediction":"B","question_sha256":"8efc35cf270e2b051ad9ae732723df9c7261cecaf1410edf2c43f3ca7aa749cc"} +{"uuid":"gpqa-main-d98819c9bc2a4086534acf1b","benchmark":"gpqa_main","data_index":2585,"repeat_index":6,"sample_id":"gpqa-main-d98819c9bc2a4086534acf1b/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2321,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"d53ea2c13c1ce696b626852774a73a189571a138a5fd872cdd3bb15f21f0bf06"} +{"uuid":"gpqa-main-b84eb68d18023ca81e43b35a","benchmark":"gpqa_main","data_index":2597,"repeat_index":6,"sample_id":"gpqa-main-b84eb68d18023ca81e43b35a/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1276,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"C","question_sha256":"6c90e464e06f4dc9c748d6c9be44c96b2d5bec5078b4eb152ea4ccec4c709f2d"} +{"uuid":"gpqa-main-48494dbfd36899c84d166873","benchmark":"gpqa_main","data_index":2598,"repeat_index":6,"sample_id":"gpqa-main-48494dbfd36899c84d166873/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1237,"prompt_tokens":315,"effective_max_tokens":130757,"original_embedded_prediction":"B","question_sha256":"a50aa647f4cce396d333dfcfe372bdfadfa7f7aa507ebafd207354812f7ab3f9"} +{"uuid":"gpqa-main-c6cc654afa201cd3d5b66695","benchmark":"gpqa_main","data_index":2616,"repeat_index":6,"sample_id":"gpqa-main-c6cc654afa201cd3d5b66695/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":243,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"A","question_sha256":"79526cdc6c623c8657c3060ab8b305f1b4d8aa35f2b7905c6fd4c3e119c5c310"} +{"uuid":"gpqa-main-6364129e0f80d3896a3d60e2","benchmark":"gpqa_main","data_index":2385,"repeat_index":6,"sample_id":"gpqa-main-6364129e0f80d3896a3d60e2/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":23230,"prompt_tokens":526,"effective_max_tokens":130546,"original_embedded_prediction":"A","question_sha256":"123161632faf32d9079808c0fb48f9d5492735ab0a8290fe32ca2f58fad36797"} +{"uuid":"gpqa-main-731d6908d225dc9f463d1297","benchmark":"gpqa_main","data_index":2592,"repeat_index":6,"sample_id":"gpqa-main-731d6908d225dc9f463d1297/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2213,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"4774928b0a0c7cdc6d9c17102d2e01adad07f5a344858c23bbc63520a74724d7"} +{"uuid":"gpqa-main-d4ee93c18c20e4432773fe55","benchmark":"gpqa_main","data_index":2615,"repeat_index":6,"sample_id":"gpqa-main-d4ee93c18c20e4432773fe55/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":619,"prompt_tokens":200,"effective_max_tokens":130872,"original_embedded_prediction":"C","question_sha256":"77bffd13a6b6464f7c63296f571164c184ce47a8cd6f8ecf91f0dc28407d44a1"} +{"uuid":"gpqa-main-49e3b768e85f009875fb4b7f","benchmark":"gpqa_main","data_index":1990,"repeat_index":5,"sample_id":"gpqa-main-49e3b768e85f009875fb4b7f/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":63912,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"181abbdaf75899b4c447f9c98c58f90512c06ffe5521e109fa83597da1fb7aae"} +{"uuid":"gpqa-main-05286f95a107c3da592ecbd9","benchmark":"gpqa_main","data_index":2609,"repeat_index":6,"sample_id":"gpqa-main-05286f95a107c3da592ecbd9/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1176,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"d8a1a7b530a9b1d0cd0b07ec53f60d6d5fcf3059457f02b90e3c4ddf51fdc825"} +{"uuid":"gpqa-main-78b2ba2dd97e6d6b9942bad9","benchmark":"gpqa_main","data_index":2577,"repeat_index":6,"sample_id":"gpqa-main-78b2ba2dd97e6d6b9942bad9/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4137,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"A","question_sha256":"019eb0f05f025ec512fbae057e0fcb33e0f92eec9bc2dc775494f6a19f4b62f3"} +{"uuid":"gpqa-main-ce2839297e4b63e0b36f6300","benchmark":"gpqa_main","data_index":2069,"repeat_index":5,"sample_id":"gpqa-main-ce2839297e4b63e0b36f6300/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":56247,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"B","question_sha256":"80cca49a2f6ae39b2d3a2dfe110572d39720d0831c65246ce20603c40578b118"} +{"uuid":"gpqa-main-92c7c513709816748efab029","benchmark":"gpqa_main","data_index":2555,"repeat_index":6,"sample_id":"gpqa-main-92c7c513709816748efab029/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7311,"prompt_tokens":253,"effective_max_tokens":130819,"original_embedded_prediction":"C","question_sha256":"c9ed693d3f7d5c30b94e2c01b9b5f22591922f961e4dbc9ef4b70309b61bae5c"} +{"uuid":"gpqa-main-6f8b58d9d46c4f4e7eba1910","benchmark":"gpqa_main","data_index":2621,"repeat_index":6,"sample_id":"gpqa-main-6f8b58d9d46c4f4e7eba1910/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":411,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"C","question_sha256":"2437e4848569e7740d6491d475d194b9eefbbeae3a6a31cd62ddeb8ba8e93aa9"} +{"uuid":"gpqa-main-6195cef214f3dfad9869d6d3","benchmark":"gpqa_main","data_index":2602,"repeat_index":6,"sample_id":"gpqa-main-6195cef214f3dfad9869d6d3/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2043,"prompt_tokens":351,"effective_max_tokens":130721,"original_embedded_prediction":"B","question_sha256":"d8a4b11aef2d38271a5ebf2c1802dc875d19737c557efb5990cc4a865a052e7c"} +{"uuid":"gpqa-main-3cb5227445654dab4b5dacc2","benchmark":"gpqa_main","data_index":2618,"repeat_index":6,"sample_id":"gpqa-main-3cb5227445654dab4b5dacc2/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1000,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"4b45de4106aaf95114f9bda69339b541037b0eb04b8fd1f40efb6b91ed2a479e"} +{"uuid":"gpqa-main-6dec9c3aba26b3c8623af13e","benchmark":"gpqa_main","data_index":2619,"repeat_index":6,"sample_id":"gpqa-main-6dec9c3aba26b3c8623af13e/repeat-6","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1044,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":null,"question_sha256":"656a46f8bac8e8e0767c9a5675871d3f81ff8707ec78f064bca2ccac673d7561"} +{"uuid":"gpqa-main-3d3dfe64363613833bb52e81","benchmark":"gpqa_main","data_index":2529,"repeat_index":6,"sample_id":"gpqa-main-3d3dfe64363613833bb52e81/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11443,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"B","question_sha256":"ec22f627211f722949e6d36efcb583b2f796830a38cf5cf5dcba4f727562d975"} +{"uuid":"gpqa-main-c720b28fe25654b1cedc9285","benchmark":"gpqa_main","data_index":2426,"repeat_index":6,"sample_id":"gpqa-main-c720b28fe25654b1cedc9285/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20307,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"9f6e1d1b2c053afcba8c78142311f336846eb87d19344fb8aa6e71ed9aecc477"} +{"uuid":"gpqa-main-68d5dcbd7078889c19a9a93c","benchmark":"gpqa_main","data_index":2440,"repeat_index":6,"sample_id":"gpqa-main-68d5dcbd7078889c19a9a93c/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18632,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"618551bfaaf71599d5802135cbf18d8e9b5a33b38537d32515c5298d556df601"} +{"uuid":"gpqa-main-67c1e3a67a2a974a3189d06b","benchmark":"gpqa_main","data_index":2632,"repeat_index":6,"sample_id":"gpqa-main-67c1e3a67a2a974a3189d06b/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":321,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"A","question_sha256":"de0e795a2e1639d4babc3235662e71409fadd14e0c80f8551b3db9b4b53aa8de"} +{"uuid":"gpqa-main-6078bfac5f15131fb59b31ce","benchmark":"gpqa_main","data_index":2610,"repeat_index":6,"sample_id":"gpqa-main-6078bfac5f15131fb59b31ce/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2367,"prompt_tokens":383,"effective_max_tokens":130689,"original_embedded_prediction":"D","question_sha256":"2c08be31c31eb443db8881662320ebedec47eef168a86389032948d5a9cc37d1"} +{"uuid":"gpqa-main-87a8747afb6b0414b9ccbe1e","benchmark":"gpqa_main","data_index":2578,"repeat_index":6,"sample_id":"gpqa-main-87a8747afb6b0414b9ccbe1e/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5639,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"D","question_sha256":"cdb165b285d51cf6a09160d99c4c49b653710aac879cce0b87c74a48eee0172b"} +{"uuid":"gpqa-main-7e9652f906d908e059401ac2","benchmark":"gpqa_main","data_index":2628,"repeat_index":6,"sample_id":"gpqa-main-7e9652f906d908e059401ac2/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":951,"prompt_tokens":346,"effective_max_tokens":130726,"original_embedded_prediction":"C","question_sha256":"9dda9414807cb4996f3a1deb9214b8aaf93c75e41d35fac14966aba5058f07ff"} +{"uuid":"gpqa-main-7239e8e1a6f52b11d89b376d","benchmark":"gpqa_main","data_index":2339,"repeat_index":6,"sample_id":"gpqa-main-7239e8e1a6f52b11d89b376d/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":29754,"prompt_tokens":359,"effective_max_tokens":130713,"original_embedded_prediction":"D","question_sha256":"6b778965b4593497cd5378ecaa94e84f97d2910300038afb6590a8e9376b791c"} +{"uuid":"gpqa-main-8d43dd1cebfb1a76c18a3589","benchmark":"gpqa_main","data_index":2517,"repeat_index":6,"sample_id":"gpqa-main-8d43dd1cebfb1a76c18a3589/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13473,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"D","question_sha256":"1c3b360d52d717d4eda55f53310217b072979b1026b8896b235a2ba9f5151964"} +{"uuid":"gpqa-main-60f734b52603f7ef29671f95","benchmark":"gpqa_main","data_index":2459,"repeat_index":6,"sample_id":"gpqa-main-60f734b52603f7ef29671f95/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18172,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"A","question_sha256":"bf9de03889292b969198f42b877b6d4c7b56ce10ae654e71f4be720b5efdb1f1"} +{"uuid":"gpqa-main-bceb5bf342ad44aac4fdbe55","benchmark":"gpqa_main","data_index":2427,"repeat_index":6,"sample_id":"gpqa-main-bceb5bf342ad44aac4fdbe55/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21303,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"20d48d5f0a9a8b77bea35e72a90794c2d2147aa8321ae6aa60e84491688a0803"} +{"uuid":"gpqa-main-50aaa7274c5010d9768274ec","benchmark":"gpqa_main","data_index":2095,"repeat_index":5,"sample_id":"gpqa-main-50aaa7274c5010d9768274ec/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":55960,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"0cda758f1290855df9dd7b9a4319bb6ae8108c8113b125a3a2f60705af536a34"} +{"uuid":"gpqa-main-1f0af84f0bdb1b68af6a7719","benchmark":"gpqa_main","data_index":2301,"repeat_index":5,"sample_id":"gpqa-main-1f0af84f0bdb1b68af6a7719/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":33992,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"D","question_sha256":"47eb07162cc525d2e6a87977deb802204fed59b801dd5e2935cc6edb3c036af1"} +{"uuid":"gpqa-main-f635511b161f39dc301e05eb","benchmark":"gpqa_main","data_index":2584,"repeat_index":6,"sample_id":"gpqa-main-f635511b161f39dc301e05eb/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5812,"prompt_tokens":650,"effective_max_tokens":130422,"original_embedded_prediction":"D","question_sha256":"cb7f697eb685eca3061fc46cacb94c19aba74add8390e74234ade788b9fa4ff3"} +{"uuid":"gpqa-main-ae94db70e45f3af66518a393","benchmark":"gpqa_main","data_index":2634,"repeat_index":6,"sample_id":"gpqa-main-ae94db70e45f3af66518a393/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1262,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"C","question_sha256":"357c925128939cb69954fa6d11c54df2209c646ee1d3db2ab6dfea44ae6407b6"} +{"uuid":"gpqa-main-2601636e383074212d2b5e52","benchmark":"gpqa_main","data_index":2637,"repeat_index":6,"sample_id":"gpqa-main-2601636e383074212d2b5e52/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1165,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"A","question_sha256":"4346808ce2e49e7dd075a69d154a4e1c8d73b71869876d48ffff93747d8898ec"} +{"uuid":"gpqa-main-c5fc0037165678ab354bad30","benchmark":"gpqa_main","data_index":2533,"repeat_index":6,"sample_id":"gpqa-main-c5fc0037165678ab354bad30/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13086,"prompt_tokens":158,"effective_max_tokens":130914,"original_embedded_prediction":"B","question_sha256":"cc55519c3a9058d775356db9fd87b9279f120f69e3d435e9886ed87f62c6a229"} +{"uuid":"gpqa-main-9c0b631b2a7823cec0729a4b","benchmark":"gpqa_main","data_index":2163,"repeat_index":5,"sample_id":"gpqa-main-9c0b631b2a7823cec0729a4b/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":50300,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"9d42c24c2f67ff118699d880fbb6276f14043e3527a9fea8f6d55fe2bf82e091"} +{"uuid":"gpqa-main-c8bb35d2e6add774a878c895","benchmark":"gpqa_main","data_index":2515,"repeat_index":6,"sample_id":"gpqa-main-c8bb35d2e6add774a878c895/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14856,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"8b5b2cb731b5a7fb6556557d17fc7ef7fb607adfa5050f0d70418eb3b983605b"} +{"uuid":"gpqa-main-6845f28b26fa44b2b44ded84","benchmark":"gpqa_main","data_index":2444,"repeat_index":6,"sample_id":"gpqa-main-6845f28b26fa44b2b44ded84/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20453,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"A","question_sha256":"7c6678dd868700f600b69c54e83e52a10695ac957465ffbe08c35d20f42b448e"} +{"uuid":"gpqa-main-72464184a419f296dae470a9","benchmark":"gpqa_main","data_index":2561,"repeat_index":6,"sample_id":"gpqa-main-72464184a419f296dae470a9/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9505,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"C","question_sha256":"16bcf4c7129e083cade7afd040c6c4e0fa1fc7677a11aa70fb1b5a3d0e5fb5ea"} +{"uuid":"gpqa-main-33c3b423f54aabfcfca66691","benchmark":"gpqa_main","data_index":2638,"repeat_index":6,"sample_id":"gpqa-main-33c3b423f54aabfcfca66691/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1639,"prompt_tokens":323,"effective_max_tokens":130749,"original_embedded_prediction":"A","question_sha256":"d3ede1ef1590cafbeca0278be62d75df7a0ca03bdf527b454a132420994473ae"} +{"uuid":"gpqa-main-a028903aa7112583a0e7b5d2","benchmark":"gpqa_main","data_index":2520,"repeat_index":6,"sample_id":"gpqa-main-a028903aa7112583a0e7b5d2/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15278,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"B","question_sha256":"c6231a95c81ba1af7d31e5ce8f8e8ad4c4def88d86ab8f801a248cf19814e2d2"} +{"uuid":"gpqa-main-e31881ef9b38bb3d802fa432","benchmark":"gpqa_main","data_index":2629,"repeat_index":6,"sample_id":"gpqa-main-e31881ef9b38bb3d802fa432/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3122,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"A","question_sha256":"d2b3b2f779f59635b5b67b63d55e4ada87e7ff867992c7a0b26b010dac9f8650"} +{"uuid":"gpqa-main-9254c2db95aeb7ad8ae8a32d","benchmark":"gpqa_main","data_index":2599,"repeat_index":6,"sample_id":"gpqa-main-9254c2db95aeb7ad8ae8a32d/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5806,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"183797b844f5aaf0d4762d5da650b2a14964b261306db104b29a00499b949bd6"} +{"uuid":"gpqa-main-0b01dd8e7881a40d7eb61175","benchmark":"gpqa_main","data_index":2643,"repeat_index":6,"sample_id":"gpqa-main-0b01dd8e7881a40d7eb61175/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1591,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"C","question_sha256":"74998926c571f30bb050d73fd21eee2727687e5a8320253f13d3d84b8605a913"} +{"uuid":"gpqa-main-9f0f463200d404d2c62eca59","benchmark":"gpqa_main","data_index":2624,"repeat_index":6,"sample_id":"gpqa-main-9f0f463200d404d2c62eca59/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3902,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"6ed199510dead1f6bd4eaa9162909d9481bd2201f8d9444ee60a2e0e2f20528c"} +{"uuid":"gpqa-main-4657fdc74d4c0bf48aa0b494","benchmark":"gpqa_main","data_index":2605,"repeat_index":6,"sample_id":"gpqa-main-4657fdc74d4c0bf48aa0b494/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5544,"prompt_tokens":343,"effective_max_tokens":130729,"original_embedded_prediction":"B","question_sha256":"ef34764671cecdd517febbdbff1a8cc3542418de05c4a100ef6c30752c1fc8cb"} +{"uuid":"gpqa-main-7bb7c5ace8216100d38e616a","benchmark":"gpqa_main","data_index":2142,"repeat_index":5,"sample_id":"gpqa-main-7bb7c5ace8216100d38e616a/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":54181,"prompt_tokens":197,"effective_max_tokens":130875,"original_embedded_prediction":"D","question_sha256":"6dbc821cf1e89c0764e62d1bef4818136877fbc8e333f255bfa42276ac9aeb88"} +{"uuid":"gpqa-main-7c04a20e5411bd3e0a2bc2c8","benchmark":"gpqa_main","data_index":2531,"repeat_index":6,"sample_id":"gpqa-main-7c04a20e5411bd3e0a2bc2c8/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14515,"prompt_tokens":413,"effective_max_tokens":130659,"original_embedded_prediction":"A","question_sha256":"e23b62b19c3ab4ec896e631f56a7a92ed38aca13300af7a7b449b979999886f3"} +{"uuid":"gpqa-main-22c436000399164406e165b2","benchmark":"gpqa_main","data_index":2524,"repeat_index":6,"sample_id":"gpqa-main-22c436000399164406e165b2/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15915,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"B","question_sha256":"836be405f3d05ec5ad1a2bc728339e5141836ace3a584fe3d36ecc50af4dc3ee"} +{"uuid":"gpqa-main-5f044a1bf575df47abc76e1a","benchmark":"gpqa_main","data_index":2650,"repeat_index":6,"sample_id":"gpqa-main-5f044a1bf575df47abc76e1a/repeat-6","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1102,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":null,"question_sha256":"56742e4e637e9ad1340d4a8de7af8e0d6ce2447d668cc5b51dfb52dfb0b2b8e9"} +{"uuid":"gpqa-main-53c8581aa69a3066bf003024","benchmark":"gpqa_main","data_index":2654,"repeat_index":6,"sample_id":"gpqa-main-53c8581aa69a3066bf003024/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":745,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"dbc9784ed2e796c6f534e998f17f2a819df9d6d94cd62aa72bd7fdcbf457c948"} +{"uuid":"gpqa-main-cfc742b1ce24bfc75356765e","benchmark":"gpqa_main","data_index":2583,"repeat_index":6,"sample_id":"gpqa-main-cfc742b1ce24bfc75356765e/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8334,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"B","question_sha256":"c1f013c71ec1bfdf03d8071ec0a1d30c0d10b7e87429512ec32711a88cc41cb1"} +{"uuid":"gpqa-main-ad77d1e365463a217a2cc25c","benchmark":"gpqa_main","data_index":2652,"repeat_index":6,"sample_id":"gpqa-main-ad77d1e365463a217a2cc25c/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1203,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"B","question_sha256":"7c427847fb1acab7f784c40193a51f13be68ffb38b4336c6bf3ebf112916fc29"} +{"uuid":"gpqa-main-b36b446fe10911202d34a473","benchmark":"gpqa_main","data_index":2663,"repeat_index":6,"sample_id":"gpqa-main-b36b446fe10911202d34a473/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":220,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"a817452b182acac6761625a70d62a32f2da8fc7a708397cb06f4ad35d5fb18f8"} +{"uuid":"gpqa-main-67410b7a8dc0eaa2a0ad0e33","benchmark":"gpqa_main","data_index":2651,"repeat_index":6,"sample_id":"gpqa-main-67410b7a8dc0eaa2a0ad0e33/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1696,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"bb309e44424b270e31ff68a9df49f0a2f19335280a19eb9a92c5dcd1810cc3e8"} +{"uuid":"gpqa-main-4c4e7752fc041224f19d3f9a","benchmark":"gpqa_main","data_index":2614,"repeat_index":6,"sample_id":"gpqa-main-4c4e7752fc041224f19d3f9a/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6328,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"a7183bc025131850f86e24e7faa64e367e334f399dbbc968c1e6069905fe8c28"} +{"uuid":"gpqa-main-77067b016766698b199936c6","benchmark":"gpqa_main","data_index":2647,"repeat_index":6,"sample_id":"gpqa-main-77067b016766698b199936c6/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2786,"prompt_tokens":306,"effective_max_tokens":130766,"original_embedded_prediction":"B","question_sha256":"4c8dd76001266d2c0d3a086b95cb4f68ba3f1b2658186002903315d51bf5bea6"} +{"uuid":"gpqa-main-8523e39e7dc895f15a06a403","benchmark":"gpqa_main","data_index":2635,"repeat_index":6,"sample_id":"gpqa-main-8523e39e7dc895f15a06a403/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4303,"prompt_tokens":243,"effective_max_tokens":130829,"original_embedded_prediction":"C","question_sha256":"9809fdeb256e4181e9705fa439a61deb6dbe804bfb80ffab6cb1bd4565faa027"} +{"uuid":"gpqa-main-3f9251e093c698e0c2fa2826","benchmark":"gpqa_main","data_index":2662,"repeat_index":6,"sample_id":"gpqa-main-3f9251e093c698e0c2fa2826/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1182,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"252debe46c4fa81fca060b5a84d473e7c0bf04c99b8b5f54aab8119f22de36b4"} +{"uuid":"gpqa-main-728c68de5f34aba879617ff3","benchmark":"gpqa_main","data_index":2273,"repeat_index":5,"sample_id":"gpqa-main-728c68de5f34aba879617ff3/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":40606,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"D","question_sha256":"93587b6fdb0ccf1d1701c58bd12431b38885397117475f14823f4c52994b39b4"} +{"uuid":"gpqa-main-21bf0d1bb4513b046dfdf875","benchmark":"gpqa_main","data_index":2326,"repeat_index":6,"sample_id":"gpqa-main-21bf0d1bb4513b046dfdf875/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":35227,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"D","question_sha256":"916a1ca795d38f4c815c99d6f162f52af934ee4e1b0d100dc0a7fb747631f7a7"} +{"uuid":"gpqa-main-2651d2e67639a9e1741c23d7","benchmark":"gpqa_main","data_index":2665,"repeat_index":6,"sample_id":"gpqa-main-2651d2e67639a9e1741c23d7/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1296,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"B","question_sha256":"4dde21b33c78ccf27d8f3043edfe68636929e2ed7d52841b78b767027425afcb"} +{"uuid":"gpqa-main-24659eabc462bf7fb5295951","benchmark":"gpqa_main","data_index":2569,"repeat_index":6,"sample_id":"gpqa-main-24659eabc462bf7fb5295951/repeat-6","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11260,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":null,"question_sha256":"f26df2fb1b4182bacbf5d951a583b120ed154d22ea6f9659ed264ae020297543"} +{"uuid":"gpqa-main-fcf4fc69f21da83688056521","benchmark":"gpqa_main","data_index":2667,"repeat_index":6,"sample_id":"gpqa-main-fcf4fc69f21da83688056521/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":967,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"691112dd08aec41d1dfd7a48bf6e56a828dc8b340887ad6364daff290f8a88c4"} +{"uuid":"gpqa-main-ab4c50e2da12e11b47155f74","benchmark":"gpqa_main","data_index":2596,"repeat_index":6,"sample_id":"gpqa-main-ab4c50e2da12e11b47155f74/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8567,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"B","question_sha256":"b734e134fe4529267a34452ccc5cb2a7d56f7b471273d9e978add607de6f30b6"} +{"uuid":"gpqa-main-2d88ca9efdaae7d19aed9660","benchmark":"gpqa_main","data_index":2416,"repeat_index":6,"sample_id":"gpqa-main-2d88ca9efdaae7d19aed9660/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":26834,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"43af6d11597079a7d069dd93bbf3db87f0b5bb604fbfc66fc60c268d149d8fba"} +{"uuid":"gpqa-main-0069a2b69e59906ffd6ca400","benchmark":"gpqa_main","data_index":2595,"repeat_index":6,"sample_id":"gpqa-main-0069a2b69e59906ffd6ca400/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8860,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"409fe9f5585adb91b6eded6462ef297118cee805597838bb23fa38eb32789450"} +{"uuid":"gpqa-main-83f8b78e2bcb92bda5c03787","benchmark":"gpqa_main","data_index":2640,"repeat_index":6,"sample_id":"gpqa-main-83f8b78e2bcb92bda5c03787/repeat-6","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5013,"prompt_tokens":162,"effective_max_tokens":130910,"original_embedded_prediction":"A","question_sha256":"1f06efeb2323c27b7a92e2f6b6d0f631f5b1caa5357a701f99ff4c3d08286bcf"} +{"uuid":"gpqa-main-a39e48c3dd280f4d62399e78","benchmark":"gpqa_main","data_index":2675,"repeat_index":6,"sample_id":"gpqa-main-a39e48c3dd280f4d62399e78/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":649,"prompt_tokens":397,"effective_max_tokens":130675,"original_embedded_prediction":"D","question_sha256":"721c25455cfe9ff83ae29b7ba79700cb78268040d9773283d4d8afebd849187b"} +{"uuid":"gpqa-main-7c103d3006e7e5942b17dfc2","benchmark":"gpqa_main","data_index":2649,"repeat_index":6,"sample_id":"gpqa-main-7c103d3006e7e5942b17dfc2/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3900,"prompt_tokens":254,"effective_max_tokens":130818,"original_embedded_prediction":"D","question_sha256":"851c6624380df7dd30fbf4b482add6ae0543525ac196eb146f0d1eb73a673d6c"} +{"uuid":"gpqa-main-485d6d2d8d4ef097891a30ae","benchmark":"gpqa_main","data_index":2674,"repeat_index":6,"sample_id":"gpqa-main-485d6d2d8d4ef097891a30ae/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":890,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"B","question_sha256":"c6a4a4365a6f088ad7d433e788ad1983c25ce2a6965fa332c2fd4f61eea9bbbc"} +{"uuid":"gpqa-main-7475b6b01129fce5b436b0ee","benchmark":"gpqa_main","data_index":2502,"repeat_index":6,"sample_id":"gpqa-main-7475b6b01129fce5b436b0ee/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20006,"prompt_tokens":235,"effective_max_tokens":130837,"original_embedded_prediction":"B","question_sha256":"797be7099117e146adaaf5ad31bd914d9adbd510441211b0040aad2812fffc40"} +{"uuid":"gpqa-main-55aa21aa9a62e56aab915b32","benchmark":"gpqa_main","data_index":2606,"repeat_index":6,"sample_id":"gpqa-main-55aa21aa9a62e56aab915b32/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8536,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"e6eba602b3eef649fed522c6b8737556699845aee5b419773938063ec6b83257"} +{"uuid":"gpqa-main-5f1108e8b2f18297c04895bf","benchmark":"gpqa_main","data_index":2633,"repeat_index":6,"sample_id":"gpqa-main-5f1108e8b2f18297c04895bf/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6060,"prompt_tokens":447,"effective_max_tokens":130625,"original_embedded_prediction":"A","question_sha256":"d6e89de54268d0839b91cc5f860fd4903b1d8277accaf665ced8b5404cdbbe84"} +{"uuid":"gpqa-main-f022820fa3c0f536a4d4a9bc","benchmark":"gpqa_main","data_index":2659,"repeat_index":6,"sample_id":"gpqa-main-f022820fa3c0f536a4d4a9bc/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3252,"prompt_tokens":288,"effective_max_tokens":130784,"original_embedded_prediction":"A","question_sha256":"d7be2d674d4903c49886b492451a9febcfb5696ccd6f0931c4d48ef06a19b2b9"} +{"uuid":"gpqa-main-2bd63c617299c18c1cfd5b0a","benchmark":"gpqa_main","data_index":2500,"repeat_index":6,"sample_id":"gpqa-main-2bd63c617299c18c1cfd5b0a/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20619,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"C","question_sha256":"bd7804f896ba3deb7fd65cc0c562744a80232f45bbc9c5ffa8652308c167c329"} +{"uuid":"gpqa-main-fc2653b5d83e082e9e4f6390","benchmark":"gpqa_main","data_index":2608,"repeat_index":6,"sample_id":"gpqa-main-fc2653b5d83e082e9e4f6390/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8953,"prompt_tokens":429,"effective_max_tokens":130643,"original_embedded_prediction":"C","question_sha256":"d039314a334267e1364c2bb5dc0ab4e72b6b86a69936c2f7f318902ffc422f15"} +{"uuid":"gpqa-main-3357b4ebb8c461cb9eeca4bd","benchmark":"gpqa_main","data_index":2382,"repeat_index":6,"sample_id":"gpqa-main-3357b4ebb8c461cb9eeca4bd/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":31491,"prompt_tokens":283,"effective_max_tokens":130789,"original_embedded_prediction":"D","question_sha256":"cdffe5a4f742a97a3cc2ffedfc8d78a3ffa14249a51afc48e9d7aa8fc6b499a8"} +{"uuid":"gpqa-main-32802554a860af51b4d7360f","benchmark":"gpqa_main","data_index":2540,"repeat_index":6,"sample_id":"gpqa-main-32802554a860af51b4d7360f/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17394,"prompt_tokens":399,"effective_max_tokens":130673,"original_embedded_prediction":"C","question_sha256":"ea1d2c2fd4395ec2cad416b20c41a657730d84acd26fb53712bf10f6807a4e64"} +{"uuid":"gpqa-main-7093e90be0c6d72d98ef432c","benchmark":"gpqa_main","data_index":2660,"repeat_index":6,"sample_id":"gpqa-main-7093e90be0c6d72d98ef432c/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3467,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"A","question_sha256":"d73f092255e75c14953338c7dc17fa9e41c6378f650bac797b23d3c68133744d"} +{"uuid":"gpqa-main-e2b759199021c586345ac38f","benchmark":"gpqa_main","data_index":2321,"repeat_index":6,"sample_id":"gpqa-main-e2b759199021c586345ac38f/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":37568,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"D","question_sha256":"ca59405f2d298a50a3e8fd6d281b67ca4a3ee503578df49e700cc46fe3c4f3d8"} +{"uuid":"gpqa-main-ad37592fd14aa64b9045a2c4","benchmark":"gpqa_main","data_index":2678,"repeat_index":6,"sample_id":"gpqa-main-ad37592fd14aa64b9045a2c4/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1593,"prompt_tokens":142,"effective_max_tokens":130930,"original_embedded_prediction":"B","question_sha256":"1b3ff6b6ef905e2e7d9fad403ad7bcef59c07ba5858ab30374d9c1f3f07e7dee"} +{"uuid":"gpqa-main-55e31c256bb6191d94e6db4d","benchmark":"gpqa_main","data_index":2666,"repeat_index":6,"sample_id":"gpqa-main-55e31c256bb6191d94e6db4d/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3240,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"126561d6b58fa17bbaffda56837acaf8fab4bf282ccdfdcc2c7a97bfe520889c"} +{"uuid":"gpqa-main-de59169ce40a93ff305f9a41","benchmark":"gpqa_main","data_index":2688,"repeat_index":7,"sample_id":"gpqa-main-de59169ce40a93ff305f9a41/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":925,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"c5859c729f1f8217c8555103da018a579f07eb8df38d8389383b2f4634573327"} +{"uuid":"gpqa-main-cdaa7da74e15a8dfc40e0582","benchmark":"gpqa_main","data_index":2495,"repeat_index":6,"sample_id":"gpqa-main-cdaa7da74e15a8dfc40e0582/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":22034,"prompt_tokens":410,"effective_max_tokens":130662,"original_embedded_prediction":"D","question_sha256":"733e93868ff7691423e0d318a4d9ba6ce801d7c2ef5c53b8020d7eb13c2c9a5c"} +{"uuid":"gpqa-main-5af38d4af998e6cc090b76a4","benchmark":"gpqa_main","data_index":2670,"repeat_index":6,"sample_id":"gpqa-main-5af38d4af998e6cc090b76a4/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3142,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"b20325f500465457b07762e2fe70b04e5055bd3df2783351050b6c3d04223eb4"} +{"uuid":"gpqa-main-01e62a7b7362ebd043bef6f7","benchmark":"gpqa_main","data_index":2532,"repeat_index":6,"sample_id":"gpqa-main-01e62a7b7362ebd043bef6f7/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19618,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"339602fd0ae9cbdaef368f3dcff01cd2d212565d5c7830b14c0fd29de1cb58d6"} +{"uuid":"gpqa-main-1cea82df3087b1eb05c4d230","benchmark":"gpqa_main","data_index":2541,"repeat_index":6,"sample_id":"gpqa-main-1cea82df3087b1eb05c4d230/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19004,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"dd05d2d9e9053dd1d4367a61d5f718336fc8f18bc81bdf0ccfb104e241053522"} +{"uuid":"gpqa-main-138fcbeedbaf865565ec35fd","benchmark":"gpqa_main","data_index":2047,"repeat_index":5,"sample_id":"gpqa-main-138fcbeedbaf865565ec35fd/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":67606,"prompt_tokens":409,"effective_max_tokens":130663,"original_embedded_prediction":"D","question_sha256":"15bed1ac60d1bdcf0eec84539d669d6f38a2eb24b51e5072a922d8d9391ab135"} +{"uuid":"gpqa-main-5afce78005210e6a41636858","benchmark":"gpqa_main","data_index":2565,"repeat_index":6,"sample_id":"gpqa-main-5afce78005210e6a41636858/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15564,"prompt_tokens":312,"effective_max_tokens":130760,"original_embedded_prediction":"B","question_sha256":"1447f629926983e1fb54566e40ab57d7a728998d233e3c84bc33277da7c13a65"} +{"uuid":"gpqa-main-50467ff0a4937693425f108b","benchmark":"gpqa_main","data_index":2695,"repeat_index":7,"sample_id":"gpqa-main-50467ff0a4937693425f108b/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1231,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"B","question_sha256":"ee40e0ba47746454343829f9f66dd4d391816fe24ca19edf78fcce05cf1f26d8"} +{"uuid":"gpqa-main-33b9f4658edfefac92faa4d3","benchmark":"gpqa_main","data_index":2580,"repeat_index":6,"sample_id":"gpqa-main-33b9f4658edfefac92faa4d3/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13759,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"A","question_sha256":"21b950759e4e088c97c70fcca487f4b3ceddd69dd2563433e332a0dde94eeddb"} +{"uuid":"gpqa-main-17eb0ef902a11d36b13bb4ba","benchmark":"gpqa_main","data_index":2682,"repeat_index":6,"sample_id":"gpqa-main-17eb0ef902a11d36b13bb4ba/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2726,"prompt_tokens":290,"effective_max_tokens":130782,"original_embedded_prediction":"C","question_sha256":"da025e796cabfda79ad3a899a873052b028159563074d0934fabc7ee4c54d8ad"} +{"uuid":"gpqa-main-756cafdacac7e9642e2102c6","benchmark":"gpqa_main","data_index":2394,"repeat_index":6,"sample_id":"gpqa-main-756cafdacac7e9642e2102c6/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":32864,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"b26abbcea4f9adbbc6faf6378336b8d024ffe4491d2853b927bf9afdc27073a9"} +{"uuid":"gpqa-main-89f68a802c7c6e55b5b802fd","benchmark":"gpqa_main","data_index":2567,"repeat_index":6,"sample_id":"gpqa-main-89f68a802c7c6e55b5b802fd/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15610,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"0815a781881ae5e8651c7fad2acd62427e6f4161f30b842d196debe30bd5ee83"} +{"uuid":"gpqa-main-39045ad4d1274d0e56839d7b","benchmark":"gpqa_main","data_index":2680,"repeat_index":6,"sample_id":"gpqa-main-39045ad4d1274d0e56839d7b/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3012,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"429df35a12720ff87021b558515bede2e2590914376178a956309c141594787f"} +{"uuid":"gpqa-main-3d4249ae7ea85a07b7726fff","benchmark":"gpqa_main","data_index":2697,"repeat_index":7,"sample_id":"gpqa-main-3d4249ae7ea85a07b7726fff/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1146,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"f3a651caf4cc86d7183e2aa4e94783901dfd4ba7026521589b0aa1f1c95b0e55"} +{"uuid":"gpqa-main-ff45876351041ad1ce200bb4","benchmark":"gpqa_main","data_index":2627,"repeat_index":6,"sample_id":"gpqa-main-ff45876351041ad1ce200bb4/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9719,"prompt_tokens":345,"effective_max_tokens":130727,"original_embedded_prediction":"A","question_sha256":"32bdeb2d6746cedbaa666a09cbe9ff84eedb094a4f81edb9c09ab191add49c41"} +{"uuid":"gpqa-main-09311165c3bc8a7742115024","benchmark":"gpqa_main","data_index":2325,"repeat_index":6,"sample_id":"gpqa-main-09311165c3bc8a7742115024/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":39627,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"C","question_sha256":"d6deae7022d40b283a8b0053867ff7e2d44f15fac7c364d3b34e67d903596cf7"} +{"uuid":"gpqa-main-18347a23c4b32df1f0b31d1a","benchmark":"gpqa_main","data_index":2699,"repeat_index":7,"sample_id":"gpqa-main-18347a23c4b32df1f0b31d1a/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1047,"prompt_tokens":438,"effective_max_tokens":130634,"original_embedded_prediction":"C","question_sha256":"f69ff8c0001cb2bdea3e51d7d4063a70e8b64bf6f735f62088f0ace464bbe468"} +{"uuid":"gpqa-main-d9fdff837cb2d2e4d1e81014","benchmark":"gpqa_main","data_index":2687,"repeat_index":6,"sample_id":"gpqa-main-d9fdff837cb2d2e4d1e81014/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3170,"prompt_tokens":153,"effective_max_tokens":130919,"original_embedded_prediction":"D","question_sha256":"021732e23dc83767a3bfeabac85945e664d0c83c8f4cd2ecee91855cda0b0d54"} +{"uuid":"gpqa-main-c5506c52a996021a33525b24","benchmark":"gpqa_main","data_index":2546,"repeat_index":6,"sample_id":"gpqa-main-c5506c52a996021a33525b24/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19492,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"ec867cdcf4e586ae70e24b76b87230ee2b48ec67a5234d7a682f06f846fbdf0d"} +{"uuid":"gpqa-main-47999f808ae4df35fd817dd2","benchmark":"gpqa_main","data_index":2702,"repeat_index":7,"sample_id":"gpqa-main-47999f808ae4df35fd817dd2/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":984,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"0b24415e0a51d238b6f9b4a8ae6a56386da27f195c825aa8d124ca3e7adc5bb9"} +{"uuid":"gpqa-main-1b113e4801541a0f8a992733","benchmark":"gpqa_main","data_index":2642,"repeat_index":6,"sample_id":"gpqa-main-1b113e4801541a0f8a992733/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8799,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"A","question_sha256":"934c12bf2e6db997c9f4c22933b7e9545d3398849fc6e181c8a8187d83cf44b5"} +{"uuid":"gpqa-main-aa684f4d5d7c6b9ced383e24","benchmark":"gpqa_main","data_index":2607,"repeat_index":6,"sample_id":"gpqa-main-aa684f4d5d7c6b9ced383e24/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12251,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"96a58da5e1708d76485e32741b0ecddc1bea407ebb53997d2f36e8827f2f2ac9"} +{"uuid":"gpqa-main-950b8724526dc5d718438bec","benchmark":"gpqa_main","data_index":2700,"repeat_index":7,"sample_id":"gpqa-main-950b8724526dc5d718438bec/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1538,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"B","question_sha256":"d81eab0b3deeedb23d68076a8f0de5ca6461b5d2d1a7da228f6a0b6ba6ca53e7"} +{"uuid":"gpqa-main-cda1b642d52c30858bcdf7a3","benchmark":"gpqa_main","data_index":2715,"repeat_index":7,"sample_id":"gpqa-main-cda1b642d52c30858bcdf7a3/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":445,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"85f5a80c90290184ac6ec65307174970563ac9442644e868f064c886836d7a25"} +{"uuid":"gpqa-main-7684b3ed8a4540e6099495df","benchmark":"gpqa_main","data_index":2631,"repeat_index":6,"sample_id":"gpqa-main-7684b3ed8a4540e6099495df/repeat-6","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10429,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"0caf81b8c83789b0b258b80856002cff7fd589a737844db0407269017bcd1955"} +{"uuid":"gpqa-main-ff85a5ccc5b465a708f70be3","benchmark":"gpqa_main","data_index":2717,"repeat_index":7,"sample_id":"gpqa-main-ff85a5ccc5b465a708f70be3/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":294,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"f86f6ace621f9a5dc4c1d23e2bb2d546e1ca384df523a7a90d793b41a43ebfc6"} +{"uuid":"gpqa-main-55f2934c4eb0b8293b1d65aa","benchmark":"gpqa_main","data_index":2525,"repeat_index":6,"sample_id":"gpqa-main-55f2934c4eb0b8293b1d65aa/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":22906,"prompt_tokens":314,"effective_max_tokens":130758,"original_embedded_prediction":"D","question_sha256":"790d06fbc2ae95b0429cab870e5895c5de8a75b14d0bda1401b1503293606c67"} +{"uuid":"gpqa-main-2efd60649bdbaa65b5969003","benchmark":"gpqa_main","data_index":2661,"repeat_index":6,"sample_id":"gpqa-main-2efd60649bdbaa65b5969003/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7339,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"D","question_sha256":"af907b84cdd249e3bd0dcd3a0fc488c3673df744a66342233bebd85574ac74c3"} +{"uuid":"gpqa-main-dd8409336990c7459796bf16","benchmark":"gpqa_main","data_index":2539,"repeat_index":6,"sample_id":"gpqa-main-dd8409336990c7459796bf16/repeat-6","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21417,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"A","question_sha256":"609aca38a7fb3090a0f30d6d141ac5d22646fb06ba18f8c71758e099668e5bf5"} +{"uuid":"gpqa-main-043ca5f03089118ef536135d","benchmark":"gpqa_main","data_index":2450,"repeat_index":6,"sample_id":"gpqa-main-043ca5f03089118ef536135d/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":28771,"prompt_tokens":594,"effective_max_tokens":130478,"original_embedded_prediction":"D","question_sha256":"43c5cb4f57895b07f3e1815e411f315dfa3fe44fe601b5aacde7c1244cdcaa89"} +{"uuid":"gpqa-main-810618179b41cff3d8593ba5","benchmark":"gpqa_main","data_index":2711,"repeat_index":7,"sample_id":"gpqa-main-810618179b41cff3d8593ba5/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1360,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"4f7077a78998cfa5dbe881d51f9f859973bb281cce9f5a2bde9d5475cc520111"} +{"uuid":"gpqa-main-45b8834e3ed027ec73e9cb93","benchmark":"gpqa_main","data_index":2630,"repeat_index":6,"sample_id":"gpqa-main-45b8834e3ed027ec73e9cb93/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11363,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"C","question_sha256":"14a2ed1ddcecc5a3752c954a0c07f0e2ae102378d648cc66bd57385516fbbe20"} +{"uuid":"gpqa-main-b306a5cb19a37a5923ddeda3","benchmark":"gpqa_main","data_index":2679,"repeat_index":6,"sample_id":"gpqa-main-b306a5cb19a37a5923ddeda3/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5432,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"10d0692d1c6af6008ffff69894cb0183dafbb80748247a3a0e1961e87f1e7c9f"} +{"uuid":"gpqa-main-99878f707c7c4024511bae58","benchmark":"gpqa_main","data_index":2478,"repeat_index":6,"sample_id":"gpqa-main-99878f707c7c4024511bae58/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":27258,"prompt_tokens":241,"effective_max_tokens":130831,"original_embedded_prediction":"B","question_sha256":"826fb502d2db0f2db5e44683cd45f09d18423fd8a339643c8dc8b32b1accd428"} +{"uuid":"gpqa-main-ba7b4d8b6b363240553a5da8","benchmark":"gpqa_main","data_index":2701,"repeat_index":7,"sample_id":"gpqa-main-ba7b4d8b6b363240553a5da8/repeat-7","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2781,"prompt_tokens":320,"effective_max_tokens":130752,"original_embedded_prediction":"B","question_sha256":"f31ead87a22282cc5dfb01f73a1fe9c84520ad1b8dc017953d8293dbe8b47044"} +{"uuid":"gpqa-main-ad8f0afd2f116341ed3a69c0","benchmark":"gpqa_main","data_index":2728,"repeat_index":7,"sample_id":"gpqa-main-ad8f0afd2f116341ed3a69c0/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":144,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"b6c9142bf69c50d0a62b5b8254344b66610ca208a646e6a69a606819b7eb1bf8"} +{"uuid":"gpqa-main-d022f771c467d057bbb527d0","benchmark":"gpqa_main","data_index":2727,"repeat_index":7,"sample_id":"gpqa-main-d022f771c467d057bbb527d0/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":218,"prompt_tokens":192,"effective_max_tokens":130880,"original_embedded_prediction":"A","question_sha256":"f3fdb78f6fe3c60a21e29d92babec94b4d8c0f6e012394045833653cbdb1a4d7"} +{"uuid":"gpqa-main-1754a508e794225bd932adeb","benchmark":"gpqa_main","data_index":2357,"repeat_index":6,"sample_id":"gpqa-main-1754a508e794225bd932adeb/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":38865,"prompt_tokens":276,"effective_max_tokens":130796,"original_embedded_prediction":"B","question_sha256":"16464cac7090a24d3b5a0bf989e1699bafd2dd7b1555e816a1f77804d8e890db"} +{"uuid":"gpqa-main-50a8ab2bd1710dbcfa2e32b5","benchmark":"gpqa_main","data_index":2472,"repeat_index":6,"sample_id":"gpqa-main-50a8ab2bd1710dbcfa2e32b5/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":28094,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"5fb04957154b48d4ebad83862909a8fd3afc5ba5399a7dbe4594b5c72255964c"} +{"uuid":"gpqa-main-539a673f0443ba9cdc31b864","benchmark":"gpqa_main","data_index":2187,"repeat_index":5,"sample_id":"gpqa-main-539a673f0443ba9cdc31b864/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":56727,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"B","question_sha256":"d25187b99e4997c1700ffeb87fd595e878957e452f20a2f00d5489fecd0b3b30"} +{"uuid":"gpqa-main-0fb808246cf99919fa61cf95","benchmark":"gpqa_main","data_index":2672,"repeat_index":6,"sample_id":"gpqa-main-0fb808246cf99919fa61cf95/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7641,"prompt_tokens":415,"effective_max_tokens":130657,"original_embedded_prediction":"A","question_sha256":"8dd19f310e71e68caf9619c551faf073baee082c2fdae90e86d766c8f04dd15c"} +{"uuid":"gpqa-main-cdc31486df3de65ec2c324e2","benchmark":"gpqa_main","data_index":2707,"repeat_index":7,"sample_id":"gpqa-main-cdc31486df3de65ec2c324e2/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3734,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"4d233cd7b8524c989eb47a4c40d6f2f47070b986fea11e3ee3029c07db9b3356"} +{"uuid":"gpqa-main-443f8ea9f271c4442521f8e4","benchmark":"gpqa_main","data_index":2603,"repeat_index":6,"sample_id":"gpqa-main-443f8ea9f271c4442521f8e4/repeat-6","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15543,"prompt_tokens":326,"effective_max_tokens":130746,"original_embedded_prediction":null,"question_sha256":"9211da2d82adb786850c236cd14fc05728eb04599b0abc0202714ba6bd385d19"} +{"uuid":"gpqa-main-d750e02b8d42b4b4d6aba4b9","benchmark":"gpqa_main","data_index":2729,"repeat_index":7,"sample_id":"gpqa-main-d750e02b8d42b4b4d6aba4b9/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1688,"prompt_tokens":944,"effective_max_tokens":130128,"original_embedded_prediction":"D","question_sha256":"5ea7e9b17f677439bf5f6e43169cb794916985d1c5964f6a0d8becf3f9e3b7ad"} +{"uuid":"gpqa-main-3b577bce88d27365cf34e990","benchmark":"gpqa_main","data_index":2648,"repeat_index":6,"sample_id":"gpqa-main-3b577bce88d27365cf34e990/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11220,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"952132525f3a442f1b38bdc3d0190df1c505766096106e7ac626a451f1b236fc"} +{"uuid":"gpqa-main-ca7a4b18584754c3664d8758","benchmark":"gpqa_main","data_index":2704,"repeat_index":7,"sample_id":"gpqa-main-ca7a4b18584754c3664d8758/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4412,"prompt_tokens":517,"effective_max_tokens":130555,"original_embedded_prediction":"A","question_sha256":"b15ab8a50cd7768206339f81478bb5a4757f87b1bf1c7671597c48117910482f"} +{"uuid":"gpqa-main-7c7ae85beee22afc94024aa0","benchmark":"gpqa_main","data_index":2681,"repeat_index":6,"sample_id":"gpqa-main-7c7ae85beee22afc94024aa0/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7480,"prompt_tokens":179,"effective_max_tokens":130893,"original_embedded_prediction":"C","question_sha256":"17ee204f8a3ef8904b0418dcf3bac347173df36a87b5535f055046fe6fae8879"} +{"uuid":"gpqa-main-aa04ac251ed805588a6be27c","benchmark":"gpqa_main","data_index":2469,"repeat_index":6,"sample_id":"gpqa-main-aa04ac251ed805588a6be27c/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":30359,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"D","question_sha256":"198a9824ae684cea2edf9d0597e69c2274e0be94e0a0ffcf7b4ad3e95f4a6dae"} +{"uuid":"gpqa-main-91b254f1e1c8041fbc1a3222","benchmark":"gpqa_main","data_index":2664,"repeat_index":6,"sample_id":"gpqa-main-91b254f1e1c8041fbc1a3222/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9831,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"35cf9161cc3c5b82d0770ab2b2fdef4a970ddae93523dee3a6bde8574e79b13d"} +{"uuid":"gpqa-main-efa466851677550746c06a1f","benchmark":"gpqa_main","data_index":2726,"repeat_index":7,"sample_id":"gpqa-main-efa466851677550746c06a1f/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2744,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"D","question_sha256":"b64a2faa078044133322af9742b3f75788b5f8e5701f1fee08d693854a842448"} +{"uuid":"gpqa-main-5334e8bdecfbd08a0fceb69b","benchmark":"gpqa_main","data_index":2735,"repeat_index":7,"sample_id":"gpqa-main-5334e8bdecfbd08a0fceb69b/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1328,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"B","question_sha256":"0c1cc6cb8c9b9a25c645b86bbada068207876248621f0327486d559892b7a8a9"} +{"uuid":"gpqa-main-f6a21b5c88fe41ca6a55591f","benchmark":"gpqa_main","data_index":2658,"repeat_index":6,"sample_id":"gpqa-main-f6a21b5c88fe41ca6a55591f/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11006,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"b0808ff670ee04ab6af9402dbf89fd865b5fcc16ca43f81c6b8ed06e07bd5ee2"} +{"uuid":"gpqa-main-f79cea2e3c2e242b6e0da4d5","benchmark":"gpqa_main","data_index":2742,"repeat_index":7,"sample_id":"gpqa-main-f79cea2e3c2e242b6e0da4d5/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":614,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"D","question_sha256":"bdc1ab103002886dcbe879cd751d3e27b8ba6e988859bb80422ea04871269448"} +{"uuid":"gpqa-main-579e17ce4c553c730c526a5c","benchmark":"gpqa_main","data_index":2730,"repeat_index":7,"sample_id":"gpqa-main-579e17ce4c553c730c526a5c/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2731,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"D","question_sha256":"1ce3d847d25b2c2f678c304f134266501155719553a1a003f38a6b0a75ffb81b"} +{"uuid":"gpqa-main-b7ef729c55e0cb48c67bca16","benchmark":"gpqa_main","data_index":2719,"repeat_index":7,"sample_id":"gpqa-main-b7ef729c55e0cb48c67bca16/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3992,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"B","question_sha256":"732a49f65a753e1d2c9ebb525ad8cc4c9ea6aa812fdc5eda3c630aa4aa35c7b5"} +{"uuid":"gpqa-main-542dd8f1dc74ca5163382df8","benchmark":"gpqa_main","data_index":2496,"repeat_index":6,"sample_id":"gpqa-main-542dd8f1dc74ca5163382df8/repeat-6","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":28801,"prompt_tokens":165,"effective_max_tokens":130907,"original_embedded_prediction":null,"question_sha256":"2413c551ec9a06a20197c81fa22effbd7f215abcc2e5f14c5f9f0a86e5402736"} +{"uuid":"gpqa-main-834c95c23407a9d2c736d2ee","benchmark":"gpqa_main","data_index":2745,"repeat_index":7,"sample_id":"gpqa-main-834c95c23407a9d2c736d2ee/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":354,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"bb698537245b51d08b5d5a6cecdfd1a4e34f7ac0f17e13da8d713af9341a9366"} +{"uuid":"gpqa-main-63f2aea89eec9b67abe0bacf","benchmark":"gpqa_main","data_index":2481,"repeat_index":6,"sample_id":"gpqa-main-63f2aea89eec9b67abe0bacf/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":29942,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"D","question_sha256":"32596b406efecc4795e9f82b1d00f89787b9ed9e4f9d6239bed8194f13da06e7"} +{"uuid":"gpqa-main-643d18139459da0f9c1b2e17","benchmark":"gpqa_main","data_index":2611,"repeat_index":6,"sample_id":"gpqa-main-643d18139459da0f9c1b2e17/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16528,"prompt_tokens":375,"effective_max_tokens":130697,"original_embedded_prediction":"D","question_sha256":"4bab53f383207a2bc9c94789bb8114d3e7db442308789d848023661e90b2ab49"} +{"uuid":"gpqa-main-11b88a6212278288c390be69","benchmark":"gpqa_main","data_index":2641,"repeat_index":6,"sample_id":"gpqa-main-11b88a6212278288c390be69/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13582,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"29eb581590e7852467849e4c58c5e3b1b97736035880adbd4e12298c320ac7e4"} +{"uuid":"gpqa-main-a8c391dd6337620cc79cae0e","benchmark":"gpqa_main","data_index":2720,"repeat_index":7,"sample_id":"gpqa-main-a8c391dd6337620cc79cae0e/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4218,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"435ccdce7cc6c5543ffaf20b4d850d905357568605d01b3a595d44df3dd30d0d"} +{"uuid":"gpqa-main-baefee4c54836e933082fd33","benchmark":"gpqa_main","data_index":2509,"repeat_index":6,"sample_id":"gpqa-main-baefee4c54836e933082fd33/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":27928,"prompt_tokens":487,"effective_max_tokens":130585,"original_embedded_prediction":"A","question_sha256":"f4486aea8f80b6405ceaabbd6f225378761eafc49f1e042873a464b3b94da620"} +{"uuid":"gpqa-main-763daf42ea0c79050a6a4d1d","benchmark":"gpqa_main","data_index":2749,"repeat_index":7,"sample_id":"gpqa-main-763daf42ea0c79050a6a4d1d/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":584,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"D","question_sha256":"72b4053b92adde478bb40c3fb9ef1e06215efe5922e2d600121170f824d32c13"} +{"uuid":"gpqa-main-adffc79c4b20a953ccbf4cd1","benchmark":"gpqa_main","data_index":2676,"repeat_index":6,"sample_id":"gpqa-main-adffc79c4b20a953ccbf4cd1/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9545,"prompt_tokens":170,"effective_max_tokens":130902,"original_embedded_prediction":"C","question_sha256":"a9acc5caf0ab2f58b68d62ac52eac5bd31ee4a74a832bd753df339176dbbaefe"} +{"uuid":"gpqa-main-9b60a112c6568a530227ce47","benchmark":"gpqa_main","data_index":2736,"repeat_index":7,"sample_id":"gpqa-main-9b60a112c6568a530227ce47/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2258,"prompt_tokens":443,"effective_max_tokens":130629,"original_embedded_prediction":"D","question_sha256":"4dd7bd0636dc935d4359866d23d365353db91692ab9b80b438a3f65683abf4e7"} +{"uuid":"gpqa-main-50b06dfa0f6f3a64a58faa00","benchmark":"gpqa_main","data_index":2601,"repeat_index":6,"sample_id":"gpqa-main-50b06dfa0f6f3a64a58faa00/repeat-6","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17709,"prompt_tokens":2889,"effective_max_tokens":128183,"original_embedded_prediction":"A","question_sha256":"6d83e75112500dd8a0852c4eaa9859c4fb625c97bdf5f7d5c532bcd6347ea1a8"} +{"uuid":"gpqa-main-8299e0bf116ad8ad7b960d26","benchmark":"gpqa_main","data_index":2558,"repeat_index":6,"sample_id":"gpqa-main-8299e0bf116ad8ad7b960d26/repeat-6","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":23283,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"A","question_sha256":"dac89ff46a5330836dfa04de2060a9a9d447a0cffd96c06e0cdee48c6a991035"} +{"uuid":"gpqa-main-28e3e5e79d7477896c6d853d","benchmark":"gpqa_main","data_index":2712,"repeat_index":7,"sample_id":"gpqa-main-28e3e5e79d7477896c6d853d/repeat-7","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5715,"prompt_tokens":1047,"effective_max_tokens":130025,"original_embedded_prediction":"B","question_sha256":"d3b33ef7a0e55c33b5deae6a673dd7fff1fc2e7efa223f3419ecf58e57c06207"} +{"uuid":"gpqa-main-bf00d194c934803975b81b7b","benchmark":"gpqa_main","data_index":2625,"repeat_index":6,"sample_id":"gpqa-main-bf00d194c934803975b81b7b/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16248,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"A","question_sha256":"55e1269d132671f2c7b7f41498cb0b404e702d8ce370ac5555d837581e1b3ad7"} +{"uuid":"gpqa-main-feeb39404129cbb3b7e867ec","benchmark":"gpqa_main","data_index":2731,"repeat_index":7,"sample_id":"gpqa-main-feeb39404129cbb3b7e867ec/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3881,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"B","question_sha256":"a80144fd582290217d4749a45438b278db047877b2f9babd5f52d9d0dcc88daf"} +{"uuid":"gpqa-main-8db8ffb39e6d3e618c8d388c","benchmark":"gpqa_main","data_index":2744,"repeat_index":7,"sample_id":"gpqa-main-8db8ffb39e6d3e618c8d388c/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1585,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"B","question_sha256":"28dff82ab12e25f0b479054be2f5d8b597951c2458e383bb25cf488b09c98ff5"} +{"uuid":"gpqa-main-43903740f46e3267ecd42324","benchmark":"gpqa_main","data_index":2655,"repeat_index":6,"sample_id":"gpqa-main-43903740f46e3267ecd42324/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12541,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"D","question_sha256":"b52b0025e64a7d0c0023e98ca9fe1f002e22bd987dd934f74304bd22e6e7da20"} +{"uuid":"gpqa-main-7239e8e1a6f52b11d89b376d","benchmark":"gpqa_main","data_index":2723,"repeat_index":7,"sample_id":"gpqa-main-7239e8e1a6f52b11d89b376d/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4822,"prompt_tokens":359,"effective_max_tokens":130713,"original_embedded_prediction":"D","question_sha256":"6b778965b4593497cd5378ecaa94e84f97d2910300038afb6590a8e9376b791c"} +{"uuid":"gpqa-main-efbd16944acebfe43928d489","benchmark":"gpqa_main","data_index":2737,"repeat_index":7,"sample_id":"gpqa-main-efbd16944acebfe43928d489/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2775,"prompt_tokens":328,"effective_max_tokens":130744,"original_embedded_prediction":"B","question_sha256":"40b2b50a3c993902d4327a3072c497b0bfcbac42a638ecf92be395be7ef82ab0"} +{"uuid":"gpqa-main-eda22ee564030fef1ab0bcaf","benchmark":"gpqa_main","data_index":2536,"repeat_index":6,"sample_id":"gpqa-main-eda22ee564030fef1ab0bcaf/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":26751,"prompt_tokens":316,"effective_max_tokens":130756,"original_embedded_prediction":"D","question_sha256":"e78929c2c3d5e04cda51c77e05ad4a3d1cbbf98cc2db0103b7fbc594e78bb602"} +{"uuid":"gpqa-main-f35f531075e0f4b71e6bfdf7","benchmark":"gpqa_main","data_index":2716,"repeat_index":7,"sample_id":"gpqa-main-f35f531075e0f4b71e6bfdf7/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5876,"prompt_tokens":440,"effective_max_tokens":130632,"original_embedded_prediction":"B","question_sha256":"1dec0a47229d6987f418c244cc1169bdeb04c6134b883ac8895dc2380cdf0539"} +{"uuid":"gpqa-main-efc527af4c77c27856f0d201","benchmark":"gpqa_main","data_index":2748,"repeat_index":7,"sample_id":"gpqa-main-efc527af4c77c27856f0d201/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1456,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"29ffae74d292a9a38f72dd8e95efab3be752912b79e848701193359c657937f6"} +{"uuid":"gpqa-main-a67142bf6c763d9963d7474d","benchmark":"gpqa_main","data_index":2721,"repeat_index":7,"sample_id":"gpqa-main-a67142bf6c763d9963d7474d/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5396,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"D","question_sha256":"7ed6c7d194038ef8d8c6a84cb18be1015f73754e42d4facb7418e8412ad86b77"} +{"uuid":"gpqa-main-544e43760baf2de3b5be5741","benchmark":"gpqa_main","data_index":2673,"repeat_index":6,"sample_id":"gpqa-main-544e43760baf2de3b5be5741/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10728,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"A","question_sha256":"89418be241a19daa5c02878e565ee51b73f6f2c9bcafffaf554b45989088c1d8"} +{"uuid":"gpqa-main-fbf1f6e62b48cbbf0bca4714","benchmark":"gpqa_main","data_index":2739,"repeat_index":7,"sample_id":"gpqa-main-fbf1f6e62b48cbbf0bca4714/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2747,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"59affc9a905621c391ee7886c0e428eac5cb1f60c7c251e2fc1fcb081cb8e076"} +{"uuid":"gpqa-main-47f8cee187b620660c7d11b3","benchmark":"gpqa_main","data_index":2760,"repeat_index":7,"sample_id":"gpqa-main-47f8cee187b620660c7d11b3/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":958,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"b114078343a4ce3eeaa845ee2c7bfa4ac7c9add00f507d8ff60e46cca593fb46"} +{"uuid":"gpqa-main-6bb4180b8c6df2f8f7490345","benchmark":"gpqa_main","data_index":2714,"repeat_index":7,"sample_id":"gpqa-main-6bb4180b8c6df2f8f7490345/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6258,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"a40e1e0f0ddd21a34df82626b6553232ad944bbeec5bf0819aaf5ae0b1a92c59"} +{"uuid":"gpqa-main-498b428b55b7644426a781c9","benchmark":"gpqa_main","data_index":2752,"repeat_index":7,"sample_id":"gpqa-main-498b428b55b7644426a781c9/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1655,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"C","question_sha256":"7fbfdc18f5a18b666f8d4afc859af60c4c56ab7d8d677d46fb01a050207ac688"} +{"uuid":"gpqa-main-46f745f508b4d1ad41a0eb01","benchmark":"gpqa_main","data_index":2646,"repeat_index":6,"sample_id":"gpqa-main-46f745f508b4d1ad41a0eb01/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14390,"prompt_tokens":392,"effective_max_tokens":130680,"original_embedded_prediction":"A","question_sha256":"4971bc5df5aee8c296226e29269969e334193d698a942dccd75dac5459c05a5c"} +{"uuid":"gpqa-main-84c386fbd7476f5541ea16f0","benchmark":"gpqa_main","data_index":2579,"repeat_index":6,"sample_id":"gpqa-main-84c386fbd7476f5541ea16f0/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21296,"prompt_tokens":370,"effective_max_tokens":130702,"original_embedded_prediction":"D","question_sha256":"083aa3572345d938b0c707cfb8c710aea73759344b234ada78ed36f1ec66eb0d"} +{"uuid":"gpqa-main-fd7b1296b8c5ae3f05aa8355","benchmark":"gpqa_main","data_index":2623,"repeat_index":6,"sample_id":"gpqa-main-fd7b1296b8c5ae3f05aa8355/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17418,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"B","question_sha256":"e674bbb69c41e672de8e4c8cbea505f57f0d1fc98a2ae52ced1937ec4c71b62f"} +{"uuid":"gpqa-main-7a6f40292c595b5ffad3d66b","benchmark":"gpqa_main","data_index":2768,"repeat_index":7,"sample_id":"gpqa-main-7a6f40292c595b5ffad3d66b/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":684,"prompt_tokens":317,"effective_max_tokens":130755,"original_embedded_prediction":"A","question_sha256":"82d8161e96256872367b5e1c12af2c1f91e6c4a6aac3d066708fccb1826bf840"} +{"uuid":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3","benchmark":"gpqa_main","data_index":2462,"repeat_index":6,"sample_id":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":33670,"prompt_tokens":252,"effective_max_tokens":130820,"original_embedded_prediction":"B","question_sha256":"71075d4447ee264b63e5544da7b40502fb235decc31484f33ee97a8ef70c3d1f"} +{"uuid":"gpqa-main-ddc1b02f963a2f785385132e","benchmark":"gpqa_main","data_index":2781,"repeat_index":7,"sample_id":"gpqa-main-ddc1b02f963a2f785385132e/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":322,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"d5e7b22736a2cdaa0f2553a100795aa6b7e150fcc1b9fe093e28e3fea855f346"} +{"uuid":"gpqa-main-84e0462fb979739143160f76","benchmark":"gpqa_main","data_index":2762,"repeat_index":7,"sample_id":"gpqa-main-84e0462fb979739143160f76/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1461,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"A","question_sha256":"17821f797104818a4e9c06d5499572866481ca7a9f6bf4d3993cbc935754c06e"} +{"uuid":"gpqa-main-106fe8a64f4453f81be6f7bd","benchmark":"gpqa_main","data_index":2713,"repeat_index":7,"sample_id":"gpqa-main-106fe8a64f4453f81be6f7bd/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7158,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"C","question_sha256":"f0c3d97c5c67fa210dafa49946af010682993c23bb8995a306a6ee484e0c3b03"} +{"uuid":"gpqa-main-288426a7fecb5facf10219c7","benchmark":"gpqa_main","data_index":2494,"repeat_index":6,"sample_id":"gpqa-main-288426a7fecb5facf10219c7/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":31565,"prompt_tokens":321,"effective_max_tokens":130751,"original_embedded_prediction":"B","question_sha256":"7cccb7714b35c30190fb5db64a1b22a36b726b2a007f241961e1e48c82e4acb3"} +{"uuid":"gpqa-main-13dda0527a69422c0bfefb23","benchmark":"gpqa_main","data_index":2733,"repeat_index":7,"sample_id":"gpqa-main-13dda0527a69422c0bfefb23/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5490,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"A","question_sha256":"952dd56af4d111bc829dbe6171c480a13632e8b5771e33245330d32115f96774"} +{"uuid":"gpqa-main-a1ec72afe45eedbea242cd73","benchmark":"gpqa_main","data_index":2732,"repeat_index":7,"sample_id":"gpqa-main-a1ec72afe45eedbea242cd73/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5511,"prompt_tokens":310,"effective_max_tokens":130762,"original_embedded_prediction":"A","question_sha256":"e87180319d813402cf71637950d93636988703d0477e2bb79fb03a1d2df9afe3"} +{"uuid":"gpqa-main-e47ea8383f43129dec459997","benchmark":"gpqa_main","data_index":2588,"repeat_index":6,"sample_id":"gpqa-main-e47ea8383f43129dec459997/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":21109,"prompt_tokens":262,"effective_max_tokens":130810,"original_embedded_prediction":"D","question_sha256":"9e7260c352d5970f26856e94943b008fa72ebf3264a0e2790592a41209cfac2d"} +{"uuid":"gpqa-main-46549f6d718b80e38f4412cd","benchmark":"gpqa_main","data_index":2722,"repeat_index":7,"sample_id":"gpqa-main-46549f6d718b80e38f4412cd/repeat-7","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6597,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"B","question_sha256":"a1def6786f9e3174bf07c7887ea2c97711ea721fe1cf730202fc93d69ecac09d"} +{"uuid":"gpqa-main-8a20fac7d1a5bff58e8c63ca","benchmark":"gpqa_main","data_index":2761,"repeat_index":7,"sample_id":"gpqa-main-8a20fac7d1a5bff58e8c63ca/repeat-7","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2213,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":null,"question_sha256":"065acbbc3564fb2547e820ab1c35567bac49dff768319e8f4b46ee23bdd92415"} +{"uuid":"gpqa-main-bf684ea09dc8822450fbd37c","benchmark":"gpqa_main","data_index":2772,"repeat_index":7,"sample_id":"gpqa-main-bf684ea09dc8822450fbd37c/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1666,"prompt_tokens":372,"effective_max_tokens":130700,"original_embedded_prediction":"A","question_sha256":"8f0911e951adf5df2bfc8aa29c14de392a998e2fa48463ceecedcd39a8301453"} +{"uuid":"gpqa-main-86d8d26ea3f4092dd4bac144","benchmark":"gpqa_main","data_index":2438,"repeat_index":6,"sample_id":"gpqa-main-86d8d26ea3f4092dd4bac144/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":36739,"prompt_tokens":227,"effective_max_tokens":130845,"original_embedded_prediction":"D","question_sha256":"299c83f78042a13c78ad054088517dc82d5ed82bcc9ef75ec08dc120f2b8052f"} +{"uuid":"gpqa-main-832feb793ff377da50abf878","benchmark":"gpqa_main","data_index":2757,"repeat_index":7,"sample_id":"gpqa-main-832feb793ff377da50abf878/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3043,"prompt_tokens":202,"effective_max_tokens":130870,"original_embedded_prediction":"B","question_sha256":"9cb12d81fbbe616cc95beecd1627265e0b5a2fa48b8e7493d3df89b378afbc12"} +{"uuid":"gpqa-main-35569b36357cfce18162c999","benchmark":"gpqa_main","data_index":2740,"repeat_index":7,"sample_id":"gpqa-main-35569b36357cfce18162c999/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4781,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"D","question_sha256":"a2136b05b78259562b913f1f56520c4184d70bf60017617a442a41f907c31b78"} +{"uuid":"gpqa-main-6543e2c47b61f7f328bcf42d","benchmark":"gpqa_main","data_index":2724,"repeat_index":7,"sample_id":"gpqa-main-6543e2c47b61f7f328bcf42d/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7296,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"D","question_sha256":"9f8c4aa52521e2926d56fdd03cf5aeaf3543c911c9b75774731cd1204efc1328"} +{"uuid":"gpqa-main-ce2839297e4b63e0b36f6300","benchmark":"gpqa_main","data_index":2453,"repeat_index":6,"sample_id":"gpqa-main-ce2839297e4b63e0b36f6300/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":35928,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"D","question_sha256":"80cca49a2f6ae39b2d3a2dfe110572d39720d0831c65246ce20603c40578b118"} +{"uuid":"gpqa-main-87c633148441d2b07b8e2e81","benchmark":"gpqa_main","data_index":2776,"repeat_index":7,"sample_id":"gpqa-main-87c633148441d2b07b8e2e81/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2179,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"0fb47d10edb4eca17f93926dea501fdd19bde76cfe58f57edb445a7272d7787c"} +{"uuid":"gpqa-main-b654b748170277d4b0d0c6b5","benchmark":"gpqa_main","data_index":2782,"repeat_index":7,"sample_id":"gpqa-main-b654b748170277d4b0d0c6b5/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1607,"prompt_tokens":508,"effective_max_tokens":130564,"original_embedded_prediction":"D","question_sha256":"010973f2a9805982e33bfecd460da27e4d2f170e4567ebf854c807385bea09d3"} +{"uuid":"gpqa-main-4373b5f7be197f26258c18cf","benchmark":"gpqa_main","data_index":2480,"repeat_index":6,"sample_id":"gpqa-main-4373b5f7be197f26258c18cf/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":33852,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"C","question_sha256":"56563ccb64ef7d8686cd4d8da77c8b4636353d0bb75dbefa360323671dfffed1"} +{"uuid":"gpqa-main-50aaa7274c5010d9768274ec","benchmark":"gpqa_main","data_index":2479,"repeat_index":6,"sample_id":"gpqa-main-50aaa7274c5010d9768274ec/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":34152,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"D","question_sha256":"0cda758f1290855df9dd7b9a4319bb6ae8108c8113b125a3a2f60705af536a34"} +{"uuid":"gpqa-main-cda2fe50fc8423311319e78e","benchmark":"gpqa_main","data_index":2604,"repeat_index":6,"sample_id":"gpqa-main-cda2fe50fc8423311319e78e/repeat-6","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21174,"prompt_tokens":182,"effective_max_tokens":130890,"original_embedded_prediction":"A","question_sha256":"1b04aca1c9a8b4f1fabc653b3653d0a48982315e6f1da934d98cadd1948f776f"} +{"uuid":"gpqa-main-ec756f5cd58f1d3e9c9c8676","benchmark":"gpqa_main","data_index":2798,"repeat_index":7,"sample_id":"gpqa-main-ec756f5cd58f1d3e9c9c8676/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":455,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"B","question_sha256":"016bbafd184cf46762e3e824d2499734daf9efd8cb5f0adad12078f151c96a12"} +{"uuid":"gpqa-main-8cf981eedacab9acbdd5b00c","benchmark":"gpqa_main","data_index":2780,"repeat_index":7,"sample_id":"gpqa-main-8cf981eedacab9acbdd5b00c/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2266,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"C","question_sha256":"14dcd60f9986bbbcbbdc0e4b3462397b01801a452d9756100ed129baa5baf68c"} +{"uuid":"gpqa-main-b13e6b95879d48313e527260","benchmark":"gpqa_main","data_index":2793,"repeat_index":7,"sample_id":"gpqa-main-b13e6b95879d48313e527260/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":921,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"B","question_sha256":"145b51d1c857830091d0dfa7043504329aa8d2a847b5b738079d210a94da31cb"} +{"uuid":"gpqa-main-7c3c45d7826322d2dd84475f","benchmark":"gpqa_main","data_index":2786,"repeat_index":7,"sample_id":"gpqa-main-7c3c45d7826322d2dd84475f/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1803,"prompt_tokens":419,"effective_max_tokens":130653,"original_embedded_prediction":"A","question_sha256":"f98a4cc383b4e02c52b4cdafe1b79c1d58df251d5d10ab65f71740d27243ed28"} +{"uuid":"gpqa-main-d751f2081e63be8d69314287","benchmark":"gpqa_main","data_index":2021,"repeat_index":5,"sample_id":"gpqa-main-d751f2081e63be8d69314287/repeat-5","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":81392,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"f56e41493e430f6c013c094b4b462aa30dc9826a273d867eec6a04fc8a646443"} +{"uuid":"gpqa-main-60a022e707f18a7b5f445773","benchmark":"gpqa_main","data_index":2508,"repeat_index":6,"sample_id":"gpqa-main-60a022e707f18a7b5f445773/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":32535,"prompt_tokens":337,"effective_max_tokens":130735,"original_embedded_prediction":"D","question_sha256":"9d46302b763896c7fa475d975b5bc365adee2236b273f23e7216a78871204b74"} +{"uuid":"gpqa-main-9aa9fb454d849030d70f9512","benchmark":"gpqa_main","data_index":2574,"repeat_index":6,"sample_id":"gpqa-main-9aa9fb454d849030d70f9512/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24833,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"A","question_sha256":"b494f4c1785682ee7d284173af2a6ef6db2189c6f3e7ece0edb769c2f10d5f24"} +{"uuid":"gpqa-main-35d088e32fb39438767e1141","benchmark":"gpqa_main","data_index":2767,"repeat_index":7,"sample_id":"gpqa-main-35d088e32fb39438767e1141/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3791,"prompt_tokens":434,"effective_max_tokens":130638,"original_embedded_prediction":"B","question_sha256":"9d467213ec07b8217d3c3aa11a312c8536475e654bbb7ef916a4b8f92e0c7a7d"} +{"uuid":"gpqa-main-2322ddc82747aa5a01bf1c1e","benchmark":"gpqa_main","data_index":2790,"repeat_index":7,"sample_id":"gpqa-main-2322ddc82747aa5a01bf1c1e/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2092,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"d9d7e1406d6a9d440081915edafcb4a493a40b6172838b858a979c0a58bb4c62"} +{"uuid":"gpqa-main-0306849689d2123fedfcfeb5","benchmark":"gpqa_main","data_index":2770,"repeat_index":7,"sample_id":"gpqa-main-0306849689d2123fedfcfeb5/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3989,"prompt_tokens":301,"effective_max_tokens":130771,"original_embedded_prediction":"D","question_sha256":"9b236e1b2c7db4edd3fd08eaeff4fcfd3b13c11bfc0f9c5510349957a837d13a"} +{"uuid":"gpqa-main-ed6a4565f708132bae39b742","benchmark":"gpqa_main","data_index":2559,"repeat_index":6,"sample_id":"gpqa-main-ed6a4565f708132bae39b742/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":27848,"prompt_tokens":393,"effective_max_tokens":130679,"original_embedded_prediction":"A","question_sha256":"5ce997bcaa654b6fdbbb00b63b66633167679a850d02d845b8a9b1b716979197"} +{"uuid":"gpqa-main-7ac0db7d29e6e8c587a8e8f2","benchmark":"gpqa_main","data_index":2236,"repeat_index":5,"sample_id":"gpqa-main-7ac0db7d29e6e8c587a8e8f2/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":59506,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"C","question_sha256":"1fc80dd29a6d1127a37414c18382b28b3e9d2f38b390130751d4cbfe90841375"} +{"uuid":"gpqa-main-ac27f29e5f777e93e751f3f2","benchmark":"gpqa_main","data_index":2743,"repeat_index":7,"sample_id":"gpqa-main-ac27f29e5f777e93e751f3f2/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6313,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"A","question_sha256":"d49aa1d9efc38f6409c199c3e2706ec44f5d20d25b0e7d41f40b9c46668ed1e0"} +{"uuid":"gpqa-main-e408cf011e5548359fd7cfa7","benchmark":"gpqa_main","data_index":2756,"repeat_index":7,"sample_id":"gpqa-main-e408cf011e5548359fd7cfa7/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5366,"prompt_tokens":190,"effective_max_tokens":130882,"original_embedded_prediction":"D","question_sha256":"62f7808cdd914d23316e18802ada081dc433f34465864581ce0c27bfafdcd343"} +{"uuid":"gpqa-main-a5811d01e615771d5e0b48fb","benchmark":"gpqa_main","data_index":2788,"repeat_index":7,"sample_id":"gpqa-main-a5811d01e615771d5e0b48fb/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2751,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"D","question_sha256":"18c1c5c103fb01b10fd0ca282f8eab427517d6587a0a9962010b5ad16e05b98f"} +{"uuid":"gpqa-main-9b7f84c844aa65b8ebfee235","benchmark":"gpqa_main","data_index":2808,"repeat_index":7,"sample_id":"gpqa-main-9b7f84c844aa65b8ebfee235/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1212,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"9443960fd2664e6d4890575733c6a4f1f6d804ec21e10e0f9d415b99297f9845"} +{"uuid":"gpqa-main-30529bca8e7fdf66400bd444","benchmark":"gpqa_main","data_index":2706,"repeat_index":7,"sample_id":"gpqa-main-30529bca8e7fdf66400bd444/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11344,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"fc081c2fbb63be5006154edbddcd4d1654207c4f1ad333e12f9bc19972753482"} +{"uuid":"gpqa-main-acecd9428a5b4368f1f5bc82","benchmark":"gpqa_main","data_index":2613,"repeat_index":6,"sample_id":"gpqa-main-acecd9428a5b4368f1f5bc82/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":22406,"prompt_tokens":336,"effective_max_tokens":130736,"original_embedded_prediction":"B","question_sha256":"2d1e5de4bf7305d1b5eee8dda5415195dc333d71b3f50fa60508a928b67fb336"} +{"uuid":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7","benchmark":"gpqa_main","data_index":2725,"repeat_index":7,"sample_id":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9598,"prompt_tokens":279,"effective_max_tokens":130793,"original_embedded_prediction":"B","question_sha256":"f730b35adb897658b28382d90ae7881a77e5d86003cc9b3942862d742001d4fb"} +{"uuid":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea","benchmark":"gpqa_main","data_index":2653,"repeat_index":6,"sample_id":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17840,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"A","question_sha256":"78b6f83c0d1137982356bff0e0d20f60e32542e5815ffd693af8f421f9e4741d"} +{"uuid":"gpqa-main-c69005af8b1e76a851528e02","benchmark":"gpqa_main","data_index":2371,"repeat_index":6,"sample_id":"gpqa-main-c69005af8b1e76a851528e02/repeat-6","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":47031,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"29e6a1db070bf5e5af8af4b82da4953dd47dcd2a1bbd7ad2db04f3d1d4cd805e"} +{"uuid":"gpqa-main-69bcb32ba17f6e7aa0918597","benchmark":"gpqa_main","data_index":2802,"repeat_index":7,"sample_id":"gpqa-main-69bcb32ba17f6e7aa0918597/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2274,"prompt_tokens":758,"effective_max_tokens":130314,"original_embedded_prediction":"C","question_sha256":"9eb1fde9ac6acb7dc761f4941a792f3d0d052ad76d36e12bb9e406963b3906ef"} +{"uuid":"gpqa-main-7bb8e05365d19cc8328252e0","benchmark":"gpqa_main","data_index":2809,"repeat_index":7,"sample_id":"gpqa-main-7bb8e05365d19cc8328252e0/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1694,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"6aff7faed92c98148418177c8cae4893850a1d67b5ceb00cf6a09467c4491367"} +{"uuid":"gpqa-main-29e885003cf7658ac2eb0ba4","benchmark":"gpqa_main","data_index":2791,"repeat_index":7,"sample_id":"gpqa-main-29e885003cf7658ac2eb0ba4/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3766,"prompt_tokens":299,"effective_max_tokens":130773,"original_embedded_prediction":"D","question_sha256":"e6fd9b7cea6cbcd53eabc57f63ae367008b2774a1092f55e23e78b7eafbdbafa"} +{"uuid":"gpqa-main-ea0400e59078652fc57eb6e1","benchmark":"gpqa_main","data_index":2784,"repeat_index":7,"sample_id":"gpqa-main-ea0400e59078652fc57eb6e1/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4440,"prompt_tokens":537,"effective_max_tokens":130535,"original_embedded_prediction":"D","question_sha256":"50fc83bec6235fb29a76a0a00342f5c99a24684597a5930df882fe103e170363"} +{"uuid":"gpqa-main-9f607ccb3302f27b4ebe90a4","benchmark":"gpqa_main","data_index":2594,"repeat_index":6,"sample_id":"gpqa-main-9f607ccb3302f27b4ebe90a4/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":24866,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"B","question_sha256":"e2c8b6a88dfedf13a4a35e2964dc77f2e082e87417c972bf7406bdb2405985f7"} +{"uuid":"gpqa-main-3cbf7d3e13c908f5e699f9e0","benchmark":"gpqa_main","data_index":2821,"repeat_index":7,"sample_id":"gpqa-main-3cbf7d3e13c908f5e699f9e0/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1190,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"D","question_sha256":"0dbcc69ff35530f240a5bb623a78f2cd1d042037d2dedb122ebcca751bf9d08e"} +{"uuid":"gpqa-main-a3be70bb026878238a72f88b","benchmark":"gpqa_main","data_index":2754,"repeat_index":7,"sample_id":"gpqa-main-a3be70bb026878238a72f88b/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7196,"prompt_tokens":446,"effective_max_tokens":130626,"original_embedded_prediction":"C","question_sha256":"42da82ad5cb9e03bf1c8f1d786b162fd55245c32907328f445c191681a98b669"} +{"uuid":"gpqa-main-2ad64f0bf627cf52a8ad924c","benchmark":"gpqa_main","data_index":2823,"repeat_index":7,"sample_id":"gpqa-main-2ad64f0bf627cf52a8ad924c/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":975,"prompt_tokens":146,"effective_max_tokens":130926,"original_embedded_prediction":"D","question_sha256":"e9afb48881134b480ce09710124320be56d4166a402490b65f81bdb1df6e3a1d"} +{"uuid":"gpqa-main-09b661e081004aa4c0d45778","benchmark":"gpqa_main","data_index":2794,"repeat_index":7,"sample_id":"gpqa-main-09b661e081004aa4c0d45778/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3965,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"D","question_sha256":"47741045402119262be7a1c17b98cc587ee55b46bb8620655271dca518a4f927"} +{"uuid":"gpqa-main-79721e93e90bdb2d8da052c0","benchmark":"gpqa_main","data_index":2820,"repeat_index":7,"sample_id":"gpqa-main-79721e93e90bdb2d8da052c0/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1797,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"2a09355eb98c6b8d6ad0b51afb3b27f719fed44786d3b2998dfe7ee66413a028"} +{"uuid":"gpqa-main-728c68de5f34aba879617ff3","benchmark":"gpqa_main","data_index":2657,"repeat_index":6,"sample_id":"gpqa-main-728c68de5f34aba879617ff3/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19355,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"93587b6fdb0ccf1d1701c58bd12431b38885397117475f14823f4c52994b39b4"} +{"uuid":"gpqa-main-f7ba77d144b7a11de90a37c4","benchmark":"gpqa_main","data_index":2833,"repeat_index":7,"sample_id":"gpqa-main-f7ba77d144b7a11de90a37c4/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":276,"prompt_tokens":236,"effective_max_tokens":130836,"original_embedded_prediction":"B","question_sha256":"ac7263466ea3cfcdcebac618b1d20835b4103b2d80b75b1a7110e9763eb45aa2"} +{"uuid":"gpqa-main-7c7ae85beee22afc94024aa0","benchmark":"gpqa_main","data_index":2297,"repeat_index":5,"sample_id":"gpqa-main-7c7ae85beee22afc94024aa0/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":56528,"prompt_tokens":179,"effective_max_tokens":130893,"original_embedded_prediction":"B","question_sha256":"17ee204f8a3ef8904b0418dcf3bac347173df36a87b5535f055046fe6fae8879"} +{"uuid":"gpqa-main-20f50fda9aeae51c6b9b4ba0","benchmark":"gpqa_main","data_index":2779,"repeat_index":7,"sample_id":"gpqa-main-20f50fda9aeae51c6b9b4ba0/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6464,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"A","question_sha256":"c7914fc7bcc19ad8377798d825d6dbc59be8fb64f2b51a89ec26f55423d9edd1"} +{"uuid":"gpqa-main-4a8c97220fb14b99f363b2ce","benchmark":"gpqa_main","data_index":2108,"repeat_index":5,"sample_id":"gpqa-main-4a8c97220fb14b99f363b2ce/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":76670,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"D","question_sha256":"a939b9de7ea4048442a9378048f992097c413c77ad1c665790486c352036c7e3"} +{"uuid":"gpqa-main-692e40bceeaff3accdc11ead","benchmark":"gpqa_main","data_index":2825,"repeat_index":7,"sample_id":"gpqa-main-692e40bceeaff3accdc11ead/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1872,"prompt_tokens":471,"effective_max_tokens":130601,"original_embedded_prediction":"D","question_sha256":"954d12809188bb6fb15643c4406ac6b108f5d7836e1eeabd73e49df01f2c616e"} +{"uuid":"gpqa-main-31313469465f81cc0fa5dd28","benchmark":"gpqa_main","data_index":2560,"repeat_index":6,"sample_id":"gpqa-main-31313469465f81cc0fa5dd28/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":30259,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"B","question_sha256":"cd18749d0354640af760ebe1c6a150eed2a0202cc444345b5c3f00b0f0df67d2"} +{"uuid":"gpqa-main-f0a74958c23332566374eae8","benchmark":"gpqa_main","data_index":2165,"repeat_index":5,"sample_id":"gpqa-main-f0a74958c23332566374eae8/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":70886,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"B","question_sha256":"0122463c60c1fa5ad768f1fc6147fd593b46126713e705864d5de5632804d4b5"} +{"uuid":"gpqa-main-3ad0b182e1494c1e76262069","benchmark":"gpqa_main","data_index":2693,"repeat_index":7,"sample_id":"gpqa-main-3ad0b182e1494c1e76262069/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15863,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"C","question_sha256":"835ebb67a4198184dbd29c03b43e4283e93c0473d886ab6c3b6c52ffb918b6ab"} +{"uuid":"gpqa-main-b5b0614a110a5eb0657cbe9a","benchmark":"gpqa_main","data_index":2803,"repeat_index":7,"sample_id":"gpqa-main-b5b0614a110a5eb0657cbe9a/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4424,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"D","question_sha256":"829ccc830e5fe3601c6e7c0a975192c938019f4d4e5c1b2334d55bb1d951711e"} +{"uuid":"gpqa-main-34faeb45e152eaf4c29e65e4","benchmark":"gpqa_main","data_index":2839,"repeat_index":7,"sample_id":"gpqa-main-34faeb45e152eaf4c29e65e4/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":375,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"B","question_sha256":"82e6266418c679493cea34e30d0f71026adb6ab6c433e643d37860fb718999ec"} +{"uuid":"gpqa-main-be458c5a0490a8298ea11494","benchmark":"gpqa_main","data_index":2807,"repeat_index":7,"sample_id":"gpqa-main-be458c5a0490a8298ea11494/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4385,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"17cada7a00fa20e35d380a47aad58aace15d791f3cd4f119acb4635e55951129"} +{"uuid":"gpqa-main-fa3e9be7fdf8e7c8952739d8","benchmark":"gpqa_main","data_index":2819,"repeat_index":7,"sample_id":"gpqa-main-fa3e9be7fdf8e7c8952739d8/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2989,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"5e9819e02e7dd08ec53ff217d848ce64e833e2b069cd81e9940f7a72a5230b30"} +{"uuid":"gpqa-main-178c84548026beb35252a961","benchmark":"gpqa_main","data_index":2792,"repeat_index":7,"sample_id":"gpqa-main-178c84548026beb35252a961/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5874,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"C","question_sha256":"4ea09b6f60208405c59e5923a565f195c94315e0b6e230acd59351f1ee59ed96"} +{"uuid":"gpqa-main-925cb13958435841df0e8c1e","benchmark":"gpqa_main","data_index":2795,"repeat_index":7,"sample_id":"gpqa-main-925cb13958435841df0e8c1e/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5706,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"B","question_sha256":"d21ba2f1c06b876b2d387104c816ee0fcc369a02b8e010a706e0e2448c56f78e"} +{"uuid":"gpqa-main-00a9d82facaec210f417af7a","benchmark":"gpqa_main","data_index":2845,"repeat_index":7,"sample_id":"gpqa-main-00a9d82facaec210f417af7a/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":550,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"77f0590db54b06b37e142e7363145cbdb1a8d11c2a7575d9ae0fc10b3a6708bd"} +{"uuid":"gpqa-main-009c62a9f3d3e5b23d7032af","benchmark":"gpqa_main","data_index":2421,"repeat_index":6,"sample_id":"gpqa-main-009c62a9f3d3e5b23d7032af/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":44948,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"eb3c8e77ceb6bbf6b5fc6d705376aeb984e8d20d498b1668992fc1441b062661"} +{"uuid":"gpqa-main-7bb7c5ace8216100d38e616a","benchmark":"gpqa_main","data_index":2526,"repeat_index":6,"sample_id":"gpqa-main-7bb7c5ace8216100d38e616a/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":36207,"prompt_tokens":197,"effective_max_tokens":130875,"original_embedded_prediction":"B","question_sha256":"6dbc821cf1e89c0764e62d1bef4818136877fbc8e333f255bfa42276ac9aeb88"} +{"uuid":"gpqa-main-cb8b679fe50f1b3a7168eb92","benchmark":"gpqa_main","data_index":2842,"repeat_index":7,"sample_id":"gpqa-main-cb8b679fe50f1b3a7168eb92/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1047,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"B","question_sha256":"8ed0101055c99512a99310385277c13855047c3a1b31ca6b8a6ee3f83cf5d4f3"} +{"uuid":"gpqa-main-8980ca71edb4f58a3e46b256","benchmark":"gpqa_main","data_index":2832,"repeat_index":7,"sample_id":"gpqa-main-8980ca71edb4f58a3e46b256/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2343,"prompt_tokens":145,"effective_max_tokens":130927,"original_embedded_prediction":"B","question_sha256":"fb9586d35200647be665790b2cd3eee5c8cca1b79e6afcf01f027007fa057b64"} +{"uuid":"gpqa-main-ae71bab05f11abac2f706bb9","benchmark":"gpqa_main","data_index":2645,"repeat_index":6,"sample_id":"gpqa-main-ae71bab05f11abac2f706bb9/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":22601,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"d160134fd023bac8e7f94f4d4e70e01dc36d3ae74bb54ab778b03686e5b7b2c0"} +{"uuid":"gpqa-main-992d40815d86851a9f6e7230","benchmark":"gpqa_main","data_index":2689,"repeat_index":7,"sample_id":"gpqa-main-992d40815d86851a9f6e7230/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17933,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"b698ebb0cb6d3abffa554435859e51f21dd11a9955cfceece2c7a6fa9b0e2023"} +{"uuid":"gpqa-main-0d56f92dcb32c3f0494a4705","benchmark":"gpqa_main","data_index":2703,"repeat_index":7,"sample_id":"gpqa-main-0d56f92dcb32c3f0494a4705/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15856,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"d48362abba761cef50927ef586befd9a2fdb343aa19b2fa457ee74fb6dbfb56b"} +{"uuid":"gpqa-main-f432c1aa4319a4b1f6fa2ac1","benchmark":"gpqa_main","data_index":2797,"repeat_index":7,"sample_id":"gpqa-main-f432c1aa4319a4b1f6fa2ac1/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6557,"prompt_tokens":264,"effective_max_tokens":130808,"original_embedded_prediction":"C","question_sha256":"19d5ec504b7008b3eada0ca0c300cd88147b20679109f6681bfd8946e0db2c8c"} +{"uuid":"gpqa-main-73f6c00588963349c225df6c","benchmark":"gpqa_main","data_index":2801,"repeat_index":7,"sample_id":"gpqa-main-73f6c00588963349c225df6c/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6346,"prompt_tokens":476,"effective_max_tokens":130596,"original_embedded_prediction":"A","question_sha256":"6c8759c4aac1084515abf1e3c463c7a0b6411dc3fa720a9a5fb5ac8f5777b49c"} +{"uuid":"gpqa-main-8e23eaed901a11ec534e6f8b","benchmark":"gpqa_main","data_index":2787,"repeat_index":7,"sample_id":"gpqa-main-8e23eaed901a11ec534e6f8b/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7607,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"ed842ad329efe1e08f990fad3dd3cd5e5fb16736a9da1dbfa314d5e19156887e"} +{"uuid":"gpqa-main-63aef6e78c9803d030a16f9c","benchmark":"gpqa_main","data_index":2512,"repeat_index":6,"sample_id":"gpqa-main-63aef6e78c9803d030a16f9c/repeat-6","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":37947,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"A","question_sha256":"255e934ed277fdd11f71245508448f7031439d40eb38fd78fb3b813b247c5726"} +{"uuid":"gpqa-main-7ed621f8290d6ac14181ce45","benchmark":"gpqa_main","data_index":2686,"repeat_index":6,"sample_id":"gpqa-main-7ed621f8290d6ac14181ce45/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18507,"prompt_tokens":298,"effective_max_tokens":130774,"original_embedded_prediction":"B","question_sha256":"c1c0ad22e4376412fe1e7564fd1f8c00dd970292dbf0dbb83b0350881e74b306"} +{"uuid":"gpqa-main-08cb3c41dbaa57f424632b84","benchmark":"gpqa_main","data_index":2308,"repeat_index":6,"sample_id":"gpqa-main-08cb3c41dbaa57f424632b84/repeat-6","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":57254,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"e37327eb6a290bf649f9b548f5d9834983b5d59efc10b4281a4bdbb75523863f"} +{"uuid":"gpqa-main-4462dc9f2d34289881ef2b1c","benchmark":"gpqa_main","data_index":2830,"repeat_index":7,"sample_id":"gpqa-main-4462dc9f2d34289881ef2b1c/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3314,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"63318cb18413a705693b9a4312f73dbf5358312aafc1d703c3d29a6340ffa0d1"} +{"uuid":"gpqa-main-ad697760bc60543062e8b7b4","benchmark":"gpqa_main","data_index":2841,"repeat_index":7,"sample_id":"gpqa-main-ad697760bc60543062e8b7b4/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2122,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"B","question_sha256":"7f9b4679645e2d89214a154be6bdb13eafdc747457ce2950bda27a9a2b97917f"} +{"uuid":"gpqa-main-d3a774e5f1af1a1e11117582","benchmark":"gpqa_main","data_index":2850,"repeat_index":7,"sample_id":"gpqa-main-d3a774e5f1af1a1e11117582/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1102,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"C","question_sha256":"26b8e966c8adf9fe2824ff1fd3c23b2d488a785fe8a68cbce362bac46e891a79"} +{"uuid":"gpqa-main-bab6e331fae29c00395de3a4","benchmark":"gpqa_main","data_index":2470,"repeat_index":6,"sample_id":"gpqa-main-bab6e331fae29c00395de3a4/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":41810,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"cf500f5f076470e539799f3822047d1a6263a0abc77614f9abc48a4f60ba507d"} +{"uuid":"gpqa-main-c028fe71611d73b87b4cbb03","benchmark":"gpqa_main","data_index":2844,"repeat_index":7,"sample_id":"gpqa-main-c028fe71611d73b87b4cbb03/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1874,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"D","question_sha256":"f56f3f5d135dc8d61dc42f902943e2459f79e4343f2fef6741f6f86d4133a99a"} +{"uuid":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c","benchmark":"gpqa_main","data_index":2806,"repeat_index":7,"sample_id":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6356,"prompt_tokens":340,"effective_max_tokens":130732,"original_embedded_prediction":"C","question_sha256":"626cda94018ba930400d9c043f6fc1aa30c317abf6fd8f6d0ec8b133ce2036c8"} +{"uuid":"gpqa-main-547aac137dd7671e7ef03fa9","benchmark":"gpqa_main","data_index":2852,"repeat_index":7,"sample_id":"gpqa-main-547aac137dd7671e7ef03fa9/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1198,"prompt_tokens":497,"effective_max_tokens":130575,"original_embedded_prediction":"C","question_sha256":"8369c6a1ffc960e3f3d88e5e4c521eebcc37f39ca9adf654c3cd4b61f892f2ef"} +{"uuid":"gpqa-main-084903ab17db0fab7bc6caea","benchmark":"gpqa_main","data_index":2817,"repeat_index":7,"sample_id":"gpqa-main-084903ab17db0fab7bc6caea/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5363,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"D","question_sha256":"b560f550d5d9fb2378520f0fcf7b6573aec2027430ef06270491ace18a0497fc"} +{"uuid":"gpqa-main-1f9ad1ca59cf537e3cdf47c2","benchmark":"gpqa_main","data_index":2818,"repeat_index":7,"sample_id":"gpqa-main-1f9ad1ca59cf537e3cdf47c2/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5179,"prompt_tokens":318,"effective_max_tokens":130754,"original_embedded_prediction":"B","question_sha256":"229ffbdb774489fcfd578450da500a74b0c6fd603d3f4050eb6ff993659f5c7e"} +{"uuid":"gpqa-main-49e3b768e85f009875fb4b7f","benchmark":"gpqa_main","data_index":2758,"repeat_index":7,"sample_id":"gpqa-main-49e3b768e85f009875fb4b7f/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10920,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"181abbdaf75899b4c447f9c98c58f90512c06ffe5521e109fa83597da1fb7aae"} +{"uuid":"gpqa-main-07134ad2ae69bd2e9f09ae64","benchmark":"gpqa_main","data_index":2765,"repeat_index":7,"sample_id":"gpqa-main-07134ad2ae69bd2e9f09ae64/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10286,"prompt_tokens":374,"effective_max_tokens":130698,"original_embedded_prediction":"A","question_sha256":"e1448af5dcb7e4a7a5cf31dd231d4a2b2a3829ce3dabc5d7da48a195c1b39112"} +{"uuid":"gpqa-main-1f0af84f0bdb1b68af6a7719","benchmark":"gpqa_main","data_index":2685,"repeat_index":6,"sample_id":"gpqa-main-1f0af84f0bdb1b68af6a7719/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19580,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"C","question_sha256":"47eb07162cc525d2e6a87977deb802204fed59b801dd5e2935cc6edb3c036af1"} +{"uuid":"gpqa-main-1ae8f8945efaf81788d8d871","benchmark":"gpqa_main","data_index":2827,"repeat_index":7,"sample_id":"gpqa-main-1ae8f8945efaf81788d8d871/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4814,"prompt_tokens":250,"effective_max_tokens":130822,"original_embedded_prediction":"A","question_sha256":"060f07943bcd17960b48a982fabe42fcae4e3899fe8c5473138fe2198f0e8dd8"} +{"uuid":"gpqa-main-682237ee740e033537fb5707","benchmark":"gpqa_main","data_index":2857,"repeat_index":7,"sample_id":"gpqa-main-682237ee740e033537fb5707/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1392,"prompt_tokens":291,"effective_max_tokens":130781,"original_embedded_prediction":"A","question_sha256":"6cec89b2019b24f8e8c4001cade388815345ae403b5d5fc687cf7fdccbcc6ce1"} +{"uuid":"gpqa-main-ef65739a36457c1672913212","benchmark":"gpqa_main","data_index":2847,"repeat_index":7,"sample_id":"gpqa-main-ef65739a36457c1672913212/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2924,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"46601a7bcf5dcc71504dda490de685062fce72cdc997d7acb8b78e5a351a96bc"} +{"uuid":"gpqa-main-002cb7f9ef3ee2a3d460b42e","benchmark":"gpqa_main","data_index":2773,"repeat_index":7,"sample_id":"gpqa-main-002cb7f9ef3ee2a3d460b42e/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10585,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"3bed68f29773b3484a0b5acab22f438229b63f2a324fb817a933e4d514178386"} +{"uuid":"gpqa-main-143dc33c1aad9828daf5e615","benchmark":"gpqa_main","data_index":2783,"repeat_index":7,"sample_id":"gpqa-main-143dc33c1aad9828daf5e615/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9767,"prompt_tokens":354,"effective_max_tokens":130718,"original_embedded_prediction":"C","question_sha256":"ff60c18b72aac9e90842c7a2d5e79c68092a3fbb1d6c0318cee6d2892a43a0a1"} +{"uuid":"gpqa-main-6030f5f53fe38c334b2c3a6a","benchmark":"gpqa_main","data_index":2861,"repeat_index":7,"sample_id":"gpqa-main-6030f5f53fe38c334b2c3a6a/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1702,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"88d277706c3af734be0507cde034c23c7e206f855c2fcc97d6ed69f8ad92df57"} +{"uuid":"gpqa-main-6f6ff532d544554128a0bbbe","benchmark":"gpqa_main","data_index":2796,"repeat_index":7,"sample_id":"gpqa-main-6f6ff532d544554128a0bbbe/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8513,"prompt_tokens":368,"effective_max_tokens":130704,"original_embedded_prediction":"A","question_sha256":"ebb5b9328e54d98f40b988b171044869d75c67b6efaa8f44675c485448b7b02c"} +{"uuid":"gpqa-main-1634ccababef2067673cd88c","benchmark":"gpqa_main","data_index":2734,"repeat_index":7,"sample_id":"gpqa-main-1634ccababef2067673cd88c/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14229,"prompt_tokens":593,"effective_max_tokens":130479,"original_embedded_prediction":"C","question_sha256":"d8c36bd55ba561cb499054e9d5a01217a0498dfd20875e8d9e99d34bcdfd7830"} +{"uuid":"gpqa-main-c720b28fe25654b1cedc9285","benchmark":"gpqa_main","data_index":2810,"repeat_index":7,"sample_id":"gpqa-main-c720b28fe25654b1cedc9285/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7282,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"C","question_sha256":"9f6e1d1b2c053afcba8c78142311f336846eb87d19344fb8aa6e71ed9aecc477"} +{"uuid":"gpqa-main-238c4616c3347122f4b974e4","benchmark":"gpqa_main","data_index":2669,"repeat_index":6,"sample_id":"gpqa-main-238c4616c3347122f4b974e4/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21923,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"C","question_sha256":"5a24c76ed39eb083ccc9c24780d936fe2e52cba76ae67efa4d647cc35e10037b"} +{"uuid":"gpqa-main-a6eb05bb931229a396d81e44","benchmark":"gpqa_main","data_index":2476,"repeat_index":6,"sample_id":"gpqa-main-a6eb05bb931229a396d81e44/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":42955,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"D","question_sha256":"19c2c8e0578e84094a1f97568e95e1e88fadee2743b1c6519b7fc661c8577cde"} +{"uuid":"gpqa-main-913c4ee0ce195992ff9638b1","benchmark":"gpqa_main","data_index":2866,"repeat_index":7,"sample_id":"gpqa-main-913c4ee0ce195992ff9638b1/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1640,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"ed904d04c24f37586b1f78a18bd22f28752e80a5ecc489939950778aa5307d98"} +{"uuid":"gpqa-main-edbd99e5f03e3b3f074ba126","benchmark":"gpqa_main","data_index":2750,"repeat_index":7,"sample_id":"gpqa-main-edbd99e5f03e3b3f074ba126/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12385,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"A","question_sha256":"b690990e73efd994587057d6ed5ae270235b0ec6bd4e98df3fc472f01c179765"} +{"uuid":"gpqa-main-4117517dba1fdbd711e3d32b","benchmark":"gpqa_main","data_index":2836,"repeat_index":7,"sample_id":"gpqa-main-4117517dba1fdbd711e3d32b/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4179,"prompt_tokens":398,"effective_max_tokens":130674,"original_embedded_prediction":"C","question_sha256":"3e04ad2cb1248bfb53a7bd8f05efedea49f42b201c6f35907baa6c30abf40733"} +{"uuid":"gpqa-main-d7c4372bfbc5d0f0f9331350","benchmark":"gpqa_main","data_index":2873,"repeat_index":7,"sample_id":"gpqa-main-d7c4372bfbc5d0f0f9331350/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1059,"prompt_tokens":588,"effective_max_tokens":130484,"original_embedded_prediction":"D","question_sha256":"92d8ffd16886567ac1ed2f15a6c2d3d6ac2a2fb0fd0e56836671babcde327d3f"} +{"uuid":"gpqa-main-a454a3157aff6eee743541b7","benchmark":"gpqa_main","data_index":2870,"repeat_index":7,"sample_id":"gpqa-main-a454a3157aff6eee743541b7/repeat-7","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1722,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"B","question_sha256":"025e20e6e9b45e1ddb3f6901f58f69b40df5e8f9ffb6b80b5b17bc518d9f5d17"} +{"uuid":"gpqa-main-49e3b768e85f009875fb4b7f","benchmark":"gpqa_main","data_index":2374,"repeat_index":6,"sample_id":"gpqa-main-49e3b768e85f009875fb4b7f/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":52815,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"B","question_sha256":"181abbdaf75899b4c447f9c98c58f90512c06ffe5521e109fa83597da1fb7aae"} +{"uuid":"gpqa-main-5e6a032f9aa67c7725f828d0","benchmark":"gpqa_main","data_index":2883,"repeat_index":7,"sample_id":"gpqa-main-5e6a032f9aa67c7725f828d0/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":538,"prompt_tokens":330,"effective_max_tokens":130742,"original_embedded_prediction":"A","question_sha256":"8accf5d31cc4cf5c2467ac477d83885c90d2715606f7c2e68d318476741bbdd7"} +{"uuid":"gpqa-main-6f84d17ede852cd9196347bd","benchmark":"gpqa_main","data_index":2668,"repeat_index":6,"sample_id":"gpqa-main-6f84d17ede852cd9196347bd/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":22556,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"B","question_sha256":"e410f49b6f85564bf5b9226069391669e4c376097b2656e616a6b82abd4729ac"} +{"uuid":"gpqa-main-8d147d8bf7fad22423fc5dd7","benchmark":"gpqa_main","data_index":2586,"repeat_index":6,"sample_id":"gpqa-main-8d147d8bf7fad22423fc5dd7/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":31439,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"bfad7a1309a7d02668c615391f7302c03e1c3f61ffaee5d1f44ba2c9f5c40b7d"} +{"uuid":"gpqa-main-781f4efc4b25ff35b588e87c","benchmark":"gpqa_main","data_index":2869,"repeat_index":7,"sample_id":"gpqa-main-781f4efc4b25ff35b588e87c/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2278,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"C","question_sha256":"f933a526e8aec15b0dc77756bad3ba0839404a6d042443e3f5a0ab0b8d1cfa96"} +{"uuid":"gpqa-main-41ca21006bb37fef24a8975a","benchmark":"gpqa_main","data_index":2774,"repeat_index":7,"sample_id":"gpqa-main-41ca21006bb37fef24a8975a/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11748,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"8d132ce83553f28f02599f90e3c52fb60d8f58faea0f09152f78f7df6e310abc"} +{"uuid":"gpqa-main-7d850f6448c27424d9f68c4e","benchmark":"gpqa_main","data_index":2872,"repeat_index":7,"sample_id":"gpqa-main-7d850f6448c27424d9f68c4e/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1901,"prompt_tokens":544,"effective_max_tokens":130528,"original_embedded_prediction":"D","question_sha256":"48bf9d4f95299b8f9288e190dca6edd0c3cf53cf40dada120e22abf98469d3e3"} +{"uuid":"gpqa-main-e3e073f3f0f646532e4caf06","benchmark":"gpqa_main","data_index":2855,"repeat_index":7,"sample_id":"gpqa-main-e3e073f3f0f646532e4caf06/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3163,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"A","question_sha256":"a1cff30033350ed32c6446abacb176ef3ffad0fc471aaacf3468c78e0aad550e"} +{"uuid":"gpqa-main-381032537ca0c968de7d5c06","benchmark":"gpqa_main","data_index":2891,"repeat_index":7,"sample_id":"gpqa-main-381032537ca0c968de7d5c06/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":766,"prompt_tokens":186,"effective_max_tokens":130886,"original_embedded_prediction":"A","question_sha256":"045347c35e2957dbd6bc83158fecec24c157df70fdefaaddc8633ecda3435cdc"} +{"uuid":"gpqa-main-d3db87adeb915999faca3605","benchmark":"gpqa_main","data_index":2799,"repeat_index":7,"sample_id":"gpqa-main-d3db87adeb915999faca3605/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9786,"prompt_tokens":204,"effective_max_tokens":130868,"original_embedded_prediction":"D","question_sha256":"f6518dd763c1af7a1745bc53b4e021210cafdf588df1ede9b537a622474a998d"} +{"uuid":"gpqa-main-08452235d283f9ba82364ea8","benchmark":"gpqa_main","data_index":2698,"repeat_index":7,"sample_id":"gpqa-main-08452235d283f9ba82364ea8/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19849,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"65db6ef4b562a9503afeb197451091c7514df18fdee747a881b8057c38e21d0f"} +{"uuid":"gpqa-main-45cae4ba5af22868461f1861","benchmark":"gpqa_main","data_index":2442,"repeat_index":6,"sample_id":"gpqa-main-45cae4ba5af22868461f1861/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":46777,"prompt_tokens":196,"effective_max_tokens":130876,"original_embedded_prediction":"B","question_sha256":"da4480a5d4f2af44b6faf63fe513d557f97bf4cd048901e4a2f0b133273b39db"} +{"uuid":"gpqa-main-b22053dbc40179e114f0c866","benchmark":"gpqa_main","data_index":2813,"repeat_index":7,"sample_id":"gpqa-main-b22053dbc40179e114f0c866/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8589,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"1f101bccd20044577731aef887c9704a6a153baf063dff8d9a04510e7b8dcfb7"} +{"uuid":"gpqa-main-1a3571c1ec099b06b5011ceb","benchmark":"gpqa_main","data_index":2626,"repeat_index":6,"sample_id":"gpqa-main-1a3571c1ec099b06b5011ceb/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":29140,"prompt_tokens":166,"effective_max_tokens":130906,"original_embedded_prediction":"D","question_sha256":"853f9bd759921129a51dd81d489f867c5aa9463f1925c203fe6f1e3147741f08"} +{"uuid":"gpqa-main-d8cca1a27ad1a42b4a99ce96","benchmark":"gpqa_main","data_index":2573,"repeat_index":6,"sample_id":"gpqa-main-d8cca1a27ad1a42b4a99ce96/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":34187,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"B","question_sha256":"6049e26840c0e889bb5632032745b5bcf6684dec9a2f9d0a0cfb76378c5c064e"} +{"uuid":"gpqa-main-04a5c442799262dec9375c25","benchmark":"gpqa_main","data_index":2882,"repeat_index":7,"sample_id":"gpqa-main-04a5c442799262dec9375c25/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1930,"prompt_tokens":365,"effective_max_tokens":130707,"original_embedded_prediction":"C","question_sha256":"e90ec32d975ec61b7cd079ff6968bc3dbaa4fc87e74699c1406ce59093066dbc"} +{"uuid":"gpqa-main-249edae2034ba7f3819aaa7b","benchmark":"gpqa_main","data_index":2898,"repeat_index":7,"sample_id":"gpqa-main-249edae2034ba7f3819aaa7b/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":884,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"A","question_sha256":"c4d795814405ce2bb231fe7012e4581bcaebca12bb3f8c3260a3ad239aa51a79"} +{"uuid":"gpqa-main-666fc74619f38e356e33a285","benchmark":"gpqa_main","data_index":2868,"repeat_index":7,"sample_id":"gpqa-main-666fc74619f38e356e33a285/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3521,"prompt_tokens":693,"effective_max_tokens":130379,"original_embedded_prediction":"C","question_sha256":"89fa5b222a94e07a283a5140341a0704109ec3b7f62de72dd072383182771ebc"} +{"uuid":"gpqa-main-d28c5e0e8deb0d1fde12ef5f","benchmark":"gpqa_main","data_index":2497,"repeat_index":6,"sample_id":"gpqa-main-d28c5e0e8deb0d1fde12ef5f/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":43534,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"A","question_sha256":"6913f7a17a2db54c9dcd8af6af20806e66b00fe4bb9691ca42d9f15184908f62"} +{"uuid":"gpqa-main-84cbf72ad94d1afe2aa56331","benchmark":"gpqa_main","data_index":2785,"repeat_index":7,"sample_id":"gpqa-main-84cbf72ad94d1afe2aa56331/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12359,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"D","question_sha256":"089a55e5a3fbca456cb952a230bd88a82c177ec99470bd05f822803a1bdd3db5"} +{"uuid":"gpqa-main-64193be5f9a6bbd67bec4010","benchmark":"gpqa_main","data_index":2816,"repeat_index":7,"sample_id":"gpqa-main-64193be5f9a6bbd67bec4010/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9257,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"C","question_sha256":"373990fe818e4182469d242b845eeb2f78db2f00cfb3a8fdbd2dbd696e08d552"} +{"uuid":"gpqa-main-bd228dea7f1aa14b70216372","benchmark":"gpqa_main","data_index":2905,"repeat_index":7,"sample_id":"gpqa-main-bd228dea7f1aa14b70216372/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":889,"prompt_tokens":425,"effective_max_tokens":130647,"original_embedded_prediction":"C","question_sha256":"c1dea594f51ba7757d0d9ec69efa6b56bfeeaff965f074faaf89160cca96a0e9"} +{"uuid":"gpqa-main-21bf0d1bb4513b046dfdf875","benchmark":"gpqa_main","data_index":2710,"repeat_index":7,"sample_id":"gpqa-main-21bf0d1bb4513b046dfdf875/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20095,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"D","question_sha256":"916a1ca795d38f4c815c99d6f162f52af934ee4e1b0d100dc0a7fb747631f7a7"} +{"uuid":"gpqa-main-70afc730094f43bb0e05f371","benchmark":"gpqa_main","data_index":2897,"repeat_index":7,"sample_id":"gpqa-main-70afc730094f43bb0e05f371/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1761,"prompt_tokens":360,"effective_max_tokens":130712,"original_embedded_prediction":"A","question_sha256":"f328e748a74c78b0ab73f790c6848b663fb5bffac884e2793a63bb9ce351e4b6"} +{"uuid":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8","benchmark":"gpqa_main","data_index":2600,"repeat_index":6,"sample_id":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":32413,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"bf639adbf5de648e6799cd9936073de7b6c750cf7c5870ed99dc4f842748abb9"} +{"uuid":"gpqa-main-d31323dded27ae0c86cb5c75","benchmark":"gpqa_main","data_index":2617,"repeat_index":6,"sample_id":"gpqa-main-d31323dded27ae0c86cb5c75/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":31230,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"8f174dd25b58e6fc8e309577a66d0f5a4f46ed89bf1a5165c0cb561a4e3e33e9"} +{"uuid":"gpqa-main-9baab02407bb5e317c8c71c4","benchmark":"gpqa_main","data_index":2718,"repeat_index":7,"sample_id":"gpqa-main-9baab02407bb5e317c8c71c4/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19520,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"C","question_sha256":"4c49b01c534dd76a31b5023fe34fe490913c400dc715a3fa7a874695ca10b949"} +{"uuid":"gpqa-main-8af90a4147e5f0c98bfd00fa","benchmark":"gpqa_main","data_index":2906,"repeat_index":7,"sample_id":"gpqa-main-8af90a4147e5f0c98bfd00fa/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1183,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"C","question_sha256":"29a55065f72c47169c5073a91e6b55d82fe2f5784289d2baf5cf5444f8d6fd65"} +{"uuid":"gpqa-main-779369aa96b96a67933939f1","benchmark":"gpqa_main","data_index":2912,"repeat_index":7,"sample_id":"gpqa-main-779369aa96b96a67933939f1/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":361,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"acf784efba891531b08709383ede2379cee1f604b6334b753dd1fcaab37af970"} +{"uuid":"gpqa-main-4b84b53bf506bc0a4468fb2d","benchmark":"gpqa_main","data_index":2375,"repeat_index":6,"sample_id":"gpqa-main-4b84b53bf506bc0a4468fb2d/repeat-6","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":55553,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"A","question_sha256":"e302b2005d8d406eb5e8fd7aa1707959448ef06e72b5647d2711c9a056cfeffc"} +{"uuid":"gpqa-main-51f5bda498b3f05cab60119c","benchmark":"gpqa_main","data_index":2753,"repeat_index":7,"sample_id":"gpqa-main-51f5bda498b3f05cab60119c/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15634,"prompt_tokens":271,"effective_max_tokens":130801,"original_embedded_prediction":"A","question_sha256":"f7fa8540a448dfeff404af93810c60c41ed387fb5e4c821bbb6e5869dd9f8630"} +{"uuid":"gpqa-main-ecb6740406340eb07beacf42","benchmark":"gpqa_main","data_index":2914,"repeat_index":7,"sample_id":"gpqa-main-ecb6740406340eb07beacf42/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":773,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"29f96711820eba41ccced6676074bc5bcd9e3eb6c97ce5e8507128a91a175bb0"} +{"uuid":"gpqa-main-6845f28b26fa44b2b44ded84","benchmark":"gpqa_main","data_index":2828,"repeat_index":7,"sample_id":"gpqa-main-6845f28b26fa44b2b44ded84/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8839,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"7c6678dd868700f600b69c54e83e52a10695ac957465ffbe08c35d20f42b448e"} +{"uuid":"gpqa-main-138fcbeedbaf865565ec35fd","benchmark":"gpqa_main","data_index":2815,"repeat_index":7,"sample_id":"gpqa-main-138fcbeedbaf865565ec35fd/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10432,"prompt_tokens":409,"effective_max_tokens":130663,"original_embedded_prediction":"B","question_sha256":"15bed1ac60d1bdcf0eec84539d669d6f38a2eb24b51e5072a922d8d9391ab135"} +{"uuid":"gpqa-main-fd21f7c7356e7f51f0cabd07","benchmark":"gpqa_main","data_index":2889,"repeat_index":7,"sample_id":"gpqa-main-fd21f7c7356e7f51f0cabd07/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3526,"prompt_tokens":601,"effective_max_tokens":130471,"original_embedded_prediction":"D","question_sha256":"db246f6acae65ff2e4bb6caad314b6583cd0085f0d81b1b20515ca2fe73b6f72"} +{"uuid":"gpqa-main-9eaa6714b15499d3c303ce90","benchmark":"gpqa_main","data_index":2527,"repeat_index":6,"sample_id":"gpqa-main-9eaa6714b15499d3c303ce90/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":42545,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"cfac786b87a07d0c92f7c3da73233aa6c32340b63dff9d3f72bd1bd025cd565d"} +{"uuid":"gpqa-main-d8d5dbb2aa6f203775147357","benchmark":"gpqa_main","data_index":2622,"repeat_index":6,"sample_id":"gpqa-main-d8d5dbb2aa6f203775147357/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":31628,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"bb18da47ffe6578fb5b30d30128525e8addf5e823c1985c70c606c89ce8d4d7e"} +{"uuid":"gpqa-main-b38dfd97dcfb80fb4df4c6f2","benchmark":"gpqa_main","data_index":2430,"repeat_index":6,"sample_id":"gpqa-main-b38dfd97dcfb80fb4df4c6f2/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":50719,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"28fc44d6ca68ec833bb9837a558199f6e126ccb90f29dc42a2a4bf34ea4b66a7"} +{"uuid":"gpqa-main-0cc54149033350a37cf90b8b","benchmark":"gpqa_main","data_index":2771,"repeat_index":7,"sample_id":"gpqa-main-0cc54149033350a37cf90b8b/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14828,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"C","question_sha256":"3298921b7dfbbae04c9893edbe6870746b53e2b7af12e9816f07b6f5e0bff9cb"} +{"uuid":"gpqa-main-febe4c45e71692110949e3d6","benchmark":"gpqa_main","data_index":2656,"repeat_index":6,"sample_id":"gpqa-main-febe4c45e71692110949e3d6/repeat-6","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":27619,"prompt_tokens":577,"effective_max_tokens":130495,"original_embedded_prediction":"A","question_sha256":"e38dd7750710c37aa45a5b0b5dd91e1b4171070325d670d668ab1fa20431a29e"} +{"uuid":"gpqa-main-be779fa0e49ff52e19357207","benchmark":"gpqa_main","data_index":2927,"repeat_index":7,"sample_id":"gpqa-main-be779fa0e49ff52e19357207/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":517,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"ea7bb5901d85914d8997afb87e1ae6be7a8efe03889a4cc08f64de2ccdc9180e"} +{"uuid":"gpqa-main-104b659bbac6e52c4c877c0b","benchmark":"gpqa_main","data_index":2840,"repeat_index":7,"sample_id":"gpqa-main-104b659bbac6e52c4c877c0b/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8108,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"D","question_sha256":"de6e1846b7e0c60ac3b7b0f613ad67cc3d941770b7de58c7a45add8c64d1db8b"} +{"uuid":"gpqa-main-87740f520845c3f77369e5a1","benchmark":"gpqa_main","data_index":2562,"repeat_index":6,"sample_id":"gpqa-main-87740f520845c3f77369e5a1/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":38267,"prompt_tokens":188,"effective_max_tokens":130884,"original_embedded_prediction":"B","question_sha256":"f6c5a12c2cd600eeb524956c760164ff890d185cffd979bfba482f46aa46a1ac"} +{"uuid":"gpqa-main-3f72ea9cda0c3c6f970bd310","benchmark":"gpqa_main","data_index":2746,"repeat_index":7,"sample_id":"gpqa-main-3f72ea9cda0c3c6f970bd310/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17008,"prompt_tokens":432,"effective_max_tokens":130640,"original_embedded_prediction":"C","question_sha256":"a5bf307fdc69920b346c2d288b6a35b24485c92c8e245174a775055fa172cdc6"} +{"uuid":"gpqa-main-1754a508e794225bd932adeb","benchmark":"gpqa_main","data_index":2741,"repeat_index":7,"sample_id":"gpqa-main-1754a508e794225bd932adeb/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17803,"prompt_tokens":276,"effective_max_tokens":130796,"original_embedded_prediction":"B","question_sha256":"16464cac7090a24d3b5a0bf989e1699bafd2dd7b1555e816a1f77804d8e890db"} +{"uuid":"gpqa-main-fcf4fbe275826c7d67e6067b","benchmark":"gpqa_main","data_index":2636,"repeat_index":6,"sample_id":"gpqa-main-fcf4fbe275826c7d67e6067b/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":30729,"prompt_tokens":319,"effective_max_tokens":130753,"original_embedded_prediction":"D","question_sha256":"804a1298d02f33e3d34af9885ef317731ae757104a1e874356955c98921afd18"} +{"uuid":"gpqa-main-1af843966aecfd5da1f08dd6","benchmark":"gpqa_main","data_index":2694,"repeat_index":7,"sample_id":"gpqa-main-1af843966aecfd5da1f08dd6/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":24020,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"C","question_sha256":"13e7c71f8aae7040bd98bd6b7bfe361f01f9aa9f4fd4b6095b40f97963688bdc"} +{"uuid":"gpqa-main-9bb169e317cdd76b98ada24f","benchmark":"gpqa_main","data_index":2493,"repeat_index":6,"sample_id":"gpqa-main-9bb169e317cdd76b98ada24f/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":45952,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"B","question_sha256":"d0bbc79a116a93d5c5c1325e012b3feb17a7b705d2ccd57a86ecfbdc2bf78030"} +{"uuid":"gpqa-main-6119656f6ad0247c537028e7","benchmark":"gpqa_main","data_index":2934,"repeat_index":7,"sample_id":"gpqa-main-6119656f6ad0247c537028e7/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":367,"prompt_tokens":329,"effective_max_tokens":130743,"original_embedded_prediction":"A","question_sha256":"e426a9a1b0977a66badcc2dd4f0d54629b39c2594a512e459e9afd20bba599ba"} +{"uuid":"gpqa-main-9c0b631b2a7823cec0729a4b","benchmark":"gpqa_main","data_index":2547,"repeat_index":6,"sample_id":"gpqa-main-9c0b631b2a7823cec0729a4b/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":41297,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"9d42c24c2f67ff118699d880fbb6276f14043e3527a9fea8f6d55fe2bf82e091"} +{"uuid":"gpqa-main-ddd2b405606ced65b4ce6345","benchmark":"gpqa_main","data_index":2936,"repeat_index":7,"sample_id":"gpqa-main-ddd2b405606ced65b4ce6345/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":274,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"2066c0e835493298c00391dd9236de10adec10d611fe3e2777f252677dfe9724"} +{"uuid":"gpqa-main-20f8612bcc2efb9c2355d32e","benchmark":"gpqa_main","data_index":2894,"repeat_index":7,"sample_id":"gpqa-main-20f8612bcc2efb9c2355d32e/repeat-7","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4292,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"B","question_sha256":"d746be8625afecad5925e7069f57336e8de3f39dfdf843820421eba66b7bc620"} +{"uuid":"gpqa-main-d1e25804e939f97ca872c78e","benchmark":"gpqa_main","data_index":2851,"repeat_index":7,"sample_id":"gpqa-main-d1e25804e939f97ca872c78e/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7725,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"A","question_sha256":"bd713289ab1ffc1ab982f7411da433944bdaa2ce87595d2c1bba8580a8b47bdb"} +{"uuid":"gpqa-main-5caa71cb7e0124d349b3046e","benchmark":"gpqa_main","data_index":2764,"repeat_index":7,"sample_id":"gpqa-main-5caa71cb7e0124d349b3046e/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16336,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"A","question_sha256":"965fd430b8ea291a67e2311c4874eba053c21ea0ce6fa222eec4bed300fc2976"} +{"uuid":"gpqa-main-acdff999b6cbfcbc8be6ffac","benchmark":"gpqa_main","data_index":2929,"repeat_index":7,"sample_id":"gpqa-main-acdff999b6cbfcbc8be6ffac/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1289,"prompt_tokens":404,"effective_max_tokens":130668,"original_embedded_prediction":"B","question_sha256":"96f00c3d898d9c364f022eae18e69424d7f2ddde12fbde50541b7390ffd40103"} +{"uuid":"gpqa-main-ac1c72784d1e0da293fe4bd4","benchmark":"gpqa_main","data_index":2890,"repeat_index":7,"sample_id":"gpqa-main-ac1c72784d1e0da293fe4bd4/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4942,"prompt_tokens":169,"effective_max_tokens":130903,"original_embedded_prediction":"D","question_sha256":"6e2bd9ec28efb9c97dbc7bea49224b4964011afaa5ca659996fac7fd65c4468d"} +{"uuid":"gpqa-main-86060b054d8de358356a29fd","benchmark":"gpqa_main","data_index":2696,"repeat_index":7,"sample_id":"gpqa-main-86060b054d8de358356a29fd/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":24429,"prompt_tokens":435,"effective_max_tokens":130637,"original_embedded_prediction":"A","question_sha256":"d20ccd218e50c4a58da8030db612f52c5bac88ad6d1859a85b0358c1595e54e1"} +{"uuid":"gpqa-main-212277d3e39540a6739d98b8","benchmark":"gpqa_main","data_index":2937,"repeat_index":7,"sample_id":"gpqa-main-212277d3e39540a6739d98b8/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":748,"prompt_tokens":147,"effective_max_tokens":130925,"original_embedded_prediction":"A","question_sha256":"d20446ccbbfc1ed40bcb669bfa65f9f9cd8e38ec8f7e67621c88e3dbe91f083d"} +{"uuid":"gpqa-main-68d5dcbd7078889c19a9a93c","benchmark":"gpqa_main","data_index":2824,"repeat_index":7,"sample_id":"gpqa-main-68d5dcbd7078889c19a9a93c/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11252,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"618551bfaaf71599d5802135cbf18d8e9b5a33b38537d32515c5298d556df601"} +{"uuid":"gpqa-main-82354c49d9280b8a980b98b4","benchmark":"gpqa_main","data_index":2858,"repeat_index":7,"sample_id":"gpqa-main-82354c49d9280b8a980b98b4/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7632,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"C","question_sha256":"57b065d28a6d02a29a3a84f39dd670ba7cdf4e3403506e79b5fc90713897f68e"} +{"uuid":"gpqa-main-9e1b7c5b2ce53e8d6424b66a","benchmark":"gpqa_main","data_index":2747,"repeat_index":7,"sample_id":"gpqa-main-9e1b7c5b2ce53e8d6424b66a/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18311,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"97732ba422afbf18b5d2d6b3bd26f6c540049e2f82d9628414525cebe7e9a5dd"} +{"uuid":"gpqa-main-3b1469c59353cec7a0dd6866","benchmark":"gpqa_main","data_index":2829,"repeat_index":7,"sample_id":"gpqa-main-3b1469c59353cec7a0dd6866/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10854,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"ebc638f9e42bd31bd87f0fab4dff50846ee425d9aef0cb954a4e5013a5a107e4"} +{"uuid":"gpqa-main-8a352b243ffac6230977fc90","benchmark":"gpqa_main","data_index":2907,"repeat_index":7,"sample_id":"gpqa-main-8a352b243ffac6230977fc90/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3938,"prompt_tokens":389,"effective_max_tokens":130683,"original_embedded_prediction":"A","question_sha256":"7408ac0330a09a182b52a627f89920c8c4e825da7da4e441973cbefe32b852ac"} +{"uuid":"gpqa-main-742076c80dda93477062cfc0","benchmark":"gpqa_main","data_index":2950,"repeat_index":7,"sample_id":"gpqa-main-742076c80dda93477062cfc0/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":152,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"D","question_sha256":"528bc237c35f64d2635edb6fea3202ce958bca92ea956fae0da7c5b4c72081d8"} +{"uuid":"gpqa-main-e069314491adb5be236d3fe7","benchmark":"gpqa_main","data_index":2690,"repeat_index":7,"sample_id":"gpqa-main-e069314491adb5be236d3fe7/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":25896,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"D","question_sha256":"2662eff7a6231613f45042d2ef5df63caaeb5a326d264e93009a737a99fb27bb"} +{"uuid":"gpqa-main-822957bb60d3551275f08aa0","benchmark":"gpqa_main","data_index":2941,"repeat_index":7,"sample_id":"gpqa-main-822957bb60d3551275f08aa0/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1163,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"A","question_sha256":"4690c4bb391b2ef2a7b53f1a15866e05411bdf5f0f7b4f32c9e27d8ef6e8cb48"} +{"uuid":"gpqa-main-e6ff92ca0c11b47b14793d2f","benchmark":"gpqa_main","data_index":2812,"repeat_index":7,"sample_id":"gpqa-main-e6ff92ca0c11b47b14793d2f/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13047,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"A","question_sha256":"ca2abe8a98bc00aadbd20baf4ff27e830539507a5ff7402eed5e2491347f95aa"} +{"uuid":"gpqa-main-216433a347b01989e26ed83a","benchmark":"gpqa_main","data_index":2935,"repeat_index":7,"sample_id":"gpqa-main-216433a347b01989e26ed83a/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1652,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"ead16c05d1abbf4387485257726593cf57a0384c3e0a3db31ba489bb1676ce72"} +{"uuid":"gpqa-main-f2c0ff64cf18a6ae32dc45dc","benchmark":"gpqa_main","data_index":2503,"repeat_index":6,"sample_id":"gpqa-main-f2c0ff64cf18a6ae32dc45dc/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":46813,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"f2467e0d99b11d10fdd18675d7a73d1a19569e58d6aa97be50c24c2cb28731b1"} +{"uuid":"gpqa-main-1728184fad8153eeb2e2a7de","benchmark":"gpqa_main","data_index":2952,"repeat_index":7,"sample_id":"gpqa-main-1728184fad8153eeb2e2a7de/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":539,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"d8505733319a8047e94d63c293a2d9dbb08c42e4bde2c223467f371da6665e08"} +{"uuid":"gpqa-main-56cc62f5d70b661868d341e7","benchmark":"gpqa_main","data_index":2926,"repeat_index":7,"sample_id":"gpqa-main-56cc62f5d70b661868d341e7/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3230,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"A","question_sha256":"c974918b90f5892aaad4308e337b490844102dbfad26c90bf508602f9c595d5d"} +{"uuid":"gpqa-main-08cb3c41dbaa57f424632b84","benchmark":"gpqa_main","data_index":2692,"repeat_index":7,"sample_id":"gpqa-main-08cb3c41dbaa57f424632b84/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":26639,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"e37327eb6a290bf649f9b548f5d9834983b5d59efc10b4281a4bdbb75523863f"} +{"uuid":"gpqa-main-86976aae6f871f46c4680830","benchmark":"gpqa_main","data_index":2903,"repeat_index":7,"sample_id":"gpqa-main-86976aae6f871f46c4680830/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5349,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"D","question_sha256":"e5c3c79a60db2de596dac1585bfc2e940bac2acb65a3352ff5f7e99821846aed"} +{"uuid":"gpqa-main-bab269fd666fa2ba840a1459","benchmark":"gpqa_main","data_index":2777,"repeat_index":7,"sample_id":"gpqa-main-bab269fd666fa2ba840a1459/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17863,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"e17051d5c4ebf5f6bc793872dc2f5748b41dd7918235cb3d5697fb04882bd7fe"} +{"uuid":"gpqa-main-5afce78005210e6a41636858","benchmark":"gpqa_main","data_index":2949,"repeat_index":7,"sample_id":"gpqa-main-5afce78005210e6a41636858/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1824,"prompt_tokens":312,"effective_max_tokens":130760,"original_embedded_prediction":"B","question_sha256":"1447f629926983e1fb54566e40ab57d7a728998d233e3c84bc33277da7c13a65"} +{"uuid":"gpqa-main-72464184a419f296dae470a9","benchmark":"gpqa_main","data_index":2945,"repeat_index":7,"sample_id":"gpqa-main-72464184a419f296dae470a9/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2188,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"C","question_sha256":"16bcf4c7129e083cade7afd040c6c4e0fa1fc7677a11aa70fb1b5a3d0e5fb5ea"} +{"uuid":"gpqa-main-0293685a5c3ddbc5b15dcfa0","benchmark":"gpqa_main","data_index":2921,"repeat_index":7,"sample_id":"gpqa-main-0293685a5c3ddbc5b15dcfa0/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3914,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"db2ca8d93d5ff50bd9f602bc5b3d339b547349c54c540850544e01393770a4ff"} +{"uuid":"gpqa-main-92c9d90b543b6779261f70f7","benchmark":"gpqa_main","data_index":2947,"repeat_index":7,"sample_id":"gpqa-main-92c9d90b543b6779261f70f7/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2047,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"A","question_sha256":"1c7aff3f5221c2086c7143b43e0c46921a03859d45bfce22f1a1286ece235b1a"} +{"uuid":"gpqa-main-92f6e58b4989e9025c8286a9","benchmark":"gpqa_main","data_index":2922,"repeat_index":7,"sample_id":"gpqa-main-92f6e58b4989e9025c8286a9/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3860,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"c003a37af0eaa5e9c6d10f5a25ce1a2e0258ad6638a1655ee2a17d07daab816a"} +{"uuid":"gpqa-main-78b2ba2dd97e6d6b9942bad9","benchmark":"gpqa_main","data_index":2961,"repeat_index":7,"sample_id":"gpqa-main-78b2ba2dd97e6d6b9942bad9/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":661,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"A","question_sha256":"019eb0f05f025ec512fbae057e0fcb33e0f92eec9bc2dc775494f6a19f4b62f3"} +{"uuid":"gpqa-main-358120bf0c4377ebdbde08fc","benchmark":"gpqa_main","data_index":2612,"repeat_index":6,"sample_id":"gpqa-main-358120bf0c4377ebdbde08fc/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":36588,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"051eba2501386001d9e9793a3b0fe9ea4c78a987e3a1576c168659f849b684d6"} +{"uuid":"gpqa-main-d751f2081e63be8d69314287","benchmark":"gpqa_main","data_index":2405,"repeat_index":6,"sample_id":"gpqa-main-d751f2081e63be8d69314287/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":57196,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"f56e41493e430f6c013c094b4b462aa30dc9826a273d867eec6a04fc8a646443"} +{"uuid":"gpqa-main-5ace8b3dabb97ffc3da20e7c","benchmark":"gpqa_main","data_index":2938,"repeat_index":7,"sample_id":"gpqa-main-5ace8b3dabb97ffc3da20e7c/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3401,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"4ebb5a46cf109d4237b98081e218fcaba27d8f9d03f7a930300f2938f71c1ef0"} +{"uuid":"gpqa-main-65b3a19abfb8f6bf88bf75f5","benchmark":"gpqa_main","data_index":2671,"repeat_index":6,"sample_id":"gpqa-main-65b3a19abfb8f6bf88bf75f5/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":30098,"prompt_tokens":308,"effective_max_tokens":130764,"original_embedded_prediction":"C","question_sha256":"a8345a17dbfe0f12b34f72265cd346edb8235c10a1aa78acb6be06124a19360a"} +{"uuid":"gpqa-main-e17c3d61061a563977ae3c11","benchmark":"gpqa_main","data_index":2932,"repeat_index":7,"sample_id":"gpqa-main-e17c3d61061a563977ae3c11/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4125,"prompt_tokens":352,"effective_max_tokens":130720,"original_embedded_prediction":"C","question_sha256":"41b609bbf5cd4517a7d53e382a762d7b2caa65fd58ea44549bdf7183daf1d2c0"} +{"uuid":"gpqa-main-9f5d195170ba73ccdc7a3b84","benchmark":"gpqa_main","data_index":2895,"repeat_index":7,"sample_id":"gpqa-main-9f5d195170ba73ccdc7a3b84/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7605,"prompt_tokens":552,"effective_max_tokens":130520,"original_embedded_prediction":"A","question_sha256":"e4e5526f8ea9205cbe6b33a5256144298ad11d8250b020cbd4fddbba85a12596"} +{"uuid":"gpqa-main-f6714ff18991a64f32fcecf9","benchmark":"gpqa_main","data_index":2974,"repeat_index":7,"sample_id":"gpqa-main-f6714ff18991a64f32fcecf9/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":443,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"a1e860acc41f41cac7f3d9425a64a45a95559ff56553a2d04e1d3569c2f1c1a1"} +{"uuid":"gpqa-main-7ceb372c1cdc7a180b73516c","benchmark":"gpqa_main","data_index":2918,"repeat_index":7,"sample_id":"gpqa-main-7ceb372c1cdc7a180b73516c/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5600,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"B","question_sha256":"142aeb435e38240c03d26aafbfb8dc0ab94e7ef4f752a271c1ab011350a965be"} +{"uuid":"gpqa-main-92c7c513709816748efab029","benchmark":"gpqa_main","data_index":2939,"repeat_index":7,"sample_id":"gpqa-main-92c7c513709816748efab029/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4130,"prompt_tokens":253,"effective_max_tokens":130819,"original_embedded_prediction":"C","question_sha256":"c9ed693d3f7d5c30b94e2c01b9b5f22591922f961e4dbc9ef4b70309b61bae5c"} +{"uuid":"gpqa-main-c0bc48c4232297b735018487","benchmark":"gpqa_main","data_index":2928,"repeat_index":7,"sample_id":"gpqa-main-c0bc48c4232297b735018487/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5060,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"bbc99977a336fa9fd961baf75728288b14f7c69841a6757f2793e300690fc85b"} +{"uuid":"gpqa-main-a41b7b18fc60247bc6e08ecc","benchmark":"gpqa_main","data_index":2966,"repeat_index":7,"sample_id":"gpqa-main-a41b7b18fc60247bc6e08ecc/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1873,"prompt_tokens":270,"effective_max_tokens":130802,"original_embedded_prediction":"A","question_sha256":"87c04c470b12fde8cca6d843b12d3265c10bf824a883929eca2654ab55681839"} +{"uuid":"gpqa-main-f6f707a4d7db96af855de986","benchmark":"gpqa_main","data_index":2954,"repeat_index":7,"sample_id":"gpqa-main-f6f707a4d7db96af855de986/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3407,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"049a3a3426b30e36d29d782b3ea4916bf545838ac3945e9c707804638ad48f04"} +{"uuid":"gpqa-main-9a5518ae94b2b0d35d86de13","benchmark":"gpqa_main","data_index":2977,"repeat_index":7,"sample_id":"gpqa-main-9a5518ae94b2b0d35d86de13/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":744,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"C","question_sha256":"3fcfcbf2649513809f04d9fdbcbe0c6bc1a91164f8dcfd7d9748267f2db7c6ce"} +{"uuid":"gpqa-main-ca986cf878bcb98d3bdf6b0a","benchmark":"gpqa_main","data_index":2940,"repeat_index":7,"sample_id":"gpqa-main-ca986cf878bcb98d3bdf6b0a/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4696,"prompt_tokens":553,"effective_max_tokens":130519,"original_embedded_prediction":"D","question_sha256":"03946dc24ec69699ccf0d502676d0724f19c404c61b61996d4b5d979f21785da"} +{"uuid":"gpqa-main-759e35a2024fc09bd491c9ff","benchmark":"gpqa_main","data_index":2691,"repeat_index":7,"sample_id":"gpqa-main-759e35a2024fc09bd491c9ff/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":29627,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"B","question_sha256":"4c284608a459b460f3ec3dfd5c7c71cfa84c171d4eb8a52aab9e6e4a8cb409bb"} +{"uuid":"gpqa-main-d8361782f08c0e6d16de3839","benchmark":"gpqa_main","data_index":2975,"repeat_index":7,"sample_id":"gpqa-main-d8361782f08c0e6d16de3839/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1309,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"aed1658f69a85980c41ce94c10ac1535d2de3683f7a5c3821d1a84fa594d4571"} +{"uuid":"gpqa-main-24751b175e0f2d19899ad735","benchmark":"gpqa_main","data_index":2948,"repeat_index":7,"sample_id":"gpqa-main-24751b175e0f2d19899ad735/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4502,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"A","question_sha256":"4a5d6fcc83f3561a6447a1feebb680aa9ab094bdeed5677c30f04041964a9c38"} +{"uuid":"gpqa-main-7e29412fd534df20c4a23267","benchmark":"gpqa_main","data_index":2775,"repeat_index":7,"sample_id":"gpqa-main-7e29412fd534df20c4a23267/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20607,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"D","question_sha256":"7fda2b6ca2ff9984ace9bf53f465cebb4b8d963f7ddcb5aa5f5015cd6989be42"} +{"uuid":"gpqa-main-4355802640dddd3e060d2a59","benchmark":"gpqa_main","data_index":2483,"repeat_index":6,"sample_id":"gpqa-main-4355802640dddd3e060d2a59/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":51975,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"B","question_sha256":"ebe141e8c3f27bb731fd3889679a36aab5827f4caa81d8400d66a6bf492fe486"} +{"uuid":"gpqa-main-fe61aa6baba6418fcde1fa11","benchmark":"gpqa_main","data_index":2960,"repeat_index":7,"sample_id":"gpqa-main-fe61aa6baba6418fcde1fa11/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3623,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"73eb245ef4dcc164186307ecd210b767147568ad3c1b03847a63b2e67ac5d0ab"} +{"uuid":"gpqa-main-9753ac5963fbae8c8e907ef3","benchmark":"gpqa_main","data_index":2965,"repeat_index":7,"sample_id":"gpqa-main-9753ac5963fbae8c8e907ef3/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2747,"prompt_tokens":181,"effective_max_tokens":130891,"original_embedded_prediction":"C","question_sha256":"ec3a07db51d6010b2b9fae103e36b62707efee3ad0713fcd4420f8ba8f55c00b"} +{"uuid":"gpqa-main-e605c3d20abb4c52d96e9b60","benchmark":"gpqa_main","data_index":2859,"repeat_index":7,"sample_id":"gpqa-main-e605c3d20abb4c52d96e9b60/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12102,"prompt_tokens":361,"effective_max_tokens":130711,"original_embedded_prediction":"D","question_sha256":"84b58aec9b33c09286d45fb66ca82cc4ec03e310a0917bc0783bda81a0fa23b6"} +{"uuid":"gpqa-main-60c7c63632b1d67ffb8a4fb7","benchmark":"gpqa_main","data_index":2639,"repeat_index":6,"sample_id":"gpqa-main-60c7c63632b1d67ffb8a4fb7/repeat-6","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":36282,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":null,"question_sha256":"60c9747de98dcd74354ee70ce1049c3c1d1b8d72f4e9848984af5d6ceb1a0c57"} +{"uuid":"gpqa-main-c69005af8b1e76a851528e02","benchmark":"gpqa_main","data_index":2755,"repeat_index":7,"sample_id":"gpqa-main-c69005af8b1e76a851528e02/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":22679,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"29e6a1db070bf5e5af8af4b82da4953dd47dcd2a1bbd7ad2db04f3d1d4cd805e"} +{"uuid":"gpqa-main-6195cef214f3dfad9869d6d3","benchmark":"gpqa_main","data_index":2986,"repeat_index":7,"sample_id":"gpqa-main-6195cef214f3dfad9869d6d3/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":779,"prompt_tokens":351,"effective_max_tokens":130721,"original_embedded_prediction":"B","question_sha256":"d8a4b11aef2d38271a5ebf2c1802dc875d19737c557efb5990cc4a865a052e7c"} +{"uuid":"gpqa-main-7ceb372c1cdc7a180b73516c","benchmark":"gpqa_main","data_index":2534,"repeat_index":6,"sample_id":"gpqa-main-7ceb372c1cdc7a180b73516c/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":48542,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"B","question_sha256":"142aeb435e38240c03d26aafbfb8dc0ab94e7ef4f752a271c1ab011350a965be"} +{"uuid":"gpqa-main-12fef4b097b802dea2564ea2","benchmark":"gpqa_main","data_index":2106,"repeat_index":5,"sample_id":"gpqa-main-12fef4b097b802dea2564ea2/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":91539,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"D","question_sha256":"254c10ac4fdccd2709d12769dd755a22c6de6b1e6bff2363164511e2905446d7"} +{"uuid":"gpqa-main-288426a7fecb5facf10219c7","benchmark":"gpqa_main","data_index":2878,"repeat_index":7,"sample_id":"gpqa-main-288426a7fecb5facf10219c7/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11163,"prompt_tokens":321,"effective_max_tokens":130751,"original_embedded_prediction":"B","question_sha256":"7cccb7714b35c30190fb5db64a1b22a36b726b2a007f241961e1e48c82e4acb3"} +{"uuid":"gpqa-main-b84eb68d18023ca81e43b35a","benchmark":"gpqa_main","data_index":2981,"repeat_index":7,"sample_id":"gpqa-main-b84eb68d18023ca81e43b35a/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1689,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"C","question_sha256":"6c90e464e06f4dc9c748d6c9be44c96b2d5bec5078b4eb152ea4ccec4c709f2d"} +{"uuid":"gpqa-main-d5d2365d64430154627d4bb7","benchmark":"gpqa_main","data_index":2956,"repeat_index":7,"sample_id":"gpqa-main-d5d2365d64430154627d4bb7/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4924,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"D","question_sha256":"17f96c74be836037313c787a88438b6c9f69a4aa20ec8cba17697864f5d35599"} +{"uuid":"gpqa-main-8dd5ae41d915a09d1c8b9add","benchmark":"gpqa_main","data_index":2849,"repeat_index":7,"sample_id":"gpqa-main-8dd5ae41d915a09d1c8b9add/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13837,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"B","question_sha256":"8a246eed19ab5f877aa822da432a7aaa0f52615ea4655b0a89995d374971cd27"} +{"uuid":"gpqa-main-c6cc654afa201cd3d5b66695","benchmark":"gpqa_main","data_index":3000,"repeat_index":7,"sample_id":"gpqa-main-c6cc654afa201cd3d5b66695/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":411,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"A","question_sha256":"79526cdc6c623c8657c3060ab8b305f1b4d8aa35f2b7905c6fd4c3e119c5c310"} +{"uuid":"gpqa-main-05286f95a107c3da592ecbd9","benchmark":"gpqa_main","data_index":2993,"repeat_index":7,"sample_id":"gpqa-main-05286f95a107c3da592ecbd9/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1225,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"d8a1a7b530a9b1d0cd0b07ec53f60d6d5fcf3059457f02b90e3c4ddf51fdc825"} +{"uuid":"gpqa-main-48494dbfd36899c84d166873","benchmark":"gpqa_main","data_index":2982,"repeat_index":7,"sample_id":"gpqa-main-48494dbfd36899c84d166873/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2428,"prompt_tokens":315,"effective_max_tokens":130757,"original_embedded_prediction":"B","question_sha256":"a50aa647f4cce396d333dfcfe372bdfadfa7f7aa507ebafd207354812f7ab3f9"} +{"uuid":"gpqa-main-1923a70feda6403a600f719a","benchmark":"gpqa_main","data_index":2848,"repeat_index":7,"sample_id":"gpqa-main-1923a70feda6403a600f719a/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15029,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"7acad7dd49efa2a29ce19fb81de0e8b504de87dab9c66159407da7697942a708"} +{"uuid":"gpqa-main-d4ee93c18c20e4432773fe55","benchmark":"gpqa_main","data_index":2999,"repeat_index":7,"sample_id":"gpqa-main-d4ee93c18c20e4432773fe55/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1283,"prompt_tokens":200,"effective_max_tokens":130872,"original_embedded_prediction":"C","question_sha256":"77bffd13a6b6464f7c63296f571164c184ce47a8cd6f8ecf91f0dc28407d44a1"} +{"uuid":"gpqa-main-4657fdc74d4c0bf48aa0b494","benchmark":"gpqa_main","data_index":2989,"repeat_index":7,"sample_id":"gpqa-main-4657fdc74d4c0bf48aa0b494/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2333,"prompt_tokens":343,"effective_max_tokens":130729,"original_embedded_prediction":"B","question_sha256":"ef34764671cecdd517febbdbff1a8cc3542418de05c4a100ef6c30752c1fc8cb"} +{"uuid":"gpqa-main-5a280dae7286e8bab3887904","benchmark":"gpqa_main","data_index":2900,"repeat_index":7,"sample_id":"gpqa-main-5a280dae7286e8bab3887904/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11078,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"A","question_sha256":"b8398a470c0a1a045a6dcf2005bd8e8351bdf75ffa7c473958cf3c4b5d4fb288"} +{"uuid":"gpqa-main-6f8b58d9d46c4f4e7eba1910","benchmark":"gpqa_main","data_index":3005,"repeat_index":7,"sample_id":"gpqa-main-6f8b58d9d46c4f4e7eba1910/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":366,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"C","question_sha256":"2437e4848569e7740d6491d475d194b9eefbbeae3a6a31cd62ddeb8ba8e93aa9"} +{"uuid":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2","benchmark":"gpqa_main","data_index":2838,"repeat_index":7,"sample_id":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16574,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"C","question_sha256":"58604895b423acc46c4efaa28ed2e4d6eaf2d93d55c7ad3766cffce3719ddf62"} +{"uuid":"gpqa-main-219ad07bcb0cda7b85845999","benchmark":"gpqa_main","data_index":2959,"repeat_index":7,"sample_id":"gpqa-main-219ad07bcb0cda7b85845999/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6368,"prompt_tokens":412,"effective_max_tokens":130660,"original_embedded_prediction":"B","question_sha256":"a6336c3b0760d09010077fee728ae5348e4421bcfcbbc8bb9c4a72d541ddfb24"} +{"uuid":"gpqa-main-24659eabc462bf7fb5295951","benchmark":"gpqa_main","data_index":2953,"repeat_index":7,"sample_id":"gpqa-main-24659eabc462bf7fb5295951/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6930,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"A","question_sha256":"f26df2fb1b4182bacbf5d951a583b120ed154d22ea6f9659ed264ae020297543"} +{"uuid":"gpqa-main-4df6eb7fd5661c3196a52be6","benchmark":"gpqa_main","data_index":2589,"repeat_index":6,"sample_id":"gpqa-main-4df6eb7fd5661c3196a52be6/repeat-6","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":43434,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"A","question_sha256":"71ef41cf00fbcb9e6751fd492a52caefd2830032777c8824465c1b4ea8dc48ea"} +{"uuid":"gpqa-main-398c3b21ff64a0edc7ed8444","benchmark":"gpqa_main","data_index":2885,"repeat_index":7,"sample_id":"gpqa-main-398c3b21ff64a0edc7ed8444/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13094,"prompt_tokens":839,"effective_max_tokens":130233,"original_embedded_prediction":"B","question_sha256":"8efc35cf270e2b051ad9ae732723df9c7261cecaf1410edf2c43f3ca7aa749cc"} +{"uuid":"gpqa-main-6dec9c3aba26b3c8623af13e","benchmark":"gpqa_main","data_index":3003,"repeat_index":7,"sample_id":"gpqa-main-6dec9c3aba26b3c8623af13e/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1687,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"656a46f8bac8e8e0767c9a5675871d3f81ff8707ec78f064bca2ccac673d7561"} +{"uuid":"gpqa-main-87a8747afb6b0414b9ccbe1e","benchmark":"gpqa_main","data_index":2962,"repeat_index":7,"sample_id":"gpqa-main-87a8747afb6b0414b9ccbe1e/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6604,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"D","question_sha256":"cdb165b285d51cf6a09160d99c4c49b653710aac879cce0b87c74a48eee0172b"} +{"uuid":"gpqa-main-4f958672c6f9249c44f2f9b9","benchmark":"gpqa_main","data_index":2875,"repeat_index":7,"sample_id":"gpqa-main-4f958672c6f9249c44f2f9b9/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14339,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"D","question_sha256":"7d91198c9c48996b89ebbb62d8d76d86e32d7c14fb108c7491c9ff812263613a"} +{"uuid":"gpqa-main-0069a2b69e59906ffd6ca400","benchmark":"gpqa_main","data_index":2979,"repeat_index":7,"sample_id":"gpqa-main-0069a2b69e59906ffd6ca400/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5071,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"409fe9f5585adb91b6eded6462ef297118cee805597838bb23fa38eb32789450"} +{"uuid":"gpqa-main-67c1e3a67a2a974a3189d06b","benchmark":"gpqa_main","data_index":3016,"repeat_index":7,"sample_id":"gpqa-main-67c1e3a67a2a974a3189d06b/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":419,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"A","question_sha256":"de0e795a2e1639d4babc3235662e71409fadd14e0c80f8551b3db9b4b53aa8de"} +{"uuid":"gpqa-main-9f0f463200d404d2c62eca59","benchmark":"gpqa_main","data_index":3008,"repeat_index":7,"sample_id":"gpqa-main-9f0f463200d404d2c62eca59/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1710,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"6ed199510dead1f6bd4eaa9162909d9481bd2201f8d9444ee60a2e0e2f20528c"} +{"uuid":"gpqa-main-009c62a9f3d3e5b23d7032af","benchmark":"gpqa_main","data_index":2805,"repeat_index":7,"sample_id":"gpqa-main-009c62a9f3d3e5b23d7032af/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":22081,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"eb3c8e77ceb6bbf6b5fc6d705376aeb984e8d20d498b1668992fc1441b062661"} +{"uuid":"gpqa-main-9bb169e317cdd76b98ada24f","benchmark":"gpqa_main","data_index":2877,"repeat_index":7,"sample_id":"gpqa-main-9bb169e317cdd76b98ada24f/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14539,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"B","question_sha256":"d0bbc79a116a93d5c5c1325e012b3feb17a7b705d2ccd57a86ecfbdc2bf78030"} +{"uuid":"gpqa-main-e2b759199021c586345ac38f","benchmark":"gpqa_main","data_index":2705,"repeat_index":7,"sample_id":"gpqa-main-e2b759199021c586345ac38f/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":32234,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"B","question_sha256":"ca59405f2d298a50a3e8fd6d281b67ca4a3ee503578df49e700cc46fe3c4f3d8"} +{"uuid":"gpqa-main-e4e8eab3e5612de26e298f3f","benchmark":"gpqa_main","data_index":2831,"repeat_index":7,"sample_id":"gpqa-main-e4e8eab3e5612de26e298f3f/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19341,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"A","question_sha256":"1037e0c8b2c1aced006713d114efa5f1233a7eadf2f0aac355081aeacd10b00f"} +{"uuid":"gpqa-main-d98819c9bc2a4086534acf1b","benchmark":"gpqa_main","data_index":2969,"repeat_index":7,"sample_id":"gpqa-main-d98819c9bc2a4086534acf1b/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7237,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"d53ea2c13c1ce696b626852774a73a189571a138a5fd872cdd3bb15f21f0bf06"} +{"uuid":"gpqa-main-4fb391edde117a3fa772fe15","benchmark":"gpqa_main","data_index":2683,"repeat_index":6,"sample_id":"gpqa-main-4fb391edde117a3fa772fe15/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":35384,"prompt_tokens":230,"effective_max_tokens":130842,"original_embedded_prediction":"A","question_sha256":"5131eb311b518c1f3eade66e9c0f4df88aa05e6477bb06e86e3ac1e6fc1ea102"} +{"uuid":"gpqa-main-2601636e383074212d2b5e52","benchmark":"gpqa_main","data_index":3021,"repeat_index":7,"sample_id":"gpqa-main-2601636e383074212d2b5e52/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":759,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"A","question_sha256":"4346808ce2e49e7dd075a69d154a4e1c8d73b71869876d48ffff93747d8898ec"} +{"uuid":"gpqa-main-7e9652f906d908e059401ac2","benchmark":"gpqa_main","data_index":3012,"repeat_index":7,"sample_id":"gpqa-main-7e9652f906d908e059401ac2/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2205,"prompt_tokens":346,"effective_max_tokens":130726,"original_embedded_prediction":"C","question_sha256":"9dda9414807cb4996f3a1deb9214b8aaf93c75e41d35fac14966aba5058f07ff"} +{"uuid":"gpqa-main-6078bfac5f15131fb59b31ce","benchmark":"gpqa_main","data_index":2994,"repeat_index":7,"sample_id":"gpqa-main-6078bfac5f15131fb59b31ce/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5053,"prompt_tokens":383,"effective_max_tokens":130689,"original_embedded_prediction":"D","question_sha256":"2c08be31c31eb443db8881662320ebedec47eef168a86389032948d5a9cc37d1"} +{"uuid":"gpqa-main-e10311e2a20f5ef70b44af1a","benchmark":"gpqa_main","data_index":2684,"repeat_index":6,"sample_id":"gpqa-main-e10311e2a20f5ef70b44af1a/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":36210,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"B","question_sha256":"840fab180da436fa17bd480d15eb270c8be4535800795f8fe8c3d0b1ac29ca9d"} +{"uuid":"gpqa-main-e47ea8383f43129dec459997","benchmark":"gpqa_main","data_index":2972,"repeat_index":7,"sample_id":"gpqa-main-e47ea8383f43129dec459997/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7524,"prompt_tokens":262,"effective_max_tokens":130810,"original_embedded_prediction":"C","question_sha256":"9e7260c352d5970f26856e94943b008fa72ebf3264a0e2790592a41209cfac2d"} +{"uuid":"gpqa-main-3cb5227445654dab4b5dacc2","benchmark":"gpqa_main","data_index":3002,"repeat_index":7,"sample_id":"gpqa-main-3cb5227445654dab4b5dacc2/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4420,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"4b45de4106aaf95114f9bda69339b541037b0eb04b8fd1f40efb6b91ed2a479e"} +{"uuid":"gpqa-main-2d88ca9efdaae7d19aed9660","benchmark":"gpqa_main","data_index":2800,"repeat_index":7,"sample_id":"gpqa-main-2d88ca9efdaae7d19aed9660/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24321,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"A","question_sha256":"43af6d11597079a7d069dd93bbf3db87f0b5bb604fbfc66fc60c268d149d8fba"} +{"uuid":"gpqa-main-731d6908d225dc9f463d1297","benchmark":"gpqa_main","data_index":2976,"repeat_index":7,"sample_id":"gpqa-main-731d6908d225dc9f463d1297/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7550,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"4774928b0a0c7cdc6d9c17102d2e01adad07f5a344858c23bbc63520a74724d7"} +{"uuid":"gpqa-main-513a35e22e5c48f5b3b0518a","benchmark":"gpqa_main","data_index":2971,"repeat_index":7,"sample_id":"gpqa-main-513a35e22e5c48f5b3b0518a/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8213,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"C","question_sha256":"b4baa0b1a21db872411dec993670e6c6bc360a94404305cc5d3ecc9264fdf913"} +{"uuid":"gpqa-main-9aa9fb454d849030d70f9512","benchmark":"gpqa_main","data_index":2958,"repeat_index":7,"sample_id":"gpqa-main-9aa9fb454d849030d70f9512/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9998,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"b494f4c1785682ee7d284173af2a6ef6db2189c6f3e7ece0edb769c2f10d5f24"} +{"uuid":"gpqa-main-3ebc2c6c608ed7f5e7bf9463","benchmark":"gpqa_main","data_index":2708,"repeat_index":7,"sample_id":"gpqa-main-3ebc2c6c608ed7f5e7bf9463/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":33847,"prompt_tokens":286,"effective_max_tokens":130786,"original_embedded_prediction":"B","question_sha256":"81bfcfb746da8dbf79e11ca4c419d5416ea1be46678f915598ebe3f9c6b6fc32"} +{"uuid":"gpqa-main-4e62cd257f17d5af418a8d34","benchmark":"gpqa_main","data_index":2902,"repeat_index":7,"sample_id":"gpqa-main-4e62cd257f17d5af418a8d34/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14701,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"D","question_sha256":"654fc443f2efbec09d0f966244083f4545f4f851e28d7f4e0f9c07cb156b2d1d"} +{"uuid":"gpqa-main-4644969e4e4615b014b9669f","benchmark":"gpqa_main","data_index":2888,"repeat_index":7,"sample_id":"gpqa-main-4644969e4e4615b014b9669f/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16157,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"e663684f8a7728af99d977f274c335c497ac6a7ccf43c64ab979e8407155ce6c"} +{"uuid":"gpqa-main-e31881ef9b38bb3d802fa432","benchmark":"gpqa_main","data_index":3013,"repeat_index":7,"sample_id":"gpqa-main-e31881ef9b38bb3d802fa432/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3721,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"A","question_sha256":"d2b3b2f779f59635b5b67b63d55e4ada87e7ff867992c7a0b26b010dac9f8650"} +{"uuid":"gpqa-main-d31323dded27ae0c86cb5c75","benchmark":"gpqa_main","data_index":3001,"repeat_index":7,"sample_id":"gpqa-main-d31323dded27ae0c86cb5c75/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5661,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"8f174dd25b58e6fc8e309577a66d0f5a4f46ed89bf1a5165c0cb561a4e3e33e9"} +{"uuid":"gpqa-main-efb673a27e8a1e042786abf9","benchmark":"gpqa_main","data_index":2751,"repeat_index":7,"sample_id":"gpqa-main-efb673a27e8a1e042786abf9/repeat-7","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":28972,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"B","question_sha256":"1f2f27b90dac22c1b4d70e1b1679a095c5ce0b5ec5dd0bbf48f16b8328b18d89"} +{"uuid":"gpqa-main-4c9f4186c5ccd49ab906a399","benchmark":"gpqa_main","data_index":2871,"repeat_index":7,"sample_id":"gpqa-main-4c9f4186c5ccd49ab906a399/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17929,"prompt_tokens":610,"effective_max_tokens":130462,"original_embedded_prediction":"A","question_sha256":"f634534b5e2327dcc39982a4da6dff404f299e9759a0ac957b0f6017fbe7586e"} +{"uuid":"gpqa-main-5f044a1bf575df47abc76e1a","benchmark":"gpqa_main","data_index":3034,"repeat_index":7,"sample_id":"gpqa-main-5f044a1bf575df47abc76e1a/repeat-7","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":200012,"completion_tokens":701,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":null,"question_sha256":"56742e4e637e9ad1340d4a8de7af8e0d6ce2447d668cc5b51dfb52dfb0b2b8e9"} +{"uuid":"gpqa-main-6364129e0f80d3896a3d60e2","benchmark":"gpqa_main","data_index":2769,"repeat_index":7,"sample_id":"gpqa-main-6364129e0f80d3896a3d60e2/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":27896,"prompt_tokens":526,"effective_max_tokens":130546,"original_embedded_prediction":"A","question_sha256":"123161632faf32d9079808c0fb48f9d5492735ab0a8290fe32ca2f58fad36797"} +{"uuid":"gpqa-main-7c04a20e5411bd3e0a2bc2c8","benchmark":"gpqa_main","data_index":2915,"repeat_index":7,"sample_id":"gpqa-main-7c04a20e5411bd3e0a2bc2c8/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14087,"prompt_tokens":413,"effective_max_tokens":130659,"original_embedded_prediction":"A","question_sha256":"e23b62b19c3ab4ec896e631f56a7a92ed38aca13300af7a7b449b979999886f3"} +{"uuid":"gpqa-main-45b8834e3ed027ec73e9cb93","benchmark":"gpqa_main","data_index":3014,"repeat_index":7,"sample_id":"gpqa-main-45b8834e3ed027ec73e9cb93/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3985,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"D","question_sha256":"14a2ed1ddcecc5a3752c954a0c07f0e2ae102378d648cc66bd57385516fbbe20"} +{"uuid":"gpqa-main-77067b016766698b199936c6","benchmark":"gpqa_main","data_index":3031,"repeat_index":7,"sample_id":"gpqa-main-77067b016766698b199936c6/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1548,"prompt_tokens":306,"effective_max_tokens":130766,"original_embedded_prediction":"B","question_sha256":"4c8dd76001266d2c0d3a086b95cb4f68ba3f1b2658186002903315d51bf5bea6"} +{"uuid":"gpqa-main-b9cd3234a1fbbf6fe8b281a7","benchmark":"gpqa_main","data_index":2677,"repeat_index":6,"sample_id":"gpqa-main-b9cd3234a1fbbf6fe8b281a7/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":38434,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"407ed0eb19714d6ab4f488ca6e6a117c40e4991746c31ad1c464c5e529e59565"} +{"uuid":"gpqa-main-b36b446fe10911202d34a473","benchmark":"gpqa_main","data_index":3047,"repeat_index":7,"sample_id":"gpqa-main-b36b446fe10911202d34a473/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":282,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"a817452b182acac6761625a70d62a32f2da8fc7a708397cb06f4ad35d5fb18f8"} +{"uuid":"gpqa-main-fd7b1296b8c5ae3f05aa8355","benchmark":"gpqa_main","data_index":3007,"repeat_index":7,"sample_id":"gpqa-main-fd7b1296b8c5ae3f05aa8355/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5356,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"D","question_sha256":"e674bbb69c41e672de8e4c8cbea505f57f0d1fc98a2ae52ced1937ec4c71b62f"} +{"uuid":"gpqa-main-aa684f4d5d7c6b9ced383e24","benchmark":"gpqa_main","data_index":2991,"repeat_index":7,"sample_id":"gpqa-main-aa684f4d5d7c6b9ced383e24/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7697,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"96a58da5e1708d76485e32741b0ecddc1bea407ebb53997d2f36e8827f2f2ac9"} +{"uuid":"gpqa-main-443f8ea9f271c4442521f8e4","benchmark":"gpqa_main","data_index":2987,"repeat_index":7,"sample_id":"gpqa-main-443f8ea9f271c4442521f8e4/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7894,"prompt_tokens":326,"effective_max_tokens":130746,"original_embedded_prediction":"B","question_sha256":"9211da2d82adb786850c236cd14fc05728eb04599b0abc0202714ba6bd385d19"} +{"uuid":"gpqa-main-ae94db70e45f3af66518a393","benchmark":"gpqa_main","data_index":3018,"repeat_index":7,"sample_id":"gpqa-main-ae94db70e45f3af66518a393/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3996,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"357c925128939cb69954fa6d11c54df2209c646ee1d3db2ab6dfea44ae6407b6"} +{"uuid":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3","benchmark":"gpqa_main","data_index":2846,"repeat_index":7,"sample_id":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":21396,"prompt_tokens":252,"effective_max_tokens":130820,"original_embedded_prediction":"A","question_sha256":"71075d4447ee264b63e5544da7b40502fb235decc31484f33ee97a8ef70c3d1f"} +{"uuid":"gpqa-main-1cea82df3087b1eb05c4d230","benchmark":"gpqa_main","data_index":2925,"repeat_index":7,"sample_id":"gpqa-main-1cea82df3087b1eb05c4d230/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14413,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"dd05d2d9e9053dd1d4367a61d5f718336fc8f18bc81bdf0ccfb104e241053522"} +{"uuid":"gpqa-main-60a022e707f18a7b5f445773","benchmark":"gpqa_main","data_index":2892,"repeat_index":7,"sample_id":"gpqa-main-60a022e707f18a7b5f445773/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17674,"prompt_tokens":337,"effective_max_tokens":130735,"original_embedded_prediction":"D","question_sha256":"9d46302b763896c7fa475d975b5bc365adee2236b273f23e7216a78871204b74"} +{"uuid":"gpqa-main-3f9251e093c698e0c2fa2826","benchmark":"gpqa_main","data_index":3046,"repeat_index":7,"sample_id":"gpqa-main-3f9251e093c698e0c2fa2826/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1108,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"252debe46c4fa81fca060b5a84d473e7c0bf04c99b8b5f54aab8119f22de36b4"} +{"uuid":"gpqa-main-53c8581aa69a3066bf003024","benchmark":"gpqa_main","data_index":3038,"repeat_index":7,"sample_id":"gpqa-main-53c8581aa69a3066bf003024/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1959,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"dbc9784ed2e796c6f534e998f17f2a819df9d6d94cd62aa72bd7fdcbf457c948"} +{"uuid":"gpqa-main-1989edb8041cc1c94659dcc4","benchmark":"gpqa_main","data_index":2644,"repeat_index":6,"sample_id":"gpqa-main-1989edb8041cc1c94659dcc4/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":43339,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"C","question_sha256":"364ddb1397abdc7ae2201c88354f8df3f89b63c28330217a94cf8cf96c19ae54"} +{"uuid":"gpqa-main-2651d2e67639a9e1741c23d7","benchmark":"gpqa_main","data_index":3049,"repeat_index":7,"sample_id":"gpqa-main-2651d2e67639a9e1741c23d7/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1000,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"B","question_sha256":"4dde21b33c78ccf27d8f3043edfe68636929e2ed7d52841b78b767027425afcb"} +{"uuid":"gpqa-main-ad77d1e365463a217a2cc25c","benchmark":"gpqa_main","data_index":3036,"repeat_index":7,"sample_id":"gpqa-main-ad77d1e365463a217a2cc25c/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2088,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"B","question_sha256":"7c427847fb1acab7f784c40193a51f13be68ffb38b4336c6bf3ebf112916fc29"} +{"uuid":"gpqa-main-ab4c50e2da12e11b47155f74","benchmark":"gpqa_main","data_index":2980,"repeat_index":7,"sample_id":"gpqa-main-ab4c50e2da12e11b47155f74/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9506,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"B","question_sha256":"b734e134fe4529267a34452ccc5cb2a7d56f7b471273d9e978add607de6f30b6"} +{"uuid":"gpqa-main-67410b7a8dc0eaa2a0ad0e33","benchmark":"gpqa_main","data_index":3035,"repeat_index":7,"sample_id":"gpqa-main-67410b7a8dc0eaa2a0ad0e33/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2331,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"bb309e44424b270e31ff68a9df49f0a2f19335280a19eb9a92c5dcd1810cc3e8"} +{"uuid":"gpqa-main-c5506c52a996021a33525b24","benchmark":"gpqa_main","data_index":2930,"repeat_index":7,"sample_id":"gpqa-main-c5506c52a996021a33525b24/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14573,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"ec867cdcf4e586ae70e24b76b87230ee2b48ec67a5234d7a682f06f846fbdf0d"} +{"uuid":"gpqa-main-0b01dd8e7881a40d7eb61175","benchmark":"gpqa_main","data_index":3027,"repeat_index":7,"sample_id":"gpqa-main-0b01dd8e7881a40d7eb61175/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3664,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"C","question_sha256":"74998926c571f30bb050d73fd21eee2727687e5a8320253f13d3d84b8605a913"} +{"uuid":"gpqa-main-32802554a860af51b4d7360f","benchmark":"gpqa_main","data_index":2924,"repeat_index":7,"sample_id":"gpqa-main-32802554a860af51b4d7360f/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15045,"prompt_tokens":399,"effective_max_tokens":130673,"original_embedded_prediction":"D","question_sha256":"ea1d2c2fd4395ec2cad416b20c41a657730d84acd26fb53712bf10f6807a4e64"} +{"uuid":"gpqa-main-3d3dfe64363613833bb52e81","benchmark":"gpqa_main","data_index":2913,"repeat_index":7,"sample_id":"gpqa-main-3d3dfe64363613833bb52e81/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16079,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"C","question_sha256":"ec22f627211f722949e6d36efcb583b2f796830a38cf5cf5dcba4f727562d975"} +{"uuid":"gpqa-main-8523e39e7dc895f15a06a403","benchmark":"gpqa_main","data_index":3019,"repeat_index":7,"sample_id":"gpqa-main-8523e39e7dc895f15a06a403/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4790,"prompt_tokens":243,"effective_max_tokens":130829,"original_embedded_prediction":"C","question_sha256":"9809fdeb256e4181e9705fa439a61deb6dbe804bfb80ffab6cb1bd4565faa027"} +{"uuid":"gpqa-main-33c3b423f54aabfcfca66691","benchmark":"gpqa_main","data_index":3022,"repeat_index":7,"sample_id":"gpqa-main-33c3b423f54aabfcfca66691/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4846,"prompt_tokens":323,"effective_max_tokens":130749,"original_embedded_prediction":"A","question_sha256":"d3ede1ef1590cafbeca0278be62d75df7a0ca03bdf527b454a132420994473ae"} +{"uuid":"gpqa-main-8d43dd1cebfb1a76c18a3589","benchmark":"gpqa_main","data_index":2901,"repeat_index":7,"sample_id":"gpqa-main-8d43dd1cebfb1a76c18a3589/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17576,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"C","question_sha256":"1c3b360d52d717d4eda55f53310217b072979b1026b8896b235a2ba9f5151964"} +{"uuid":"gpqa-main-5f336d7998263d21db8f15c1","benchmark":"gpqa_main","data_index":2738,"repeat_index":7,"sample_id":"gpqa-main-5f336d7998263d21db8f15c1/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":32713,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"A","question_sha256":"5028b464f9ac881885af02d0d7fda29d17165d3804f0f84dbc2e8f6dbd923739"} +{"uuid":"gpqa-main-eda22ee564030fef1ab0bcaf","benchmark":"gpqa_main","data_index":2920,"repeat_index":7,"sample_id":"gpqa-main-eda22ee564030fef1ab0bcaf/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15826,"prompt_tokens":316,"effective_max_tokens":130756,"original_embedded_prediction":"A","question_sha256":"e78929c2c3d5e04cda51c77e05ad4a3d1cbbf98cc2db0103b7fbc594e78bb602"} +{"uuid":"gpqa-main-ad37592fd14aa64b9045a2c4","benchmark":"gpqa_main","data_index":3062,"repeat_index":7,"sample_id":"gpqa-main-ad37592fd14aa64b9045a2c4/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":946,"prompt_tokens":142,"effective_max_tokens":130930,"original_embedded_prediction":"B","question_sha256":"1b3ff6b6ef905e2e7d9fad403ad7bcef59c07ba5858ab30374d9c1f3f07e7dee"} +{"uuid":"gpqa-main-a39e48c3dd280f4d62399e78","benchmark":"gpqa_main","data_index":3059,"repeat_index":7,"sample_id":"gpqa-main-a39e48c3dd280f4d62399e78/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1203,"prompt_tokens":397,"effective_max_tokens":130675,"original_embedded_prediction":"D","question_sha256":"721c25455cfe9ff83ae29b7ba79700cb78268040d9773283d4d8afebd849187b"} +{"uuid":"gpqa-main-fc2653b5d83e082e9e4f6390","benchmark":"gpqa_main","data_index":2992,"repeat_index":7,"sample_id":"gpqa-main-fc2653b5d83e082e9e4f6390/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9172,"prompt_tokens":429,"effective_max_tokens":130643,"original_embedded_prediction":"C","question_sha256":"d039314a334267e1364c2bb5dc0ab4e72b6b86a69936c2f7f318902ffc422f15"} +{"uuid":"gpqa-main-c5fc0037165678ab354bad30","benchmark":"gpqa_main","data_index":2917,"repeat_index":7,"sample_id":"gpqa-main-c5fc0037165678ab354bad30/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16452,"prompt_tokens":158,"effective_max_tokens":130914,"original_embedded_prediction":"D","question_sha256":"cc55519c3a9058d775356db9fd87b9279f120f69e3d435e9886ed87f62c6a229"} +{"uuid":"gpqa-main-1b113e4801541a0f8a992733","benchmark":"gpqa_main","data_index":3026,"repeat_index":7,"sample_id":"gpqa-main-1b113e4801541a0f8a992733/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5062,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"C","question_sha256":"934c12bf2e6db997c9f4c22933b7e9545d3398849fc6e181c8a8187d83cf44b5"} +{"uuid":"gpqa-main-7c103d3006e7e5942b17dfc2","benchmark":"gpqa_main","data_index":3033,"repeat_index":7,"sample_id":"gpqa-main-7c103d3006e7e5942b17dfc2/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4590,"prompt_tokens":254,"effective_max_tokens":130818,"original_embedded_prediction":"D","question_sha256":"851c6624380df7dd30fbf4b482add6ae0543525ac196eb146f0d1eb73a673d6c"} +{"uuid":"gpqa-main-83f8b78e2bcb92bda5c03787","benchmark":"gpqa_main","data_index":3024,"repeat_index":7,"sample_id":"gpqa-main-83f8b78e2bcb92bda5c03787/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6033,"prompt_tokens":162,"effective_max_tokens":130910,"original_embedded_prediction":"C","question_sha256":"1f06efeb2323c27b7a92e2f6b6d0f631f5b1caa5357a701f99ff4c3d08286bcf"} +{"uuid":"gpqa-main-c8bb35d2e6add774a878c895","benchmark":"gpqa_main","data_index":2899,"repeat_index":7,"sample_id":"gpqa-main-c8bb35d2e6add774a878c895/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19360,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"8b5b2cb731b5a7fb6556557d17fc7ef7fb607adfa5050f0d70418eb3b983605b"} +{"uuid":"gpqa-main-4c4e7752fc041224f19d3f9a","benchmark":"gpqa_main","data_index":2998,"repeat_index":7,"sample_id":"gpqa-main-4c4e7752fc041224f19d3f9a/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9717,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"a7183bc025131850f86e24e7faa64e367e334f399dbbc968c1e6069905fe8c28"} +{"uuid":"gpqa-main-539a673f0443ba9cdc31b864","benchmark":"gpqa_main","data_index":2571,"repeat_index":6,"sample_id":"gpqa-main-539a673f0443ba9cdc31b864/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":53394,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"A","question_sha256":"d25187b99e4997c1700ffeb87fd595e878957e452f20a2f00d5489fecd0b3b30"} +{"uuid":"gpqa-main-544e43760baf2de3b5be5741","benchmark":"gpqa_main","data_index":3057,"repeat_index":7,"sample_id":"gpqa-main-544e43760baf2de3b5be5741/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2705,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"A","question_sha256":"89418be241a19daa5c02878e565ee51b73f6f2c9bcafffaf554b45989088c1d8"} +{"uuid":"gpqa-main-cfc742b1ce24bfc75356765e","benchmark":"gpqa_main","data_index":2967,"repeat_index":7,"sample_id":"gpqa-main-cfc742b1ce24bfc75356765e/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13589,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"B","question_sha256":"c1f013c71ec1bfdf03d8071ec0a1d30c0d10b7e87429512ec32711a88cc41cb1"} +{"uuid":"gpqa-main-9f607ccb3302f27b4ebe90a4","benchmark":"gpqa_main","data_index":2978,"repeat_index":7,"sample_id":"gpqa-main-9f607ccb3302f27b4ebe90a4/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12343,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"B","question_sha256":"e2c8b6a88dfedf13a4a35e2964dc77f2e082e87417c972bf7406bdb2405985f7"} +{"uuid":"gpqa-main-cdaa7da74e15a8dfc40e0582","benchmark":"gpqa_main","data_index":2879,"repeat_index":7,"sample_id":"gpqa-main-cdaa7da74e15a8dfc40e0582/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":21288,"prompt_tokens":410,"effective_max_tokens":130662,"original_embedded_prediction":"D","question_sha256":"733e93868ff7691423e0d318a4d9ba6ce801d7c2ef5c53b8020d7eb13c2c9a5c"} +{"uuid":"gpqa-main-043ca5f03089118ef536135d","benchmark":"gpqa_main","data_index":2834,"repeat_index":7,"sample_id":"gpqa-main-043ca5f03089118ef536135d/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":25392,"prompt_tokens":594,"effective_max_tokens":130478,"original_embedded_prediction":"D","question_sha256":"43c5cb4f57895b07f3e1815e411f315dfa3fe44fe601b5aacde7c1244cdcaa89"} +{"uuid":"gpqa-main-11b88a6212278288c390be69","benchmark":"gpqa_main","data_index":3025,"repeat_index":7,"sample_id":"gpqa-main-11b88a6212278288c390be69/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6496,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"C","question_sha256":"29eb581590e7852467849e4c58c5e3b1b97736035880adbd4e12298c320ac7e4"} +{"uuid":"gpqa-main-17eb0ef902a11d36b13bb4ba","benchmark":"gpqa_main","data_index":3066,"repeat_index":7,"sample_id":"gpqa-main-17eb0ef902a11d36b13bb4ba/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2794,"prompt_tokens":290,"effective_max_tokens":130782,"original_embedded_prediction":"C","question_sha256":"da025e796cabfda79ad3a899a873052b028159563074d0934fabc7ee4c54d8ad"} +{"uuid":"gpqa-main-f635511b161f39dc301e05eb","benchmark":"gpqa_main","data_index":2968,"repeat_index":7,"sample_id":"gpqa-main-f635511b161f39dc301e05eb/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14019,"prompt_tokens":650,"effective_max_tokens":130422,"original_embedded_prediction":"C","question_sha256":"cb7f697eb685eca3061fc46cacb94c19aba74add8390e74234ade788b9fa4ff3"} +{"uuid":"gpqa-main-43903740f46e3267ecd42324","benchmark":"gpqa_main","data_index":3039,"repeat_index":7,"sample_id":"gpqa-main-43903740f46e3267ecd42324/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5351,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"D","question_sha256":"b52b0025e64a7d0c0023e98ca9fe1f002e22bd987dd934f74304bd22e6e7da20"} +{"uuid":"gpqa-main-5af38d4af998e6cc090b76a4","benchmark":"gpqa_main","data_index":3054,"repeat_index":7,"sample_id":"gpqa-main-5af38d4af998e6cc090b76a4/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3673,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"b20325f500465457b07762e2fe70b04e5055bd3df2783351050b6c3d04223eb4"} +{"uuid":"gpqa-main-485d6d2d8d4ef097891a30ae","benchmark":"gpqa_main","data_index":3058,"repeat_index":7,"sample_id":"gpqa-main-485d6d2d8d4ef097891a30ae/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3609,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"B","question_sha256":"c6a4a4365a6f088ad7d433e788ad1983c25ce2a6965fa332c2fd4f61eea9bbbc"} +{"uuid":"gpqa-main-33b9f4658edfefac92faa4d3","benchmark":"gpqa_main","data_index":2964,"repeat_index":7,"sample_id":"gpqa-main-33b9f4658edfefac92faa4d3/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14660,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"A","question_sha256":"21b950759e4e088c97c70fcca487f4b3ceddd69dd2563433e332a0dde94eeddb"} +{"uuid":"gpqa-main-31313469465f81cc0fa5dd28","benchmark":"gpqa_main","data_index":2944,"repeat_index":7,"sample_id":"gpqa-main-31313469465f81cc0fa5dd28/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16851,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"B","question_sha256":"cd18749d0354640af760ebe1c6a150eed2a0202cc444345b5c3f00b0f0df67d2"} +{"uuid":"gpqa-main-9254c2db95aeb7ad8ae8a32d","benchmark":"gpqa_main","data_index":2983,"repeat_index":7,"sample_id":"gpqa-main-9254c2db95aeb7ad8ae8a32d/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12610,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"183797b844f5aaf0d4762d5da650b2a14964b261306db104b29a00499b949bd6"} +{"uuid":"gpqa-main-2bd63c617299c18c1cfd5b0a","benchmark":"gpqa_main","data_index":2884,"repeat_index":7,"sample_id":"gpqa-main-2bd63c617299c18c1cfd5b0a/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21990,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"D","question_sha256":"bd7804f896ba3deb7fd65cc0c562744a80232f45bbc9c5ffa8652308c167c329"} +{"uuid":"gpqa-main-7093e90be0c6d72d98ef432c","benchmark":"gpqa_main","data_index":3044,"repeat_index":7,"sample_id":"gpqa-main-7093e90be0c6d72d98ef432c/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5311,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"A","question_sha256":"d73f092255e75c14953338c7dc17fa9e41c6378f650bac797b23d3c68133744d"} +{"uuid":"gpqa-main-d9fdff837cb2d2e4d1e81014","benchmark":"gpqa_main","data_index":3071,"repeat_index":7,"sample_id":"gpqa-main-d9fdff837cb2d2e4d1e81014/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3091,"prompt_tokens":153,"effective_max_tokens":130919,"original_embedded_prediction":"D","question_sha256":"021732e23dc83767a3bfeabac85945e664d0c83c8f4cd2ecee91855cda0b0d54"} +{"uuid":"gpqa-main-d751f2081e63be8d69314287","benchmark":"gpqa_main","data_index":2789,"repeat_index":7,"sample_id":"gpqa-main-d751f2081e63be8d69314287/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":31570,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"f56e41493e430f6c013c094b4b462aa30dc9826a273d867eec6a04fc8a646443"} +{"uuid":"gpqa-main-0fb808246cf99919fa61cf95","benchmark":"gpqa_main","data_index":3056,"repeat_index":7,"sample_id":"gpqa-main-0fb808246cf99919fa61cf95/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4319,"prompt_tokens":415,"effective_max_tokens":130657,"original_embedded_prediction":"D","question_sha256":"8dd19f310e71e68caf9619c551faf073baee082c2fdae90e86d766c8f04dd15c"} +{"uuid":"gpqa-main-39045ad4d1274d0e56839d7b","benchmark":"gpqa_main","data_index":3064,"repeat_index":7,"sample_id":"gpqa-main-39045ad4d1274d0e56839d7b/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4078,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"429df35a12720ff87021b558515bede2e2590914376178a956309c141594787f"} +{"uuid":"gpqa-main-fcf4fc69f21da83688056521","benchmark":"gpqa_main","data_index":3051,"repeat_index":7,"sample_id":"gpqa-main-fcf4fc69f21da83688056521/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5066,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"691112dd08aec41d1dfd7a48bf6e56a828dc8b340887ad6364daff290f8a88c4"} +{"uuid":"gpqa-main-a028903aa7112583a0e7b5d2","benchmark":"gpqa_main","data_index":2904,"repeat_index":7,"sample_id":"gpqa-main-a028903aa7112583a0e7b5d2/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20994,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"B","question_sha256":"c6231a95c81ba1af7d31e5ce8f8e8ad4c4def88d86ab8f801a248cf19814e2d2"} +{"uuid":"gpqa-main-9eaa6714b15499d3c303ce90","benchmark":"gpqa_main","data_index":2911,"repeat_index":7,"sample_id":"gpqa-main-9eaa6714b15499d3c303ce90/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20332,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"D","question_sha256":"cfac786b87a07d0c92f7c3da73233aa6c32340b63dff9d3f72bd1bd025cd565d"} +{"uuid":"gpqa-main-22c436000399164406e165b2","benchmark":"gpqa_main","data_index":2908,"repeat_index":7,"sample_id":"gpqa-main-22c436000399164406e165b2/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20886,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"C","question_sha256":"836be405f3d05ec5ad1a2bc728339e5141836ace3a584fe3d36ecc50af4dc3ee"} +{"uuid":"gpqa-main-bceb5bf342ad44aac4fdbe55","benchmark":"gpqa_main","data_index":2811,"repeat_index":7,"sample_id":"gpqa-main-bceb5bf342ad44aac4fdbe55/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":30373,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"B","question_sha256":"20d48d5f0a9a8b77bea35e72a90794c2d2147aa8321ae6aa60e84491688a0803"} +{"uuid":"gpqa-main-50b06dfa0f6f3a64a58faa00","benchmark":"gpqa_main","data_index":2985,"repeat_index":7,"sample_id":"gpqa-main-50b06dfa0f6f3a64a58faa00/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14086,"prompt_tokens":2889,"effective_max_tokens":128183,"original_embedded_prediction":"A","question_sha256":"6d83e75112500dd8a0852c4eaa9859c4fb625c97bdf5f7d5c532bcd6347ea1a8"} +{"uuid":"gpqa-main-ff45876351041ad1ce200bb4","benchmark":"gpqa_main","data_index":3011,"repeat_index":7,"sample_id":"gpqa-main-ff45876351041ad1ce200bb4/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11383,"prompt_tokens":345,"effective_max_tokens":130727,"original_embedded_prediction":"A","question_sha256":"32bdeb2d6746cedbaa666a09cbe9ff84eedb094a4f81edb9c09ab191add49c41"} +{"uuid":"gpqa-main-e10311e2a20f5ef70b44af1a","benchmark":"gpqa_main","data_index":3068,"repeat_index":7,"sample_id":"gpqa-main-e10311e2a20f5ef70b44af1a/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5341,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"B","question_sha256":"840fab180da436fa17bd480d15eb270c8be4535800795f8fe8c3d0b1ac29ca9d"} +{"uuid":"gpqa-main-f1451c98bdb50fb5b0dbdc55","benchmark":"gpqa_main","data_index":2804,"repeat_index":7,"sample_id":"gpqa-main-f1451c98bdb50fb5b0dbdc55/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":32182,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"650bb2feaa18830493f8e50de85c38c1f24570d9f1e7c9970c8ed9fbcbbde337"} +{"uuid":"gpqa-main-1f0af84f0bdb1b68af6a7719","benchmark":"gpqa_main","data_index":3069,"repeat_index":7,"sample_id":"gpqa-main-1f0af84f0bdb1b68af6a7719/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5334,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"D","question_sha256":"47eb07162cc525d2e6a87977deb802204fed59b801dd5e2935cc6edb3c036af1"} +{"uuid":"gpqa-main-3357b4ebb8c461cb9eeca4bd","benchmark":"gpqa_main","data_index":2766,"repeat_index":7,"sample_id":"gpqa-main-3357b4ebb8c461cb9eeca4bd/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":35410,"prompt_tokens":283,"effective_max_tokens":130789,"original_embedded_prediction":"D","question_sha256":"cdffe5a4f742a97a3cc2ffedfc8d78a3ffa14249a51afc48e9d7aa8fc6b499a8"} +{"uuid":"gpqa-main-5f1108e8b2f18297c04895bf","benchmark":"gpqa_main","data_index":3017,"repeat_index":7,"sample_id":"gpqa-main-5f1108e8b2f18297c04895bf/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10723,"prompt_tokens":447,"effective_max_tokens":130625,"original_embedded_prediction":"A","question_sha256":"d6e89de54268d0839b91cc5f860fd4903b1d8277accaf665ced8b5404cdbbe84"} +{"uuid":"gpqa-main-01e62a7b7362ebd043bef6f7","benchmark":"gpqa_main","data_index":2916,"repeat_index":7,"sample_id":"gpqa-main-01e62a7b7362ebd043bef6f7/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21546,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"339602fd0ae9cbdaef368f3dcff01cd2d212565d5c7830b14c0fd29de1cb58d6"} +{"uuid":"gpqa-main-7ac0db7d29e6e8c587a8e8f2","benchmark":"gpqa_main","data_index":2620,"repeat_index":6,"sample_id":"gpqa-main-7ac0db7d29e6e8c587a8e8f2/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":52583,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"C","question_sha256":"1fc80dd29a6d1127a37414c18382b28b3e9d2f38b390130751d4cbfe90841375"} +{"uuid":"gpqa-main-756cafdacac7e9642e2102c6","benchmark":"gpqa_main","data_index":2778,"repeat_index":7,"sample_id":"gpqa-main-756cafdacac7e9642e2102c6/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":35179,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"b26abbcea4f9adbbc6faf6378336b8d024ffe4491d2853b927bf9afdc27073a9"} +{"uuid":"gpqa-main-55e31c256bb6191d94e6db4d","benchmark":"gpqa_main","data_index":3050,"repeat_index":7,"sample_id":"gpqa-main-55e31c256bb6191d94e6db4d/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7946,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"126561d6b58fa17bbaffda56837acaf8fab4bf282ccdfdcc2c7a97bfe520889c"} +{"uuid":"gpqa-main-63aef6e78c9803d030a16f9c","benchmark":"gpqa_main","data_index":2896,"repeat_index":7,"sample_id":"gpqa-main-63aef6e78c9803d030a16f9c/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":25043,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"A","question_sha256":"255e934ed277fdd11f71245508448f7031439d40eb38fd78fb3b813b247c5726"} +{"uuid":"gpqa-main-d8d5dbb2aa6f203775147357","benchmark":"gpqa_main","data_index":3006,"repeat_index":7,"sample_id":"gpqa-main-d8d5dbb2aa6f203775147357/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13805,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"bb18da47ffe6578fb5b30d30128525e8addf5e823c1985c70c606c89ce8d4d7e"} +{"uuid":"gpqa-main-dd8409336990c7459796bf16","benchmark":"gpqa_main","data_index":2923,"repeat_index":7,"sample_id":"gpqa-main-dd8409336990c7459796bf16/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":22422,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"A","question_sha256":"609aca38a7fb3090a0f30d6d141ac5d22646fb06ba18f8c71758e099668e5bf5"} +{"uuid":"gpqa-main-7684b3ed8a4540e6099495df","benchmark":"gpqa_main","data_index":3015,"repeat_index":7,"sample_id":"gpqa-main-7684b3ed8a4540e6099495df/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12766,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"0caf81b8c83789b0b258b80856002cff7fd589a737844db0407269017bcd1955"} +{"uuid":"gpqa-main-cda2fe50fc8423311319e78e","benchmark":"gpqa_main","data_index":2988,"repeat_index":7,"sample_id":"gpqa-main-cda2fe50fc8423311319e78e/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16610,"prompt_tokens":182,"effective_max_tokens":130890,"original_embedded_prediction":"A","question_sha256":"1b04aca1c9a8b4f1fabc653b3653d0a48982315e6f1da934d98cadd1948f776f"} +{"uuid":"gpqa-main-55f2934c4eb0b8293b1d65aa","benchmark":"gpqa_main","data_index":2909,"repeat_index":7,"sample_id":"gpqa-main-55f2934c4eb0b8293b1d65aa/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24416,"prompt_tokens":314,"effective_max_tokens":130758,"original_embedded_prediction":"C","question_sha256":"790d06fbc2ae95b0429cab870e5895c5de8a75b14d0bda1401b1503293606c67"} +{"uuid":"gpqa-main-50aaa7274c5010d9768274ec","benchmark":"gpqa_main","data_index":2863,"repeat_index":7,"sample_id":"gpqa-main-50aaa7274c5010d9768274ec/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":28994,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"0cda758f1290855df9dd7b9a4319bb6ae8108c8113b125a3a2f60705af536a34"} +{"uuid":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea","benchmark":"gpqa_main","data_index":3037,"repeat_index":7,"sample_id":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11331,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"A","question_sha256":"78b6f83c0d1137982356bff0e0d20f60e32542e5815ffd693af8f421f9e4741d"} +{"uuid":"gpqa-main-55aa21aa9a62e56aab915b32","benchmark":"gpqa_main","data_index":2990,"repeat_index":7,"sample_id":"gpqa-main-55aa21aa9a62e56aab915b32/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17603,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"D","question_sha256":"e6eba602b3eef649fed522c6b8737556699845aee5b419773938063ec6b83257"} +{"uuid":"gpqa-main-45cae4ba5af22868461f1861","benchmark":"gpqa_main","data_index":2826,"repeat_index":7,"sample_id":"gpqa-main-45cae4ba5af22868461f1861/repeat-7","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":33219,"prompt_tokens":196,"effective_max_tokens":130876,"original_embedded_prediction":"B","question_sha256":"da4480a5d4f2af44b6faf63fe513d557f97bf4cd048901e4a2f0b133273b39db"} +{"uuid":"gpqa-main-acecd9428a5b4368f1f5bc82","benchmark":"gpqa_main","data_index":2997,"repeat_index":7,"sample_id":"gpqa-main-acecd9428a5b4368f1f5bc82/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17229,"prompt_tokens":336,"effective_max_tokens":130736,"original_embedded_prediction":"B","question_sha256":"2d1e5de4bf7305d1b5eee8dda5415195dc333d71b3f50fa60508a928b67fb336"} +{"uuid":"gpqa-main-99878f707c7c4024511bae58","benchmark":"gpqa_main","data_index":2862,"repeat_index":7,"sample_id":"gpqa-main-99878f707c7c4024511bae58/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":29826,"prompt_tokens":241,"effective_max_tokens":130831,"original_embedded_prediction":"B","question_sha256":"826fb502d2db0f2db5e44683cd45f09d18423fd8a339643c8dc8b32b1accd428"} +{"uuid":"gpqa-main-643d18139459da0f9c1b2e17","benchmark":"gpqa_main","data_index":2995,"repeat_index":7,"sample_id":"gpqa-main-643d18139459da0f9c1b2e17/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17631,"prompt_tokens":375,"effective_max_tokens":130697,"original_embedded_prediction":"D","question_sha256":"4bab53f383207a2bc9c94789bb8114d3e7db442308789d848023661e90b2ab49"} +{"uuid":"gpqa-main-adffc79c4b20a953ccbf4cd1","benchmark":"gpqa_main","data_index":3060,"repeat_index":7,"sample_id":"gpqa-main-adffc79c4b20a953ccbf4cd1/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10061,"prompt_tokens":170,"effective_max_tokens":130902,"original_embedded_prediction":"D","question_sha256":"a9acc5caf0ab2f58b68d62ac52eac5bd31ee4a74a832bd753df339176dbbaefe"} +{"uuid":"gpqa-main-89f68a802c7c6e55b5b802fd","benchmark":"gpqa_main","data_index":2951,"repeat_index":7,"sample_id":"gpqa-main-89f68a802c7c6e55b5b802fd/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":23510,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"0815a781881ae5e8651c7fad2acd62427e6f4161f30b842d196debe30bd5ee83"} +{"uuid":"gpqa-main-3b577bce88d27365cf34e990","benchmark":"gpqa_main","data_index":3032,"repeat_index":7,"sample_id":"gpqa-main-3b577bce88d27365cf34e990/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13765,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"952132525f3a442f1b38bdc3d0190df1c505766096106e7ac626a451f1b236fc"} +{"uuid":"gpqa-main-fcf4fbe275826c7d67e6067b","benchmark":"gpqa_main","data_index":3020,"repeat_index":7,"sample_id":"gpqa-main-fcf4fbe275826c7d67e6067b/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15891,"prompt_tokens":319,"effective_max_tokens":130753,"original_embedded_prediction":"B","question_sha256":"804a1298d02f33e3d34af9885ef317731ae757104a1e874356955c98921afd18"} +{"uuid":"gpqa-main-542dd8f1dc74ca5163382df8","benchmark":"gpqa_main","data_index":2880,"repeat_index":7,"sample_id":"gpqa-main-542dd8f1dc74ca5163382df8/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":30364,"prompt_tokens":165,"effective_max_tokens":130907,"original_embedded_prediction":"D","question_sha256":"2413c551ec9a06a20197c81fa22effbd7f215abcc2e5f14c5f9f0a86e5402736"} +{"uuid":"gpqa-main-86d8d26ea3f4092dd4bac144","benchmark":"gpqa_main","data_index":2822,"repeat_index":7,"sample_id":"gpqa-main-86d8d26ea3f4092dd4bac144/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":36717,"prompt_tokens":227,"effective_max_tokens":130845,"original_embedded_prediction":"D","question_sha256":"299c83f78042a13c78ad054088517dc82d5ed82bcc9ef75ec08dc120f2b8052f"} +{"uuid":"gpqa-main-09311165c3bc8a7742115024","benchmark":"gpqa_main","data_index":2709,"repeat_index":7,"sample_id":"gpqa-main-09311165c3bc8a7742115024/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":48361,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"A","question_sha256":"d6deae7022d40b283a8b0053867ff7e2d44f15fac7c364d3b34e67d903596cf7"} +{"uuid":"gpqa-main-60f734b52603f7ef29671f95","benchmark":"gpqa_main","data_index":2843,"repeat_index":7,"sample_id":"gpqa-main-60f734b52603f7ef29671f95/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":34936,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"D","question_sha256":"bf9de03889292b969198f42b877b6d4c7b56ce10ae654e71f4be720b5efdb1f1"} +{"uuid":"gpqa-main-12fef4b097b802dea2564ea2","benchmark":"gpqa_main","data_index":2490,"repeat_index":6,"sample_id":"gpqa-main-12fef4b097b802dea2564ea2/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":72631,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"A","question_sha256":"254c10ac4fdccd2709d12769dd755a22c6de6b1e6bff2363164511e2905446d7"} +{"uuid":"gpqa-main-bf00d194c934803975b81b7b","benchmark":"gpqa_main","data_index":3009,"repeat_index":7,"sample_id":"gpqa-main-bf00d194c934803975b81b7b/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19041,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"A","question_sha256":"55e1269d132671f2c7b7f41498cb0b404e702d8ce370ac5555d837581e1b3ad7"} +{"uuid":"gpqa-main-f022820fa3c0f536a4d4a9bc","benchmark":"gpqa_main","data_index":3043,"repeat_index":7,"sample_id":"gpqa-main-f022820fa3c0f536a4d4a9bc/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15617,"prompt_tokens":288,"effective_max_tokens":130784,"original_embedded_prediction":"A","question_sha256":"d7be2d674d4903c49886b492451a9febcfb5696ccd6f0931c4d48ef06a19b2b9"} +{"uuid":"gpqa-main-ed6a4565f708132bae39b742","benchmark":"gpqa_main","data_index":2943,"repeat_index":7,"sample_id":"gpqa-main-ed6a4565f708132bae39b742/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":27282,"prompt_tokens":393,"effective_max_tokens":130679,"original_embedded_prediction":"A","question_sha256":"5ce997bcaa654b6fdbbb00b63b66633167679a850d02d845b8a9b1b716979197"} +{"uuid":"gpqa-main-baefee4c54836e933082fd33","benchmark":"gpqa_main","data_index":2893,"repeat_index":7,"sample_id":"gpqa-main-baefee4c54836e933082fd33/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":32559,"prompt_tokens":487,"effective_max_tokens":130585,"original_embedded_prediction":"A","question_sha256":"f4486aea8f80b6405ceaabbd6f225378761eafc49f1e042873a464b3b94da620"} +{"uuid":"gpqa-main-84c386fbd7476f5541ea16f0","benchmark":"gpqa_main","data_index":2963,"repeat_index":7,"sample_id":"gpqa-main-84c386fbd7476f5541ea16f0/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":27437,"prompt_tokens":370,"effective_max_tokens":130702,"original_embedded_prediction":"A","question_sha256":"083aa3572345d938b0c707cfb8c710aea73759344b234ada78ed36f1ec66eb0d"} +{"uuid":"gpqa-main-539a673f0443ba9cdc31b864","benchmark":"gpqa_main","data_index":2955,"repeat_index":7,"sample_id":"gpqa-main-539a673f0443ba9cdc31b864/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":28869,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"D","question_sha256":"d25187b99e4997c1700ffeb87fd595e878957e452f20a2f00d5489fecd0b3b30"} +{"uuid":"gpqa-main-1a3571c1ec099b06b5011ceb","benchmark":"gpqa_main","data_index":3010,"repeat_index":7,"sample_id":"gpqa-main-1a3571c1ec099b06b5011ceb/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":22293,"prompt_tokens":166,"effective_max_tokens":130906,"original_embedded_prediction":"A","question_sha256":"853f9bd759921129a51dd81d489f867c5aa9463f1925c203fe6f1e3147741f08"} +{"uuid":"gpqa-main-2efd60649bdbaa65b5969003","benchmark":"gpqa_main","data_index":3045,"repeat_index":7,"sample_id":"gpqa-main-2efd60649bdbaa65b5969003/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18299,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"D","question_sha256":"af907b84cdd249e3bd0dcd3a0fc488c3673df744a66342233bebd85574ac74c3"} +{"uuid":"gpqa-main-238c4616c3347122f4b974e4","benchmark":"gpqa_main","data_index":3053,"repeat_index":7,"sample_id":"gpqa-main-238c4616c3347122f4b974e4/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17607,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"5a24c76ed39eb083ccc9c24780d936fe2e52cba76ae67efa4d647cc35e10037b"} +{"uuid":"gpqa-main-2fc8b9731f60b1c9eb476570","benchmark":"gpqa_main","data_index":2379,"repeat_index":6,"sample_id":"gpqa-main-2fc8b9731f60b1c9eb476570/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":87340,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"B","question_sha256":"8d64fc9e228388438862fd18b500e048e168f26e7191a4220ea8281beb789ea2"} +{"uuid":"gpqa-main-50a8ab2bd1710dbcfa2e32b5","benchmark":"gpqa_main","data_index":2856,"repeat_index":7,"sample_id":"gpqa-main-50a8ab2bd1710dbcfa2e32b5/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":37903,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"5fb04957154b48d4ebad83862909a8fd3afc5ba5399a7dbe4594b5c72255964c"} +{"uuid":"gpqa-main-7475b6b01129fce5b436b0ee","benchmark":"gpqa_main","data_index":2886,"repeat_index":7,"sample_id":"gpqa-main-7475b6b01129fce5b436b0ee/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":36314,"prompt_tokens":235,"effective_max_tokens":130837,"original_embedded_prediction":"B","question_sha256":"797be7099117e146adaaf5ad31bd914d9adbd510441211b0040aad2812fffc40"} +{"uuid":"gpqa-main-b306a5cb19a37a5923ddeda3","benchmark":"gpqa_main","data_index":3063,"repeat_index":7,"sample_id":"gpqa-main-b306a5cb19a37a5923ddeda3/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18057,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"10d0692d1c6af6008ffff69894cb0183dafbb80748247a3a0e1961e87f1e7c9f"} +{"uuid":"gpqa-main-6f84d17ede852cd9196347bd","benchmark":"gpqa_main","data_index":3052,"repeat_index":7,"sample_id":"gpqa-main-6f84d17ede852cd9196347bd/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19057,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"C","question_sha256":"e410f49b6f85564bf5b9226069391669e4c376097b2656e616a6b82abd4729ac"} +{"uuid":"gpqa-main-358120bf0c4377ebdbde08fc","benchmark":"gpqa_main","data_index":2996,"repeat_index":7,"sample_id":"gpqa-main-358120bf0c4377ebdbde08fc/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":27006,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"A","question_sha256":"051eba2501386001d9e9793a3b0fe9ea4c78a987e3a1576c168659f849b684d6"} +{"uuid":"gpqa-main-63f2aea89eec9b67abe0bacf","benchmark":"gpqa_main","data_index":2865,"repeat_index":7,"sample_id":"gpqa-main-63f2aea89eec9b67abe0bacf/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":41530,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"C","question_sha256":"32596b406efecc4795e9f82b1d00f89787b9ed9e4f9d6239bed8194f13da06e7"} +{"uuid":"gpqa-main-7ed621f8290d6ac14181ce45","benchmark":"gpqa_main","data_index":3070,"repeat_index":7,"sample_id":"gpqa-main-7ed621f8290d6ac14181ce45/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21063,"prompt_tokens":298,"effective_max_tokens":130774,"original_embedded_prediction":"B","question_sha256":"c1c0ad22e4376412fe1e7564fd1f8c00dd970292dbf0dbb83b0350881e74b306"} +{"uuid":"gpqa-main-ce2839297e4b63e0b36f6300","benchmark":"gpqa_main","data_index":2837,"repeat_index":7,"sample_id":"gpqa-main-ce2839297e4b63e0b36f6300/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":45414,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"80cca49a2f6ae39b2d3a2dfe110572d39720d0831c65246ce20603c40578b118"} +{"uuid":"gpqa-main-105b94b83de2671f0b86688d","benchmark":"gpqa_main","data_index":2535,"repeat_index":6,"sample_id":"gpqa-main-105b94b83de2671f0b86688d/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":79383,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"C","question_sha256":"062b8c1448dabb342bd7815bdfbab0a55eb915c5c6793d19a5037bf7a9aa63f3"} +{"uuid":"gpqa-main-60c7c63632b1d67ffb8a4fb7","benchmark":"gpqa_main","data_index":3023,"repeat_index":7,"sample_id":"gpqa-main-60c7c63632b1d67ffb8a4fb7/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":27381,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"D","question_sha256":"60c9747de98dcd74354ee70ce1049c3c1d1b8d72f4e9848984af5d6ceb1a0c57"} +{"uuid":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8","benchmark":"gpqa_main","data_index":2984,"repeat_index":7,"sample_id":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":32315,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"bf639adbf5de648e6799cd9936073de7b6c750cf7c5870ed99dc4f842748abb9"} +{"uuid":"gpqa-main-1989edb8041cc1c94659dcc4","benchmark":"gpqa_main","data_index":3028,"repeat_index":7,"sample_id":"gpqa-main-1989edb8041cc1c94659dcc4/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":27522,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"364ddb1397abdc7ae2201c88354f8df3f89b63c28330217a94cf8cf96c19ae54"} +{"uuid":"gpqa-main-4355802640dddd3e060d2a59","benchmark":"gpqa_main","data_index":2867,"repeat_index":7,"sample_id":"gpqa-main-4355802640dddd3e060d2a59/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":44065,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"ebe141e8c3f27bb731fd3889679a36aab5827f4caa81d8400d66a6bf492fe486"} +{"uuid":"gpqa-main-febe4c45e71692110949e3d6","benchmark":"gpqa_main","data_index":3040,"repeat_index":7,"sample_id":"gpqa-main-febe4c45e71692110949e3d6/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":25992,"prompt_tokens":577,"effective_max_tokens":130495,"original_embedded_prediction":"C","question_sha256":"e38dd7750710c37aa45a5b0b5dd91e1b4171070325d670d668ab1fa20431a29e"} +{"uuid":"gpqa-main-dbbe3054b6bdabe917f5ab5d","benchmark":"gpqa_main","data_index":2835,"repeat_index":7,"sample_id":"gpqa-main-dbbe3054b6bdabe917f5ab5d/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":46907,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"1054cb147fa0d82e2b1830b0238455ab6cea42cde361a81e9934864240f22f50"} +{"uuid":"gpqa-main-f6a21b5c88fe41ca6a55591f","benchmark":"gpqa_main","data_index":3042,"repeat_index":7,"sample_id":"gpqa-main-f6a21b5c88fe41ca6a55591f/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":26580,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"b0808ff670ee04ab6af9402dbf89fd865b5fcc16ca43f81c6b8ed06e07bd5ee2"} +{"uuid":"gpqa-main-4df6eb7fd5661c3196a52be6","benchmark":"gpqa_main","data_index":2973,"repeat_index":7,"sample_id":"gpqa-main-4df6eb7fd5661c3196a52be6/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":36401,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"A","question_sha256":"71ef41cf00fbcb9e6751fd492a52caefd2830032777c8824465c1b4ea8dc48ea"} +{"uuid":"gpqa-main-4373b5f7be197f26258c18cf","benchmark":"gpqa_main","data_index":2864,"repeat_index":7,"sample_id":"gpqa-main-4373b5f7be197f26258c18cf/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":47130,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"C","question_sha256":"56563ccb64ef7d8686cd4d8da77c8b4636353d0bb75dbefa360323671dfffed1"} +{"uuid":"gpqa-main-ae71bab05f11abac2f706bb9","benchmark":"gpqa_main","data_index":3029,"repeat_index":7,"sample_id":"gpqa-main-ae71bab05f11abac2f706bb9/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":30286,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"d160134fd023bac8e7f94f4d4e70e01dc36d3ae74bb54ab778b03686e5b7b2c0"} +{"uuid":"gpqa-main-46f745f508b4d1ad41a0eb01","benchmark":"gpqa_main","data_index":3030,"repeat_index":7,"sample_id":"gpqa-main-46f745f508b4d1ad41a0eb01/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":30536,"prompt_tokens":392,"effective_max_tokens":130680,"original_embedded_prediction":"A","question_sha256":"4971bc5df5aee8c296226e29269969e334193d698a942dccd75dac5459c05a5c"} +{"uuid":"gpqa-main-9c0b631b2a7823cec0729a4b","benchmark":"gpqa_main","data_index":2931,"repeat_index":7,"sample_id":"gpqa-main-9c0b631b2a7823cec0729a4b/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":42101,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"9d42c24c2f67ff118699d880fbb6276f14043e3527a9fea8f6d55fe2bf82e091"} +{"uuid":"gpqa-main-8d147d8bf7fad22423fc5dd7","benchmark":"gpqa_main","data_index":2970,"repeat_index":7,"sample_id":"gpqa-main-8d147d8bf7fad22423fc5dd7/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":40673,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"bfad7a1309a7d02668c615391f7302c03e1c3f61ffaee5d1f44ba2c9f5c40b7d"} +{"uuid":"gpqa-main-87740f520845c3f77369e5a1","benchmark":"gpqa_main","data_index":2946,"repeat_index":7,"sample_id":"gpqa-main-87740f520845c3f77369e5a1/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":43854,"prompt_tokens":188,"effective_max_tokens":130884,"original_embedded_prediction":"B","question_sha256":"f6c5a12c2cd600eeb524956c760164ff890d185cffd979bfba482f46aa46a1ac"} +{"uuid":"gpqa-main-7bb7c5ace8216100d38e616a","benchmark":"gpqa_main","data_index":2910,"repeat_index":7,"sample_id":"gpqa-main-7bb7c5ace8216100d38e616a/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":46710,"prompt_tokens":197,"effective_max_tokens":130875,"original_embedded_prediction":"D","question_sha256":"6dbc821cf1e89c0764e62d1bef4818136877fbc8e333f255bfa42276ac9aeb88"} +{"uuid":"gpqa-main-65b3a19abfb8f6bf88bf75f5","benchmark":"gpqa_main","data_index":3055,"repeat_index":7,"sample_id":"gpqa-main-65b3a19abfb8f6bf88bf75f5/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":32502,"prompt_tokens":308,"effective_max_tokens":130764,"original_embedded_prediction":"A","question_sha256":"a8345a17dbfe0f12b34f72265cd346edb8235c10a1aa78acb6be06124a19360a"} +{"uuid":"gpqa-main-4fb391edde117a3fa772fe15","benchmark":"gpqa_main","data_index":3067,"repeat_index":7,"sample_id":"gpqa-main-4fb391edde117a3fa772fe15/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":32186,"prompt_tokens":230,"effective_max_tokens":130842,"original_embedded_prediction":"A","question_sha256":"5131eb311b518c1f3eade66e9c0f4df88aa05e6477bb06e86e3ac1e6fc1ea102"} +{"uuid":"gpqa-main-f0a74958c23332566374eae8","benchmark":"gpqa_main","data_index":2549,"repeat_index":6,"sample_id":"gpqa-main-f0a74958c23332566374eae8/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":87346,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"0122463c60c1fa5ad768f1fc6147fd593b46126713e705864d5de5632804d4b5"} +{"uuid":"gpqa-main-728c68de5f34aba879617ff3","benchmark":"gpqa_main","data_index":3041,"repeat_index":7,"sample_id":"gpqa-main-728c68de5f34aba879617ff3/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":35004,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"B","question_sha256":"93587b6fdb0ccf1d1701c58bd12431b38885397117475f14823f4c52994b39b4"} +{"uuid":"gpqa-main-5caa71cb7e0124d349b3046e","benchmark":"gpqa_main","data_index":2380,"repeat_index":6,"sample_id":"gpqa-main-5caa71cb7e0124d349b3046e/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":103446,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"B","question_sha256":"965fd430b8ea291a67e2311c4874eba053c21ea0ce6fa222eec4bed300fc2976"} +{"uuid":"gpqa-main-4b84b53bf506bc0a4468fb2d","benchmark":"gpqa_main","data_index":2759,"repeat_index":7,"sample_id":"gpqa-main-4b84b53bf506bc0a4468fb2d/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":65440,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"e302b2005d8d406eb5e8fd7aa1707959448ef06e72b5647d2711c9a056cfeffc"} +{"uuid":"gpqa-main-8299e0bf116ad8ad7b960d26","benchmark":"gpqa_main","data_index":2942,"repeat_index":7,"sample_id":"gpqa-main-8299e0bf116ad8ad7b960d26/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":48909,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"A","question_sha256":"dac89ff46a5330836dfa04de2060a9a9d447a0cffd96c06e0cdee48c6a991035"} +{"uuid":"gpqa-main-91b254f1e1c8041fbc1a3222","benchmark":"gpqa_main","data_index":3048,"repeat_index":7,"sample_id":"gpqa-main-91b254f1e1c8041fbc1a3222/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":36942,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"35cf9161cc3c5b82d0770ab2b2fdef4a970ddae93523dee3a6bde8574e79b13d"} +{"uuid":"gpqa-main-4a8c97220fb14b99f363b2ce","benchmark":"gpqa_main","data_index":2876,"repeat_index":7,"sample_id":"gpqa-main-4a8c97220fb14b99f363b2ce/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":57478,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"D","question_sha256":"a939b9de7ea4048442a9378048f992097c413c77ad1c665790486c352036c7e3"} +{"uuid":"gpqa-main-7c7ae85beee22afc94024aa0","benchmark":"gpqa_main","data_index":3065,"repeat_index":7,"sample_id":"gpqa-main-7c7ae85beee22afc94024aa0/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":38548,"prompt_tokens":179,"effective_max_tokens":130893,"original_embedded_prediction":"C","question_sha256":"17ee204f8a3ef8904b0418dcf3bac347173df36a87b5535f055046fe6fae8879"} +{"uuid":"gpqa-main-f2c0ff64cf18a6ae32dc45dc","benchmark":"gpqa_main","data_index":2887,"repeat_index":7,"sample_id":"gpqa-main-f2c0ff64cf18a6ae32dc45dc/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":57064,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"A","question_sha256":"f2467e0d99b11d10fdd18675d7a73d1a19569e58d6aa97be50c24c2cb28731b1"} +{"uuid":"gpqa-main-b9cd3234a1fbbf6fe8b281a7","benchmark":"gpqa_main","data_index":3061,"repeat_index":7,"sample_id":"gpqa-main-b9cd3234a1fbbf6fe8b281a7/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":39127,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"407ed0eb19714d6ab4f488ca6e6a117c40e4991746c31ad1c464c5e529e59565"} +{"uuid":"gpqa-main-b38dfd97dcfb80fb4df4c6f2","benchmark":"gpqa_main","data_index":2814,"repeat_index":7,"sample_id":"gpqa-main-b38dfd97dcfb80fb4df4c6f2/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":64729,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"28fc44d6ca68ec833bb9837a558199f6e126ccb90f29dc42a2a4bf34ea4b66a7"} +{"uuid":"gpqa-main-7ac0db7d29e6e8c587a8e8f2","benchmark":"gpqa_main","data_index":3004,"repeat_index":7,"sample_id":"gpqa-main-7ac0db7d29e6e8c587a8e8f2/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":48347,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"B","question_sha256":"1fc80dd29a6d1127a37414c18382b28b3e9d2f38b390130751d4cbfe90841375"} +{"uuid":"gpqa-main-bab6e331fae29c00395de3a4","benchmark":"gpqa_main","data_index":2854,"repeat_index":7,"sample_id":"gpqa-main-bab6e331fae29c00395de3a4/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":63329,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"cf500f5f076470e539799f3822047d1a6263a0abc77614f9abc48a4f60ba507d"} +{"uuid":"gpqa-main-a6eb05bb931229a396d81e44","benchmark":"gpqa_main","data_index":2860,"repeat_index":7,"sample_id":"gpqa-main-a6eb05bb931229a396d81e44/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":63183,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"B","question_sha256":"19c2c8e0578e84094a1f97568e95e1e88fadee2743b1c6519b7fc661c8577cde"} +{"uuid":"gpqa-main-2fc8b9731f60b1c9eb476570","benchmark":"gpqa_main","data_index":2763,"repeat_index":7,"sample_id":"gpqa-main-2fc8b9731f60b1c9eb476570/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":73074,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"A","question_sha256":"8d64fc9e228388438862fd18b500e048e168f26e7191a4220ea8281beb789ea2"} +{"uuid":"gpqa-main-dbbe3054b6bdabe917f5ab5d","benchmark":"gpqa_main","data_index":2451,"repeat_index":6,"sample_id":"gpqa-main-dbbe3054b6bdabe917f5ab5d/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":106671,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"B","question_sha256":"1054cb147fa0d82e2b1830b0238455ab6cea42cde361a81e9934864240f22f50"} +{"uuid":"gpqa-main-d28c5e0e8deb0d1fde12ef5f","benchmark":"gpqa_main","data_index":2881,"repeat_index":7,"sample_id":"gpqa-main-d28c5e0e8deb0d1fde12ef5f/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":64457,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"A","question_sha256":"6913f7a17a2db54c9dcd8af6af20806e66b00fe4bb9691ca42d9f15184908f62"} +{"uuid":"gpqa-main-105b94b83de2671f0b86688d","benchmark":"gpqa_main","data_index":2919,"repeat_index":7,"sample_id":"gpqa-main-105b94b83de2671f0b86688d/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":65364,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"B","question_sha256":"062b8c1448dabb342bd7815bdfbab0a55eb915c5c6793d19a5037bf7a9aa63f3"} +{"uuid":"gpqa-main-aa04ac251ed805588a6be27c","benchmark":"gpqa_main","data_index":2853,"repeat_index":7,"sample_id":"gpqa-main-aa04ac251ed805588a6be27c/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":72549,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"A","question_sha256":"198a9824ae684cea2edf9d0597e69c2274e0be94e0a0ffcf7b4ad3e95f4a6dae"} +{"uuid":"gpqa-main-12fef4b097b802dea2564ea2","benchmark":"gpqa_main","data_index":2874,"repeat_index":7,"sample_id":"gpqa-main-12fef4b097b802dea2564ea2/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":75780,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"C","question_sha256":"254c10ac4fdccd2709d12769dd755a22c6de6b1e6bff2363164511e2905446d7"} +{"uuid":"gpqa-main-d8cca1a27ad1a42b4a99ce96","benchmark":"gpqa_main","data_index":2957,"repeat_index":7,"sample_id":"gpqa-main-d8cca1a27ad1a42b4a99ce96/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":77258,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"B","question_sha256":"6049e26840c0e889bb5632032745b5bcf6684dec9a2f9d0a0cfb76378c5c064e"} +{"uuid":"gpqa-main-f0a74958c23332566374eae8","benchmark":"gpqa_main","data_index":2933,"repeat_index":7,"sample_id":"gpqa-main-f0a74958c23332566374eae8/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":85419,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"C","question_sha256":"0122463c60c1fa5ad768f1fc6147fd593b46126713e705864d5de5632804d4b5"} diff --git a/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-g-50/run.json b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-g-50/run.json new file mode 100644 index 0000000..876e9b5 --- /dev/null +++ b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-g-50/run.json @@ -0,0 +1,52 @@ +{ + "model_name_or_path": "/models/evaluated", + "dtype": "bfloat16", + "quantization": null, + "tensor_parallel_size": 4, + "runtime_patch": "ragged", + "seed": 42, + "temperature": 1.0, + "top_p": 1.0, + "top_k": -1, + "min_p": 0.0, + "presence_penalty": 0.0, + "repetition_penalty": 1.0, + "max_tokens": 131072, + "max_model_len": 131072, + "batch_size": 128, + "gpu_memory_utilization": 0.9, + "reasoning_effort": "high", + "prompt_date": "2026-09-17", + "limit": null, + "enforce_eager": true, + "max_num_batched_tokens": 8192, + "protocol_version": 1, + "dataset": "gpqa_main", + "tools": false, + "scheduling": "continuous-final-only", + "split_sha256": "ff0bf0307c875869ea9b90feab29413a9b6a7777ed844c5add4626b93d7b941a", + "data_sha256": "c7475f3382e65a23a5f3c1da97947e1ac9c110686efcc23df16c44c9b65c44cb", + "prompt_tokens_sha256": "c17cd14a5d783acf9ae044c8c2636a6e73ecabfe8aa3bd04f6514d94a07ff68d", + "question_count": 384, + "max_prompt_tokens": 2889, + "model_config_sha256": "c831af2cac85c9a33c741fe15c84f1b262ac36f88c437b03ac4885a1762489ac", + "versions": { + "torch": "2.13.0+cu130", + "transformers": "5.17.0", + "vllm": "0.29.0", + "tokenizers": "0.23.1" + }, + "mcq_profile": "qwen35-mcq", + "parser": "final-only-mcq-answer-v4", + "evaluation_source_sha256": "499aa41cfb069fc7f5f8af174f4cd2563502dabdc54ddec328910fa4d46d6527", + "sampling_repeats": 8, + "expected_completions": 3072, + "repeat_option_order": "same frozen options in every repeat; independent per-question/repeat seed", + "generation_budget": "min(max_tokens, max_model_len - prompt_tokens); no input truncation", + "minimum_effective_max_tokens": 128183, + "maximum_effective_max_tokens": 130930, + "aggregation": "mean pass@1 over all completions; no majority vote or best-of-N; hierarchy macro scores also reported", + "protocol_source": "https://huggingface.co/Qwen/Qwen3.5-122B-A10B#best-practices", + "protocol_scope": "Published MCQ format; sampling parameters explicitly recorded. Exact reported benchmark protocol is not fully disclosed.", + "grading_source_sha256": "afb168eebfbfedc5717a3df80f817906c212f8ae2ddf61c8f05e1a0537f0bc18" +} diff --git a/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-l-50/grading-audit.json b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-l-50/grading-audit.json new file mode 100644 index 0000000..d3a98c3 --- /dev/null +++ b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-l-50/grading-audit.json @@ -0,0 +1,16 @@ +{ + "raw_predictions_sha256": "8c8d1b7696130a0f7d7b621d181871632827084ba4544f43fc2ee41106e15934", + "grading_source_sha256": "afb168eebfbfedc5717a3df80f817906c212f8ae2ddf61c8f05e1a0537f0bc18", + "frozen_data_sha256": "c7475f3382e65a23a5f3c1da97947e1ac9c110686efcc23df16c44c9b65c44cb", + "exact_question_sample_set_verified": true, + "source_folder": "/home/x9zou/reasoning-matrix-20260918-results/gptoss-gpqa-main-layer", + "source_generation_parser": "final-only-mcq-answer-v4", + "family": "gptoss", + "changed_final_extractions": 0, + "changed_predictions": 0, + "parsed_json_fields": 2, + "parsed_unambiguous_plain_choices": 3058, + "complete": true, + "reason": "Recognize standalone answer fields despite quote/Markdown formatting and ignore quoted format examples in explanatory prose; normalize typographic quotes and explicitly labelled choice boxes. Apply uniformly to all immutable completions.", + "selection_policy": "Uniform parser applied to every completion; no use of ground truth for extraction; no regeneration." +} diff --git a/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-l-50/metrics.json b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-l-50/metrics.json new file mode 100644 index 0000000..883d6cf --- /dev/null +++ b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-l-50/metrics.json @@ -0,0 +1,209 @@ +{ + "total": 3072, + "correct": 1935, + "unparsed": 12, + "truncated": 0, + "completion_tokens": 15567420, + "accuracy": 0.6298828125, + "unique_questions_completed": 384, + "by_repeat": { + "0": { + "total": 384, + "correct": 233, + "accuracy": 0.6067708333333334 + }, + "1": { + "total": 384, + "correct": 236, + "accuracy": 0.6145833333333334 + }, + "2": { + "total": 384, + "correct": 250, + "accuracy": 0.6510416666666666 + }, + "3": { + "total": 384, + "correct": 240, + "accuracy": 0.625 + }, + "4": { + "total": 384, + "correct": 245, + "accuracy": 0.6380208333333334 + }, + "5": { + "total": 384, + "correct": 233, + "accuracy": 0.6067708333333334 + }, + "6": { + "total": 384, + "correct": 251, + "accuracy": 0.6536458333333334 + }, + "7": { + "total": 384, + "correct": 247, + "accuracy": 0.6432291666666666 + } + }, + "discipline_macro_accuracy": 0.6298828125, + "by_discipline": { + "Science": { + "total": 3072, + "correct": 1935, + "accuracy": 0.6298828125 + } + }, + "field_macro_accuracy": 0.6401247207743856, + "by_field": { + "Science/Biology": { + "total": 544, + "correct": 372, + "accuracy": 0.6838235294117647 + }, + "Science/Chemistry": { + "total": 1264, + "correct": 647, + "accuracy": 0.5118670886075949 + }, + "Science/Physics": { + "total": 1264, + "correct": 916, + "accuracy": 0.7246835443037974 + } + }, + "subfield_macro_accuracy": 0.5834144179430165, + "by_subfield": { + "Science/Biology/Genetics": { + "total": 120, + "correct": 77, + "accuracy": 0.6416666666666667 + }, + "Science/Biology/Molecular Biology": { + "total": 424, + "correct": 295, + "accuracy": 0.6957547169811321 + }, + "Science/Chemistry/Analytical Chemistry": { + "total": 8, + "correct": 0, + "accuracy": 0.0 + }, + "Science/Chemistry/Chemistry (general)": { + "total": 376, + "correct": 222, + "accuracy": 0.5904255319148937 + }, + "Science/Chemistry/Inorganic Chemistry": { + "total": 24, + "correct": 14, + "accuracy": 0.5833333333333334 + }, + "Science/Chemistry/Organic Chemistry": { + "total": 856, + "correct": 411, + "accuracy": 0.48014018691588783 + }, + "Science/Physics/Astrophysics": { + "total": 240, + "correct": 182, + "accuracy": 0.7583333333333333 + }, + "Science/Physics/Condensed Matter Physics": { + "total": 16, + "correct": 10, + "accuracy": 0.625 + }, + "Science/Physics/Electromagnetism and Photonics": { + "total": 72, + "correct": 51, + "accuracy": 0.7083333333333334 + }, + "Science/Physics/High-energy particle physics": { + "total": 256, + "correct": 162, + "accuracy": 0.6328125 + }, + "Science/Physics/Optics and Acoustics": { + "total": 8, + "correct": 0, + "accuracy": 0.0 + }, + "Science/Physics/Physics (general)": { + "total": 240, + "correct": 171, + "accuracy": 0.7125 + }, + "Science/Physics/Quantum Mechanics": { + "total": 352, + "correct": 275, + "accuracy": 0.78125 + }, + "Science/Physics/Relativistic Mechanics": { + "total": 56, + "correct": 49, + "accuracy": 0.875 + }, + "Science/Physics/Statistical Mechanics": { + "total": 24, + "correct": 16, + "accuracy": 0.6666666666666666 + } + }, + "complete": true, + "expected_total": 3072, + "run_settings": { + "model_name_or_path": "/models/evaluated", + "dtype": "bfloat16", + "quantization": null, + "tensor_parallel_size": 4, + "runtime_patch": "ragged", + "seed": 42, + "temperature": 1.0, + "top_p": 1.0, + "top_k": -1, + "min_p": 0.0, + "presence_penalty": 0.0, + "repetition_penalty": 1.0, + "max_tokens": 131072, + "max_model_len": 131072, + "batch_size": 128, + "gpu_memory_utilization": 0.9, + "reasoning_effort": "high", + "prompt_date": "2026-09-17", + "limit": null, + "enforce_eager": true, + "max_num_batched_tokens": 8192, + "protocol_version": 1, + "dataset": "gpqa_main", + "tools": false, + "scheduling": "continuous-final-only", + "split_sha256": "ff0bf0307c875869ea9b90feab29413a9b6a7777ed844c5add4626b93d7b941a", + "data_sha256": "c7475f3382e65a23a5f3c1da97947e1ac9c110686efcc23df16c44c9b65c44cb", + "prompt_tokens_sha256": "c17cd14a5d783acf9ae044c8c2636a6e73ecabfe8aa3bd04f6514d94a07ff68d", + "question_count": 384, + "max_prompt_tokens": 2889, + "model_config_sha256": "1fe1593b24a3078ae8ae665a8c705b85fa1f8c5974ac378c23b9ff20cf0b2e24", + "versions": { + "torch": "2.13.0+cu130", + "transformers": "5.17.0", + "vllm": "0.29.0", + "tokenizers": "0.23.1" + }, + "mcq_profile": "qwen35-mcq", + "parser": "final-only-mcq-answer-v4", + "evaluation_source_sha256": "499aa41cfb069fc7f5f8af174f4cd2563502dabdc54ddec328910fa4d46d6527", + "sampling_repeats": 8, + "expected_completions": 3072, + "repeat_option_order": "same frozen options in every repeat; independent per-question/repeat seed", + "generation_budget": "min(max_tokens, max_model_len - prompt_tokens); no input truncation", + "minimum_effective_max_tokens": 128183, + "maximum_effective_max_tokens": 130930, + "aggregation": "mean pass@1 over all completions; no majority vote or best-of-N; hierarchy macro scores also reported", + "protocol_source": "https://huggingface.co/Qwen/Qwen3.5-122B-A10B#best-practices", + "protocol_scope": "Published MCQ format; sampling parameters explicitly recorded. Exact reported benchmark protocol is not fully disclosed.", + "grading_source_sha256": "afb168eebfbfedc5717a3df80f817906c212f8ae2ddf61c8f05e1a0537f0bc18" + } +} diff --git a/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-l-50/predictions.sanitized.jsonl b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-l-50/predictions.sanitized.jsonl new file mode 100644 index 0000000..35d2b7f --- /dev/null +++ b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-l-50/predictions.sanitized.jsonl @@ -0,0 +1,3072 @@ +{"uuid":"gpqa-main-d022f771c467d057bbb527d0","benchmark":"gpqa_main","data_index":39,"repeat_index":0,"sample_id":"gpqa-main-d022f771c467d057bbb527d0/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":63,"prompt_tokens":192,"effective_max_tokens":130880,"original_embedded_prediction":"A","question_sha256":"f3fdb78f6fe3c60a21e29d92babec94b4d8c0f6e012394045833653cbdb1a4d7"} +{"uuid":"gpqa-main-ad8f0afd2f116341ed3a69c0","benchmark":"gpqa_main","data_index":40,"repeat_index":0,"sample_id":"gpqa-main-ad8f0afd2f116341ed3a69c0/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":136,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"b6c9142bf69c50d0a62b5b8254344b66610ca208a646e6a69a606819b7eb1bf8"} +{"uuid":"gpqa-main-834c95c23407a9d2c736d2ee","benchmark":"gpqa_main","data_index":57,"repeat_index":0,"sample_id":"gpqa-main-834c95c23407a9d2c736d2ee/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":228,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"bb698537245b51d08b5d5a6cecdfd1a4e34f7ac0f17e13da8d713af9341a9366"} +{"uuid":"gpqa-main-ff85a5ccc5b465a708f70be3","benchmark":"gpqa_main","data_index":29,"repeat_index":0,"sample_id":"gpqa-main-ff85a5ccc5b465a708f70be3/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":312,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"f86f6ace621f9a5dc4c1d23e2bb2d546e1ca384df523a7a90d793b41a43ebfc6"} +{"uuid":"gpqa-main-f79cea2e3c2e242b6e0da4d5","benchmark":"gpqa_main","data_index":54,"repeat_index":0,"sample_id":"gpqa-main-f79cea2e3c2e242b6e0da4d5/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":336,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"D","question_sha256":"bdc1ab103002886dcbe879cd751d3e27b8ba6e988859bb80422ea04871269448"} +{"uuid":"gpqa-main-84e0462fb979739143160f76","benchmark":"gpqa_main","data_index":74,"repeat_index":0,"sample_id":"gpqa-main-84e0462fb979739143160f76/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":363,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"A","question_sha256":"17821f797104818a4e9c06d5499572866481ca7a9f6bf4d3993cbc935754c06e"} +{"uuid":"gpqa-main-810618179b41cff3d8593ba5","benchmark":"gpqa_main","data_index":23,"repeat_index":0,"sample_id":"gpqa-main-810618179b41cff3d8593ba5/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":374,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"4f7077a78998cfa5dbe881d51f9f859973bb281cce9f5a2bde9d5475cc520111"} +{"uuid":"gpqa-main-ec756f5cd58f1d3e9c9c8676","benchmark":"gpqa_main","data_index":110,"repeat_index":0,"sample_id":"gpqa-main-ec756f5cd58f1d3e9c9c8676/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":401,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"B","question_sha256":"016bbafd184cf46762e3e824d2499734daf9efd8cb5f0adad12078f151c96a12"} +{"uuid":"gpqa-main-cda1b642d52c30858bcdf7a3","benchmark":"gpqa_main","data_index":27,"repeat_index":0,"sample_id":"gpqa-main-cda1b642d52c30858bcdf7a3/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":413,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"85f5a80c90290184ac6ec65307174970563ac9442644e868f064c886836d7a25"} +{"uuid":"gpqa-main-b5b0614a110a5eb0657cbe9a","benchmark":"gpqa_main","data_index":115,"repeat_index":0,"sample_id":"gpqa-main-b5b0614a110a5eb0657cbe9a/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":430,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"D","question_sha256":"829ccc830e5fe3601c6e7c0a975192c938019f4d4e5c1b2334d55bb1d951711e"} +{"uuid":"gpqa-main-ddc1b02f963a2f785385132e","benchmark":"gpqa_main","data_index":93,"repeat_index":0,"sample_id":"gpqa-main-ddc1b02f963a2f785385132e/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":458,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"d5e7b22736a2cdaa0f2553a100795aa6b7e150fcc1b9fe093e28e3fea855f346"} +{"uuid":"gpqa-main-50467ff0a4937693425f108b","benchmark":"gpqa_main","data_index":7,"repeat_index":0,"sample_id":"gpqa-main-50467ff0a4937693425f108b/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":558,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"B","question_sha256":"ee40e0ba47746454343829f9f66dd4d391816fe24ca19edf78fcce05cf1f26d8"} +{"uuid":"gpqa-main-87c633148441d2b07b8e2e81","benchmark":"gpqa_main","data_index":88,"repeat_index":0,"sample_id":"gpqa-main-87c633148441d2b07b8e2e81/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":680,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"0fb47d10edb4eca17f93926dea501fdd19bde76cfe58f57edb445a7272d7787c"} +{"uuid":"gpqa-main-a5811d01e615771d5e0b48fb","benchmark":"gpqa_main","data_index":100,"repeat_index":0,"sample_id":"gpqa-main-a5811d01e615771d5e0b48fb/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":682,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"D","question_sha256":"18c1c5c103fb01b10fd0ca282f8eab427517d6587a0a9962010b5ad16e05b98f"} +{"uuid":"gpqa-main-763daf42ea0c79050a6a4d1d","benchmark":"gpqa_main","data_index":61,"repeat_index":0,"sample_id":"gpqa-main-763daf42ea0c79050a6a4d1d/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":727,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"D","question_sha256":"72b4053b92adde478bb40c3fb9ef1e06215efe5922e2d600121170f824d32c13"} +{"uuid":"gpqa-main-5334e8bdecfbd08a0fceb69b","benchmark":"gpqa_main","data_index":47,"repeat_index":0,"sample_id":"gpqa-main-5334e8bdecfbd08a0fceb69b/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":730,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"B","question_sha256":"0c1cc6cb8c9b9a25c645b86bbada068207876248621f0327486d559892b7a8a9"} +{"uuid":"gpqa-main-bf684ea09dc8822450fbd37c","benchmark":"gpqa_main","data_index":84,"repeat_index":0,"sample_id":"gpqa-main-bf684ea09dc8822450fbd37c/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":783,"prompt_tokens":372,"effective_max_tokens":130700,"original_embedded_prediction":"A","question_sha256":"8f0911e951adf5df2bfc8aa29c14de392a998e2fa48463ceecedcd39a8301453"} +{"uuid":"gpqa-main-b7ef729c55e0cb48c67bca16","benchmark":"gpqa_main","data_index":31,"repeat_index":0,"sample_id":"gpqa-main-b7ef729c55e0cb48c67bca16/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":803,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"B","question_sha256":"732a49f65a753e1d2c9ebb525ad8cc4c9ea6aa812fdc5eda3c630aa4aa35c7b5"} +{"uuid":"gpqa-main-2ad64f0bf627cf52a8ad924c","benchmark":"gpqa_main","data_index":135,"repeat_index":0,"sample_id":"gpqa-main-2ad64f0bf627cf52a8ad924c/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":404,"prompt_tokens":146,"effective_max_tokens":130926,"original_embedded_prediction":"D","question_sha256":"e9afb48881134b480ce09710124320be56d4166a402490b65f81bdb1df6e3a1d"} +{"uuid":"gpqa-main-49e3b768e85f009875fb4b7f","benchmark":"gpqa_main","data_index":70,"repeat_index":0,"sample_id":"gpqa-main-49e3b768e85f009875fb4b7f/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":821,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"B","question_sha256":"181abbdaf75899b4c447f9c98c58f90512c06ffe5521e109fa83597da1fb7aae"} +{"uuid":"gpqa-main-9b60a112c6568a530227ce47","benchmark":"gpqa_main","data_index":48,"repeat_index":0,"sample_id":"gpqa-main-9b60a112c6568a530227ce47/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":833,"prompt_tokens":443,"effective_max_tokens":130629,"original_embedded_prediction":"D","question_sha256":"4dd7bd0636dc935d4359866d23d365353db91692ab9b80b438a3f65683abf4e7"} +{"uuid":"gpqa-main-29e885003cf7658ac2eb0ba4","benchmark":"gpqa_main","data_index":103,"repeat_index":0,"sample_id":"gpqa-main-29e885003cf7658ac2eb0ba4/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":834,"prompt_tokens":299,"effective_max_tokens":130773,"original_embedded_prediction":"D","question_sha256":"e6fd9b7cea6cbcd53eabc57f63ae367008b2774a1092f55e23e78b7eafbdbafa"} +{"uuid":"gpqa-main-992d40815d86851a9f6e7230","benchmark":"gpqa_main","data_index":1,"repeat_index":0,"sample_id":"gpqa-main-992d40815d86851a9f6e7230/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":844,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"b698ebb0cb6d3abffa554435859e51f21dd11a9955cfceece2c7a6fa9b0e2023"} +{"uuid":"gpqa-main-7a6f40292c595b5ffad3d66b","benchmark":"gpqa_main","data_index":80,"repeat_index":0,"sample_id":"gpqa-main-7a6f40292c595b5ffad3d66b/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":850,"prompt_tokens":317,"effective_max_tokens":130755,"original_embedded_prediction":"A","question_sha256":"82d8161e96256872367b5e1c12af2c1f91e6c4a6aac3d066708fccb1826bf840"} +{"uuid":"gpqa-main-ba7b4d8b6b363240553a5da8","benchmark":"gpqa_main","data_index":13,"repeat_index":0,"sample_id":"gpqa-main-ba7b4d8b6b363240553a5da8/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":865,"prompt_tokens":320,"effective_max_tokens":130752,"original_embedded_prediction":"B","question_sha256":"f31ead87a22282cc5dfb01f73a1fe9c84520ad1b8dc017953d8293dbe8b47044"} +{"uuid":"gpqa-main-efc527af4c77c27856f0d201","benchmark":"gpqa_main","data_index":60,"repeat_index":0,"sample_id":"gpqa-main-efc527af4c77c27856f0d201/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":872,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"29ffae74d292a9a38f72dd8e95efab3be752912b79e848701193359c657937f6"} +{"uuid":"gpqa-main-2d88ca9efdaae7d19aed9660","benchmark":"gpqa_main","data_index":112,"repeat_index":0,"sample_id":"gpqa-main-2d88ca9efdaae7d19aed9660/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":870,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"43af6d11597079a7d069dd93bbf3db87f0b5bb604fbfc66fc60c268d149d8fba"} +{"uuid":"gpqa-main-7c3c45d7826322d2dd84475f","benchmark":"gpqa_main","data_index":98,"repeat_index":0,"sample_id":"gpqa-main-7c3c45d7826322d2dd84475f/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":880,"prompt_tokens":419,"effective_max_tokens":130653,"original_embedded_prediction":"A","question_sha256":"f98a4cc383b4e02c52b4cdafe1b79c1d58df251d5d10ab65f71740d27243ed28"} +{"uuid":"gpqa-main-47999f808ae4df35fd817dd2","benchmark":"gpqa_main","data_index":14,"repeat_index":0,"sample_id":"gpqa-main-47999f808ae4df35fd817dd2/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":895,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"0b24415e0a51d238b6f9b4a8ae6a56386da27f195c825aa8d124ca3e7adc5bb9"} +{"uuid":"gpqa-main-9b7f84c844aa65b8ebfee235","benchmark":"gpqa_main","data_index":120,"repeat_index":0,"sample_id":"gpqa-main-9b7f84c844aa65b8ebfee235/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":920,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"9443960fd2664e6d4890575733c6a4f1f6d804ec21e10e0f9d415b99297f9845"} +{"uuid":"gpqa-main-3cbf7d3e13c908f5e699f9e0","benchmark":"gpqa_main","data_index":133,"repeat_index":0,"sample_id":"gpqa-main-3cbf7d3e13c908f5e699f9e0/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":576,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"D","question_sha256":"0dbcc69ff35530f240a5bb623a78f2cd1d042037d2dedb122ebcca751bf9d08e"} +{"uuid":"gpqa-main-b13e6b95879d48313e527260","benchmark":"gpqa_main","data_index":105,"repeat_index":0,"sample_id":"gpqa-main-b13e6b95879d48313e527260/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":971,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"B","question_sha256":"145b51d1c857830091d0dfa7043504329aa8d2a847b5b738079d210a94da31cb"} +{"uuid":"gpqa-main-47f8cee187b620660c7d11b3","benchmark":"gpqa_main","data_index":72,"repeat_index":0,"sample_id":"gpqa-main-47f8cee187b620660c7d11b3/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":988,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"b114078343a4ce3eeaa845ee2c7bfa4ac7c9add00f507d8ff60e46cca593fb46"} +{"uuid":"gpqa-main-f1451c98bdb50fb5b0dbdc55","benchmark":"gpqa_main","data_index":116,"repeat_index":0,"sample_id":"gpqa-main-f1451c98bdb50fb5b0dbdc55/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1032,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"B","question_sha256":"650bb2feaa18830493f8e50de85c38c1f24570d9f1e7c9970c8ed9fbcbbde337"} +{"uuid":"gpqa-main-b654b748170277d4b0d0c6b5","benchmark":"gpqa_main","data_index":94,"repeat_index":0,"sample_id":"gpqa-main-b654b748170277d4b0d0c6b5/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1053,"prompt_tokens":508,"effective_max_tokens":130564,"original_embedded_prediction":"D","question_sha256":"010973f2a9805982e33bfecd460da27e4d2f170e4567ebf854c807385bea09d3"} +{"uuid":"gpqa-main-18347a23c4b32df1f0b31d1a","benchmark":"gpqa_main","data_index":11,"repeat_index":0,"sample_id":"gpqa-main-18347a23c4b32df1f0b31d1a/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1085,"prompt_tokens":438,"effective_max_tokens":130634,"original_embedded_prediction":"C","question_sha256":"f69ff8c0001cb2bdea3e51d7d4063a70e8b64bf6f735f62088f0ace464bbe468"} +{"uuid":"gpqa-main-a3be70bb026878238a72f88b","benchmark":"gpqa_main","data_index":66,"repeat_index":0,"sample_id":"gpqa-main-a3be70bb026878238a72f88b/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1099,"prompt_tokens":446,"effective_max_tokens":130626,"original_embedded_prediction":"C","question_sha256":"42da82ad5cb9e03bf1c8f1d786b162fd55245c32907328f445c191681a98b669"} +{"uuid":"gpqa-main-de59169ce40a93ff305f9a41","benchmark":"gpqa_main","data_index":0,"repeat_index":0,"sample_id":"gpqa-main-de59169ce40a93ff305f9a41/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1125,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"c5859c729f1f8217c8555103da018a579f07eb8df38d8389383b2f4634573327"} +{"uuid":"gpqa-main-f7ba77d144b7a11de90a37c4","benchmark":"gpqa_main","data_index":145,"repeat_index":0,"sample_id":"gpqa-main-f7ba77d144b7a11de90a37c4/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":347,"prompt_tokens":236,"effective_max_tokens":130836,"original_embedded_prediction":"B","question_sha256":"ac7263466ea3cfcdcebac618b1d20835b4103b2d80b75b1a7110e9763eb45aa2"} +{"uuid":"gpqa-main-8cf981eedacab9acbdd5b00c","benchmark":"gpqa_main","data_index":92,"repeat_index":0,"sample_id":"gpqa-main-8cf981eedacab9acbdd5b00c/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1181,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"C","question_sha256":"14dcd60f9986bbbcbbdc0e4b3462397b01801a452d9756100ed129baa5baf68c"} +{"uuid":"gpqa-main-498b428b55b7644426a781c9","benchmark":"gpqa_main","data_index":64,"repeat_index":0,"sample_id":"gpqa-main-498b428b55b7644426a781c9/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1203,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"C","question_sha256":"7fbfdc18f5a18b666f8d4afc859af60c4c56ab7d8d677d46fb01a050207ac688"} +{"uuid":"gpqa-main-35569b36357cfce18162c999","benchmark":"gpqa_main","data_index":52,"repeat_index":0,"sample_id":"gpqa-main-35569b36357cfce18162c999/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1271,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"B","question_sha256":"a2136b05b78259562b913f1f56520c4184d70bf60017617a442a41f907c31b78"} +{"uuid":"gpqa-main-41ca21006bb37fef24a8975a","benchmark":"gpqa_main","data_index":86,"repeat_index":0,"sample_id":"gpqa-main-41ca21006bb37fef24a8975a/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1302,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"8d132ce83553f28f02599f90e3c52fb60d8f58faea0f09152f78f7df6e310abc"} +{"uuid":"gpqa-main-832feb793ff377da50abf878","benchmark":"gpqa_main","data_index":69,"repeat_index":0,"sample_id":"gpqa-main-832feb793ff377da50abf878/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1318,"prompt_tokens":202,"effective_max_tokens":130870,"original_embedded_prediction":"B","question_sha256":"9cb12d81fbbe616cc95beecd1627265e0b5a2fa48b8e7493d3df89b378afbc12"} +{"uuid":"gpqa-main-0d56f92dcb32c3f0494a4705","benchmark":"gpqa_main","data_index":15,"repeat_index":0,"sample_id":"gpqa-main-0d56f92dcb32c3f0494a4705/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1384,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"D","question_sha256":"d48362abba761cef50927ef586befd9a2fdb343aa19b2fa457ee74fb6dbfb56b"} +{"uuid":"gpqa-main-00a9d82facaec210f417af7a","benchmark":"gpqa_main","data_index":157,"repeat_index":0,"sample_id":"gpqa-main-00a9d82facaec210f417af7a/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":467,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"77f0590db54b06b37e142e7363145cbdb1a8d11c2a7575d9ae0fc10b3a6708bd"} +{"uuid":"gpqa-main-d750e02b8d42b4b4d6aba4b9","benchmark":"gpqa_main","data_index":41,"repeat_index":0,"sample_id":"gpqa-main-d750e02b8d42b4b4d6aba4b9/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1396,"prompt_tokens":944,"effective_max_tokens":130128,"original_embedded_prediction":"D","question_sha256":"5ea7e9b17f677439bf5f6e43169cb794916985d1c5964f6a0d8becf3f9e3b7ad"} +{"uuid":"gpqa-main-cb8b679fe50f1b3a7168eb92","benchmark":"gpqa_main","data_index":154,"repeat_index":0,"sample_id":"gpqa-main-cb8b679fe50f1b3a7168eb92/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":552,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"B","question_sha256":"8ed0101055c99512a99310385277c13855047c3a1b31ca6b8a6ee3f83cf5d4f3"} +{"uuid":"gpqa-main-34faeb45e152eaf4c29e65e4","benchmark":"gpqa_main","data_index":151,"repeat_index":0,"sample_id":"gpqa-main-34faeb45e152eaf4c29e65e4/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":587,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"B","question_sha256":"82e6266418c679493cea34e30d0f71026adb6ab6c433e643d37860fb718999ec"} +{"uuid":"gpqa-main-579e17ce4c553c730c526a5c","benchmark":"gpqa_main","data_index":42,"repeat_index":0,"sample_id":"gpqa-main-579e17ce4c553c730c526a5c/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1443,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"D","question_sha256":"1ce3d847d25b2c2f678c304f134266501155719553a1a003f38a6b0a75ffb81b"} +{"uuid":"gpqa-main-950b8724526dc5d718438bec","benchmark":"gpqa_main","data_index":12,"repeat_index":0,"sample_id":"gpqa-main-950b8724526dc5d718438bec/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1458,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"B","question_sha256":"d81eab0b3deeedb23d68076a8f0de5ca6461b5d2d1a7da228f6a0b6ba6ca53e7"} +{"uuid":"gpqa-main-21bf0d1bb4513b046dfdf875","benchmark":"gpqa_main","data_index":22,"repeat_index":0,"sample_id":"gpqa-main-21bf0d1bb4513b046dfdf875/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1477,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"916a1ca795d38f4c815c99d6f162f52af934ee4e1b0d100dc0a7fb747631f7a7"} +{"uuid":"gpqa-main-84cbf72ad94d1afe2aa56331","benchmark":"gpqa_main","data_index":97,"repeat_index":0,"sample_id":"gpqa-main-84cbf72ad94d1afe2aa56331/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1490,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"D","question_sha256":"089a55e5a3fbca456cb952a230bd88a82c177ec99470bd05f822803a1bdd3db5"} +{"uuid":"gpqa-main-35d088e32fb39438767e1141","benchmark":"gpqa_main","data_index":79,"repeat_index":0,"sample_id":"gpqa-main-35d088e32fb39438767e1141/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1520,"prompt_tokens":434,"effective_max_tokens":130638,"original_embedded_prediction":"B","question_sha256":"9d467213ec07b8217d3c3aa11a312c8536475e654bbb7ef916a4b8f92e0c7a7d"} +{"uuid":"gpqa-main-be458c5a0490a8298ea11494","benchmark":"gpqa_main","data_index":119,"repeat_index":0,"sample_id":"gpqa-main-be458c5a0490a8298ea11494/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1593,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"17cada7a00fa20e35d380a47aad58aace15d791f3cd4f119acb4635e55951129"} +{"uuid":"gpqa-main-fbf1f6e62b48cbbf0bca4714","benchmark":"gpqa_main","data_index":51,"repeat_index":0,"sample_id":"gpqa-main-fbf1f6e62b48cbbf0bca4714/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1598,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"59affc9a905621c391ee7886c0e428eac5cb1f60c7c251e2fc1fcb081cb8e076"} +{"uuid":"gpqa-main-fa3e9be7fdf8e7c8952739d8","benchmark":"gpqa_main","data_index":131,"repeat_index":0,"sample_id":"gpqa-main-fa3e9be7fdf8e7c8952739d8/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1298,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"5e9819e02e7dd08ec53ff217d848ce64e833e2b069cd81e9940f7a72a5230b30"} +{"uuid":"gpqa-main-8a20fac7d1a5bff58e8c63ca","benchmark":"gpqa_main","data_index":73,"repeat_index":0,"sample_id":"gpqa-main-8a20fac7d1a5bff58e8c63ca/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1626,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"C","question_sha256":"065acbbc3564fb2547e820ab1c35567bac49dff768319e8f4b46ee23bdd92415"} +{"uuid":"gpqa-main-5f336d7998263d21db8f15c1","benchmark":"gpqa_main","data_index":50,"repeat_index":0,"sample_id":"gpqa-main-5f336d7998263d21db8f15c1/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1666,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"C","question_sha256":"5028b464f9ac881885af02d0d7fda29d17165d3804f0f84dbc2e8f6dbd923739"} +{"uuid":"gpqa-main-692e40bceeaff3accdc11ead","benchmark":"gpqa_main","data_index":137,"repeat_index":0,"sample_id":"gpqa-main-692e40bceeaff3accdc11ead/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1277,"prompt_tokens":471,"effective_max_tokens":130601,"original_embedded_prediction":"D","question_sha256":"954d12809188bb6fb15643c4406ac6b108f5d7836e1eeabd73e49df01f2c616e"} +{"uuid":"gpqa-main-547aac137dd7671e7ef03fa9","benchmark":"gpqa_main","data_index":164,"repeat_index":0,"sample_id":"gpqa-main-547aac137dd7671e7ef03fa9/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":643,"prompt_tokens":497,"effective_max_tokens":130575,"original_embedded_prediction":"C","question_sha256":"8369c6a1ffc960e3f3d88e5e4c521eebcc37f39ca9adf654c3cd4b61f892f2ef"} +{"uuid":"gpqa-main-a1ec72afe45eedbea242cd73","benchmark":"gpqa_main","data_index":44,"repeat_index":0,"sample_id":"gpqa-main-a1ec72afe45eedbea242cd73/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1781,"prompt_tokens":310,"effective_max_tokens":130762,"original_embedded_prediction":"A","question_sha256":"e87180319d813402cf71637950d93636988703d0477e2bb79fb03a1d2df9afe3"} +{"uuid":"gpqa-main-2322ddc82747aa5a01bf1c1e","benchmark":"gpqa_main","data_index":102,"repeat_index":0,"sample_id":"gpqa-main-2322ddc82747aa5a01bf1c1e/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1794,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"d9d7e1406d6a9d440081915edafcb4a493a40b6172838b858a979c0a58bb4c62"} +{"uuid":"gpqa-main-73f6c00588963349c225df6c","benchmark":"gpqa_main","data_index":113,"repeat_index":0,"sample_id":"gpqa-main-73f6c00588963349c225df6c/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1864,"prompt_tokens":476,"effective_max_tokens":130596,"original_embedded_prediction":"B","question_sha256":"6c8759c4aac1084515abf1e3c463c7a0b6411dc3fa720a9a5fb5ac8f5777b49c"} +{"uuid":"gpqa-main-1af843966aecfd5da1f08dd6","benchmark":"gpqa_main","data_index":6,"repeat_index":0,"sample_id":"gpqa-main-1af843966aecfd5da1f08dd6/repeat-0","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1919,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":null,"question_sha256":"13e7c71f8aae7040bd98bd6b7bfe361f01f9aa9f4fd4b6095b40f97963688bdc"} +{"uuid":"gpqa-main-002cb7f9ef3ee2a3d460b42e","benchmark":"gpqa_main","data_index":85,"repeat_index":0,"sample_id":"gpqa-main-002cb7f9ef3ee2a3d460b42e/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2001,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"3bed68f29773b3484a0b5acab22f438229b63f2a324fb817a933e4d514178386"} +{"uuid":"gpqa-main-feeb39404129cbb3b7e867ec","benchmark":"gpqa_main","data_index":43,"repeat_index":0,"sample_id":"gpqa-main-feeb39404129cbb3b7e867ec/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2033,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"B","question_sha256":"a80144fd582290217d4749a45438b278db047877b2f9babd5f52d9d0dcc88daf"} +{"uuid":"gpqa-main-7239e8e1a6f52b11d89b376d","benchmark":"gpqa_main","data_index":35,"repeat_index":0,"sample_id":"gpqa-main-7239e8e1a6f52b11d89b376d/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2067,"prompt_tokens":359,"effective_max_tokens":130713,"original_embedded_prediction":"D","question_sha256":"6b778965b4593497cd5378ecaa94e84f97d2910300038afb6590a8e9376b791c"} +{"uuid":"gpqa-main-781f4efc4b25ff35b588e87c","benchmark":"gpqa_main","data_index":181,"repeat_index":0,"sample_id":"gpqa-main-781f4efc4b25ff35b588e87c/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":545,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"C","question_sha256":"f933a526e8aec15b0dc77756bad3ba0839404a6d042443e3f5a0ab0b8d1cfa96"} +{"uuid":"gpqa-main-bab6e331fae29c00395de3a4","benchmark":"gpqa_main","data_index":166,"repeat_index":0,"sample_id":"gpqa-main-bab6e331fae29c00395de3a4/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":924,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"cf500f5f076470e539799f3822047d1a6263a0abc77614f9abc48a4f60ba507d"} +{"uuid":"gpqa-main-9e1b7c5b2ce53e8d6424b66a","benchmark":"gpqa_main","data_index":59,"repeat_index":0,"sample_id":"gpqa-main-9e1b7c5b2ce53e8d6424b66a/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2111,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"97732ba422afbf18b5d2d6b3bd26f6c540049e2f82d9628414525cebe7e9a5dd"} +{"uuid":"gpqa-main-e3e073f3f0f646532e4caf06","benchmark":"gpqa_main","data_index":167,"repeat_index":0,"sample_id":"gpqa-main-e3e073f3f0f646532e4caf06/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":940,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"A","question_sha256":"a1cff30033350ed32c6446abacb176ef3ffad0fc471aaacf3468c78e0aad550e"} +{"uuid":"gpqa-main-3d4249ae7ea85a07b7726fff","benchmark":"gpqa_main","data_index":9,"repeat_index":0,"sample_id":"gpqa-main-3d4249ae7ea85a07b7726fff/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2141,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"f3a651caf4cc86d7183e2aa4e94783901dfd4ba7026521589b0aa1f1c95b0e55"} +{"uuid":"gpqa-main-e408cf011e5548359fd7cfa7","benchmark":"gpqa_main","data_index":68,"repeat_index":0,"sample_id":"gpqa-main-e408cf011e5548359fd7cfa7/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2193,"prompt_tokens":190,"effective_max_tokens":130882,"original_embedded_prediction":"D","question_sha256":"62f7808cdd914d23316e18802ada081dc433f34465864581ce0c27bfafdcd343"} +{"uuid":"gpqa-main-3357b4ebb8c461cb9eeca4bd","benchmark":"gpqa_main","data_index":78,"repeat_index":0,"sample_id":"gpqa-main-3357b4ebb8c461cb9eeca4bd/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2224,"prompt_tokens":283,"effective_max_tokens":130789,"original_embedded_prediction":"A","question_sha256":"cdffe5a4f742a97a3cc2ffedfc8d78a3ffa14249a51afc48e9d7aa8fc6b499a8"} +{"uuid":"gpqa-main-efa466851677550746c06a1f","benchmark":"gpqa_main","data_index":38,"repeat_index":0,"sample_id":"gpqa-main-efa466851677550746c06a1f/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2244,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"B","question_sha256":"b64a2faa078044133322af9742b3f75788b5f8e5701f1fee08d693854a842448"} +{"uuid":"gpqa-main-ad697760bc60543062e8b7b4","benchmark":"gpqa_main","data_index":153,"repeat_index":0,"sample_id":"gpqa-main-ad697760bc60543062e8b7b4/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1450,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"B","question_sha256":"7f9b4679645e2d89214a154be6bdb13eafdc747457ce2950bda27a9a2b97917f"} +{"uuid":"gpqa-main-b22053dbc40179e114f0c866","benchmark":"gpqa_main","data_index":125,"repeat_index":0,"sample_id":"gpqa-main-b22053dbc40179e114f0c866/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2330,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"1f101bccd20044577731aef887c9704a6a153baf063dff8d9a04510e7b8dcfb7"} +{"uuid":"gpqa-main-084903ab17db0fab7bc6caea","benchmark":"gpqa_main","data_index":129,"repeat_index":0,"sample_id":"gpqa-main-084903ab17db0fab7bc6caea/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2211,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"D","question_sha256":"b560f550d5d9fb2378520f0fcf7b6573aec2027430ef06270491ace18a0497fc"} +{"uuid":"gpqa-main-c028fe71611d73b87b4cbb03","benchmark":"gpqa_main","data_index":156,"repeat_index":0,"sample_id":"gpqa-main-c028fe71611d73b87b4cbb03/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1458,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"D","question_sha256":"f56f3f5d135dc8d61dc42f902943e2459f79e4343f2fef6741f6f86d4133a99a"} +{"uuid":"gpqa-main-8db8ffb39e6d3e618c8d388c","benchmark":"gpqa_main","data_index":56,"repeat_index":0,"sample_id":"gpqa-main-8db8ffb39e6d3e618c8d388c/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2357,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"B","question_sha256":"28dff82ab12e25f0b479054be2f5d8b597951c2458e383bb25cf488b09c98ff5"} +{"uuid":"gpqa-main-79721e93e90bdb2d8da052c0","benchmark":"gpqa_main","data_index":132,"repeat_index":0,"sample_id":"gpqa-main-79721e93e90bdb2d8da052c0/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2046,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"2a09355eb98c6b8d6ad0b51afb3b27f719fed44786d3b2998dfe7ee66413a028"} +{"uuid":"gpqa-main-6bb4180b8c6df2f8f7490345","benchmark":"gpqa_main","data_index":26,"repeat_index":0,"sample_id":"gpqa-main-6bb4180b8c6df2f8f7490345/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2390,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"a40e1e0f0ddd21a34df82626b6553232ad944bbeec5bf0819aaf5ae0b1a92c59"} +{"uuid":"gpqa-main-ea0400e59078652fc57eb6e1","benchmark":"gpqa_main","data_index":96,"repeat_index":0,"sample_id":"gpqa-main-ea0400e59078652fc57eb6e1/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2447,"prompt_tokens":537,"effective_max_tokens":130535,"original_embedded_prediction":"D","question_sha256":"50fc83bec6235fb29a76a0a00342f5c99a24684597a5930df882fe103e170363"} +{"uuid":"gpqa-main-f432c1aa4319a4b1f6fa2ac1","benchmark":"gpqa_main","data_index":109,"repeat_index":0,"sample_id":"gpqa-main-f432c1aa4319a4b1f6fa2ac1/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2469,"prompt_tokens":264,"effective_max_tokens":130808,"original_embedded_prediction":"C","question_sha256":"19d5ec504b7008b3eada0ca0c300cd88147b20679109f6681bfd8946e0db2c8c"} +{"uuid":"gpqa-main-3ebc2c6c608ed7f5e7bf9463","benchmark":"gpqa_main","data_index":20,"repeat_index":0,"sample_id":"gpqa-main-3ebc2c6c608ed7f5e7bf9463/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2507,"prompt_tokens":286,"effective_max_tokens":130786,"original_embedded_prediction":"B","question_sha256":"81bfcfb746da8dbf79e11ca4c419d5416ea1be46678f915598ebe3f9c6b6fc32"} +{"uuid":"gpqa-main-8980ca71edb4f58a3e46b256","benchmark":"gpqa_main","data_index":144,"repeat_index":0,"sample_id":"gpqa-main-8980ca71edb4f58a3e46b256/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1723,"prompt_tokens":145,"effective_max_tokens":130927,"original_embedded_prediction":"B","question_sha256":"fb9586d35200647be665790b2cd3eee5c8cca1b79e6afcf01f027007fa057b64"} +{"uuid":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c","benchmark":"gpqa_main","data_index":118,"repeat_index":0,"sample_id":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2606,"prompt_tokens":340,"effective_max_tokens":130732,"original_embedded_prediction":"C","question_sha256":"626cda94018ba930400d9c043f6fc1aa30c317abf6fd8f6d0ec8b133ce2036c8"} +{"uuid":"gpqa-main-cdc31486df3de65ec2c324e2","benchmark":"gpqa_main","data_index":19,"repeat_index":0,"sample_id":"gpqa-main-cdc31486df3de65ec2c324e2/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2613,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"4d233cd7b8524c989eb47a4c40d6f2f47070b986fea11e3ee3029c07db9b3356"} +{"uuid":"gpqa-main-104b659bbac6e52c4c877c0b","benchmark":"gpqa_main","data_index":152,"repeat_index":0,"sample_id":"gpqa-main-104b659bbac6e52c4c877c0b/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1757,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"D","question_sha256":"de6e1846b7e0c60ac3b7b0f613ad67cc3d941770b7de58c7a45add8c64d1db8b"} +{"uuid":"gpqa-main-7bb8e05365d19cc8328252e0","benchmark":"gpqa_main","data_index":121,"repeat_index":0,"sample_id":"gpqa-main-7bb8e05365d19cc8328252e0/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2621,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"6aff7faed92c98148418177c8cae4893850a1d67b5ceb00cf6a09467c4491367"} +{"uuid":"gpqa-main-249edae2034ba7f3819aaa7b","benchmark":"gpqa_main","data_index":210,"repeat_index":0,"sample_id":"gpqa-main-249edae2034ba7f3819aaa7b/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":243,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"A","question_sha256":"c4d795814405ce2bb231fe7012e4581bcaebca12bb3f8c3260a3ad239aa51a79"} +{"uuid":"gpqa-main-138fcbeedbaf865565ec35fd","benchmark":"gpqa_main","data_index":127,"repeat_index":0,"sample_id":"gpqa-main-138fcbeedbaf865565ec35fd/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2665,"prompt_tokens":409,"effective_max_tokens":130663,"original_embedded_prediction":"D","question_sha256":"15bed1ac60d1bdcf0eec84539d669d6f38a2eb24b51e5072a922d8d9391ab135"} +{"uuid":"gpqa-main-6845f28b26fa44b2b44ded84","benchmark":"gpqa_main","data_index":140,"repeat_index":0,"sample_id":"gpqa-main-6845f28b26fa44b2b44ded84/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2030,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"7c6678dd868700f600b69c54e83e52a10695ac957465ffbe08c35d20f42b448e"} +{"uuid":"gpqa-main-5e6a032f9aa67c7725f828d0","benchmark":"gpqa_main","data_index":195,"repeat_index":0,"sample_id":"gpqa-main-5e6a032f9aa67c7725f828d0/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":680,"prompt_tokens":330,"effective_max_tokens":130742,"original_embedded_prediction":"A","question_sha256":"8accf5d31cc4cf5c2467ac477d83885c90d2715606f7c2e68d318476741bbdd7"} +{"uuid":"gpqa-main-d3a774e5f1af1a1e11117582","benchmark":"gpqa_main","data_index":162,"repeat_index":0,"sample_id":"gpqa-main-d3a774e5f1af1a1e11117582/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1716,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"C","question_sha256":"26b8e966c8adf9fe2824ff1fd3c23b2d488a785fe8a68cbce362bac46e891a79"} +{"uuid":"gpqa-main-1f9ad1ca59cf537e3cdf47c2","benchmark":"gpqa_main","data_index":130,"repeat_index":0,"sample_id":"gpqa-main-1f9ad1ca59cf537e3cdf47c2/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2556,"prompt_tokens":318,"effective_max_tokens":130754,"original_embedded_prediction":"B","question_sha256":"229ffbdb774489fcfd578450da500a74b0c6fd603d3f4050eb6ff993659f5c7e"} +{"uuid":"gpqa-main-aa04ac251ed805588a6be27c","benchmark":"gpqa_main","data_index":165,"repeat_index":0,"sample_id":"gpqa-main-aa04ac251ed805588a6be27c/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1683,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"D","question_sha256":"198a9824ae684cea2edf9d0597e69c2274e0be94e0a0ffcf7b4ad3e95f4a6dae"} +{"uuid":"gpqa-main-99878f707c7c4024511bae58","benchmark":"gpqa_main","data_index":174,"repeat_index":0,"sample_id":"gpqa-main-99878f707c7c4024511bae58/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1432,"prompt_tokens":241,"effective_max_tokens":130831,"original_embedded_prediction":"B","question_sha256":"826fb502d2db0f2db5e44683cd45f09d18423fd8a339643c8dc8b32b1accd428"} +{"uuid":"gpqa-main-d7c4372bfbc5d0f0f9331350","benchmark":"gpqa_main","data_index":185,"repeat_index":0,"sample_id":"gpqa-main-d7c4372bfbc5d0f0f9331350/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1335,"prompt_tokens":588,"effective_max_tokens":130484,"original_embedded_prediction":"B","question_sha256":"92d8ffd16886567ac1ed2f15a6c2d3d6ac2a2fb0fd0e56836671babcde327d3f"} +{"uuid":"gpqa-main-28e3e5e79d7477896c6d853d","benchmark":"gpqa_main","data_index":24,"repeat_index":0,"sample_id":"gpqa-main-28e3e5e79d7477896c6d853d/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2974,"prompt_tokens":1047,"effective_max_tokens":130025,"original_embedded_prediction":"C","question_sha256":"d3b33ef7a0e55c33b5deae6a673dd7fff1fc2e7efa223f3419ecf58e57c06207"} +{"uuid":"gpqa-main-30529bca8e7fdf66400bd444","benchmark":"gpqa_main","data_index":18,"repeat_index":0,"sample_id":"gpqa-main-30529bca8e7fdf66400bd444/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3021,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"fc081c2fbb63be5006154edbddcd4d1654207c4f1ad333e12f9bc19972753482"} +{"uuid":"gpqa-main-6030f5f53fe38c334b2c3a6a","benchmark":"gpqa_main","data_index":173,"repeat_index":0,"sample_id":"gpqa-main-6030f5f53fe38c334b2c3a6a/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1655,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"88d277706c3af734be0507cde034c23c7e206f855c2fcc97d6ed69f8ad92df57"} +{"uuid":"gpqa-main-f2c0ff64cf18a6ae32dc45dc","benchmark":"gpqa_main","data_index":199,"repeat_index":0,"sample_id":"gpqa-main-f2c0ff64cf18a6ae32dc45dc/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":953,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"f2467e0d99b11d10fdd18675d7a73d1a19569e58d6aa97be50c24c2cb28731b1"} +{"uuid":"gpqa-main-381032537ca0c968de7d5c06","benchmark":"gpqa_main","data_index":203,"repeat_index":0,"sample_id":"gpqa-main-381032537ca0c968de7d5c06/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":852,"prompt_tokens":186,"effective_max_tokens":130886,"original_embedded_prediction":"A","question_sha256":"045347c35e2957dbd6bc83158fecec24c157df70fdefaaddc8633ecda3435cdc"} +{"uuid":"gpqa-main-ecb6740406340eb07beacf42","benchmark":"gpqa_main","data_index":226,"repeat_index":0,"sample_id":"gpqa-main-ecb6740406340eb07beacf42/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":274,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"29f96711820eba41ccced6676074bc5bcd9e3eb6c97ce5e8507128a91a175bb0"} +{"uuid":"gpqa-main-13dda0527a69422c0bfefb23","benchmark":"gpqa_main","data_index":45,"repeat_index":0,"sample_id":"gpqa-main-13dda0527a69422c0bfefb23/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3111,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"A","question_sha256":"952dd56af4d111bc829dbe6171c480a13632e8b5771e33245330d32115f96774"} +{"uuid":"gpqa-main-b38dfd97dcfb80fb4df4c6f2","benchmark":"gpqa_main","data_index":126,"repeat_index":0,"sample_id":"gpqa-main-b38dfd97dcfb80fb4df4c6f2/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3150,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"28fc44d6ca68ec833bb9837a558199f6e126ccb90f29dc42a2a4bf34ea4b66a7"} +{"uuid":"gpqa-main-ca7a4b18584754c3664d8758","benchmark":"gpqa_main","data_index":16,"repeat_index":0,"sample_id":"gpqa-main-ca7a4b18584754c3664d8758/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3161,"prompt_tokens":517,"effective_max_tokens":130555,"original_embedded_prediction":"D","question_sha256":"b15ab8a50cd7768206339f81478bb5a4757f87b1bf1c7671597c48117910482f"} +{"uuid":"gpqa-main-9f5d195170ba73ccdc7a3b84","benchmark":"gpqa_main","data_index":207,"repeat_index":0,"sample_id":"gpqa-main-9f5d195170ba73ccdc7a3b84/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":826,"prompt_tokens":552,"effective_max_tokens":130520,"original_embedded_prediction":"A","question_sha256":"e4e5526f8ea9205cbe6b33a5256144298ad11d8250b020cbd4fddbba85a12596"} +{"uuid":"gpqa-main-4462dc9f2d34289881ef2b1c","benchmark":"gpqa_main","data_index":142,"repeat_index":0,"sample_id":"gpqa-main-4462dc9f2d34289881ef2b1c/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2456,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"63318cb18413a705693b9a4312f73dbf5358312aafc1d703c3d29a6340ffa0d1"} +{"uuid":"gpqa-main-779369aa96b96a67933939f1","benchmark":"gpqa_main","data_index":224,"repeat_index":0,"sample_id":"gpqa-main-779369aa96b96a67933939f1/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":429,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"acf784efba891531b08709383ede2379cee1f604b6334b753dd1fcaab37af970"} +{"uuid":"gpqa-main-f35f531075e0f4b71e6bfdf7","benchmark":"gpqa_main","data_index":28,"repeat_index":0,"sample_id":"gpqa-main-f35f531075e0f4b71e6bfdf7/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3231,"prompt_tokens":440,"effective_max_tokens":130632,"original_embedded_prediction":"B","question_sha256":"1dec0a47229d6987f418c244cc1169bdeb04c6134b883ac8895dc2380cdf0539"} +{"uuid":"gpqa-main-ef65739a36457c1672913212","benchmark":"gpqa_main","data_index":159,"repeat_index":0,"sample_id":"gpqa-main-ef65739a36457c1672913212/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2262,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"46601a7bcf5dcc71504dda490de685062fce72cdc997d7acb8b78e5a351a96bc"} +{"uuid":"gpqa-main-04a5c442799262dec9375c25","benchmark":"gpqa_main","data_index":194,"repeat_index":0,"sample_id":"gpqa-main-04a5c442799262dec9375c25/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1226,"prompt_tokens":365,"effective_max_tokens":130707,"original_embedded_prediction":"D","question_sha256":"e90ec32d975ec61b7cd079ff6968bc3dbaa4fc87e74699c1406ce59093066dbc"} +{"uuid":"gpqa-main-913c4ee0ce195992ff9638b1","benchmark":"gpqa_main","data_index":178,"repeat_index":0,"sample_id":"gpqa-main-913c4ee0ce195992ff9638b1/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1819,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"ed904d04c24f37586b1f78a18bd22f28752e80a5ecc489939950778aa5307d98"} +{"uuid":"gpqa-main-a8c391dd6337620cc79cae0e","benchmark":"gpqa_main","data_index":32,"repeat_index":0,"sample_id":"gpqa-main-a8c391dd6337620cc79cae0e/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3334,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"435ccdce7cc6c5543ffaf20b4d850d905357568605d01b3a595d44df3dd30d0d"} +{"uuid":"gpqa-main-4117517dba1fdbd711e3d32b","benchmark":"gpqa_main","data_index":148,"repeat_index":0,"sample_id":"gpqa-main-4117517dba1fdbd711e3d32b/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2535,"prompt_tokens":398,"effective_max_tokens":130674,"original_embedded_prediction":"C","question_sha256":"3e04ad2cb1248bfb53a7bd8f05efedea49f42b201c6f35907baa6c30abf40733"} +{"uuid":"gpqa-main-51f5bda498b3f05cab60119c","benchmark":"gpqa_main","data_index":65,"repeat_index":0,"sample_id":"gpqa-main-51f5bda498b3f05cab60119c/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3374,"prompt_tokens":271,"effective_max_tokens":130801,"original_embedded_prediction":"D","question_sha256":"f7fa8540a448dfeff404af93810c60c41ed387fb5e4c821bbb6e5869dd9f8630"} +{"uuid":"gpqa-main-bd228dea7f1aa14b70216372","benchmark":"gpqa_main","data_index":217,"repeat_index":0,"sample_id":"gpqa-main-bd228dea7f1aa14b70216372/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":766,"prompt_tokens":425,"effective_max_tokens":130647,"original_embedded_prediction":"A","question_sha256":"c1dea594f51ba7757d0d9ec69efa6b56bfeeaff965f074faaf89160cca96a0e9"} +{"uuid":"gpqa-main-69bcb32ba17f6e7aa0918597","benchmark":"gpqa_main","data_index":114,"repeat_index":0,"sample_id":"gpqa-main-69bcb32ba17f6e7aa0918597/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3387,"prompt_tokens":758,"effective_max_tokens":130314,"original_embedded_prediction":"C","question_sha256":"9eb1fde9ac6acb7dc761f4941a792f3d0d052ad76d36e12bb9e406963b3906ef"} +{"uuid":"gpqa-main-70afc730094f43bb0e05f371","benchmark":"gpqa_main","data_index":209,"repeat_index":0,"sample_id":"gpqa-main-70afc730094f43bb0e05f371/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1087,"prompt_tokens":360,"effective_max_tokens":130712,"original_embedded_prediction":"A","question_sha256":"f328e748a74c78b0ab73f790c6848b663fb5bffac884e2793a63bb9ce351e4b6"} +{"uuid":"gpqa-main-8af90a4147e5f0c98bfd00fa","benchmark":"gpqa_main","data_index":218,"repeat_index":0,"sample_id":"gpqa-main-8af90a4147e5f0c98bfd00fa/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":904,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"C","question_sha256":"29a55065f72c47169c5073a91e6b55d82fe2f5784289d2baf5cf5444f8d6fd65"} +{"uuid":"gpqa-main-7d850f6448c27424d9f68c4e","benchmark":"gpqa_main","data_index":184,"repeat_index":0,"sample_id":"gpqa-main-7d850f6448c27424d9f68c4e/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2042,"prompt_tokens":544,"effective_max_tokens":130528,"original_embedded_prediction":"B","question_sha256":"48bf9d4f95299b8f9288e190dca6edd0c3cf53cf40dada120e22abf98469d3e3"} +{"uuid":"gpqa-main-ddd2b405606ced65b4ce6345","benchmark":"gpqa_main","data_index":248,"repeat_index":0,"sample_id":"gpqa-main-ddd2b405606ced65b4ce6345/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":301,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"2066c0e835493298c00391dd9236de10adec10d611fe3e2777f252677dfe9724"} +{"uuid":"gpqa-main-d751f2081e63be8d69314287","benchmark":"gpqa_main","data_index":101,"repeat_index":0,"sample_id":"gpqa-main-d751f2081e63be8d69314287/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3763,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"f56e41493e430f6c013c094b4b462aa30dc9826a273d867eec6a04fc8a646443"} +{"uuid":"gpqa-main-6119656f6ad0247c537028e7","benchmark":"gpqa_main","data_index":246,"repeat_index":0,"sample_id":"gpqa-main-6119656f6ad0247c537028e7/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":407,"prompt_tokens":329,"effective_max_tokens":130743,"original_embedded_prediction":"A","question_sha256":"e426a9a1b0977a66badcc2dd4f0d54629b39c2594a512e459e9afd20bba599ba"} +{"uuid":"gpqa-main-be779fa0e49ff52e19357207","benchmark":"gpqa_main","data_index":239,"repeat_index":0,"sample_id":"gpqa-main-be779fa0e49ff52e19357207/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":571,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"ea7bb5901d85914d8997afb87e1ae6be7a8efe03889a4cc08f64de2ccdc9180e"} +{"uuid":"gpqa-main-5ace8b3dabb97ffc3da20e7c","benchmark":"gpqa_main","data_index":250,"repeat_index":0,"sample_id":"gpqa-main-5ace8b3dabb97ffc3da20e7c/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":258,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"4ebb5a46cf109d4237b98081e218fcaba27d8f9d03f7a930300f2938f71c1ef0"} +{"uuid":"gpqa-main-6543e2c47b61f7f328bcf42d","benchmark":"gpqa_main","data_index":36,"repeat_index":0,"sample_id":"gpqa-main-6543e2c47b61f7f328bcf42d/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3890,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"D","question_sha256":"9f8c4aa52521e2926d56fdd03cf5aeaf3543c911c9b75774731cd1204efc1328"} +{"uuid":"gpqa-main-edbd99e5f03e3b3f074ba126","benchmark":"gpqa_main","data_index":62,"repeat_index":0,"sample_id":"gpqa-main-edbd99e5f03e3b3f074ba126/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3964,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"A","question_sha256":"b690990e73efd994587057d6ed5ae270235b0ec6bd4e98df3fc472f01c179765"} +{"uuid":"gpqa-main-106fe8a64f4453f81be6f7bd","benchmark":"gpqa_main","data_index":25,"repeat_index":0,"sample_id":"gpqa-main-106fe8a64f4453f81be6f7bd/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4232,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"B","question_sha256":"f0c3d97c5c67fa210dafa49946af010682993c23bb8995a306a6ee484e0c3b03"} +{"uuid":"gpqa-main-682237ee740e033537fb5707","benchmark":"gpqa_main","data_index":169,"repeat_index":0,"sample_id":"gpqa-main-682237ee740e033537fb5707/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2976,"prompt_tokens":291,"effective_max_tokens":130781,"original_embedded_prediction":"A","question_sha256":"6cec89b2019b24f8e8c4001cade388815345ae403b5d5fc687cf7fdccbcc6ce1"} +{"uuid":"gpqa-main-6f6ff532d544554128a0bbbe","benchmark":"gpqa_main","data_index":108,"repeat_index":0,"sample_id":"gpqa-main-6f6ff532d544554128a0bbbe/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4259,"prompt_tokens":368,"effective_max_tokens":130704,"original_embedded_prediction":"A","question_sha256":"ebb5b9328e54d98f40b988b171044869d75c67b6efaa8f44675c485448b7b02c"} +{"uuid":"gpqa-main-63aef6e78c9803d030a16f9c","benchmark":"gpqa_main","data_index":208,"repeat_index":0,"sample_id":"gpqa-main-63aef6e78c9803d030a16f9c/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1989,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"A","question_sha256":"255e934ed277fdd11f71245508448f7031439d40eb38fd78fb3b813b247c5726"} +{"uuid":"gpqa-main-a454a3157aff6eee743541b7","benchmark":"gpqa_main","data_index":182,"repeat_index":0,"sample_id":"gpqa-main-a454a3157aff6eee743541b7/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2755,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"B","question_sha256":"025e20e6e9b45e1ddb3f6901f58f69b40df5e8f9ffb6b80b5b17bc518d9f5d17"} +{"uuid":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3","benchmark":"gpqa_main","data_index":158,"repeat_index":0,"sample_id":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3457,"prompt_tokens":252,"effective_max_tokens":130820,"original_embedded_prediction":"A","question_sha256":"71075d4447ee264b63e5544da7b40502fb235decc31484f33ee97a8ef70c3d1f"} +{"uuid":"gpqa-main-742076c80dda93477062cfc0","benchmark":"gpqa_main","data_index":262,"repeat_index":0,"sample_id":"gpqa-main-742076c80dda93477062cfc0/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":139,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"D","question_sha256":"528bc237c35f64d2635edb6fea3202ce958bca92ea956fae0da7c5b4c72081d8"} +{"uuid":"gpqa-main-56cc62f5d70b661868d341e7","benchmark":"gpqa_main","data_index":238,"repeat_index":0,"sample_id":"gpqa-main-56cc62f5d70b661868d341e7/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1332,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"A","question_sha256":"c974918b90f5892aaad4308e337b490844102dbfad26c90bf508602f9c595d5d"} +{"uuid":"gpqa-main-8a352b243ffac6230977fc90","benchmark":"gpqa_main","data_index":219,"repeat_index":0,"sample_id":"gpqa-main-8a352b243ffac6230977fc90/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1953,"prompt_tokens":389,"effective_max_tokens":130683,"original_embedded_prediction":"C","question_sha256":"7408ac0330a09a182b52a627f89920c8c4e825da7da4e441973cbefe32b852ac"} +{"uuid":"gpqa-main-1ae8f8945efaf81788d8d871","benchmark":"gpqa_main","data_index":139,"repeat_index":0,"sample_id":"gpqa-main-1ae8f8945efaf81788d8d871/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4083,"prompt_tokens":250,"effective_max_tokens":130822,"original_embedded_prediction":"A","question_sha256":"060f07943bcd17960b48a982fabe42fcae4e3899fe8c5473138fe2198f0e8dd8"} +{"uuid":"gpqa-main-92f6e58b4989e9025c8286a9","benchmark":"gpqa_main","data_index":234,"repeat_index":0,"sample_id":"gpqa-main-92f6e58b4989e9025c8286a9/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1577,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"c003a37af0eaa5e9c6d10f5a25ce1a2e0258ad6638a1655ee2a17d07daab816a"} +{"uuid":"gpqa-main-dbbe3054b6bdabe917f5ab5d","benchmark":"gpqa_main","data_index":147,"repeat_index":0,"sample_id":"gpqa-main-dbbe3054b6bdabe917f5ab5d/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3895,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"1054cb147fa0d82e2b1830b0238455ab6cea42cde361a81e9934864240f22f50"} +{"uuid":"gpqa-main-68d5dcbd7078889c19a9a93c","benchmark":"gpqa_main","data_index":136,"repeat_index":0,"sample_id":"gpqa-main-68d5dcbd7078889c19a9a93c/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4324,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"618551bfaaf71599d5802135cbf18d8e9b5a33b38537d32515c5298d556df601"} +{"uuid":"gpqa-main-7bb7c5ace8216100d38e616a","benchmark":"gpqa_main","data_index":222,"repeat_index":0,"sample_id":"gpqa-main-7bb7c5ace8216100d38e616a/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2006,"prompt_tokens":197,"effective_max_tokens":130875,"original_embedded_prediction":"B","question_sha256":"6dbc821cf1e89c0764e62d1bef4818136877fbc8e333f255bfa42276ac9aeb88"} +{"uuid":"gpqa-main-1728184fad8153eeb2e2a7de","benchmark":"gpqa_main","data_index":264,"repeat_index":0,"sample_id":"gpqa-main-1728184fad8153eeb2e2a7de/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":368,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"d8505733319a8047e94d63c293a2d9dbb08c42e4bde2c223467f371da6665e08"} +{"uuid":"gpqa-main-822957bb60d3551275f08aa0","benchmark":"gpqa_main","data_index":253,"repeat_index":0,"sample_id":"gpqa-main-822957bb60d3551275f08aa0/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1014,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"A","question_sha256":"4690c4bb391b2ef2a7b53f1a15866e05411bdf5f0f7b4f32c9e27d8ef6e8cb48"} +{"uuid":"gpqa-main-216433a347b01989e26ed83a","benchmark":"gpqa_main","data_index":247,"repeat_index":0,"sample_id":"gpqa-main-216433a347b01989e26ed83a/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1454,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"ead16c05d1abbf4387485257726593cf57a0384c3e0a3db31ba489bb1676ce72"} +{"uuid":"gpqa-main-07134ad2ae69bd2e9f09ae64","benchmark":"gpqa_main","data_index":77,"repeat_index":0,"sample_id":"gpqa-main-07134ad2ae69bd2e9f09ae64/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4905,"prompt_tokens":374,"effective_max_tokens":130698,"original_embedded_prediction":"A","question_sha256":"e1448af5dcb7e4a7a5cf31dd231d4a2b2a3829ce3dabc5d7da48a195c1b39112"} +{"uuid":"gpqa-main-46549f6d718b80e38f4412cd","benchmark":"gpqa_main","data_index":34,"repeat_index":0,"sample_id":"gpqa-main-46549f6d718b80e38f4412cd/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4946,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"B","question_sha256":"a1def6786f9e3174bf07c7887ea2c97711ea721fe1cf730202fc93d69ecac09d"} +{"uuid":"gpqa-main-c0bc48c4232297b735018487","benchmark":"gpqa_main","data_index":240,"repeat_index":0,"sample_id":"gpqa-main-c0bc48c4232297b735018487/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1719,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"bbc99977a336fa9fd961baf75728288b14f7c69841a6757f2793e300690fc85b"} +{"uuid":"gpqa-main-9bb169e317cdd76b98ada24f","benchmark":"gpqa_main","data_index":189,"repeat_index":0,"sample_id":"gpqa-main-9bb169e317cdd76b98ada24f/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3211,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d0bbc79a116a93d5c5c1325e012b3feb17a7b705d2ccd57a86ecfbdc2bf78030"} +{"uuid":"gpqa-main-212277d3e39540a6739d98b8","benchmark":"gpqa_main","data_index":249,"repeat_index":0,"sample_id":"gpqa-main-212277d3e39540a6739d98b8/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1552,"prompt_tokens":147,"effective_max_tokens":130925,"original_embedded_prediction":"A","question_sha256":"d20446ccbbfc1ed40bcb669bfa65f9f9cd8e38ec8f7e67621c88e3dbe91f083d"} +{"uuid":"gpqa-main-0306849689d2123fedfcfeb5","benchmark":"gpqa_main","data_index":82,"repeat_index":0,"sample_id":"gpqa-main-0306849689d2123fedfcfeb5/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5079,"prompt_tokens":301,"effective_max_tokens":130771,"original_embedded_prediction":"D","question_sha256":"9b236e1b2c7db4edd3fd08eaeff4fcfd3b13c11bfc0f9c5510349957a837d13a"} +{"uuid":"gpqa-main-64193be5f9a6bbd67bec4010","benchmark":"gpqa_main","data_index":128,"repeat_index":0,"sample_id":"gpqa-main-64193be5f9a6bbd67bec4010/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5062,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"D","question_sha256":"373990fe818e4182469d242b845eeb2f78db2f00cfb3a8fdbd2dbd696e08d552"} +{"uuid":"gpqa-main-666fc74619f38e356e33a285","benchmark":"gpqa_main","data_index":180,"repeat_index":0,"sample_id":"gpqa-main-666fc74619f38e356e33a285/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3648,"prompt_tokens":693,"effective_max_tokens":130379,"original_embedded_prediction":"C","question_sha256":"89fa5b222a94e07a283a5140341a0704109ec3b7f62de72dd072383182771ebc"} +{"uuid":"gpqa-main-7475b6b01129fce5b436b0ee","benchmark":"gpqa_main","data_index":198,"repeat_index":0,"sample_id":"gpqa-main-7475b6b01129fce5b436b0ee/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3094,"prompt_tokens":235,"effective_max_tokens":130837,"original_embedded_prediction":"B","question_sha256":"797be7099117e146adaaf5ad31bd914d9adbd510441211b0040aad2812fffc40"} +{"uuid":"gpqa-main-c720b28fe25654b1cedc9285","benchmark":"gpqa_main","data_index":122,"repeat_index":0,"sample_id":"gpqa-main-c720b28fe25654b1cedc9285/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5238,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"9f6e1d1b2c053afcba8c78142311f336846eb87d19344fb8aa6e71ed9aecc477"} +{"uuid":"gpqa-main-45cae4ba5af22868461f1861","benchmark":"gpqa_main","data_index":138,"repeat_index":0,"sample_id":"gpqa-main-45cae4ba5af22868461f1861/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4814,"prompt_tokens":196,"effective_max_tokens":130876,"original_embedded_prediction":"B","question_sha256":"da4480a5d4f2af44b6faf63fe513d557f97bf4cd048901e4a2f0b133273b39db"} +{"uuid":"gpqa-main-22c436000399164406e165b2","benchmark":"gpqa_main","data_index":220,"repeat_index":0,"sample_id":"gpqa-main-22c436000399164406e165b2/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2607,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"C","question_sha256":"836be405f3d05ec5ad1a2bc728339e5141836ace3a584fe3d36ecc50af4dc3ee"} +{"uuid":"gpqa-main-e17c3d61061a563977ae3c11","benchmark":"gpqa_main","data_index":244,"repeat_index":0,"sample_id":"gpqa-main-e17c3d61061a563977ae3c11/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1955,"prompt_tokens":352,"effective_max_tokens":130720,"original_embedded_prediction":"A","question_sha256":"41b609bbf5cd4517a7d53e382a762d7b2caa65fd58ea44549bdf7183daf1d2c0"} +{"uuid":"gpqa-main-86060b054d8de358356a29fd","benchmark":"gpqa_main","data_index":8,"repeat_index":0,"sample_id":"gpqa-main-86060b054d8de358356a29fd/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5362,"prompt_tokens":435,"effective_max_tokens":130637,"original_embedded_prediction":"A","question_sha256":"d20ccd218e50c4a58da8030db612f52c5bac88ad6d1859a85b0358c1595e54e1"} +{"uuid":"gpqa-main-31313469465f81cc0fa5dd28","benchmark":"gpqa_main","data_index":256,"repeat_index":0,"sample_id":"gpqa-main-31313469465f81cc0fa5dd28/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1584,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"B","question_sha256":"cd18749d0354640af760ebe1c6a150eed2a0202cc444345b5c3f00b0f0df67d2"} +{"uuid":"gpqa-main-f6f707a4d7db96af855de986","benchmark":"gpqa_main","data_index":266,"repeat_index":0,"sample_id":"gpqa-main-f6f707a4d7db96af855de986/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":865,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"049a3a3426b30e36d29d782b3ea4916bf545838ac3945e9c707804638ad48f04"} +{"uuid":"gpqa-main-09311165c3bc8a7742115024","benchmark":"gpqa_main","data_index":21,"repeat_index":0,"sample_id":"gpqa-main-09311165c3bc8a7742115024/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5424,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d6deae7022d40b283a8b0053867ff7e2d44f15fac7c364d3b34e67d903596cf7"} +{"uuid":"gpqa-main-3ad0b182e1494c1e76262069","benchmark":"gpqa_main","data_index":5,"repeat_index":0,"sample_id":"gpqa-main-3ad0b182e1494c1e76262069/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5471,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"A","question_sha256":"835ebb67a4198184dbd29c03b43e4283e93c0473d886ab6c3b6c52ffb918b6ab"} +{"uuid":"gpqa-main-92c7c513709816748efab029","benchmark":"gpqa_main","data_index":251,"repeat_index":0,"sample_id":"gpqa-main-92c7c513709816748efab029/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1862,"prompt_tokens":253,"effective_max_tokens":130819,"original_embedded_prediction":"C","question_sha256":"c9ed693d3f7d5c30b94e2c01b9b5f22591922f961e4dbc9ef4b70309b61bae5c"} +{"uuid":"gpqa-main-e069314491adb5be236d3fe7","benchmark":"gpqa_main","data_index":2,"repeat_index":0,"sample_id":"gpqa-main-e069314491adb5be236d3fe7/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5581,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"D","question_sha256":"2662eff7a6231613f45042d2ef5df63caaeb5a326d264e93009a737a99fb27bb"} +{"uuid":"gpqa-main-178c84548026beb35252a961","benchmark":"gpqa_main","data_index":104,"repeat_index":0,"sample_id":"gpqa-main-178c84548026beb35252a961/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5591,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"4ea09b6f60208405c59e5923a565f195c94315e0b6e230acd59351f1ee59ed96"} +{"uuid":"gpqa-main-9753ac5963fbae8c8e907ef3","benchmark":"gpqa_main","data_index":277,"repeat_index":0,"sample_id":"gpqa-main-9753ac5963fbae8c8e907ef3/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":650,"prompt_tokens":181,"effective_max_tokens":130891,"original_embedded_prediction":"C","question_sha256":"ec3a07db51d6010b2b9fae103e36b62707efee3ad0713fcd4420f8ba8f55c00b"} +{"uuid":"gpqa-main-78b2ba2dd97e6d6b9942bad9","benchmark":"gpqa_main","data_index":273,"repeat_index":0,"sample_id":"gpqa-main-78b2ba2dd97e6d6b9942bad9/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":844,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"A","question_sha256":"019eb0f05f025ec512fbae057e0fcb33e0f92eec9bc2dc775494f6a19f4b62f3"} +{"uuid":"gpqa-main-86976aae6f871f46c4680830","benchmark":"gpqa_main","data_index":215,"repeat_index":0,"sample_id":"gpqa-main-86976aae6f871f46c4680830/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3005,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"B","question_sha256":"e5c3c79a60db2de596dac1585bfc2e940bac2acb65a3352ff5f7e99821846aed"} +{"uuid":"gpqa-main-925cb13958435841df0e8c1e","benchmark":"gpqa_main","data_index":107,"repeat_index":0,"sample_id":"gpqa-main-925cb13958435841df0e8c1e/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5650,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"B","question_sha256":"d21ba2f1c06b876b2d387104c816ee0fcc369a02b8e010a706e0e2448c56f78e"} +{"uuid":"gpqa-main-20f8612bcc2efb9c2355d32e","benchmark":"gpqa_main","data_index":206,"repeat_index":0,"sample_id":"gpqa-main-20f8612bcc2efb9c2355d32e/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3310,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"B","question_sha256":"d746be8625afecad5925e7069f57336e8de3f39dfdf843820421eba66b7bc620"} +{"uuid":"gpqa-main-f6714ff18991a64f32fcecf9","benchmark":"gpqa_main","data_index":286,"repeat_index":0,"sample_id":"gpqa-main-f6714ff18991a64f32fcecf9/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":491,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"a1e860acc41f41cac7f3d9425a64a45a95559ff56553a2d04e1d3569c2f1c1a1"} +{"uuid":"gpqa-main-e605c3d20abb4c52d96e9b60","benchmark":"gpqa_main","data_index":171,"repeat_index":0,"sample_id":"gpqa-main-e605c3d20abb4c52d96e9b60/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4483,"prompt_tokens":361,"effective_max_tokens":130711,"original_embedded_prediction":"C","question_sha256":"84b58aec9b33c09286d45fb66ca82cc4ec03e310a0917bc0783bda81a0fa23b6"} +{"uuid":"gpqa-main-acdff999b6cbfcbc8be6ffac","benchmark":"gpqa_main","data_index":241,"repeat_index":0,"sample_id":"gpqa-main-acdff999b6cbfcbc8be6ffac/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2580,"prompt_tokens":404,"effective_max_tokens":130668,"original_embedded_prediction":"B","question_sha256":"96f00c3d898d9c364f022eae18e69424d7f2ddde12fbde50541b7390ffd40103"} +{"uuid":"gpqa-main-92c9d90b543b6779261f70f7","benchmark":"gpqa_main","data_index":259,"repeat_index":0,"sample_id":"gpqa-main-92c9d90b543b6779261f70f7/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1617,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"A","question_sha256":"1c7aff3f5221c2086c7143b43e0c46921a03859d45bfce22f1a1286ece235b1a"} +{"uuid":"gpqa-main-0293685a5c3ddbc5b15dcfa0","benchmark":"gpqa_main","data_index":233,"repeat_index":0,"sample_id":"gpqa-main-0293685a5c3ddbc5b15dcfa0/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2791,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"db2ca8d93d5ff50bd9f602bc5b3d339b547349c54c540850544e01393770a4ff"} +{"uuid":"gpqa-main-9a5518ae94b2b0d35d86de13","benchmark":"gpqa_main","data_index":289,"repeat_index":0,"sample_id":"gpqa-main-9a5518ae94b2b0d35d86de13/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":540,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"C","question_sha256":"3fcfcbf2649513809f04d9fdbcbe0c6bc1a91164f8dcfd7d9748267f2db7c6ce"} +{"uuid":"gpqa-main-d8361782f08c0e6d16de3839","benchmark":"gpqa_main","data_index":287,"repeat_index":0,"sample_id":"gpqa-main-d8361782f08c0e6d16de3839/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":856,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"aed1658f69a85980c41ce94c10ac1535d2de3683f7a5c3821d1a84fa594d4571"} +{"uuid":"gpqa-main-a41b7b18fc60247bc6e08ecc","benchmark":"gpqa_main","data_index":278,"repeat_index":0,"sample_id":"gpqa-main-a41b7b18fc60247bc6e08ecc/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1267,"prompt_tokens":270,"effective_max_tokens":130802,"original_embedded_prediction":"A","question_sha256":"87c04c470b12fde8cca6d843b12d3265c10bf824a883929eca2654ab55681839"} +{"uuid":"gpqa-main-b84eb68d18023ca81e43b35a","benchmark":"gpqa_main","data_index":293,"repeat_index":0,"sample_id":"gpqa-main-b84eb68d18023ca81e43b35a/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":942,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"C","question_sha256":"6c90e464e06f4dc9c748d6c9be44c96b2d5bec5078b4eb152ea4ccec4c709f2d"} +{"uuid":"gpqa-main-731d6908d225dc9f463d1297","benchmark":"gpqa_main","data_index":288,"repeat_index":0,"sample_id":"gpqa-main-731d6908d225dc9f463d1297/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1141,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"4774928b0a0c7cdc6d9c17102d2e01adad07f5a344858c23bbc63520a74724d7"} +{"uuid":"gpqa-main-5a280dae7286e8bab3887904","benchmark":"gpqa_main","data_index":212,"repeat_index":0,"sample_id":"gpqa-main-5a280dae7286e8bab3887904/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3970,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"C","question_sha256":"b8398a470c0a1a045a6dcf2005bd8e8351bdf75ffa7c473958cf3c4b5d4fb288"} +{"uuid":"gpqa-main-05286f95a107c3da592ecbd9","benchmark":"gpqa_main","data_index":305,"repeat_index":0,"sample_id":"gpqa-main-05286f95a107c3da592ecbd9/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":648,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"d8a1a7b530a9b1d0cd0b07ec53f60d6d5fcf3059457f02b90e3c4ddf51fdc825"} +{"uuid":"gpqa-main-fe61aa6baba6418fcde1fa11","benchmark":"gpqa_main","data_index":272,"repeat_index":0,"sample_id":"gpqa-main-fe61aa6baba6418fcde1fa11/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1764,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"73eb245ef4dcc164186307ecd210b767147568ad3c1b03847a63b2e67ac5d0ab"} +{"uuid":"gpqa-main-ab4c50e2da12e11b47155f74","benchmark":"gpqa_main","data_index":292,"repeat_index":0,"sample_id":"gpqa-main-ab4c50e2da12e11b47155f74/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1103,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"B","question_sha256":"b734e134fe4529267a34452ccc5cb2a7d56f7b471273d9e978add607de6f30b6"} +{"uuid":"gpqa-main-08cb3c41dbaa57f424632b84","benchmark":"gpqa_main","data_index":4,"repeat_index":0,"sample_id":"gpqa-main-08cb3c41dbaa57f424632b84/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6529,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"B","question_sha256":"e37327eb6a290bf649f9b548f5d9834983b5d59efc10b4281a4bdbb75523863f"} +{"uuid":"gpqa-main-09b661e081004aa4c0d45778","benchmark":"gpqa_main","data_index":106,"repeat_index":0,"sample_id":"gpqa-main-09b661e081004aa4c0d45778/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6641,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"D","question_sha256":"47741045402119262be7a1c17b98cc587ee55b46bb8620655271dca518a4f927"} +{"uuid":"gpqa-main-d4ee93c18c20e4432773fe55","benchmark":"gpqa_main","data_index":311,"repeat_index":0,"sample_id":"gpqa-main-d4ee93c18c20e4432773fe55/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":242,"prompt_tokens":200,"effective_max_tokens":130872,"original_embedded_prediction":"C","question_sha256":"77bffd13a6b6464f7c63296f571164c184ce47a8cd6f8ecf91f0dc28407d44a1"} +{"uuid":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2","benchmark":"gpqa_main","data_index":150,"repeat_index":0,"sample_id":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5880,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"C","question_sha256":"58604895b423acc46c4efaa28ed2e4d6eaf2d93d55c7ad3766cffce3719ddf62"} +{"uuid":"gpqa-main-aa684f4d5d7c6b9ced383e24","benchmark":"gpqa_main","data_index":303,"repeat_index":0,"sample_id":"gpqa-main-aa684f4d5d7c6b9ced383e24/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1022,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"B","question_sha256":"96a58da5e1708d76485e32741b0ecddc1bea407ebb53997d2f36e8827f2f2ac9"} +{"uuid":"gpqa-main-d98819c9bc2a4086534acf1b","benchmark":"gpqa_main","data_index":281,"repeat_index":0,"sample_id":"gpqa-main-d98819c9bc2a4086534acf1b/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1750,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"D","question_sha256":"d53ea2c13c1ce696b626852774a73a189571a138a5fd872cdd3bb15f21f0bf06"} +{"uuid":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7","benchmark":"gpqa_main","data_index":37,"repeat_index":0,"sample_id":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6883,"prompt_tokens":279,"effective_max_tokens":130793,"original_embedded_prediction":"C","question_sha256":"f730b35adb897658b28382d90ae7881a77e5d86003cc9b3942862d742001d4fb"} +{"uuid":"gpqa-main-c6cc654afa201cd3d5b66695","benchmark":"gpqa_main","data_index":312,"repeat_index":0,"sample_id":"gpqa-main-c6cc654afa201cd3d5b66695/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":448,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"A","question_sha256":"79526cdc6c623c8657c3060ab8b305f1b4d8aa35f2b7905c6fd4c3e119c5c310"} +{"uuid":"gpqa-main-6f8b58d9d46c4f4e7eba1910","benchmark":"gpqa_main","data_index":317,"repeat_index":0,"sample_id":"gpqa-main-6f8b58d9d46c4f4e7eba1910/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":264,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"C","question_sha256":"2437e4848569e7740d6491d475d194b9eefbbeae3a6a31cd62ddeb8ba8e93aa9"} +{"uuid":"gpqa-main-d5d2365d64430154627d4bb7","benchmark":"gpqa_main","data_index":268,"repeat_index":0,"sample_id":"gpqa-main-d5d2365d64430154627d4bb7/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2270,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"D","question_sha256":"17f96c74be836037313c787a88438b6c9f69a4aa20ec8cba17697864f5d35599"} +{"uuid":"gpqa-main-60f734b52603f7ef29671f95","benchmark":"gpqa_main","data_index":155,"repeat_index":0,"sample_id":"gpqa-main-60f734b52603f7ef29671f95/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6108,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"D","question_sha256":"bf9de03889292b969198f42b877b6d4c7b56ce10ae654e71f4be720b5efdb1f1"} +{"uuid":"gpqa-main-6195cef214f3dfad9869d6d3","benchmark":"gpqa_main","data_index":298,"repeat_index":0,"sample_id":"gpqa-main-6195cef214f3dfad9869d6d3/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1401,"prompt_tokens":351,"effective_max_tokens":130721,"original_embedded_prediction":"B","question_sha256":"d8a4b11aef2d38271a5ebf2c1802dc875d19737c557efb5990cc4a865a052e7c"} +{"uuid":"gpqa-main-0cc54149033350a37cf90b8b","benchmark":"gpqa_main","data_index":83,"repeat_index":0,"sample_id":"gpqa-main-0cc54149033350a37cf90b8b/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7063,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"D","question_sha256":"3298921b7dfbbae04c9893edbe6870746b53e2b7af12e9816f07b6f5e0bff9cb"} +{"uuid":"gpqa-main-288426a7fecb5facf10219c7","benchmark":"gpqa_main","data_index":190,"repeat_index":0,"sample_id":"gpqa-main-288426a7fecb5facf10219c7/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5307,"prompt_tokens":321,"effective_max_tokens":130751,"original_embedded_prediction":"D","question_sha256":"7cccb7714b35c30190fb5db64a1b22a36b726b2a007f241961e1e48c82e4acb3"} +{"uuid":"gpqa-main-24751b175e0f2d19899ad735","benchmark":"gpqa_main","data_index":260,"repeat_index":0,"sample_id":"gpqa-main-24751b175e0f2d19899ad735/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2984,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"C","question_sha256":"4a5d6fcc83f3561a6447a1feebb680aa9ab094bdeed5677c30f04041964a9c38"} +{"uuid":"gpqa-main-67c1e3a67a2a974a3189d06b","benchmark":"gpqa_main","data_index":328,"repeat_index":0,"sample_id":"gpqa-main-67c1e3a67a2a974a3189d06b/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":182,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"A","question_sha256":"de0e795a2e1639d4babc3235662e71409fadd14e0c80f8551b3db9b4b53aa8de"} +{"uuid":"gpqa-main-20f50fda9aeae51c6b9b4ba0","benchmark":"gpqa_main","data_index":91,"repeat_index":0,"sample_id":"gpqa-main-20f50fda9aeae51c6b9b4ba0/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7260,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"D","question_sha256":"c7914fc7bcc19ad8377798d825d6dbc59be8fb64f2b51a89ec26f55423d9edd1"} +{"uuid":"gpqa-main-50aaa7274c5010d9768274ec","benchmark":"gpqa_main","data_index":175,"repeat_index":0,"sample_id":"gpqa-main-50aaa7274c5010d9768274ec/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5843,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"0cda758f1290855df9dd7b9a4319bb6ae8108c8113b125a3a2f60705af536a34"} +{"uuid":"gpqa-main-ac27f29e5f777e93e751f3f2","benchmark":"gpqa_main","data_index":55,"repeat_index":0,"sample_id":"gpqa-main-ac27f29e5f777e93e751f3f2/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7291,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"d49aa1d9efc38f6409c199c3e2706ec44f5d20d25b0e7d41f40b9c46668ed1e0"} +{"uuid":"gpqa-main-ac1c72784d1e0da293fe4bd4","benchmark":"gpqa_main","data_index":202,"repeat_index":0,"sample_id":"gpqa-main-ac1c72784d1e0da293fe4bd4/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5079,"prompt_tokens":169,"effective_max_tokens":130903,"original_embedded_prediction":"D","question_sha256":"6e2bd9ec28efb9c97dbc7bea49224b4964011afaa5ca659996fac7fd65c4468d"} +{"uuid":"gpqa-main-9f0f463200d404d2c62eca59","benchmark":"gpqa_main","data_index":320,"repeat_index":0,"sample_id":"gpqa-main-9f0f463200d404d2c62eca59/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":545,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"6ed199510dead1f6bd4eaa9162909d9481bd2201f8d9444ee60a2e0e2f20528c"} +{"uuid":"gpqa-main-c69005af8b1e76a851528e02","benchmark":"gpqa_main","data_index":67,"repeat_index":0,"sample_id":"gpqa-main-c69005af8b1e76a851528e02/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7383,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"D","question_sha256":"29e6a1db070bf5e5af8af4b82da4953dd47dcd2a1bbd7ad2db04f3d1d4cd805e"} +{"uuid":"gpqa-main-e2b759199021c586345ac38f","benchmark":"gpqa_main","data_index":17,"repeat_index":0,"sample_id":"gpqa-main-e2b759199021c586345ac38f/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7405,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"C","question_sha256":"ca59405f2d298a50a3e8fd6d281b67ca4a3ee503578df49e700cc46fe3c4f3d8"} +{"uuid":"gpqa-main-3cb5227445654dab4b5dacc2","benchmark":"gpqa_main","data_index":314,"repeat_index":0,"sample_id":"gpqa-main-3cb5227445654dab4b5dacc2/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":967,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"4b45de4106aaf95114f9bda69339b541037b0eb04b8fd1f40efb6b91ed2a479e"} +{"uuid":"gpqa-main-cda2fe50fc8423311319e78e","benchmark":"gpqa_main","data_index":300,"repeat_index":0,"sample_id":"gpqa-main-cda2fe50fc8423311319e78e/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1855,"prompt_tokens":182,"effective_max_tokens":130890,"original_embedded_prediction":"B","question_sha256":"1b04aca1c9a8b4f1fabc653b3653d0a48982315e6f1da934d98cadd1948f776f"} +{"uuid":"gpqa-main-48494dbfd36899c84d166873","benchmark":"gpqa_main","data_index":294,"repeat_index":0,"sample_id":"gpqa-main-48494dbfd36899c84d166873/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2001,"prompt_tokens":315,"effective_max_tokens":130757,"original_embedded_prediction":"B","question_sha256":"a50aa647f4cce396d333dfcfe372bdfadfa7f7aa507ebafd207354812f7ab3f9"} +{"uuid":"gpqa-main-7e9652f906d908e059401ac2","benchmark":"gpqa_main","data_index":324,"repeat_index":0,"sample_id":"gpqa-main-7e9652f906d908e059401ac2/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":623,"prompt_tokens":346,"effective_max_tokens":130726,"original_embedded_prediction":"C","question_sha256":"9dda9414807cb4996f3a1deb9214b8aaf93c75e41d35fac14966aba5058f07ff"} +{"uuid":"gpqa-main-fc2653b5d83e082e9e4f6390","benchmark":"gpqa_main","data_index":304,"repeat_index":0,"sample_id":"gpqa-main-fc2653b5d83e082e9e4f6390/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1785,"prompt_tokens":429,"effective_max_tokens":130643,"original_embedded_prediction":"C","question_sha256":"d039314a334267e1364c2bb5dc0ab4e72b6b86a69936c2f7f318902ffc422f15"} +{"uuid":"gpqa-main-5afce78005210e6a41636858","benchmark":"gpqa_main","data_index":261,"repeat_index":0,"sample_id":"gpqa-main-5afce78005210e6a41636858/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3404,"prompt_tokens":312,"effective_max_tokens":130760,"original_embedded_prediction":"B","question_sha256":"1447f629926983e1fb54566e40ab57d7a728998d233e3c84bc33277da7c13a65"} +{"uuid":"gpqa-main-33c3b423f54aabfcfca66691","benchmark":"gpqa_main","data_index":334,"repeat_index":0,"sample_id":"gpqa-main-33c3b423f54aabfcfca66691/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":444,"prompt_tokens":323,"effective_max_tokens":130749,"original_embedded_prediction":"A","question_sha256":"d3ede1ef1590cafbeca0278be62d75df7a0ca03bdf527b454a132420994473ae"} +{"uuid":"gpqa-main-72464184a419f296dae470a9","benchmark":"gpqa_main","data_index":257,"repeat_index":0,"sample_id":"gpqa-main-72464184a419f296dae470a9/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3910,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"C","question_sha256":"16bcf4c7129e083cade7afd040c6c4e0fa1fc7677a11aa70fb1b5a3d0e5fb5ea"} +{"uuid":"gpqa-main-9c0b631b2a7823cec0729a4b","benchmark":"gpqa_main","data_index":243,"repeat_index":0,"sample_id":"gpqa-main-9c0b631b2a7823cec0729a4b/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4543,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"9d42c24c2f67ff118699d880fbb6276f14043e3527a9fea8f6d55fe2bf82e091"} +{"uuid":"gpqa-main-219ad07bcb0cda7b85845999","benchmark":"gpqa_main","data_index":271,"repeat_index":0,"sample_id":"gpqa-main-219ad07bcb0cda7b85845999/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3083,"prompt_tokens":412,"effective_max_tokens":130660,"original_embedded_prediction":"B","question_sha256":"a6336c3b0760d09010077fee728ae5348e4421bcfcbbc8bb9c4a72d541ddfb24"} +{"uuid":"gpqa-main-ae94db70e45f3af66518a393","benchmark":"gpqa_main","data_index":330,"repeat_index":0,"sample_id":"gpqa-main-ae94db70e45f3af66518a393/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":592,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"C","question_sha256":"357c925128939cb69954fa6d11c54df2209c646ee1d3db2ab6dfea44ae6407b6"} +{"uuid":"gpqa-main-4355802640dddd3e060d2a59","benchmark":"gpqa_main","data_index":179,"repeat_index":0,"sample_id":"gpqa-main-4355802640dddd3e060d2a59/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6368,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"ebe141e8c3f27bb731fd3889679a36aab5827f4caa81d8400d66a6bf492fe486"} +{"uuid":"gpqa-main-513a35e22e5c48f5b3b0518a","benchmark":"gpqa_main","data_index":283,"repeat_index":0,"sample_id":"gpqa-main-513a35e22e5c48f5b3b0518a/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2803,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"A","question_sha256":"b4baa0b1a21db872411dec993670e6c6bc360a94404305cc5d3ecc9264fdf913"} +{"uuid":"gpqa-main-fd21f7c7356e7f51f0cabd07","benchmark":"gpqa_main","data_index":201,"repeat_index":0,"sample_id":"gpqa-main-fd21f7c7356e7f51f0cabd07/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5763,"prompt_tokens":601,"effective_max_tokens":130471,"original_embedded_prediction":"D","question_sha256":"db246f6acae65ff2e4bb6caad314b6583cd0085f0d81b1b20515ca2fe73b6f72"} +{"uuid":"gpqa-main-8dd5ae41d915a09d1c8b9add","benchmark":"gpqa_main","data_index":161,"repeat_index":0,"sample_id":"gpqa-main-8dd5ae41d915a09d1c8b9add/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6949,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"B","question_sha256":"8a246eed19ab5f877aa822da432a7aaa0f52615ea4655b0a89995d374971cd27"} +{"uuid":"gpqa-main-4a8c97220fb14b99f363b2ce","benchmark":"gpqa_main","data_index":188,"repeat_index":0,"sample_id":"gpqa-main-4a8c97220fb14b99f363b2ce/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6247,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"D","question_sha256":"a939b9de7ea4048442a9378048f992097c413c77ad1c665790486c352036c7e3"} +{"uuid":"gpqa-main-4f958672c6f9249c44f2f9b9","benchmark":"gpqa_main","data_index":187,"repeat_index":0,"sample_id":"gpqa-main-4f958672c6f9249c44f2f9b9/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6349,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"C","question_sha256":"7d91198c9c48996b89ebbb62d8d76d86e32d7c14fb108c7491c9ff812263613a"} +{"uuid":"gpqa-main-0b01dd8e7881a40d7eb61175","benchmark":"gpqa_main","data_index":339,"repeat_index":0,"sample_id":"gpqa-main-0b01dd8e7881a40d7eb61175/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":613,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"C","question_sha256":"74998926c571f30bb050d73fd21eee2727687e5a8320253f13d3d84b8605a913"} +{"uuid":"gpqa-main-60c7c63632b1d67ffb8a4fb7","benchmark":"gpqa_main","data_index":335,"repeat_index":0,"sample_id":"gpqa-main-60c7c63632b1d67ffb8a4fb7/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":849,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"A","question_sha256":"60c9747de98dcd74354ee70ce1049c3c1d1b8d72f4e9848984af5d6ceb1a0c57"} +{"uuid":"gpqa-main-6078bfac5f15131fb59b31ce","benchmark":"gpqa_main","data_index":306,"repeat_index":0,"sample_id":"gpqa-main-6078bfac5f15131fb59b31ce/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2268,"prompt_tokens":383,"effective_max_tokens":130689,"original_embedded_prediction":"D","question_sha256":"2c08be31c31eb443db8881662320ebedec47eef168a86389032948d5a9cc37d1"} +{"uuid":"gpqa-main-60a022e707f18a7b5f445773","benchmark":"gpqa_main","data_index":204,"repeat_index":0,"sample_id":"gpqa-main-60a022e707f18a7b5f445773/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5893,"prompt_tokens":337,"effective_max_tokens":130735,"original_embedded_prediction":"D","question_sha256":"9d46302b763896c7fa475d975b5bc365adee2236b273f23e7216a78871204b74"} +{"uuid":"gpqa-main-5f044a1bf575df47abc76e1a","benchmark":"gpqa_main","data_index":346,"repeat_index":0,"sample_id":"gpqa-main-5f044a1bf575df47abc76e1a/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":487,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"56742e4e637e9ad1340d4a8de7af8e0d6ce2447d668cc5b51dfb52dfb0b2b8e9"} +{"uuid":"gpqa-main-1cea82df3087b1eb05c4d230","benchmark":"gpqa_main","data_index":237,"repeat_index":0,"sample_id":"gpqa-main-1cea82df3087b1eb05c4d230/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5185,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"D","question_sha256":"dd05d2d9e9053dd1d4367a61d5f718336fc8f18bc81bdf0ccfb104e241053522"} +{"uuid":"gpqa-main-fd7b1296b8c5ae3f05aa8355","benchmark":"gpqa_main","data_index":319,"repeat_index":0,"sample_id":"gpqa-main-fd7b1296b8c5ae3f05aa8355/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1662,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"D","question_sha256":"e674bbb69c41e672de8e4c8cbea505f57f0d1fc98a2ae52ced1937ec4c71b62f"} +{"uuid":"gpqa-main-d1e25804e939f97ca872c78e","benchmark":"gpqa_main","data_index":163,"repeat_index":0,"sample_id":"gpqa-main-d1e25804e939f97ca872c78e/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7315,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"A","question_sha256":"bd713289ab1ffc1ab982f7411da433944bdaa2ce87595d2c1bba8580a8b47bdb"} +{"uuid":"gpqa-main-3b1469c59353cec7a0dd6866","benchmark":"gpqa_main","data_index":141,"repeat_index":0,"sample_id":"gpqa-main-3b1469c59353cec7a0dd6866/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7757,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"ebc638f9e42bd31bd87f0fab4dff50846ee425d9aef0cb954a4e5013a5a107e4"} +{"uuid":"gpqa-main-398c3b21ff64a0edc7ed8444","benchmark":"gpqa_main","data_index":197,"repeat_index":0,"sample_id":"gpqa-main-398c3b21ff64a0edc7ed8444/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6384,"prompt_tokens":839,"effective_max_tokens":130233,"original_embedded_prediction":"B","question_sha256":"8efc35cf270e2b051ad9ae732723df9c7261cecaf1410edf2c43f3ca7aa749cc"} +{"uuid":"gpqa-main-77067b016766698b199936c6","benchmark":"gpqa_main","data_index":343,"repeat_index":0,"sample_id":"gpqa-main-77067b016766698b199936c6/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":863,"prompt_tokens":306,"effective_max_tokens":130766,"original_embedded_prediction":"B","question_sha256":"4c8dd76001266d2c0d3a086b95cb4f68ba3f1b2658186002903315d51bf5bea6"} +{"uuid":"gpqa-main-b36b446fe10911202d34a473","benchmark":"gpqa_main","data_index":359,"repeat_index":0,"sample_id":"gpqa-main-b36b446fe10911202d34a473/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":324,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"a817452b182acac6761625a70d62a32f2da8fc7a708397cb06f4ad35d5fb18f8"} +{"uuid":"gpqa-main-bab269fd666fa2ba840a1459","benchmark":"gpqa_main","data_index":89,"repeat_index":0,"sample_id":"gpqa-main-bab269fd666fa2ba840a1459/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8545,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"D","question_sha256":"e17051d5c4ebf5f6bc793872dc2f5748b41dd7918235cb3d5697fb04882bd7fe"} +{"uuid":"gpqa-main-ff45876351041ad1ce200bb4","benchmark":"gpqa_main","data_index":323,"repeat_index":0,"sample_id":"gpqa-main-ff45876351041ad1ce200bb4/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1684,"prompt_tokens":345,"effective_max_tokens":130727,"original_embedded_prediction":"A","question_sha256":"32bdeb2d6746cedbaa666a09cbe9ff84eedb094a4f81edb9c09ab191add49c41"} +{"uuid":"gpqa-main-53c8581aa69a3066bf003024","benchmark":"gpqa_main","data_index":350,"repeat_index":0,"sample_id":"gpqa-main-53c8581aa69a3066bf003024/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":759,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"dbc9784ed2e796c6f534e998f17f2a819df9d6d94cd62aa72bd7fdcbf457c948"} +{"uuid":"gpqa-main-2601636e383074212d2b5e52","benchmark":"gpqa_main","data_index":333,"repeat_index":0,"sample_id":"gpqa-main-2601636e383074212d2b5e52/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1335,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"A","question_sha256":"4346808ce2e49e7dd075a69d154a4e1c8d73b71869876d48ffff93747d8898ec"} +{"uuid":"gpqa-main-87a8747afb6b0414b9ccbe1e","benchmark":"gpqa_main","data_index":274,"repeat_index":0,"sample_id":"gpqa-main-87a8747afb6b0414b9ccbe1e/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3881,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"D","question_sha256":"cdb165b285d51cf6a09160d99c4c49b653710aac879cce0b87c74a48eee0172b"} +{"uuid":"gpqa-main-fcf4fc69f21da83688056521","benchmark":"gpqa_main","data_index":363,"repeat_index":0,"sample_id":"gpqa-main-fcf4fc69f21da83688056521/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":352,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"691112dd08aec41d1dfd7a48bf6e56a828dc8b340887ad6364daff290f8a88c4"} +{"uuid":"gpqa-main-c5fc0037165678ab354bad30","benchmark":"gpqa_main","data_index":229,"repeat_index":0,"sample_id":"gpqa-main-c5fc0037165678ab354bad30/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5747,"prompt_tokens":158,"effective_max_tokens":130914,"original_embedded_prediction":"D","question_sha256":"cc55519c3a9058d775356db9fd87b9279f120f69e3d435e9886ed87f62c6a229"} +{"uuid":"gpqa-main-a67142bf6c763d9963d7474d","benchmark":"gpqa_main","data_index":33,"repeat_index":0,"sample_id":"gpqa-main-a67142bf6c763d9963d7474d/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8868,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"A","question_sha256":"7ed6c7d194038ef8d8c6a84cb18be1015f73754e42d4facb7418e8412ad86b77"} +{"uuid":"gpqa-main-d31323dded27ae0c86cb5c75","benchmark":"gpqa_main","data_index":313,"repeat_index":0,"sample_id":"gpqa-main-d31323dded27ae0c86cb5c75/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2375,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"8f174dd25b58e6fc8e309577a66d0f5a4f46ed89bf1a5165c0cb561a4e3e33e9"} +{"uuid":"gpqa-main-efbd16944acebfe43928d489","benchmark":"gpqa_main","data_index":49,"repeat_index":0,"sample_id":"gpqa-main-efbd16944acebfe43928d489/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8955,"prompt_tokens":328,"effective_max_tokens":130744,"original_embedded_prediction":"B","question_sha256":"40b2b50a3c993902d4327a3072c497b0bfcbac42a638ecf92be395be7ef82ab0"} +{"uuid":"gpqa-main-ad77d1e365463a217a2cc25c","benchmark":"gpqa_main","data_index":348,"repeat_index":0,"sample_id":"gpqa-main-ad77d1e365463a217a2cc25c/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1136,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"B","question_sha256":"7c427847fb1acab7f784c40193a51f13be68ffb38b4336c6bf3ebf112916fc29"} +{"uuid":"gpqa-main-67410b7a8dc0eaa2a0ad0e33","benchmark":"gpqa_main","data_index":347,"repeat_index":0,"sample_id":"gpqa-main-67410b7a8dc0eaa2a0ad0e33/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1190,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"bb309e44424b270e31ff68a9df49f0a2f19335280a19eb9a92c5dcd1810cc3e8"} +{"uuid":"gpqa-main-a39e48c3dd280f4d62399e78","benchmark":"gpqa_main","data_index":371,"repeat_index":0,"sample_id":"gpqa-main-a39e48c3dd280f4d62399e78/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":426,"prompt_tokens":397,"effective_max_tokens":130675,"original_embedded_prediction":"D","question_sha256":"721c25455cfe9ff83ae29b7ba79700cb78268040d9773283d4d8afebd849187b"} +{"uuid":"gpqa-main-2651d2e67639a9e1741c23d7","benchmark":"gpqa_main","data_index":361,"repeat_index":0,"sample_id":"gpqa-main-2651d2e67639a9e1741c23d7/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":770,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"B","question_sha256":"4dde21b33c78ccf27d8f3043edfe68636929e2ed7d52841b78b767027425afcb"} +{"uuid":"gpqa-main-3f9251e093c698e0c2fa2826","benchmark":"gpqa_main","data_index":358,"repeat_index":0,"sample_id":"gpqa-main-3f9251e093c698e0c2fa2826/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":997,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"252debe46c4fa81fca060b5a84d473e7c0bf04c99b8b5f54aab8119f22de36b4"} +{"uuid":"gpqa-main-5af38d4af998e6cc090b76a4","benchmark":"gpqa_main","data_index":366,"repeat_index":0,"sample_id":"gpqa-main-5af38d4af998e6cc090b76a4/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":705,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"b20325f500465457b07762e2fe70b04e5055bd3df2783351050b6c3d04223eb4"} +{"uuid":"gpqa-main-f6a21b5c88fe41ca6a55591f","benchmark":"gpqa_main","data_index":354,"repeat_index":0,"sample_id":"gpqa-main-f6a21b5c88fe41ca6a55591f/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1189,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"b0808ff670ee04ab6af9402dbf89fd865b5fcc16ca43f81c6b8ed06e07bd5ee2"} +{"uuid":"gpqa-main-7093e90be0c6d72d98ef432c","benchmark":"gpqa_main","data_index":356,"repeat_index":0,"sample_id":"gpqa-main-7093e90be0c6d72d98ef432c/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1151,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"C","question_sha256":"d73f092255e75c14953338c7dc17fa9e41c6378f650bac797b23d3c68133744d"} +{"uuid":"gpqa-main-ad37592fd14aa64b9045a2c4","benchmark":"gpqa_main","data_index":374,"repeat_index":0,"sample_id":"gpqa-main-ad37592fd14aa64b9045a2c4/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":521,"prompt_tokens":142,"effective_max_tokens":130930,"original_embedded_prediction":"B","question_sha256":"1b3ff6b6ef905e2e7d9fad403ad7bcef59c07ba5858ab30374d9c1f3f07e7dee"} +{"uuid":"gpqa-main-4b84b53bf506bc0a4468fb2d","benchmark":"gpqa_main","data_index":71,"repeat_index":0,"sample_id":"gpqa-main-4b84b53bf506bc0a4468fb2d/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9300,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"A","question_sha256":"e302b2005d8d406eb5e8fd7aa1707959448ef06e72b5647d2711c9a056cfeffc"} +{"uuid":"gpqa-main-87740f520845c3f77369e5a1","benchmark":"gpqa_main","data_index":258,"repeat_index":0,"sample_id":"gpqa-main-87740f520845c3f77369e5a1/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5348,"prompt_tokens":188,"effective_max_tokens":130884,"original_embedded_prediction":"C","question_sha256":"f6c5a12c2cd600eeb524956c760164ff890d185cffd979bfba482f46aa46a1ac"} +{"uuid":"gpqa-main-8299e0bf116ad8ad7b960d26","benchmark":"gpqa_main","data_index":254,"repeat_index":0,"sample_id":"gpqa-main-8299e0bf116ad8ad7b960d26/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5549,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"D","question_sha256":"dac89ff46a5330836dfa04de2060a9a9d447a0cffd96c06e0cdee48c6a991035"} +{"uuid":"gpqa-main-7c103d3006e7e5942b17dfc2","benchmark":"gpqa_main","data_index":345,"repeat_index":0,"sample_id":"gpqa-main-7c103d3006e7e5942b17dfc2/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1641,"prompt_tokens":254,"effective_max_tokens":130818,"original_embedded_prediction":"D","question_sha256":"851c6624380df7dd30fbf4b482add6ae0543525ac196eb146f0d1eb73a673d6c"} +{"uuid":"gpqa-main-ca986cf878bcb98d3bdf6b0a","benchmark":"gpqa_main","data_index":252,"repeat_index":0,"sample_id":"gpqa-main-ca986cf878bcb98d3bdf6b0a/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5712,"prompt_tokens":553,"effective_max_tokens":130519,"original_embedded_prediction":"D","question_sha256":"03946dc24ec69699ccf0d502676d0724f19c404c61b61996d4b5d979f21785da"} +{"uuid":"gpqa-main-82354c49d9280b8a980b98b4","benchmark":"gpqa_main","data_index":170,"repeat_index":0,"sample_id":"gpqa-main-82354c49d9280b8a980b98b4/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8123,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"C","question_sha256":"57b065d28a6d02a29a3a84f39dd670ba7cdf4e3403506e79b5fc90713897f68e"} +{"uuid":"gpqa-main-a028903aa7112583a0e7b5d2","benchmark":"gpqa_main","data_index":216,"repeat_index":0,"sample_id":"gpqa-main-a028903aa7112583a0e7b5d2/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6835,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"B","question_sha256":"c6231a95c81ba1af7d31e5ce8f8e8ad4c4def88d86ab8f801a248cf19814e2d2"} +{"uuid":"gpqa-main-4657fdc74d4c0bf48aa0b494","benchmark":"gpqa_main","data_index":301,"repeat_index":0,"sample_id":"gpqa-main-4657fdc74d4c0bf48aa0b494/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3797,"prompt_tokens":343,"effective_max_tokens":130729,"original_embedded_prediction":"B","question_sha256":"ef34764671cecdd517febbdbff1a8cc3542418de05c4a100ef6c30752c1fc8cb"} +{"uuid":"gpqa-main-11b88a6212278288c390be69","benchmark":"gpqa_main","data_index":337,"repeat_index":0,"sample_id":"gpqa-main-11b88a6212278288c390be69/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2093,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"29eb581590e7852467849e4c58c5e3b1b97736035880adbd4e12298c320ac7e4"} +{"uuid":"gpqa-main-f022820fa3c0f536a4d4a9bc","benchmark":"gpqa_main","data_index":355,"repeat_index":0,"sample_id":"gpqa-main-f022820fa3c0f536a4d4a9bc/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1422,"prompt_tokens":288,"effective_max_tokens":130784,"original_embedded_prediction":"A","question_sha256":"d7be2d674d4903c49886b492451a9febcfb5696ccd6f0931c4d48ef06a19b2b9"} +{"uuid":"gpqa-main-0069a2b69e59906ffd6ca400","benchmark":"gpqa_main","data_index":291,"repeat_index":0,"sample_id":"gpqa-main-0069a2b69e59906ffd6ca400/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4133,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"409fe9f5585adb91b6eded6462ef297118cee805597838bb23fa38eb32789450"} +{"uuid":"gpqa-main-c8bb35d2e6add774a878c895","benchmark":"gpqa_main","data_index":211,"repeat_index":0,"sample_id":"gpqa-main-c8bb35d2e6add774a878c895/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7123,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"8b5b2cb731b5a7fb6556557d17fc7ef7fb607adfa5050f0d70418eb3b983605b"} +{"uuid":"gpqa-main-2bd63c617299c18c1cfd5b0a","benchmark":"gpqa_main","data_index":196,"repeat_index":0,"sample_id":"gpqa-main-2bd63c617299c18c1cfd5b0a/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7571,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"C","question_sha256":"bd7804f896ba3deb7fd65cc0c562744a80232f45bbc9c5ffa8652308c167c329"} +{"uuid":"gpqa-main-4c9f4186c5ccd49ab906a399","benchmark":"gpqa_main","data_index":183,"repeat_index":0,"sample_id":"gpqa-main-4c9f4186c5ccd49ab906a399/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8087,"prompt_tokens":610,"effective_max_tokens":130462,"original_embedded_prediction":"A","question_sha256":"f634534b5e2327dcc39982a4da6dff404f299e9759a0ac957b0f6017fbe7586e"} +{"uuid":"gpqa-main-17eb0ef902a11d36b13bb4ba","benchmark":"gpqa_main","data_index":378,"repeat_index":0,"sample_id":"gpqa-main-17eb0ef902a11d36b13bb4ba/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":737,"prompt_tokens":290,"effective_max_tokens":130782,"original_embedded_prediction":"C","question_sha256":"da025e796cabfda79ad3a899a873052b028159563074d0934fabc7ee4c54d8ad"} +{"uuid":"gpqa-main-6dec9c3aba26b3c8623af13e","benchmark":"gpqa_main","data_index":315,"repeat_index":0,"sample_id":"gpqa-main-6dec9c3aba26b3c8623af13e/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3227,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"656a46f8bac8e8e0767c9a5675871d3f81ff8707ec78f064bca2ccac673d7561"} +{"uuid":"gpqa-main-009c62a9f3d3e5b23d7032af","benchmark":"gpqa_main","data_index":117,"repeat_index":0,"sample_id":"gpqa-main-009c62a9f3d3e5b23d7032af/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9815,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"eb3c8e77ceb6bbf6b5fc6d705376aeb984e8d20d498b1668992fc1441b062661"} +{"uuid":"gpqa-main-c5506c52a996021a33525b24","benchmark":"gpqa_main","data_index":242,"repeat_index":0,"sample_id":"gpqa-main-c5506c52a996021a33525b24/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6638,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"ec867cdcf4e586ae70e24b76b87230ee2b48ec67a5234d7a682f06f846fbdf0d"} +{"uuid":"gpqa-main-18347a23c4b32df1f0b31d1a","benchmark":"gpqa_main","data_index":395,"repeat_index":1,"sample_id":"gpqa-main-18347a23c4b32df1f0b31d1a/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":420,"prompt_tokens":438,"effective_max_tokens":130634,"original_embedded_prediction":"C","question_sha256":"f69ff8c0001cb2bdea3e51d7d4063a70e8b64bf6f735f62088f0ace464bbe468"} +{"uuid":"gpqa-main-544e43760baf2de3b5be5741","benchmark":"gpqa_main","data_index":369,"repeat_index":0,"sample_id":"gpqa-main-544e43760baf2de3b5be5741/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1351,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"A","question_sha256":"89418be241a19daa5c02878e565ee51b73f6f2c9bcafffaf554b45989088c1d8"} +{"uuid":"gpqa-main-ba7b4d8b6b363240553a5da8","benchmark":"gpqa_main","data_index":397,"repeat_index":1,"sample_id":"gpqa-main-ba7b4d8b6b363240553a5da8/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":557,"prompt_tokens":320,"effective_max_tokens":130752,"original_embedded_prediction":"B","question_sha256":"f31ead87a22282cc5dfb01f73a1fe9c84520ad1b8dc017953d8293dbe8b47044"} +{"uuid":"gpqa-main-7ceb372c1cdc7a180b73516c","benchmark":"gpqa_main","data_index":230,"repeat_index":0,"sample_id":"gpqa-main-7ceb372c1cdc7a180b73516c/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7041,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"B","question_sha256":"142aeb435e38240c03d26aafbfb8dc0ab94e7ef4f752a271c1ab011350a965be"} +{"uuid":"gpqa-main-992d40815d86851a9f6e7230","benchmark":"gpqa_main","data_index":385,"repeat_index":1,"sample_id":"gpqa-main-992d40815d86851a9f6e7230/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":929,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"b698ebb0cb6d3abffa554435859e51f21dd11a9955cfceece2c7a6fa9b0e2023"} +{"uuid":"gpqa-main-7c04a20e5411bd3e0a2bc2c8","benchmark":"gpqa_main","data_index":227,"repeat_index":0,"sample_id":"gpqa-main-7c04a20e5411bd3e0a2bc2c8/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7267,"prompt_tokens":413,"effective_max_tokens":130659,"original_embedded_prediction":"A","question_sha256":"e23b62b19c3ab4ec896e631f56a7a92ed38aca13300af7a7b449b979999886f3"} +{"uuid":"gpqa-main-de59169ce40a93ff305f9a41","benchmark":"gpqa_main","data_index":384,"repeat_index":1,"sample_id":"gpqa-main-de59169ce40a93ff305f9a41/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1055,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"c5859c729f1f8217c8555103da018a579f07eb8df38d8389383b2f4634573327"} +{"uuid":"gpqa-main-47999f808ae4df35fd817dd2","benchmark":"gpqa_main","data_index":398,"repeat_index":1,"sample_id":"gpqa-main-47999f808ae4df35fd817dd2/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":741,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"0b24415e0a51d238b6f9b4a8ae6a56386da27f195c825aa8d124ca3e7adc5bb9"} +{"uuid":"gpqa-main-e31881ef9b38bb3d802fa432","benchmark":"gpqa_main","data_index":325,"repeat_index":0,"sample_id":"gpqa-main-e31881ef9b38bb3d802fa432/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3419,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"A","question_sha256":"d2b3b2f779f59635b5b67b63d55e4ada87e7ff867992c7a0b26b010dac9f8650"} +{"uuid":"gpqa-main-1af843966aecfd5da1f08dd6","benchmark":"gpqa_main","data_index":390,"repeat_index":1,"sample_id":"gpqa-main-1af843966aecfd5da1f08dd6/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1032,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"C","question_sha256":"13e7c71f8aae7040bd98bd6b7bfe361f01f9aa9f4fd4b6095b40f97963688bdc"} +{"uuid":"gpqa-main-2fc8b9731f60b1c9eb476570","benchmark":"gpqa_main","data_index":75,"repeat_index":0,"sample_id":"gpqa-main-2fc8b9731f60b1c9eb476570/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10459,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"A","question_sha256":"8d64fc9e228388438862fd18b500e048e168f26e7191a4220ea8281beb789ea2"} +{"uuid":"gpqa-main-f635511b161f39dc301e05eb","benchmark":"gpqa_main","data_index":280,"repeat_index":0,"sample_id":"gpqa-main-f635511b161f39dc301e05eb/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5456,"prompt_tokens":650,"effective_max_tokens":130422,"original_embedded_prediction":"C","question_sha256":"cb7f697eb685eca3061fc46cacb94c19aba74add8390e74234ade788b9fa4ff3"} +{"uuid":"gpqa-main-43903740f46e3267ecd42324","benchmark":"gpqa_main","data_index":351,"repeat_index":0,"sample_id":"gpqa-main-43903740f46e3267ecd42324/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2558,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"D","question_sha256":"b52b0025e64a7d0c0023e98ca9fe1f002e22bd987dd934f74304bd22e6e7da20"} +{"uuid":"gpqa-main-83f8b78e2bcb92bda5c03787","benchmark":"gpqa_main","data_index":336,"repeat_index":0,"sample_id":"gpqa-main-83f8b78e2bcb92bda5c03787/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3139,"prompt_tokens":162,"effective_max_tokens":130910,"original_embedded_prediction":"C","question_sha256":"1f06efeb2323c27b7a92e2f6b6d0f631f5b1caa5357a701f99ff4c3d08286bcf"} +{"uuid":"gpqa-main-50467ff0a4937693425f108b","benchmark":"gpqa_main","data_index":391,"repeat_index":1,"sample_id":"gpqa-main-50467ff0a4937693425f108b/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1136,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"A","question_sha256":"ee40e0ba47746454343829f9f66dd4d391816fe24ca19edf78fcce05cf1f26d8"} +{"uuid":"gpqa-main-950b8724526dc5d718438bec","benchmark":"gpqa_main","data_index":396,"repeat_index":1,"sample_id":"gpqa-main-950b8724526dc5d718438bec/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1067,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"B","question_sha256":"d81eab0b3deeedb23d68076a8f0de5ca6461b5d2d1a7da228f6a0b6ba6ca53e7"} +{"uuid":"gpqa-main-5caa71cb7e0124d349b3046e","benchmark":"gpqa_main","data_index":76,"repeat_index":0,"sample_id":"gpqa-main-5caa71cb7e0124d349b3046e/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10567,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"B","question_sha256":"965fd430b8ea291a67e2311c4874eba053c21ea0ce6fa222eec4bed300fc2976"} +{"uuid":"gpqa-main-1989edb8041cc1c94659dcc4","benchmark":"gpqa_main","data_index":340,"repeat_index":0,"sample_id":"gpqa-main-1989edb8041cc1c94659dcc4/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3097,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"364ddb1397abdc7ae2201c88354f8df3f89b63c28330217a94cf8cf96c19ae54"} +{"uuid":"gpqa-main-ff85a5ccc5b465a708f70be3","benchmark":"gpqa_main","data_index":413,"repeat_index":1,"sample_id":"gpqa-main-ff85a5ccc5b465a708f70be3/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":371,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"f86f6ace621f9a5dc4c1d23e2bb2d546e1ca384df523a7a90d793b41a43ebfc6"} +{"uuid":"gpqa-main-cda1b642d52c30858bcdf7a3","benchmark":"gpqa_main","data_index":411,"repeat_index":1,"sample_id":"gpqa-main-cda1b642d52c30858bcdf7a3/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":540,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"85f5a80c90290184ac6ec65307174970563ac9442644e868f064c886836d7a25"} +{"uuid":"gpqa-main-0d56f92dcb32c3f0494a4705","benchmark":"gpqa_main","data_index":399,"repeat_index":1,"sample_id":"gpqa-main-0d56f92dcb32c3f0494a4705/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1148,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"D","question_sha256":"d48362abba761cef50927ef586befd9a2fdb343aa19b2fa457ee74fb6dbfb56b"} +{"uuid":"gpqa-main-d022f771c467d057bbb527d0","benchmark":"gpqa_main","data_index":423,"repeat_index":1,"sample_id":"gpqa-main-d022f771c467d057bbb527d0/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":102,"prompt_tokens":192,"effective_max_tokens":130880,"original_embedded_prediction":"A","question_sha256":"f3fdb78f6fe3c60a21e29d92babec94b4d8c0f6e012394045833653cbdb1a4d7"} +{"uuid":"gpqa-main-8523e39e7dc895f15a06a403","benchmark":"gpqa_main","data_index":331,"repeat_index":0,"sample_id":"gpqa-main-8523e39e7dc895f15a06a403/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3702,"prompt_tokens":243,"effective_max_tokens":130829,"original_embedded_prediction":"D","question_sha256":"9809fdeb256e4181e9705fa439a61deb6dbe804bfb80ffab6cb1bd4565faa027"} +{"uuid":"gpqa-main-ad8f0afd2f116341ed3a69c0","benchmark":"gpqa_main","data_index":424,"repeat_index":1,"sample_id":"gpqa-main-ad8f0afd2f116341ed3a69c0/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":236,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"b6c9142bf69c50d0a62b5b8254344b66610ca208a646e6a69a606819b7eb1bf8"} +{"uuid":"gpqa-main-b7ef729c55e0cb48c67bca16","benchmark":"gpqa_main","data_index":415,"repeat_index":1,"sample_id":"gpqa-main-b7ef729c55e0cb48c67bca16/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":666,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"B","question_sha256":"732a49f65a753e1d2c9ebb525ad8cc4c9ea6aa812fdc5eda3c630aa4aa35c7b5"} +{"uuid":"gpqa-main-238c4616c3347122f4b974e4","benchmark":"gpqa_main","data_index":365,"repeat_index":0,"sample_id":"gpqa-main-238c4616c3347122f4b974e4/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2672,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"C","question_sha256":"5a24c76ed39eb083ccc9c24780d936fe2e52cba76ae67efa4d647cc35e10037b"} +{"uuid":"gpqa-main-1f0af84f0bdb1b68af6a7719","benchmark":"gpqa_main","data_index":381,"repeat_index":0,"sample_id":"gpqa-main-1f0af84f0bdb1b68af6a7719/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2008,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"D","question_sha256":"47eb07162cc525d2e6a87977deb802204fed59b801dd5e2935cc6edb3c036af1"} +{"uuid":"gpqa-main-d9fdff837cb2d2e4d1e81014","benchmark":"gpqa_main","data_index":383,"repeat_index":0,"sample_id":"gpqa-main-d9fdff837cb2d2e4d1e81014/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1996,"prompt_tokens":153,"effective_max_tokens":130919,"original_embedded_prediction":"C","question_sha256":"021732e23dc83767a3bfeabac85945e664d0c83c8f4cd2ecee91855cda0b0d54"} +{"uuid":"gpqa-main-21bf0d1bb4513b046dfdf875","benchmark":"gpqa_main","data_index":406,"repeat_index":1,"sample_id":"gpqa-main-21bf0d1bb4513b046dfdf875/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1255,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"916a1ca795d38f4c815c99d6f162f52af934ee4e1b0d100dc0a7fb747631f7a7"} +{"uuid":"gpqa-main-3ebc2c6c608ed7f5e7bf9463","benchmark":"gpqa_main","data_index":404,"repeat_index":1,"sample_id":"gpqa-main-3ebc2c6c608ed7f5e7bf9463/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1326,"prompt_tokens":286,"effective_max_tokens":130786,"original_embedded_prediction":"C","question_sha256":"81bfcfb746da8dbf79e11ca4c419d5416ea1be46678f915598ebe3f9c6b6fc32"} +{"uuid":"gpqa-main-810618179b41cff3d8593ba5","benchmark":"gpqa_main","data_index":407,"repeat_index":1,"sample_id":"gpqa-main-810618179b41cff3d8593ba5/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1150,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"4f7077a78998cfa5dbe881d51f9f859973bb281cce9f5a2bde9d5475cc520111"} +{"uuid":"gpqa-main-a6eb05bb931229a396d81e44","benchmark":"gpqa_main","data_index":172,"repeat_index":0,"sample_id":"gpqa-main-a6eb05bb931229a396d81e44/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9844,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"B","question_sha256":"19c2c8e0578e84094a1f97568e95e1e88fadee2743b1c6519b7fc661c8577cde"} +{"uuid":"gpqa-main-50a8ab2bd1710dbcfa2e32b5","benchmark":"gpqa_main","data_index":168,"repeat_index":0,"sample_id":"gpqa-main-50a8ab2bd1710dbcfa2e32b5/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10034,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"D","question_sha256":"5fb04957154b48d4ebad83862909a8fd3afc5ba5399a7dbe4594b5c72255964c"} +{"uuid":"gpqa-main-b306a5cb19a37a5923ddeda3","benchmark":"gpqa_main","data_index":375,"repeat_index":0,"sample_id":"gpqa-main-b306a5cb19a37a5923ddeda3/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2443,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"10d0692d1c6af6008ffff69894cb0183dafbb80748247a3a0e1961e87f1e7c9f"} +{"uuid":"gpqa-main-9254c2db95aeb7ad8ae8a32d","benchmark":"gpqa_main","data_index":295,"repeat_index":0,"sample_id":"gpqa-main-9254c2db95aeb7ad8ae8a32d/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5735,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"183797b844f5aaf0d4762d5da650b2a14964b261306db104b29a00499b949bd6"} +{"uuid":"gpqa-main-1923a70feda6403a600f719a","benchmark":"gpqa_main","data_index":160,"repeat_index":0,"sample_id":"gpqa-main-1923a70feda6403a600f719a/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10351,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"7acad7dd49efa2a29ce19fb81de0e8b504de87dab9c66159407da7697942a708"} +{"uuid":"gpqa-main-39045ad4d1274d0e56839d7b","benchmark":"gpqa_main","data_index":376,"repeat_index":0,"sample_id":"gpqa-main-39045ad4d1274d0e56839d7b/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2487,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"429df35a12720ff87021b558515bede2e2590914376178a956309c141594787f"} +{"uuid":"gpqa-main-3d4249ae7ea85a07b7726fff","benchmark":"gpqa_main","data_index":393,"repeat_index":1,"sample_id":"gpqa-main-3d4249ae7ea85a07b7726fff/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1935,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"f3a651caf4cc86d7183e2aa4e94783901dfd4ba7026521589b0aa1f1c95b0e55"} +{"uuid":"gpqa-main-f35f531075e0f4b71e6bfdf7","benchmark":"gpqa_main","data_index":412,"repeat_index":1,"sample_id":"gpqa-main-f35f531075e0f4b71e6bfdf7/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1072,"prompt_tokens":440,"effective_max_tokens":130632,"original_embedded_prediction":"B","question_sha256":"1dec0a47229d6987f418c244cc1169bdeb04c6134b883ac8895dc2380cdf0539"} +{"uuid":"gpqa-main-7c7ae85beee22afc94024aa0","benchmark":"gpqa_main","data_index":377,"repeat_index":0,"sample_id":"gpqa-main-7c7ae85beee22afc94024aa0/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2436,"prompt_tokens":179,"effective_max_tokens":130893,"original_embedded_prediction":"C","question_sha256":"17ee204f8a3ef8904b0418dcf3bac347173df36a87b5535f055046fe6fae8879"} +{"uuid":"gpqa-main-d8d5dbb2aa6f203775147357","benchmark":"gpqa_main","data_index":318,"repeat_index":0,"sample_id":"gpqa-main-d8d5dbb2aa6f203775147357/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4762,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"bb18da47ffe6578fb5b30d30128525e8addf5e823c1985c70c606c89ce8d4d7e"} +{"uuid":"gpqa-main-fcf4fbe275826c7d67e6067b","benchmark":"gpqa_main","data_index":332,"repeat_index":0,"sample_id":"gpqa-main-fcf4fbe275826c7d67e6067b/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4246,"prompt_tokens":319,"effective_max_tokens":130753,"original_embedded_prediction":"D","question_sha256":"804a1298d02f33e3d34af9885ef317731ae757104a1e874356955c98921afd18"} +{"uuid":"gpqa-main-485d6d2d8d4ef097891a30ae","benchmark":"gpqa_main","data_index":370,"repeat_index":0,"sample_id":"gpqa-main-485d6d2d8d4ef097891a30ae/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2915,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"C","question_sha256":"c6a4a4365a6f088ad7d433e788ad1983c25ce2a6965fa332c2fd4f61eea9bbbc"} +{"uuid":"gpqa-main-08cb3c41dbaa57f424632b84","benchmark":"gpqa_main","data_index":388,"repeat_index":1,"sample_id":"gpqa-main-08cb3c41dbaa57f424632b84/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2219,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"B","question_sha256":"e37327eb6a290bf649f9b548f5d9834983b5d59efc10b4281a4bdbb75523863f"} +{"uuid":"gpqa-main-f79cea2e3c2e242b6e0da4d5","benchmark":"gpqa_main","data_index":438,"repeat_index":1,"sample_id":"gpqa-main-f79cea2e3c2e242b6e0da4d5/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":241,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"D","question_sha256":"bdc1ab103002886dcbe879cd751d3e27b8ba6e988859bb80422ea04871269448"} +{"uuid":"gpqa-main-f0a74958c23332566374eae8","benchmark":"gpqa_main","data_index":245,"repeat_index":0,"sample_id":"gpqa-main-f0a74958c23332566374eae8/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8255,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"A","question_sha256":"0122463c60c1fa5ad768f1fc6147fd593b46126713e705864d5de5632804d4b5"} +{"uuid":"gpqa-main-86d8d26ea3f4092dd4bac144","benchmark":"gpqa_main","data_index":134,"repeat_index":0,"sample_id":"gpqa-main-86d8d26ea3f4092dd4bac144/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11286,"prompt_tokens":227,"effective_max_tokens":130845,"original_embedded_prediction":"A","question_sha256":"299c83f78042a13c78ad054088517dc82d5ed82bcc9ef75ec08dc120f2b8052f"} +{"uuid":"gpqa-main-1a3571c1ec099b06b5011ceb","benchmark":"gpqa_main","data_index":322,"repeat_index":0,"sample_id":"gpqa-main-1a3571c1ec099b06b5011ceb/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4781,"prompt_tokens":166,"effective_max_tokens":130906,"original_embedded_prediction":"D","question_sha256":"853f9bd759921129a51dd81d489f867c5aa9463f1925c203fe6f1e3147741f08"} +{"uuid":"gpqa-main-834c95c23407a9d2c736d2ee","benchmark":"gpqa_main","data_index":441,"repeat_index":1,"sample_id":"gpqa-main-834c95c23407a9d2c736d2ee/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":336,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"bb698537245b51d08b5d5a6cecdfd1a4e34f7ac0f17e13da8d713af9341a9366"} +{"uuid":"gpqa-main-8d43dd1cebfb1a76c18a3589","benchmark":"gpqa_main","data_index":213,"repeat_index":0,"sample_id":"gpqa-main-8d43dd1cebfb1a76c18a3589/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9213,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"A","question_sha256":"1c3b360d52d717d4eda55f53310217b072979b1026b8896b235a2ba9f5151964"} +{"uuid":"gpqa-main-6f84d17ede852cd9196347bd","benchmark":"gpqa_main","data_index":364,"repeat_index":0,"sample_id":"gpqa-main-6f84d17ede852cd9196347bd/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3423,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"D","question_sha256":"e410f49b6f85564bf5b9226069391669e4c376097b2656e616a6b82abd4729ac"} +{"uuid":"gpqa-main-efc527af4c77c27856f0d201","benchmark":"gpqa_main","data_index":444,"repeat_index":1,"sample_id":"gpqa-main-efc527af4c77c27856f0d201/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":511,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"29ffae74d292a9a38f72dd8e95efab3be752912b79e848701193359c657937f6"} +{"uuid":"gpqa-main-d750e02b8d42b4b4d6aba4b9","benchmark":"gpqa_main","data_index":425,"repeat_index":1,"sample_id":"gpqa-main-d750e02b8d42b4b4d6aba4b9/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1160,"prompt_tokens":944,"effective_max_tokens":130128,"original_embedded_prediction":"D","question_sha256":"5ea7e9b17f677439bf5f6e43169cb794916985d1c5964f6a0d8becf3f9e3b7ad"} +{"uuid":"gpqa-main-7239e8e1a6f52b11d89b376d","benchmark":"gpqa_main","data_index":419,"repeat_index":1,"sample_id":"gpqa-main-7239e8e1a6f52b11d89b376d/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1510,"prompt_tokens":359,"effective_max_tokens":130713,"original_embedded_prediction":"D","question_sha256":"6b778965b4593497cd5378ecaa94e84f97d2910300038afb6590a8e9376b791c"} +{"uuid":"gpqa-main-7ed621f8290d6ac14181ce45","benchmark":"gpqa_main","data_index":382,"repeat_index":0,"sample_id":"gpqa-main-7ed621f8290d6ac14181ce45/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2896,"prompt_tokens":298,"effective_max_tokens":130774,"original_embedded_prediction":"B","question_sha256":"c1c0ad22e4376412fe1e7564fd1f8c00dd970292dbf0dbb83b0350881e74b306"} +{"uuid":"gpqa-main-579e17ce4c553c730c526a5c","benchmark":"gpqa_main","data_index":426,"repeat_index":1,"sample_id":"gpqa-main-579e17ce4c553c730c526a5c/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1279,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"D","question_sha256":"1ce3d847d25b2c2f678c304f134266501155719553a1a003f38a6b0a75ffb81b"} +{"uuid":"gpqa-main-7684b3ed8a4540e6099495df","benchmark":"gpqa_main","data_index":327,"repeat_index":0,"sample_id":"gpqa-main-7684b3ed8a4540e6099495df/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5134,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"0caf81b8c83789b0b258b80856002cff7fd589a737844db0407269017bcd1955"} +{"uuid":"gpqa-main-9b60a112c6568a530227ce47","benchmark":"gpqa_main","data_index":432,"repeat_index":1,"sample_id":"gpqa-main-9b60a112c6568a530227ce47/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1065,"prompt_tokens":443,"effective_max_tokens":130629,"original_embedded_prediction":"D","question_sha256":"4dd7bd0636dc935d4359866d23d365353db91692ab9b80b438a3f65683abf4e7"} +{"uuid":"gpqa-main-763daf42ea0c79050a6a4d1d","benchmark":"gpqa_main","data_index":445,"repeat_index":1,"sample_id":"gpqa-main-763daf42ea0c79050a6a4d1d/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":844,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"D","question_sha256":"72b4053b92adde478bb40c3fb9ef1e06215efe5922e2d600121170f824d32c13"} +{"uuid":"gpqa-main-84e0462fb979739143160f76","benchmark":"gpqa_main","data_index":458,"repeat_index":1,"sample_id":"gpqa-main-84e0462fb979739143160f76/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":286,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"A","question_sha256":"17821f797104818a4e9c06d5499572866481ca7a9f6bf4d3993cbc935754c06e"} +{"uuid":"gpqa-main-cfc742b1ce24bfc75356765e","benchmark":"gpqa_main","data_index":279,"repeat_index":0,"sample_id":"gpqa-main-cfc742b1ce24bfc75356765e/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7373,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"A","question_sha256":"c1f013c71ec1bfdf03d8071ec0a1d30c0d10b7e87429512ec32711a88cc41cb1"} +{"uuid":"gpqa-main-adffc79c4b20a953ccbf4cd1","benchmark":"gpqa_main","data_index":372,"repeat_index":0,"sample_id":"gpqa-main-adffc79c4b20a953ccbf4cd1/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3715,"prompt_tokens":170,"effective_max_tokens":130902,"original_embedded_prediction":"C","question_sha256":"a9acc5caf0ab2f58b68d62ac52eac5bd31ee4a74a832bd753df339176dbbaefe"} +{"uuid":"gpqa-main-4c4e7752fc041224f19d3f9a","benchmark":"gpqa_main","data_index":310,"repeat_index":0,"sample_id":"gpqa-main-4c4e7752fc041224f19d3f9a/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5971,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"a7183bc025131850f86e24e7faa64e367e334f399dbbc968c1e6069905fe8c28"} +{"uuid":"gpqa-main-49e3b768e85f009875fb4b7f","benchmark":"gpqa_main","data_index":454,"repeat_index":1,"sample_id":"gpqa-main-49e3b768e85f009875fb4b7f/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":696,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"181abbdaf75899b4c447f9c98c58f90512c06ffe5521e109fa83597da1fb7aae"} +{"uuid":"gpqa-main-4644969e4e4615b014b9669f","benchmark":"gpqa_main","data_index":200,"repeat_index":0,"sample_id":"gpqa-main-4644969e4e4615b014b9669f/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10287,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"e663684f8a7728af99d977f274c335c497ac6a7ccf43c64ab979e8407155ce6c"} +{"uuid":"gpqa-main-a1ec72afe45eedbea242cd73","benchmark":"gpqa_main","data_index":428,"repeat_index":1,"sample_id":"gpqa-main-a1ec72afe45eedbea242cd73/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1412,"prompt_tokens":310,"effective_max_tokens":130762,"original_embedded_prediction":"A","question_sha256":"e87180319d813402cf71637950d93636988703d0477e2bb79fb03a1d2df9afe3"} +{"uuid":"gpqa-main-9f607ccb3302f27b4ebe90a4","benchmark":"gpqa_main","data_index":290,"repeat_index":0,"sample_id":"gpqa-main-9f607ccb3302f27b4ebe90a4/repeat-0","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7071,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"B","question_sha256":"e2c8b6a88dfedf13a4a35e2964dc77f2e082e87417c972bf7406bdb2405985f7"} +{"uuid":"gpqa-main-0fb808246cf99919fa61cf95","benchmark":"gpqa_main","data_index":368,"repeat_index":0,"sample_id":"gpqa-main-0fb808246cf99919fa61cf95/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3989,"prompt_tokens":415,"effective_max_tokens":130657,"original_embedded_prediction":"D","question_sha256":"8dd19f310e71e68caf9619c551faf073baee082c2fdae90e86d766c8f04dd15c"} +{"uuid":"gpqa-main-fbf1f6e62b48cbbf0bca4714","benchmark":"gpqa_main","data_index":435,"repeat_index":1,"sample_id":"gpqa-main-fbf1f6e62b48cbbf0bca4714/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1394,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"59affc9a905621c391ee7886c0e428eac5cb1f60c7c251e2fc1fcb081cb8e076"} +{"uuid":"gpqa-main-5334e8bdecfbd08a0fceb69b","benchmark":"gpqa_main","data_index":431,"repeat_index":1,"sample_id":"gpqa-main-5334e8bdecfbd08a0fceb69b/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1493,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"B","question_sha256":"0c1cc6cb8c9b9a25c645b86bbada068207876248621f0327486d559892b7a8a9"} +{"uuid":"gpqa-main-7a6f40292c595b5ffad3d66b","benchmark":"gpqa_main","data_index":464,"repeat_index":1,"sample_id":"gpqa-main-7a6f40292c595b5ffad3d66b/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":325,"prompt_tokens":317,"effective_max_tokens":130755,"original_embedded_prediction":"A","question_sha256":"82d8161e96256872367b5e1c12af2c1f91e6c4a6aac3d066708fccb1826bf840"} +{"uuid":"gpqa-main-feeb39404129cbb3b7e867ec","benchmark":"gpqa_main","data_index":427,"repeat_index":1,"sample_id":"gpqa-main-feeb39404129cbb3b7e867ec/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1737,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"B","question_sha256":"a80144fd582290217d4749a45438b278db047877b2f9babd5f52d9d0dcc88daf"} +{"uuid":"gpqa-main-bceb5bf342ad44aac4fdbe55","benchmark":"gpqa_main","data_index":123,"repeat_index":0,"sample_id":"gpqa-main-bceb5bf342ad44aac4fdbe55/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12860,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"20d48d5f0a9a8b77bea35e72a90794c2d2147aa8321ae6aa60e84491688a0803"} +{"uuid":"gpqa-main-3ad0b182e1494c1e76262069","benchmark":"gpqa_main","data_index":389,"repeat_index":1,"sample_id":"gpqa-main-3ad0b182e1494c1e76262069/repeat-1","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3548,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"A","question_sha256":"835ebb67a4198184dbd29c03b43e4283e93c0473d886ab6c3b6c52ffb918b6ab"} +{"uuid":"gpqa-main-832feb793ff377da50abf878","benchmark":"gpqa_main","data_index":453,"repeat_index":1,"sample_id":"gpqa-main-832feb793ff377da50abf878/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1200,"prompt_tokens":202,"effective_max_tokens":130870,"original_embedded_prediction":"B","question_sha256":"9cb12d81fbbe616cc95beecd1627265e0b5a2fa48b8e7493d3df89b378afbc12"} +{"uuid":"gpqa-main-759e35a2024fc09bd491c9ff","benchmark":"gpqa_main","data_index":3,"repeat_index":0,"sample_id":"gpqa-main-759e35a2024fc09bd491c9ff/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12912,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"D","question_sha256":"4c284608a459b460f3ec3dfd5c7c71cfa84c171d4eb8a52aab9e6e4a8cb409bb"} +{"uuid":"gpqa-main-5f336d7998263d21db8f15c1","benchmark":"gpqa_main","data_index":434,"repeat_index":1,"sample_id":"gpqa-main-5f336d7998263d21db8f15c1/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1708,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"C","question_sha256":"5028b464f9ac881885af02d0d7fda29d17165d3804f0f84dbc2e8f6dbd923739"} +{"uuid":"gpqa-main-8db8ffb39e6d3e618c8d388c","benchmark":"gpqa_main","data_index":440,"repeat_index":1,"sample_id":"gpqa-main-8db8ffb39e6d3e618c8d388c/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1617,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"B","question_sha256":"28dff82ab12e25f0b479054be2f5d8b597951c2458e383bb25cf488b09c98ff5"} +{"uuid":"gpqa-main-47f8cee187b620660c7d11b3","benchmark":"gpqa_main","data_index":456,"repeat_index":1,"sample_id":"gpqa-main-47f8cee187b620660c7d11b3/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1072,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"b114078343a4ce3eeaa845ee2c7bfa4ac7c9add00f507d8ff60e46cca593fb46"} +{"uuid":"gpqa-main-6bb4180b8c6df2f8f7490345","benchmark":"gpqa_main","data_index":410,"repeat_index":1,"sample_id":"gpqa-main-6bb4180b8c6df2f8f7490345/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2871,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"a40e1e0f0ddd21a34df82626b6553232ad944bbeec5bf0819aaf5ae0b1a92c59"} +{"uuid":"gpqa-main-33b9f4658edfefac92faa4d3","benchmark":"gpqa_main","data_index":276,"repeat_index":0,"sample_id":"gpqa-main-33b9f4658edfefac92faa4d3/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8198,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"A","question_sha256":"21b950759e4e088c97c70fcca487f4b3ceddd69dd2563433e332a0dde94eeddb"} +{"uuid":"gpqa-main-542dd8f1dc74ca5163382df8","benchmark":"gpqa_main","data_index":192,"repeat_index":0,"sample_id":"gpqa-main-542dd8f1dc74ca5163382df8/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11269,"prompt_tokens":165,"effective_max_tokens":130907,"original_embedded_prediction":"B","question_sha256":"2413c551ec9a06a20197c81fa22effbd7f215abcc2e5f14c5f9f0a86e5402736"} +{"uuid":"gpqa-main-8e23eaed901a11ec534e6f8b","benchmark":"gpqa_main","data_index":99,"repeat_index":0,"sample_id":"gpqa-main-8e23eaed901a11ec534e6f8b/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13267,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"ed842ad329efe1e08f990fad3dd3cd5e5fb16736a9da1dbfa314d5e19156887e"} +{"uuid":"gpqa-main-35569b36357cfce18162c999","benchmark":"gpqa_main","data_index":436,"repeat_index":1,"sample_id":"gpqa-main-35569b36357cfce18162c999/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2240,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"B","question_sha256":"a2136b05b78259562b913f1f56520c4184d70bf60017617a442a41f907c31b78"} +{"uuid":"gpqa-main-756cafdacac7e9642e2102c6","benchmark":"gpqa_main","data_index":90,"repeat_index":0,"sample_id":"gpqa-main-756cafdacac7e9642e2102c6/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13531,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"b26abbcea4f9adbbc6faf6378336b8d024ffe4491d2853b927bf9afdc27073a9"} +{"uuid":"gpqa-main-3b577bce88d27365cf34e990","benchmark":"gpqa_main","data_index":344,"repeat_index":0,"sample_id":"gpqa-main-3b577bce88d27365cf34e990/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5893,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"952132525f3a442f1b38bdc3d0190df1c505766096106e7ac626a451f1b236fc"} +{"uuid":"gpqa-main-55aa21aa9a62e56aab915b32","benchmark":"gpqa_main","data_index":302,"repeat_index":0,"sample_id":"gpqa-main-55aa21aa9a62e56aab915b32/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7793,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"e6eba602b3eef649fed522c6b8737556699845aee5b419773938063ec6b83257"} +{"uuid":"gpqa-main-e10311e2a20f5ef70b44af1a","benchmark":"gpqa_main","data_index":380,"repeat_index":0,"sample_id":"gpqa-main-e10311e2a20f5ef70b44af1a/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4569,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"B","question_sha256":"840fab180da436fa17bd480d15eb270c8be4535800795f8fe8c3d0b1ac29ca9d"} +{"uuid":"gpqa-main-a8c391dd6337620cc79cae0e","benchmark":"gpqa_main","data_index":416,"repeat_index":1,"sample_id":"gpqa-main-a8c391dd6337620cc79cae0e/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3149,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"435ccdce7cc6c5543ffaf20b4d850d905357568605d01b3a595d44df3dd30d0d"} +{"uuid":"gpqa-main-ddc1b02f963a2f785385132e","benchmark":"gpqa_main","data_index":477,"repeat_index":1,"sample_id":"gpqa-main-ddc1b02f963a2f785385132e/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":771,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"d5e7b22736a2cdaa0f2553a100795aa6b7e150fcc1b9fe093e28e3fea855f346"} +{"uuid":"gpqa-main-a5811d01e615771d5e0b48fb","benchmark":"gpqa_main","data_index":484,"repeat_index":1,"sample_id":"gpqa-main-a5811d01e615771d5e0b48fb/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":868,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"D","question_sha256":"18c1c5c103fb01b10fd0ca282f8eab427517d6587a0a9962010b5ad16e05b98f"} +{"uuid":"gpqa-main-7c3c45d7826322d2dd84475f","benchmark":"gpqa_main","data_index":482,"repeat_index":1,"sample_id":"gpqa-main-7c3c45d7826322d2dd84475f/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1029,"prompt_tokens":419,"effective_max_tokens":130653,"original_embedded_prediction":"A","question_sha256":"f98a4cc383b4e02c52b4cdafe1b79c1d58df251d5d10ab65f71740d27243ed28"} +{"uuid":"gpqa-main-b654b748170277d4b0d0c6b5","benchmark":"gpqa_main","data_index":478,"repeat_index":1,"sample_id":"gpqa-main-b654b748170277d4b0d0c6b5/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1108,"prompt_tokens":508,"effective_max_tokens":130564,"original_embedded_prediction":"D","question_sha256":"010973f2a9805982e33bfecd460da27e4d2f170e4567ebf854c807385bea09d3"} +{"uuid":"gpqa-main-002cb7f9ef3ee2a3d460b42e","benchmark":"gpqa_main","data_index":469,"repeat_index":1,"sample_id":"gpqa-main-002cb7f9ef3ee2a3d460b42e/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1566,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"3bed68f29773b3484a0b5acab22f438229b63f2a324fb817a933e4d514178386"} +{"uuid":"gpqa-main-d751f2081e63be8d69314287","benchmark":"gpqa_main","data_index":485,"repeat_index":1,"sample_id":"gpqa-main-d751f2081e63be8d69314287/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":898,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"f56e41493e430f6c013c094b4b462aa30dc9826a273d867eec6a04fc8a646443"} +{"uuid":"gpqa-main-bf684ea09dc8822450fbd37c","benchmark":"gpqa_main","data_index":468,"repeat_index":1,"sample_id":"gpqa-main-bf684ea09dc8822450fbd37c/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1601,"prompt_tokens":372,"effective_max_tokens":130700,"original_embedded_prediction":"A","question_sha256":"8f0911e951adf5df2bfc8aa29c14de392a998e2fa48463ceecedcd39a8301453"} +{"uuid":"gpqa-main-9baab02407bb5e317c8c71c4","benchmark":"gpqa_main","data_index":414,"repeat_index":1,"sample_id":"gpqa-main-9baab02407bb5e317c8c71c4/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3614,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"C","question_sha256":"4c49b01c534dd76a31b5023fe34fe490913c400dc715a3fa7a874695ca10b949"} +{"uuid":"gpqa-main-a67142bf6c763d9963d7474d","benchmark":"gpqa_main","data_index":417,"repeat_index":1,"sample_id":"gpqa-main-a67142bf6c763d9963d7474d/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3536,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"7ed6c7d194038ef8d8c6a84cb18be1015f73754e42d4facb7418e8412ad86b77"} +{"uuid":"gpqa-main-ca7a4b18584754c3664d8758","benchmark":"gpqa_main","data_index":400,"repeat_index":1,"sample_id":"gpqa-main-ca7a4b18584754c3664d8758/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4430,"prompt_tokens":517,"effective_max_tokens":130555,"original_embedded_prediction":"D","question_sha256":"b15ab8a50cd7768206339f81478bb5a4757f87b1bf1c7671597c48117910482f"} +{"uuid":"gpqa-main-09311165c3bc8a7742115024","benchmark":"gpqa_main","data_index":405,"repeat_index":1,"sample_id":"gpqa-main-09311165c3bc8a7742115024/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4222,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d6deae7022d40b283a8b0053867ff7e2d44f15fac7c364d3b34e67d903596cf7"} +{"uuid":"gpqa-main-5f1108e8b2f18297c04895bf","benchmark":"gpqa_main","data_index":329,"repeat_index":0,"sample_id":"gpqa-main-5f1108e8b2f18297c04895bf/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7063,"prompt_tokens":447,"effective_max_tokens":130625,"original_embedded_prediction":"A","question_sha256":"d6e89de54268d0839b91cc5f860fd4903b1d8277accaf665ced8b5404cdbbe84"} +{"uuid":"gpqa-main-ec756f5cd58f1d3e9c9c8676","benchmark":"gpqa_main","data_index":494,"repeat_index":1,"sample_id":"gpqa-main-ec756f5cd58f1d3e9c9c8676/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":586,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"B","question_sha256":"016bbafd184cf46762e3e824d2499734daf9efd8cb5f0adad12078f151c96a12"} +{"uuid":"gpqa-main-c69005af8b1e76a851528e02","benchmark":"gpqa_main","data_index":451,"repeat_index":1,"sample_id":"gpqa-main-c69005af8b1e76a851528e02/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2651,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"D","question_sha256":"29e6a1db070bf5e5af8af4b82da4953dd47dcd2a1bbd7ad2db04f3d1d4cd805e"} +{"uuid":"gpqa-main-7e29412fd534df20c4a23267","benchmark":"gpqa_main","data_index":87,"repeat_index":0,"sample_id":"gpqa-main-7e29412fd534df20c4a23267/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14316,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"7fda2b6ca2ff9984ace9bf53f465cebb4b8d963f7ddcb5aa5f5015cd6989be42"} +{"uuid":"gpqa-main-b13e6b95879d48313e527260","benchmark":"gpqa_main","data_index":489,"repeat_index":1,"sample_id":"gpqa-main-b13e6b95879d48313e527260/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":833,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"B","question_sha256":"145b51d1c857830091d0dfa7043504329aa8d2a847b5b738079d210a94da31cb"} +{"uuid":"gpqa-main-84cbf72ad94d1afe2aa56331","benchmark":"gpqa_main","data_index":481,"repeat_index":1,"sample_id":"gpqa-main-84cbf72ad94d1afe2aa56331/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1446,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"D","question_sha256":"089a55e5a3fbca456cb952a230bd88a82c177ec99470bd05f822803a1bdd3db5"} +{"uuid":"gpqa-main-e47ea8383f43129dec459997","benchmark":"gpqa_main","data_index":284,"repeat_index":0,"sample_id":"gpqa-main-e47ea8383f43129dec459997/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9259,"prompt_tokens":262,"effective_max_tokens":130810,"original_embedded_prediction":"D","question_sha256":"9e7260c352d5970f26856e94943b008fa72ebf3264a0e2790592a41209cfac2d"} +{"uuid":"gpqa-main-87c633148441d2b07b8e2e81","benchmark":"gpqa_main","data_index":472,"repeat_index":1,"sample_id":"gpqa-main-87c633148441d2b07b8e2e81/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2043,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"0fb47d10edb4eca17f93926dea501fdd19bde76cfe58f57edb445a7272d7787c"} +{"uuid":"gpqa-main-143dc33c1aad9828daf5e615","benchmark":"gpqa_main","data_index":95,"repeat_index":0,"sample_id":"gpqa-main-143dc33c1aad9828daf5e615/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14607,"prompt_tokens":354,"effective_max_tokens":130718,"original_embedded_prediction":"C","question_sha256":"ff60c18b72aac9e90842c7a2d5e79c68092a3fbb1d6c0318cee6d2892a43a0a1"} +{"uuid":"gpqa-main-9e1b7c5b2ce53e8d6424b66a","benchmark":"gpqa_main","data_index":443,"repeat_index":1,"sample_id":"gpqa-main-9e1b7c5b2ce53e8d6424b66a/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3230,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"D","question_sha256":"97732ba422afbf18b5d2d6b3bd26f6c540049e2f82d9628414525cebe7e9a5dd"} +{"uuid":"gpqa-main-9b7f84c844aa65b8ebfee235","benchmark":"gpqa_main","data_index":504,"repeat_index":1,"sample_id":"gpqa-main-9b7f84c844aa65b8ebfee235/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":512,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"9443960fd2664e6d4890575733c6a4f1f6d804ec21e10e0f9d415b99297f9845"} +{"uuid":"gpqa-main-efa466851677550746c06a1f","benchmark":"gpqa_main","data_index":422,"repeat_index":1,"sample_id":"gpqa-main-efa466851677550746c06a1f/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4031,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"B","question_sha256":"b64a2faa078044133322af9742b3f75788b5f8e5701f1fee08d693854a842448"} +{"uuid":"gpqa-main-1634ccababef2067673cd88c","benchmark":"gpqa_main","data_index":46,"repeat_index":0,"sample_id":"gpqa-main-1634ccababef2067673cd88c/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14763,"prompt_tokens":593,"effective_max_tokens":130479,"original_embedded_prediction":"D","question_sha256":"d8c36bd55ba561cb499054e9d5a01217a0498dfd20875e8d9e99d34bcdfd7830"} +{"uuid":"gpqa-main-13dda0527a69422c0bfefb23","benchmark":"gpqa_main","data_index":429,"repeat_index":1,"sample_id":"gpqa-main-13dda0527a69422c0bfefb23/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3671,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"A","question_sha256":"952dd56af4d111bc829dbe6171c480a13632e8b5771e33245330d32115f96774"} +{"uuid":"gpqa-main-24659eabc462bf7fb5295951","benchmark":"gpqa_main","data_index":265,"repeat_index":0,"sample_id":"gpqa-main-24659eabc462bf7fb5295951/repeat-0","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10338,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"f26df2fb1b4182bacbf5d951a583b120ed154d22ea6f9659ed264ae020297543"} +{"uuid":"gpqa-main-efb673a27e8a1e042786abf9","benchmark":"gpqa_main","data_index":63,"repeat_index":0,"sample_id":"gpqa-main-efb673a27e8a1e042786abf9/repeat-0","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14834,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"A","question_sha256":"1f2f27b90dac22c1b4d70e1b1679a095c5ce0b5ec5dd0bbf48f16b8328b18d89"} +{"uuid":"gpqa-main-2322ddc82747aa5a01bf1c1e","benchmark":"gpqa_main","data_index":486,"repeat_index":1,"sample_id":"gpqa-main-2322ddc82747aa5a01bf1c1e/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1713,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"d9d7e1406d6a9d440081915edafcb4a493a40b6172838b858a979c0a58bb4c62"} +{"uuid":"gpqa-main-91b254f1e1c8041fbc1a3222","benchmark":"gpqa_main","data_index":360,"repeat_index":0,"sample_id":"gpqa-main-91b254f1e1c8041fbc1a3222/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6632,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"35cf9161cc3c5b82d0770ab2b2fdef4a970ddae93523dee3a6bde8574e79b13d"} +{"uuid":"gpqa-main-2d88ca9efdaae7d19aed9660","benchmark":"gpqa_main","data_index":496,"repeat_index":1,"sample_id":"gpqa-main-2d88ca9efdaae7d19aed9660/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":950,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"43af6d11597079a7d069dd93bbf3db87f0b5bb604fbfc66fc60c268d149d8fba"} +{"uuid":"gpqa-main-4e62cd257f17d5af418a8d34","benchmark":"gpqa_main","data_index":214,"repeat_index":0,"sample_id":"gpqa-main-4e62cd257f17d5af418a8d34/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12443,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"D","question_sha256":"654fc443f2efbec09d0f966244083f4545f4f851e28d7f4e0f9c07cb156b2d1d"} +{"uuid":"gpqa-main-29e885003cf7658ac2eb0ba4","benchmark":"gpqa_main","data_index":487,"repeat_index":1,"sample_id":"gpqa-main-29e885003cf7658ac2eb0ba4/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1755,"prompt_tokens":299,"effective_max_tokens":130773,"original_embedded_prediction":"D","question_sha256":"e6fd9b7cea6cbcd53eabc57f63ae367008b2774a1092f55e23e78b7eafbdbafa"} +{"uuid":"gpqa-main-41ca21006bb37fef24a8975a","benchmark":"gpqa_main","data_index":470,"repeat_index":1,"sample_id":"gpqa-main-41ca21006bb37fef24a8975a/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2703,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"8d132ce83553f28f02599f90e3c52fb60d8f58faea0f09152f78f7df6e310abc"} +{"uuid":"gpqa-main-6364129e0f80d3896a3d60e2","benchmark":"gpqa_main","data_index":81,"repeat_index":0,"sample_id":"gpqa-main-6364129e0f80d3896a3d60e2/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15179,"prompt_tokens":526,"effective_max_tokens":130546,"original_embedded_prediction":"A","question_sha256":"123161632faf32d9079808c0fb48f9d5492735ab0a8290fe32ca2f58fad36797"} +{"uuid":"gpqa-main-b5b0614a110a5eb0657cbe9a","benchmark":"gpqa_main","data_index":499,"repeat_index":1,"sample_id":"gpqa-main-b5b0614a110a5eb0657cbe9a/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1215,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"D","question_sha256":"829ccc830e5fe3601c6e7c0a975192c938019f4d4e5c1b2334d55bb1d951711e"} +{"uuid":"gpqa-main-35d088e32fb39438767e1141","benchmark":"gpqa_main","data_index":463,"repeat_index":1,"sample_id":"gpqa-main-35d088e32fb39438767e1141/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2946,"prompt_tokens":434,"effective_max_tokens":130638,"original_embedded_prediction":"B","question_sha256":"9d467213ec07b8217d3c3aa11a312c8536475e654bbb7ef916a4b8f92e0c7a7d"} +{"uuid":"gpqa-main-08452235d283f9ba82364ea8","benchmark":"gpqa_main","data_index":394,"repeat_index":1,"sample_id":"gpqa-main-08452235d283f9ba82364ea8/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5836,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"65db6ef4b562a9503afeb197451091c7514df18fdee747a881b8057c38e21d0f"} +{"uuid":"gpqa-main-e6ff92ca0c11b47b14793d2f","benchmark":"gpqa_main","data_index":124,"repeat_index":0,"sample_id":"gpqa-main-e6ff92ca0c11b47b14793d2f/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15337,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"A","question_sha256":"ca2abe8a98bc00aadbd20baf4ff27e830539507a5ff7402eed5e2491347f95aa"} +{"uuid":"gpqa-main-1b113e4801541a0f8a992733","benchmark":"gpqa_main","data_index":338,"repeat_index":0,"sample_id":"gpqa-main-1b113e4801541a0f8a992733/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7956,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"A","question_sha256":"934c12bf2e6db997c9f4c22933b7e9545d3398849fc6e181c8a8187d83cf44b5"} +{"uuid":"gpqa-main-7bb8e05365d19cc8328252e0","benchmark":"gpqa_main","data_index":505,"repeat_index":1,"sample_id":"gpqa-main-7bb8e05365d19cc8328252e0/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1331,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"6aff7faed92c98148418177c8cae4893850a1d67b5ceb00cf6a09467c4491367"} +{"uuid":"gpqa-main-01e62a7b7362ebd043bef6f7","benchmark":"gpqa_main","data_index":228,"repeat_index":0,"sample_id":"gpqa-main-01e62a7b7362ebd043bef6f7/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12571,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"339602fd0ae9cbdaef368f3dcff01cd2d212565d5c7830b14c0fd29de1cb58d6"} +{"uuid":"gpqa-main-2ad64f0bf627cf52a8ad924c","benchmark":"gpqa_main","data_index":519,"repeat_index":1,"sample_id":"gpqa-main-2ad64f0bf627cf52a8ad924c/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":733,"prompt_tokens":146,"effective_max_tokens":130926,"original_embedded_prediction":"D","question_sha256":"e9afb48881134b480ce09710124320be56d4166a402490b65f81bdb1df6e3a1d"} +{"uuid":"gpqa-main-f7ba77d144b7a11de90a37c4","benchmark":"gpqa_main","data_index":529,"repeat_index":1,"sample_id":"gpqa-main-f7ba77d144b7a11de90a37c4/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":402,"prompt_tokens":236,"effective_max_tokens":130836,"original_embedded_prediction":"B","question_sha256":"ac7263466ea3cfcdcebac618b1d20835b4103b2d80b75b1a7110e9763eb45aa2"} +{"uuid":"gpqa-main-ea0400e59078652fc57eb6e1","benchmark":"gpqa_main","data_index":480,"repeat_index":1,"sample_id":"gpqa-main-ea0400e59078652fc57eb6e1/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2736,"prompt_tokens":537,"effective_max_tokens":130535,"original_embedded_prediction":"D","question_sha256":"50fc83bec6235fb29a76a0a00342f5c99a24684597a5930df882fe103e170363"} +{"uuid":"gpqa-main-3cbf7d3e13c908f5e699f9e0","benchmark":"gpqa_main","data_index":517,"repeat_index":1,"sample_id":"gpqa-main-3cbf7d3e13c908f5e699f9e0/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":899,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"D","question_sha256":"0dbcc69ff35530f240a5bb623a78f2cd1d042037d2dedb122ebcca751bf9d08e"} +{"uuid":"gpqa-main-178c84548026beb35252a961","benchmark":"gpqa_main","data_index":488,"repeat_index":1,"sample_id":"gpqa-main-178c84548026beb35252a961/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2196,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"4ea09b6f60208405c59e5923a565f195c94315e0b6e230acd59351f1ee59ed96"} +{"uuid":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c","benchmark":"gpqa_main","data_index":502,"repeat_index":1,"sample_id":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1643,"prompt_tokens":340,"effective_max_tokens":130732,"original_embedded_prediction":"C","question_sha256":"626cda94018ba930400d9c043f6fc1aa30c317abf6fd8f6d0ec8b133ce2036c8"} +{"uuid":"gpqa-main-79721e93e90bdb2d8da052c0","benchmark":"gpqa_main","data_index":516,"repeat_index":1,"sample_id":"gpqa-main-79721e93e90bdb2d8da052c0/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1096,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"2a09355eb98c6b8d6ad0b51afb3b27f719fed44786d3b2998dfe7ee66413a028"} +{"uuid":"gpqa-main-8a20fac7d1a5bff58e8c63ca","benchmark":"gpqa_main","data_index":457,"repeat_index":1,"sample_id":"gpqa-main-8a20fac7d1a5bff58e8c63ca/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3787,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"C","question_sha256":"065acbbc3564fb2547e820ab1c35567bac49dff768319e8f4b46ee23bdd92415"} +{"uuid":"gpqa-main-51f5bda498b3f05cab60119c","benchmark":"gpqa_main","data_index":449,"repeat_index":1,"sample_id":"gpqa-main-51f5bda498b3f05cab60119c/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4222,"prompt_tokens":271,"effective_max_tokens":130801,"original_embedded_prediction":"B","question_sha256":"f7fa8540a448dfeff404af93810c60c41ed387fb5e4c821bbb6e5869dd9f8630"} +{"uuid":"gpqa-main-8cf981eedacab9acbdd5b00c","benchmark":"gpqa_main","data_index":476,"repeat_index":1,"sample_id":"gpqa-main-8cf981eedacab9acbdd5b00c/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3087,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"D","question_sha256":"14dcd60f9986bbbcbbdc0e4b3462397b01801a452d9756100ed129baa5baf68c"} +{"uuid":"gpqa-main-5caa71cb7e0124d349b3046e","benchmark":"gpqa_main","data_index":460,"repeat_index":1,"sample_id":"gpqa-main-5caa71cb7e0124d349b3046e/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3729,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"B","question_sha256":"965fd430b8ea291a67e2311c4874eba053c21ea0ce6fa222eec4bed300fc2976"} +{"uuid":"gpqa-main-ae71bab05f11abac2f706bb9","benchmark":"gpqa_main","data_index":341,"repeat_index":0,"sample_id":"gpqa-main-ae71bab05f11abac2f706bb9/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8355,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"d160134fd023bac8e7f94f4d4e70e01dc36d3ae74bb54ab778b03686e5b7b2c0"} +{"uuid":"gpqa-main-46549f6d718b80e38f4412cd","benchmark":"gpqa_main","data_index":418,"repeat_index":1,"sample_id":"gpqa-main-46549f6d718b80e38f4412cd/repeat-1","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5447,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"A","question_sha256":"a1def6786f9e3174bf07c7887ea2c97711ea721fe1cf730202fc93d69ecac09d"} +{"uuid":"gpqa-main-acecd9428a5b4368f1f5bc82","benchmark":"gpqa_main","data_index":309,"repeat_index":0,"sample_id":"gpqa-main-acecd9428a5b4368f1f5bc82/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9753,"prompt_tokens":336,"effective_max_tokens":130736,"original_embedded_prediction":"A","question_sha256":"2d1e5de4bf7305d1b5eee8dda5415195dc333d71b3f50fa60508a928b67fb336"} +{"uuid":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7","benchmark":"gpqa_main","data_index":421,"repeat_index":1,"sample_id":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5404,"prompt_tokens":279,"effective_max_tokens":130793,"original_embedded_prediction":"C","question_sha256":"f730b35adb897658b28382d90ae7881a77e5d86003cc9b3942862d742001d4fb"} +{"uuid":"gpqa-main-efbd16944acebfe43928d489","benchmark":"gpqa_main","data_index":433,"repeat_index":1,"sample_id":"gpqa-main-efbd16944acebfe43928d489/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4804,"prompt_tokens":328,"effective_max_tokens":130744,"original_embedded_prediction":"B","question_sha256":"40b2b50a3c993902d4327a3072c497b0bfcbac42a638ecf92be395be7ef82ab0"} +{"uuid":"gpqa-main-00a9d82facaec210f417af7a","benchmark":"gpqa_main","data_index":541,"repeat_index":1,"sample_id":"gpqa-main-00a9d82facaec210f417af7a/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":274,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"77f0590db54b06b37e142e7363145cbdb1a8d11c2a7575d9ae0fc10b3a6708bd"} +{"uuid":"gpqa-main-cb8b679fe50f1b3a7168eb92","benchmark":"gpqa_main","data_index":538,"repeat_index":1,"sample_id":"gpqa-main-cb8b679fe50f1b3a7168eb92/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":360,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"B","question_sha256":"8ed0101055c99512a99310385277c13855047c3a1b31ca6b8a6ee3f83cf5d4f3"} +{"uuid":"gpqa-main-32802554a860af51b4d7360f","benchmark":"gpqa_main","data_index":236,"repeat_index":0,"sample_id":"gpqa-main-32802554a860af51b4d7360f/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12902,"prompt_tokens":399,"effective_max_tokens":130673,"original_embedded_prediction":"C","question_sha256":"ea1d2c2fd4395ec2cad416b20c41a657730d84acd26fb53712bf10f6807a4e64"} +{"uuid":"gpqa-main-4117517dba1fdbd711e3d32b","benchmark":"gpqa_main","data_index":532,"repeat_index":1,"sample_id":"gpqa-main-4117517dba1fdbd711e3d32b/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":763,"prompt_tokens":398,"effective_max_tokens":130674,"original_embedded_prediction":"C","question_sha256":"3e04ad2cb1248bfb53a7bd8f05efedea49f42b201c6f35907baa6c30abf40733"} +{"uuid":"gpqa-main-084903ab17db0fab7bc6caea","benchmark":"gpqa_main","data_index":513,"repeat_index":1,"sample_id":"gpqa-main-084903ab17db0fab7bc6caea/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1575,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"D","question_sha256":"b560f550d5d9fb2378520f0fcf7b6573aec2027430ef06270491ace18a0497fc"} +{"uuid":"gpqa-main-f1451c98bdb50fb5b0dbdc55","benchmark":"gpqa_main","data_index":500,"repeat_index":1,"sample_id":"gpqa-main-f1451c98bdb50fb5b0dbdc55/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2210,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"B","question_sha256":"650bb2feaa18830493f8e50de85c38c1f24570d9f1e7c9970c8ed9fbcbbde337"} +{"uuid":"gpqa-main-09b661e081004aa4c0d45778","benchmark":"gpqa_main","data_index":490,"repeat_index":1,"sample_id":"gpqa-main-09b661e081004aa4c0d45778/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2690,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"D","question_sha256":"47741045402119262be7a1c17b98cc587ee55b46bb8620655271dca518a4f927"} +{"uuid":"gpqa-main-c028fe71611d73b87b4cbb03","benchmark":"gpqa_main","data_index":540,"repeat_index":1,"sample_id":"gpqa-main-c028fe71611d73b87b4cbb03/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":565,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"D","question_sha256":"f56f3f5d135dc8d61dc42f902943e2459f79e4343f2fef6741f6f86d4133a99a"} +{"uuid":"gpqa-main-6f6ff532d544554128a0bbbe","benchmark":"gpqa_main","data_index":492,"repeat_index":1,"sample_id":"gpqa-main-6f6ff532d544554128a0bbbe/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2698,"prompt_tokens":368,"effective_max_tokens":130704,"original_embedded_prediction":"A","question_sha256":"ebb5b9328e54d98f40b988b171044869d75c67b6efaa8f44675c485448b7b02c"} +{"uuid":"gpqa-main-009c62a9f3d3e5b23d7032af","benchmark":"gpqa_main","data_index":501,"repeat_index":1,"sample_id":"gpqa-main-009c62a9f3d3e5b23d7032af/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2344,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"eb3c8e77ceb6bbf6b5fc6d705376aeb984e8d20d498b1668992fc1441b062661"} +{"uuid":"gpqa-main-ad697760bc60543062e8b7b4","benchmark":"gpqa_main","data_index":537,"repeat_index":1,"sample_id":"gpqa-main-ad697760bc60543062e8b7b4/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":762,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"B","question_sha256":"7f9b4679645e2d89214a154be6bdb13eafdc747457ce2950bda27a9a2b97917f"} +{"uuid":"gpqa-main-e408cf011e5548359fd7cfa7","benchmark":"gpqa_main","data_index":452,"repeat_index":1,"sample_id":"gpqa-main-e408cf011e5548359fd7cfa7/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4780,"prompt_tokens":190,"effective_max_tokens":130882,"original_embedded_prediction":"D","question_sha256":"62f7808cdd914d23316e18802ada081dc433f34465864581ce0c27bfafdcd343"} +{"uuid":"gpqa-main-ac27f29e5f777e93e751f3f2","benchmark":"gpqa_main","data_index":439,"repeat_index":1,"sample_id":"gpqa-main-ac27f29e5f777e93e751f3f2/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5138,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"d49aa1d9efc38f6409c199c3e2706ec44f5d20d25b0e7d41f40b9c46668ed1e0"} +{"uuid":"gpqa-main-65b3a19abfb8f6bf88bf75f5","benchmark":"gpqa_main","data_index":367,"repeat_index":0,"sample_id":"gpqa-main-65b3a19abfb8f6bf88bf75f5/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7928,"prompt_tokens":308,"effective_max_tokens":130764,"original_embedded_prediction":"B","question_sha256":"a8345a17dbfe0f12b34f72265cd346edb8235c10a1aa78acb6be06124a19360a"} +{"uuid":"gpqa-main-be458c5a0490a8298ea11494","benchmark":"gpqa_main","data_index":503,"repeat_index":1,"sample_id":"gpqa-main-be458c5a0490a8298ea11494/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2429,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"17cada7a00fa20e35d380a47aad58aace15d791f3cd4f119acb4635e55951129"} +{"uuid":"gpqa-main-34faeb45e152eaf4c29e65e4","benchmark":"gpqa_main","data_index":535,"repeat_index":1,"sample_id":"gpqa-main-34faeb45e152eaf4c29e65e4/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":987,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"B","question_sha256":"82e6266418c679493cea34e30d0f71026adb6ab6c433e643d37860fb718999ec"} +{"uuid":"gpqa-main-498b428b55b7644426a781c9","benchmark":"gpqa_main","data_index":448,"repeat_index":1,"sample_id":"gpqa-main-498b428b55b7644426a781c9/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5049,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"C","question_sha256":"7fbfdc18f5a18b666f8d4afc859af60c4c56ab7d8d677d46fb01a050207ac688"} +{"uuid":"gpqa-main-fa3e9be7fdf8e7c8952739d8","benchmark":"gpqa_main","data_index":515,"repeat_index":1,"sample_id":"gpqa-main-fa3e9be7fdf8e7c8952739d8/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1989,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"5e9819e02e7dd08ec53ff217d848ce64e833e2b069cd81e9940f7a72a5230b30"} +{"uuid":"gpqa-main-bab6e331fae29c00395de3a4","benchmark":"gpqa_main","data_index":550,"repeat_index":1,"sample_id":"gpqa-main-bab6e331fae29c00395de3a4/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":686,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"cf500f5f076470e539799f3822047d1a6263a0abc77614f9abc48a4f60ba507d"} +{"uuid":"gpqa-main-73f6c00588963349c225df6c","benchmark":"gpqa_main","data_index":497,"repeat_index":1,"sample_id":"gpqa-main-73f6c00588963349c225df6c/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2685,"prompt_tokens":476,"effective_max_tokens":130596,"original_embedded_prediction":"A","question_sha256":"6c8759c4aac1084515abf1e3c463c7a0b6411dc3fa720a9a5fb5ac8f5777b49c"} +{"uuid":"gpqa-main-547aac137dd7671e7ef03fa9","benchmark":"gpqa_main","data_index":548,"repeat_index":1,"sample_id":"gpqa-main-547aac137dd7671e7ef03fa9/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":715,"prompt_tokens":497,"effective_max_tokens":130575,"original_embedded_prediction":"C","question_sha256":"8369c6a1ffc960e3f3d88e5e4c521eebcc37f39ca9adf654c3cd4b61f892f2ef"} +{"uuid":"gpqa-main-e3e073f3f0f646532e4caf06","benchmark":"gpqa_main","data_index":551,"repeat_index":1,"sample_id":"gpqa-main-e3e073f3f0f646532e4caf06/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":764,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"A","question_sha256":"a1cff30033350ed32c6446abacb176ef3ffad0fc471aaacf3468c78e0aad550e"} +{"uuid":"gpqa-main-358120bf0c4377ebdbde08fc","benchmark":"gpqa_main","data_index":308,"repeat_index":0,"sample_id":"gpqa-main-358120bf0c4377ebdbde08fc/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10684,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"C","question_sha256":"051eba2501386001d9e9793a3b0fe9ea4c78a987e3a1576c168659f849b684d6"} +{"uuid":"gpqa-main-ef65739a36457c1672913212","benchmark":"gpqa_main","data_index":543,"repeat_index":1,"sample_id":"gpqa-main-ef65739a36457c1672913212/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1094,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"46601a7bcf5dcc71504dda490de685062fce72cdc997d7acb8b78e5a351a96bc"} +{"uuid":"gpqa-main-8e23eaed901a11ec534e6f8b","benchmark":"gpqa_main","data_index":483,"repeat_index":1,"sample_id":"gpqa-main-8e23eaed901a11ec534e6f8b/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3983,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"ed842ad329efe1e08f990fad3dd3cd5e5fb16736a9da1dbfa314d5e19156887e"} +{"uuid":"gpqa-main-55e31c256bb6191d94e6db4d","benchmark":"gpqa_main","data_index":362,"repeat_index":0,"sample_id":"gpqa-main-55e31c256bb6191d94e6db4d/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8652,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"126561d6b58fa17bbaffda56837acaf8fab4bf282ccdfdcc2c7a97bfe520889c"} +{"uuid":"gpqa-main-1ae8f8945efaf81788d8d871","benchmark":"gpqa_main","data_index":523,"repeat_index":1,"sample_id":"gpqa-main-1ae8f8945efaf81788d8d871/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2106,"prompt_tokens":250,"effective_max_tokens":130822,"original_embedded_prediction":"A","question_sha256":"060f07943bcd17960b48a982fabe42fcae4e3899fe8c5473138fe2198f0e8dd8"} +{"uuid":"gpqa-main-8980ca71edb4f58a3e46b256","benchmark":"gpqa_main","data_index":528,"repeat_index":1,"sample_id":"gpqa-main-8980ca71edb4f58a3e46b256/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1850,"prompt_tokens":145,"effective_max_tokens":130927,"original_embedded_prediction":"B","question_sha256":"fb9586d35200647be665790b2cd3eee5c8cca1b79e6afcf01f027007fa057b64"} +{"uuid":"gpqa-main-45b8834e3ed027ec73e9cb93","benchmark":"gpqa_main","data_index":326,"repeat_index":0,"sample_id":"gpqa-main-45b8834e3ed027ec73e9cb93/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10099,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"C","question_sha256":"14a2ed1ddcecc5a3752c954a0c07f0e2ae102378d648cc66bd57385516fbbe20"} +{"uuid":"gpqa-main-f432c1aa4319a4b1f6fa2ac1","benchmark":"gpqa_main","data_index":493,"repeat_index":1,"sample_id":"gpqa-main-f432c1aa4319a4b1f6fa2ac1/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3569,"prompt_tokens":264,"effective_max_tokens":130808,"original_embedded_prediction":"C","question_sha256":"19d5ec504b7008b3eada0ca0c300cd88147b20679109f6681bfd8946e0db2c8c"} +{"uuid":"gpqa-main-913c4ee0ce195992ff9638b1","benchmark":"gpqa_main","data_index":562,"repeat_index":1,"sample_id":"gpqa-main-913c4ee0ce195992ff9638b1/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":779,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"ed904d04c24f37586b1f78a18bd22f28752e80a5ecc489939950778aa5307d98"} +{"uuid":"gpqa-main-7d850f6448c27424d9f68c4e","benchmark":"gpqa_main","data_index":568,"repeat_index":1,"sample_id":"gpqa-main-7d850f6448c27424d9f68c4e/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":665,"prompt_tokens":544,"effective_max_tokens":130528,"original_embedded_prediction":"D","question_sha256":"48bf9d4f95299b8f9288e190dca6edd0c3cf53cf40dada120e22abf98469d3e3"} +{"uuid":"gpqa-main-69bcb32ba17f6e7aa0918597","benchmark":"gpqa_main","data_index":498,"repeat_index":1,"sample_id":"gpqa-main-69bcb32ba17f6e7aa0918597/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3296,"prompt_tokens":758,"effective_max_tokens":130314,"original_embedded_prediction":"C","question_sha256":"9eb1fde9ac6acb7dc761f4941a792f3d0d052ad76d36e12bb9e406963b3906ef"} +{"uuid":"gpqa-main-104b659bbac6e52c4c877c0b","benchmark":"gpqa_main","data_index":536,"repeat_index":1,"sample_id":"gpqa-main-104b659bbac6e52c4c877c0b/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1659,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"D","question_sha256":"de6e1846b7e0c60ac3b7b0f613ad67cc3d941770b7de58c7a45add8c64d1db8b"} +{"uuid":"gpqa-main-99878f707c7c4024511bae58","benchmark":"gpqa_main","data_index":558,"repeat_index":1,"sample_id":"gpqa-main-99878f707c7c4024511bae58/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1078,"prompt_tokens":241,"effective_max_tokens":130831,"original_embedded_prediction":"B","question_sha256":"826fb502d2db0f2db5e44683cd45f09d18423fd8a339643c8dc8b32b1accd428"} +{"uuid":"gpqa-main-781f4efc4b25ff35b588e87c","benchmark":"gpqa_main","data_index":565,"repeat_index":1,"sample_id":"gpqa-main-781f4efc4b25ff35b588e87c/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":845,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"C","question_sha256":"f933a526e8aec15b0dc77756bad3ba0839404a6d042443e3f5a0ab0b8d1cfa96"} +{"uuid":"gpqa-main-edbd99e5f03e3b3f074ba126","benchmark":"gpqa_main","data_index":446,"repeat_index":1,"sample_id":"gpqa-main-edbd99e5f03e3b3f074ba126/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5885,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"B","question_sha256":"b690990e73efd994587057d6ed5ae270235b0ec6bd4e98df3fc472f01c179765"} +{"uuid":"gpqa-main-3f72ea9cda0c3c6f970bd310","benchmark":"gpqa_main","data_index":58,"repeat_index":0,"sample_id":"gpqa-main-3f72ea9cda0c3c6f970bd310/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17399,"prompt_tokens":432,"effective_max_tokens":130640,"original_embedded_prediction":"B","question_sha256":"a5bf307fdc69920b346c2d288b6a35b24485c92c8e245174a775055fa172cdc6"} +{"uuid":"gpqa-main-cdc31486df3de65ec2c324e2","benchmark":"gpqa_main","data_index":403,"repeat_index":1,"sample_id":"gpqa-main-cdc31486df3de65ec2c324e2/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7581,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"4d233cd7b8524c989eb47a4c40d6f2f47070b986fea11e3ee3029c07db9b3356"} +{"uuid":"gpqa-main-7ac0db7d29e6e8c587a8e8f2","benchmark":"gpqa_main","data_index":316,"repeat_index":0,"sample_id":"gpqa-main-7ac0db7d29e6e8c587a8e8f2/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11016,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"D","question_sha256":"1fc80dd29a6d1127a37414c18382b28b3e9d2f38b390130751d4cbfe90841375"} +{"uuid":"gpqa-main-50a8ab2bd1710dbcfa2e32b5","benchmark":"gpqa_main","data_index":552,"repeat_index":1,"sample_id":"gpqa-main-50a8ab2bd1710dbcfa2e32b5/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1543,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"5fb04957154b48d4ebad83862909a8fd3afc5ba5399a7dbe4594b5c72255964c"} +{"uuid":"gpqa-main-f2c0ff64cf18a6ae32dc45dc","benchmark":"gpqa_main","data_index":583,"repeat_index":1,"sample_id":"gpqa-main-f2c0ff64cf18a6ae32dc45dc/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":295,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"f2467e0d99b11d10fdd18675d7a73d1a19569e58d6aa97be50c24c2cb28731b1"} +{"uuid":"gpqa-main-d3db87adeb915999faca3605","benchmark":"gpqa_main","data_index":111,"repeat_index":0,"sample_id":"gpqa-main-d3db87adeb915999faca3605/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17608,"prompt_tokens":204,"effective_max_tokens":130868,"original_embedded_prediction":"D","question_sha256":"f6518dd763c1af7a1745bc53b4e021210cafdf588df1ede9b537a622474a998d"} +{"uuid":"gpqa-main-55f2934c4eb0b8293b1d65aa","benchmark":"gpqa_main","data_index":221,"repeat_index":0,"sample_id":"gpqa-main-55f2934c4eb0b8293b1d65aa/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14940,"prompt_tokens":314,"effective_max_tokens":130758,"original_embedded_prediction":"D","question_sha256":"790d06fbc2ae95b0429cab870e5895c5de8a75b14d0bda1401b1503293606c67"} +{"uuid":"gpqa-main-a454a3157aff6eee743541b7","benchmark":"gpqa_main","data_index":566,"repeat_index":1,"sample_id":"gpqa-main-a454a3157aff6eee743541b7/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1132,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"B","question_sha256":"025e20e6e9b45e1ddb3f6901f58f69b40df5e8f9ffb6b80b5b17bc518d9f5d17"} +{"uuid":"gpqa-main-5e6a032f9aa67c7725f828d0","benchmark":"gpqa_main","data_index":579,"repeat_index":1,"sample_id":"gpqa-main-5e6a032f9aa67c7725f828d0/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":592,"prompt_tokens":330,"effective_max_tokens":130742,"original_embedded_prediction":"A","question_sha256":"8accf5d31cc4cf5c2467ac477d83885c90d2715606f7c2e68d318476741bbdd7"} +{"uuid":"gpqa-main-cdaa7da74e15a8dfc40e0582","benchmark":"gpqa_main","data_index":191,"repeat_index":0,"sample_id":"gpqa-main-cdaa7da74e15a8dfc40e0582/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15854,"prompt_tokens":410,"effective_max_tokens":130662,"original_embedded_prediction":"D","question_sha256":"733e93868ff7691423e0d318a4d9ba6ce801d7c2ef5c53b8020d7eb13c2c9a5c"} +{"uuid":"gpqa-main-6030f5f53fe38c334b2c3a6a","benchmark":"gpqa_main","data_index":557,"repeat_index":1,"sample_id":"gpqa-main-6030f5f53fe38c334b2c3a6a/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1497,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"88d277706c3af734be0507cde034c23c7e206f855c2fcc97d6ed69f8ad92df57"} +{"uuid":"gpqa-main-249edae2034ba7f3819aaa7b","benchmark":"gpqa_main","data_index":594,"repeat_index":1,"sample_id":"gpqa-main-249edae2034ba7f3819aaa7b/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":181,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"A","question_sha256":"c4d795814405ce2bb231fe7012e4581bcaebca12bb3f8c3260a3ad239aa51a79"} +{"uuid":"gpqa-main-6543e2c47b61f7f328bcf42d","benchmark":"gpqa_main","data_index":420,"repeat_index":1,"sample_id":"gpqa-main-6543e2c47b61f7f328bcf42d/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7292,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"D","question_sha256":"9f8c4aa52521e2926d56fdd03cf5aeaf3543c911c9b75774731cd1204efc1328"} +{"uuid":"gpqa-main-682237ee740e033537fb5707","benchmark":"gpqa_main","data_index":553,"repeat_index":1,"sample_id":"gpqa-main-682237ee740e033537fb5707/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1805,"prompt_tokens":291,"effective_max_tokens":130781,"original_embedded_prediction":"A","question_sha256":"6cec89b2019b24f8e8c4001cade388815345ae403b5d5fc687cf7fdccbcc6ce1"} +{"uuid":"gpqa-main-86d8d26ea3f4092dd4bac144","benchmark":"gpqa_main","data_index":518,"repeat_index":1,"sample_id":"gpqa-main-86d8d26ea3f4092dd4bac144/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3103,"prompt_tokens":227,"effective_max_tokens":130845,"original_embedded_prediction":"A","question_sha256":"299c83f78042a13c78ad054088517dc82d5ed82bcc9ef75ec08dc120f2b8052f"} +{"uuid":"gpqa-main-4462dc9f2d34289881ef2b1c","benchmark":"gpqa_main","data_index":526,"repeat_index":1,"sample_id":"gpqa-main-4462dc9f2d34289881ef2b1c/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2776,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"63318cb18413a705693b9a4312f73dbf5358312aafc1d703c3d29a6340ffa0d1"} +{"uuid":"gpqa-main-7e29412fd534df20c4a23267","benchmark":"gpqa_main","data_index":471,"repeat_index":1,"sample_id":"gpqa-main-7e29412fd534df20c4a23267/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5532,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"7fda2b6ca2ff9984ace9bf53f465cebb4b8d963f7ddcb5aa5f5015cd6989be42"} +{"uuid":"gpqa-main-b22053dbc40179e114f0c866","benchmark":"gpqa_main","data_index":509,"repeat_index":1,"sample_id":"gpqa-main-b22053dbc40179e114f0c866/repeat-1","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3639,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"1f101bccd20044577731aef887c9704a6a153baf063dff8d9a04510e7b8dcfb7"} +{"uuid":"gpqa-main-d7c4372bfbc5d0f0f9331350","benchmark":"gpqa_main","data_index":569,"repeat_index":1,"sample_id":"gpqa-main-d7c4372bfbc5d0f0f9331350/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1349,"prompt_tokens":588,"effective_max_tokens":130484,"original_embedded_prediction":"B","question_sha256":"92d8ffd16886567ac1ed2f15a6c2d3d6ac2a2fb0fd0e56836671babcde327d3f"} +{"uuid":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea","benchmark":"gpqa_main","data_index":349,"repeat_index":0,"sample_id":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10208,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"A","question_sha256":"78b6f83c0d1137982356bff0e0d20f60e32542e5815ffd693af8f421f9e4741d"} +{"uuid":"gpqa-main-30529bca8e7fdf66400bd444","benchmark":"gpqa_main","data_index":402,"repeat_index":1,"sample_id":"gpqa-main-30529bca8e7fdf66400bd444/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8289,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"fc081c2fbb63be5006154edbddcd4d1654207c4f1ad333e12f9bc19972753482"} +{"uuid":"gpqa-main-443f8ea9f271c4442521f8e4","benchmark":"gpqa_main","data_index":299,"repeat_index":0,"sample_id":"gpqa-main-443f8ea9f271c4442521f8e4/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12439,"prompt_tokens":326,"effective_max_tokens":130746,"original_embedded_prediction":"A","question_sha256":"9211da2d82adb786850c236cd14fc05728eb04599b0abc0202714ba6bd385d19"} +{"uuid":"gpqa-main-381032537ca0c968de7d5c06","benchmark":"gpqa_main","data_index":587,"repeat_index":1,"sample_id":"gpqa-main-381032537ca0c968de7d5c06/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":750,"prompt_tokens":186,"effective_max_tokens":130886,"original_embedded_prediction":"A","question_sha256":"045347c35e2957dbd6bc83158fecec24c157df70fdefaaddc8633ecda3435cdc"} +{"uuid":"gpqa-main-bf00d194c934803975b81b7b","benchmark":"gpqa_main","data_index":321,"repeat_index":0,"sample_id":"gpqa-main-bf00d194c934803975b81b7b/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11331,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"A","question_sha256":"55e1269d132671f2c7b7f41498cb0b404e702d8ce370ac5555d837581e1b3ad7"} +{"uuid":"gpqa-main-89f68a802c7c6e55b5b802fd","benchmark":"gpqa_main","data_index":263,"repeat_index":0,"sample_id":"gpqa-main-89f68a802c7c6e55b5b802fd/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13832,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"C","question_sha256":"0815a781881ae5e8651c7fad2acd62427e6f4161f30b842d196debe30bd5ee83"} +{"uuid":"gpqa-main-fd21f7c7356e7f51f0cabd07","benchmark":"gpqa_main","data_index":585,"repeat_index":1,"sample_id":"gpqa-main-fd21f7c7356e7f51f0cabd07/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":870,"prompt_tokens":601,"effective_max_tokens":130471,"original_embedded_prediction":"D","question_sha256":"db246f6acae65ff2e4bb6caad314b6583cd0085f0d81b1b20515ca2fe73b6f72"} +{"uuid":"gpqa-main-2efd60649bdbaa65b5969003","benchmark":"gpqa_main","data_index":357,"repeat_index":0,"sample_id":"gpqa-main-2efd60649bdbaa65b5969003/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10111,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"B","question_sha256":"af907b84cdd249e3bd0dcd3a0fc488c3673df744a66342233bebd85574ac74c3"} +{"uuid":"gpqa-main-779369aa96b96a67933939f1","benchmark":"gpqa_main","data_index":608,"repeat_index":1,"sample_id":"gpqa-main-779369aa96b96a67933939f1/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":243,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"acf784efba891531b08709383ede2379cee1f604b6334b753dd1fcaab37af970"} +{"uuid":"gpqa-main-ecb6740406340eb07beacf42","benchmark":"gpqa_main","data_index":610,"repeat_index":1,"sample_id":"gpqa-main-ecb6740406340eb07beacf42/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":183,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"29f96711820eba41ccced6676074bc5bcd9e3eb6c97ce5e8507128a91a175bb0"} +{"uuid":"gpqa-main-68d5dcbd7078889c19a9a93c","benchmark":"gpqa_main","data_index":520,"repeat_index":1,"sample_id":"gpqa-main-68d5dcbd7078889c19a9a93c/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3511,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"618551bfaaf71599d5802135cbf18d8e9b5a33b38537d32515c5298d556df601"} +{"uuid":"gpqa-main-d3a774e5f1af1a1e11117582","benchmark":"gpqa_main","data_index":546,"repeat_index":1,"sample_id":"gpqa-main-d3a774e5f1af1a1e11117582/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2473,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"C","question_sha256":"26b8e966c8adf9fe2824ff1fd3c23b2d488a785fe8a68cbce362bac46e891a79"} +{"uuid":"gpqa-main-dbbe3054b6bdabe917f5ab5d","benchmark":"gpqa_main","data_index":531,"repeat_index":1,"sample_id":"gpqa-main-dbbe3054b6bdabe917f5ab5d/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3014,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"1054cb147fa0d82e2b1830b0238455ab6cea42cde361a81e9934864240f22f50"} +{"uuid":"gpqa-main-e069314491adb5be236d3fe7","benchmark":"gpqa_main","data_index":386,"repeat_index":1,"sample_id":"gpqa-main-e069314491adb5be236d3fe7/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9067,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"A","question_sha256":"2662eff7a6231613f45042d2ef5df63caaeb5a326d264e93009a737a99fb27bb"} +{"uuid":"gpqa-main-20f50fda9aeae51c6b9b4ba0","benchmark":"gpqa_main","data_index":475,"repeat_index":1,"sample_id":"gpqa-main-20f50fda9aeae51c6b9b4ba0/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5700,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"D","question_sha256":"c7914fc7bcc19ad8377798d825d6dbc59be8fb64f2b51a89ec26f55423d9edd1"} +{"uuid":"gpqa-main-138fcbeedbaf865565ec35fd","benchmark":"gpqa_main","data_index":511,"repeat_index":1,"sample_id":"gpqa-main-138fcbeedbaf865565ec35fd/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3957,"prompt_tokens":409,"effective_max_tokens":130663,"original_embedded_prediction":"D","question_sha256":"15bed1ac60d1bdcf0eec84539d669d6f38a2eb24b51e5072a922d8d9391ab135"} +{"uuid":"gpqa-main-86060b054d8de358356a29fd","benchmark":"gpqa_main","data_index":392,"repeat_index":1,"sample_id":"gpqa-main-86060b054d8de358356a29fd/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9071,"prompt_tokens":435,"effective_max_tokens":130637,"original_embedded_prediction":"A","question_sha256":"d20ccd218e50c4a58da8030db612f52c5bac88ad6d1859a85b0358c1595e54e1"} +{"uuid":"gpqa-main-0cc54149033350a37cf90b8b","benchmark":"gpqa_main","data_index":467,"repeat_index":1,"sample_id":"gpqa-main-0cc54149033350a37cf90b8b/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6150,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"A","question_sha256":"3298921b7dfbbae04c9893edbe6870746b53e2b7af12e9816f07b6f5e0bff9cb"} +{"uuid":"gpqa-main-07134ad2ae69bd2e9f09ae64","benchmark":"gpqa_main","data_index":461,"repeat_index":1,"sample_id":"gpqa-main-07134ad2ae69bd2e9f09ae64/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6399,"prompt_tokens":374,"effective_max_tokens":130698,"original_embedded_prediction":"C","question_sha256":"e1448af5dcb7e4a7a5cf31dd231d4a2b2a3829ce3dabc5d7da48a195c1b39112"} +{"uuid":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8","benchmark":"gpqa_main","data_index":296,"repeat_index":0,"sample_id":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8/repeat-0","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12993,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":null,"question_sha256":"bf639adbf5de648e6799cd9936073de7b6c750cf7c5870ed99dc4f842748abb9"} +{"uuid":"gpqa-main-08452235d283f9ba82364ea8","benchmark":"gpqa_main","data_index":10,"repeat_index":0,"sample_id":"gpqa-main-08452235d283f9ba82364ea8/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18598,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"65db6ef4b562a9503afeb197451091c7514df18fdee747a881b8057c38e21d0f"} +{"uuid":"gpqa-main-692e40bceeaff3accdc11ead","benchmark":"gpqa_main","data_index":521,"repeat_index":1,"sample_id":"gpqa-main-692e40bceeaff3accdc11ead/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3745,"prompt_tokens":471,"effective_max_tokens":130601,"original_embedded_prediction":"C","question_sha256":"954d12809188bb6fb15643c4406ac6b108f5d7836e1eeabd73e49df01f2c616e"} +{"uuid":"gpqa-main-4a8c97220fb14b99f363b2ce","benchmark":"gpqa_main","data_index":572,"repeat_index":1,"sample_id":"gpqa-main-4a8c97220fb14b99f363b2ce/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1896,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"D","question_sha256":"a939b9de7ea4048442a9378048f992097c413c77ad1c665790486c352036c7e3"} +{"uuid":"gpqa-main-04a5c442799262dec9375c25","benchmark":"gpqa_main","data_index":578,"repeat_index":1,"sample_id":"gpqa-main-04a5c442799262dec9375c25/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1611,"prompt_tokens":365,"effective_max_tokens":130707,"original_embedded_prediction":"C","question_sha256":"e90ec32d975ec61b7cd079ff6968bc3dbaa4fc87e74699c1406ce59093066dbc"} +{"uuid":"gpqa-main-666fc74619f38e356e33a285","benchmark":"gpqa_main","data_index":564,"repeat_index":1,"sample_id":"gpqa-main-666fc74619f38e356e33a285/repeat-1","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2219,"prompt_tokens":693,"effective_max_tokens":130379,"original_embedded_prediction":"A","question_sha256":"89fa5b222a94e07a283a5140341a0704109ec3b7f62de72dd072383182771ebc"} +{"uuid":"gpqa-main-643d18139459da0f9c1b2e17","benchmark":"gpqa_main","data_index":307,"repeat_index":0,"sample_id":"gpqa-main-643d18139459da0f9c1b2e17/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12847,"prompt_tokens":375,"effective_max_tokens":130697,"original_embedded_prediction":"D","question_sha256":"4bab53f383207a2bc9c94789bb8114d3e7db442308789d848023661e90b2ab49"} +{"uuid":"gpqa-main-9f5d195170ba73ccdc7a3b84","benchmark":"gpqa_main","data_index":591,"repeat_index":1,"sample_id":"gpqa-main-9f5d195170ba73ccdc7a3b84/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1181,"prompt_tokens":552,"effective_max_tokens":130520,"original_embedded_prediction":"A","question_sha256":"e4e5526f8ea9205cbe6b33a5256144298ad11d8250b020cbd4fddbba85a12596"} +{"uuid":"gpqa-main-a3be70bb026878238a72f88b","benchmark":"gpqa_main","data_index":450,"repeat_index":1,"sample_id":"gpqa-main-a3be70bb026878238a72f88b/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7126,"prompt_tokens":446,"effective_max_tokens":130626,"original_embedded_prediction":"C","question_sha256":"42da82ad5cb9e03bf1c8f1d786b162fd55245c32907328f445c191681a98b669"} +{"uuid":"gpqa-main-2fc8b9731f60b1c9eb476570","benchmark":"gpqa_main","data_index":459,"repeat_index":1,"sample_id":"gpqa-main-2fc8b9731f60b1c9eb476570/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6728,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"A","question_sha256":"8d64fc9e228388438862fd18b500e048e168f26e7191a4220ea8281beb789ea2"} +{"uuid":"gpqa-main-3f72ea9cda0c3c6f970bd310","benchmark":"gpqa_main","data_index":442,"repeat_index":1,"sample_id":"gpqa-main-3f72ea9cda0c3c6f970bd310/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7511,"prompt_tokens":432,"effective_max_tokens":130640,"original_embedded_prediction":"C","question_sha256":"a5bf307fdc69920b346c2d288b6a35b24485c92c8e245174a775055fa172cdc6"} +{"uuid":"gpqa-main-dd8409336990c7459796bf16","benchmark":"gpqa_main","data_index":235,"repeat_index":0,"sample_id":"gpqa-main-dd8409336990c7459796bf16/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15787,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"609aca38a7fb3090a0f30d6d141ac5d22646fb06ba18f8c71758e099668e5bf5"} +{"uuid":"gpqa-main-be779fa0e49ff52e19357207","benchmark":"gpqa_main","data_index":623,"repeat_index":1,"sample_id":"gpqa-main-be779fa0e49ff52e19357207/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":454,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"ea7bb5901d85914d8997afb87e1ae6be7a8efe03889a4cc08f64de2ccdc9180e"} +{"uuid":"gpqa-main-6119656f6ad0247c537028e7","benchmark":"gpqa_main","data_index":630,"repeat_index":1,"sample_id":"gpqa-main-6119656f6ad0247c537028e7/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":281,"prompt_tokens":329,"effective_max_tokens":130743,"original_embedded_prediction":"A","question_sha256":"e426a9a1b0977a66badcc2dd4f0d54629b39c2594a512e459e9afd20bba599ba"} +{"uuid":"gpqa-main-28e3e5e79d7477896c6d853d","benchmark":"gpqa_main","data_index":408,"repeat_index":1,"sample_id":"gpqa-main-28e3e5e79d7477896c6d853d/repeat-1","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8937,"prompt_tokens":1047,"effective_max_tokens":130025,"original_embedded_prediction":"A","question_sha256":"d3b33ef7a0e55c33b5deae6a673dd7fff1fc2e7efa223f3419ecf58e57c06207"} +{"uuid":"gpqa-main-5ace8b3dabb97ffc3da20e7c","benchmark":"gpqa_main","data_index":634,"repeat_index":1,"sample_id":"gpqa-main-5ace8b3dabb97ffc3da20e7c/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":299,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"4ebb5a46cf109d4237b98081e218fcaba27d8f9d03f7a930300f2938f71c1ef0"} +{"uuid":"gpqa-main-70afc730094f43bb0e05f371","benchmark":"gpqa_main","data_index":593,"repeat_index":1,"sample_id":"gpqa-main-70afc730094f43bb0e05f371/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1461,"prompt_tokens":360,"effective_max_tokens":130712,"original_embedded_prediction":"A","question_sha256":"f328e748a74c78b0ab73f790c6848b663fb5bffac884e2793a63bb9ce351e4b6"} +{"uuid":"gpqa-main-bd228dea7f1aa14b70216372","benchmark":"gpqa_main","data_index":601,"repeat_index":1,"sample_id":"gpqa-main-bd228dea7f1aa14b70216372/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1213,"prompt_tokens":425,"effective_max_tokens":130647,"original_embedded_prediction":"C","question_sha256":"c1dea594f51ba7757d0d9ec69efa6b56bfeeaff965f074faaf89160cca96a0e9"} +{"uuid":"gpqa-main-ddd2b405606ced65b4ce6345","benchmark":"gpqa_main","data_index":632,"repeat_index":1,"sample_id":"gpqa-main-ddd2b405606ced65b4ce6345/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":346,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"2066c0e835493298c00391dd9236de10adec10d611fe3e2777f252677dfe9724"} +{"uuid":"gpqa-main-56cc62f5d70b661868d341e7","benchmark":"gpqa_main","data_index":622,"repeat_index":1,"sample_id":"gpqa-main-56cc62f5d70b661868d341e7/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":730,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"A","question_sha256":"c974918b90f5892aaad4308e337b490844102dbfad26c90bf508602f9c595d5d"} +{"uuid":"gpqa-main-925cb13958435841df0e8c1e","benchmark":"gpqa_main","data_index":491,"repeat_index":1,"sample_id":"gpqa-main-925cb13958435841df0e8c1e/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5601,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"B","question_sha256":"d21ba2f1c06b876b2d387104c816ee0fcc369a02b8e010a706e0e2448c56f78e"} +{"uuid":"gpqa-main-20f8612bcc2efb9c2355d32e","benchmark":"gpqa_main","data_index":590,"repeat_index":1,"sample_id":"gpqa-main-20f8612bcc2efb9c2355d32e/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1753,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"B","question_sha256":"d746be8625afecad5925e7069f57336e8de3f39dfdf843820421eba66b7bc620"} +{"uuid":"gpqa-main-c720b28fe25654b1cedc9285","benchmark":"gpqa_main","data_index":506,"repeat_index":1,"sample_id":"gpqa-main-c720b28fe25654b1cedc9285/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5077,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"9f6e1d1b2c053afcba8c78142311f336846eb87d19344fb8aa6e71ed9aecc477"} +{"uuid":"gpqa-main-742076c80dda93477062cfc0","benchmark":"gpqa_main","data_index":646,"repeat_index":1,"sample_id":"gpqa-main-742076c80dda93477062cfc0/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":189,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"D","question_sha256":"528bc237c35f64d2635edb6fea3202ce958bca92ea956fae0da7c5b4c72081d8"} +{"uuid":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3","benchmark":"gpqa_main","data_index":542,"repeat_index":1,"sample_id":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3711,"prompt_tokens":252,"effective_max_tokens":130820,"original_embedded_prediction":"A","question_sha256":"71075d4447ee264b63e5544da7b40502fb235decc31484f33ee97a8ef70c3d1f"} +{"uuid":"gpqa-main-212277d3e39540a6739d98b8","benchmark":"gpqa_main","data_index":633,"repeat_index":1,"sample_id":"gpqa-main-212277d3e39540a6739d98b8/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":703,"prompt_tokens":147,"effective_max_tokens":130925,"original_embedded_prediction":"A","question_sha256":"d20446ccbbfc1ed40bcb669bfa65f9f9cd8e38ec8f7e67621c88e3dbe91f083d"} +{"uuid":"gpqa-main-216433a347b01989e26ed83a","benchmark":"gpqa_main","data_index":631,"repeat_index":1,"sample_id":"gpqa-main-216433a347b01989e26ed83a/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":887,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"ead16c05d1abbf4387485257726593cf57a0384c3e0a3db31ba489bb1676ce72"} +{"uuid":"gpqa-main-8af90a4147e5f0c98bfd00fa","benchmark":"gpqa_main","data_index":602,"repeat_index":1,"sample_id":"gpqa-main-8af90a4147e5f0c98bfd00fa/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1770,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"C","question_sha256":"29a55065f72c47169c5073a91e6b55d82fe2f5784289d2baf5cf5444f8d6fd65"} +{"uuid":"gpqa-main-1f9ad1ca59cf537e3cdf47c2","benchmark":"gpqa_main","data_index":514,"repeat_index":1,"sample_id":"gpqa-main-1f9ad1ca59cf537e3cdf47c2/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5058,"prompt_tokens":318,"effective_max_tokens":130754,"original_embedded_prediction":"B","question_sha256":"229ffbdb774489fcfd578450da500a74b0c6fd603d3f4050eb6ff993659f5c7e"} +{"uuid":"gpqa-main-1728184fad8153eeb2e2a7de","benchmark":"gpqa_main","data_index":648,"repeat_index":1,"sample_id":"gpqa-main-1728184fad8153eeb2e2a7de/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":426,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"d8505733319a8047e94d63c293a2d9dbb08c42e4bde2c223467f371da6665e08"} +{"uuid":"gpqa-main-3d3dfe64363613833bb52e81","benchmark":"gpqa_main","data_index":225,"repeat_index":0,"sample_id":"gpqa-main-3d3dfe64363613833bb52e81/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16951,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"D","question_sha256":"ec22f627211f722949e6d36efcb583b2f796830a38cf5cf5dcba4f727562d975"} +{"uuid":"gpqa-main-50b06dfa0f6f3a64a58faa00","benchmark":"gpqa_main","data_index":297,"repeat_index":0,"sample_id":"gpqa-main-50b06dfa0f6f3a64a58faa00/repeat-0","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14167,"prompt_tokens":2889,"effective_max_tokens":128183,"original_embedded_prediction":"A","question_sha256":"6d83e75112500dd8a0852c4eaa9859c4fb625c97bdf5f7d5c532bcd6347ea1a8"} +{"uuid":"gpqa-main-92c7c513709816748efab029","benchmark":"gpqa_main","data_index":635,"repeat_index":1,"sample_id":"gpqa-main-92c7c513709816748efab029/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1015,"prompt_tokens":253,"effective_max_tokens":130819,"original_embedded_prediction":"C","question_sha256":"c9ed693d3f7d5c30b94e2c01b9b5f22591922f961e4dbc9ef4b70309b61bae5c"} +{"uuid":"gpqa-main-1754a508e794225bd932adeb","benchmark":"gpqa_main","data_index":437,"repeat_index":1,"sample_id":"gpqa-main-1754a508e794225bd932adeb/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8644,"prompt_tokens":276,"effective_max_tokens":130796,"original_embedded_prediction":"B","question_sha256":"16464cac7090a24d3b5a0bf989e1699bafd2dd7b1555e816a1f77804d8e890db"} +{"uuid":"gpqa-main-7475b6b01129fce5b436b0ee","benchmark":"gpqa_main","data_index":582,"repeat_index":1,"sample_id":"gpqa-main-7475b6b01129fce5b436b0ee/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2602,"prompt_tokens":235,"effective_max_tokens":130837,"original_embedded_prediction":"B","question_sha256":"797be7099117e146adaaf5ad31bd914d9adbd510441211b0040aad2812fffc40"} +{"uuid":"gpqa-main-ed6a4565f708132bae39b742","benchmark":"gpqa_main","data_index":255,"repeat_index":0,"sample_id":"gpqa-main-ed6a4565f708132bae39b742/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16210,"prompt_tokens":393,"effective_max_tokens":130679,"original_embedded_prediction":"A","question_sha256":"5ce997bcaa654b6fdbbb00b63b66633167679a850d02d845b8a9b1b716979197"} +{"uuid":"gpqa-main-822957bb60d3551275f08aa0","benchmark":"gpqa_main","data_index":637,"repeat_index":1,"sample_id":"gpqa-main-822957bb60d3551275f08aa0/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1118,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"A","question_sha256":"4690c4bb391b2ef2a7b53f1a15866e05411bdf5f0f7b4f32c9e27d8ef6e8cb48"} +{"uuid":"gpqa-main-539a673f0443ba9cdc31b864","benchmark":"gpqa_main","data_index":267,"repeat_index":0,"sample_id":"gpqa-main-539a673f0443ba9cdc31b864/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15505,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"A","question_sha256":"d25187b99e4997c1700ffeb87fd595e878957e452f20a2f00d5489fecd0b3b30"} +{"uuid":"gpqa-main-e605c3d20abb4c52d96e9b60","benchmark":"gpqa_main","data_index":555,"repeat_index":1,"sample_id":"gpqa-main-e605c3d20abb4c52d96e9b60/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4001,"prompt_tokens":361,"effective_max_tokens":130711,"original_embedded_prediction":"C","question_sha256":"84b58aec9b33c09286d45fb66ca82cc4ec03e310a0917bc0783bda81a0fa23b6"} +{"uuid":"gpqa-main-0306849689d2123fedfcfeb5","benchmark":"gpqa_main","data_index":466,"repeat_index":1,"sample_id":"gpqa-main-0306849689d2123fedfcfeb5/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7856,"prompt_tokens":301,"effective_max_tokens":130771,"original_embedded_prediction":"D","question_sha256":"9b236e1b2c7db4edd3fd08eaeff4fcfd3b13c11bfc0f9c5510349957a837d13a"} +{"uuid":"gpqa-main-3b1469c59353cec7a0dd6866","benchmark":"gpqa_main","data_index":525,"repeat_index":1,"sample_id":"gpqa-main-3b1469c59353cec7a0dd6866/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5211,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"B","question_sha256":"ebc638f9e42bd31bd87f0fab4dff50846ee425d9aef0cb954a4e5013a5a107e4"} +{"uuid":"gpqa-main-8a352b243ffac6230977fc90","benchmark":"gpqa_main","data_index":603,"repeat_index":1,"sample_id":"gpqa-main-8a352b243ffac6230977fc90/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2427,"prompt_tokens":389,"effective_max_tokens":130683,"original_embedded_prediction":"C","question_sha256":"7408ac0330a09a182b52a627f89920c8c4e825da7da4e441973cbefe32b852ac"} +{"uuid":"gpqa-main-acdff999b6cbfcbc8be6ffac","benchmark":"gpqa_main","data_index":625,"repeat_index":1,"sample_id":"gpqa-main-acdff999b6cbfcbc8be6ffac/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1787,"prompt_tokens":404,"effective_max_tokens":130668,"original_embedded_prediction":"B","question_sha256":"96f00c3d898d9c364f022eae18e69424d7f2ddde12fbde50541b7390ffd40103"} +{"uuid":"gpqa-main-60a022e707f18a7b5f445773","benchmark":"gpqa_main","data_index":588,"repeat_index":1,"sample_id":"gpqa-main-60a022e707f18a7b5f445773/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2960,"prompt_tokens":337,"effective_max_tokens":130735,"original_embedded_prediction":"D","question_sha256":"9d46302b763896c7fa475d975b5bc365adee2236b273f23e7216a78871204b74"} +{"uuid":"gpqa-main-219ad07bcb0cda7b85845999","benchmark":"gpqa_main","data_index":655,"repeat_index":1,"sample_id":"gpqa-main-219ad07bcb0cda7b85845999/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":703,"prompt_tokens":412,"effective_max_tokens":130660,"original_embedded_prediction":"B","question_sha256":"a6336c3b0760d09010077fee728ae5348e4421bcfcbbc8bb9c4a72d541ddfb24"} +{"uuid":"gpqa-main-24751b175e0f2d19899ad735","benchmark":"gpqa_main","data_index":644,"repeat_index":1,"sample_id":"gpqa-main-24751b175e0f2d19899ad735/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1356,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"A","question_sha256":"4a5d6fcc83f3561a6447a1feebb680aa9ab094bdeed5677c30f04041964a9c38"} +{"uuid":"gpqa-main-63aef6e78c9803d030a16f9c","benchmark":"gpqa_main","data_index":592,"repeat_index":1,"sample_id":"gpqa-main-63aef6e78c9803d030a16f9c/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2876,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"A","question_sha256":"255e934ed277fdd11f71245508448f7031439d40eb38fd78fb3b813b247c5726"} +{"uuid":"gpqa-main-9753ac5963fbae8c8e907ef3","benchmark":"gpqa_main","data_index":661,"repeat_index":1,"sample_id":"gpqa-main-9753ac5963fbae8c8e907ef3/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":500,"prompt_tokens":181,"effective_max_tokens":130891,"original_embedded_prediction":"C","question_sha256":"ec3a07db51d6010b2b9fae103e36b62707efee3ad0713fcd4420f8ba8f55c00b"} +{"uuid":"gpqa-main-ca986cf878bcb98d3bdf6b0a","benchmark":"gpqa_main","data_index":636,"repeat_index":1,"sample_id":"gpqa-main-ca986cf878bcb98d3bdf6b0a/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1628,"prompt_tokens":553,"effective_max_tokens":130519,"original_embedded_prediction":"D","question_sha256":"03946dc24ec69699ccf0d502676d0724f19c404c61b61996d4b5d979f21785da"} +{"uuid":"gpqa-main-ac1c72784d1e0da293fe4bd4","benchmark":"gpqa_main","data_index":586,"repeat_index":1,"sample_id":"gpqa-main-ac1c72784d1e0da293fe4bd4/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3161,"prompt_tokens":169,"effective_max_tokens":130903,"original_embedded_prediction":"D","question_sha256":"6e2bd9ec28efb9c97dbc7bea49224b4964011afaa5ca659996fac7fd65c4468d"} +{"uuid":"gpqa-main-4df6eb7fd5661c3196a52be6","benchmark":"gpqa_main","data_index":285,"repeat_index":0,"sample_id":"gpqa-main-4df6eb7fd5661c3196a52be6/repeat-0","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15326,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"71ef41cf00fbcb9e6751fd492a52caefd2830032777c8824465c1b4ea8dc48ea"} +{"uuid":"gpqa-main-78b2ba2dd97e6d6b9942bad9","benchmark":"gpqa_main","data_index":657,"repeat_index":1,"sample_id":"gpqa-main-78b2ba2dd97e6d6b9942bad9/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":805,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"A","question_sha256":"019eb0f05f025ec512fbae057e0fcb33e0f92eec9bc2dc775494f6a19f4b62f3"} +{"uuid":"gpqa-main-31313469465f81cc0fa5dd28","benchmark":"gpqa_main","data_index":640,"repeat_index":1,"sample_id":"gpqa-main-31313469465f81cc0fa5dd28/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1556,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"B","question_sha256":"cd18749d0354640af760ebe1c6a150eed2a0202cc444345b5c3f00b0f0df67d2"} +{"uuid":"gpqa-main-92c9d90b543b6779261f70f7","benchmark":"gpqa_main","data_index":643,"repeat_index":1,"sample_id":"gpqa-main-92c9d90b543b6779261f70f7/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1607,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"A","question_sha256":"1c7aff3f5221c2086c7143b43e0c46921a03859d45bfce22f1a1286ece235b1a"} +{"uuid":"gpqa-main-aa04ac251ed805588a6be27c","benchmark":"gpqa_main","data_index":549,"repeat_index":1,"sample_id":"gpqa-main-aa04ac251ed805588a6be27c/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4746,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"D","question_sha256":"198a9824ae684cea2edf9d0597e69c2274e0be94e0a0ffcf7b4ad3e95f4a6dae"} +{"uuid":"gpqa-main-8dd5ae41d915a09d1c8b9add","benchmark":"gpqa_main","data_index":545,"repeat_index":1,"sample_id":"gpqa-main-8dd5ae41d915a09d1c8b9add/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4922,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"B","question_sha256":"8a246eed19ab5f877aa822da432a7aaa0f52615ea4655b0a89995d374971cd27"} +{"uuid":"gpqa-main-72464184a419f296dae470a9","benchmark":"gpqa_main","data_index":641,"repeat_index":1,"sample_id":"gpqa-main-72464184a419f296dae470a9/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1701,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"C","question_sha256":"16bcf4c7129e083cade7afd040c6c4e0fa1fc7677a11aa70fb1b5a3d0e5fb5ea"} +{"uuid":"gpqa-main-7ceb372c1cdc7a180b73516c","benchmark":"gpqa_main","data_index":614,"repeat_index":1,"sample_id":"gpqa-main-7ceb372c1cdc7a180b73516c/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2577,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"B","question_sha256":"142aeb435e38240c03d26aafbfb8dc0ab94e7ef4f752a271c1ab011350a965be"} +{"uuid":"gpqa-main-9a5518ae94b2b0d35d86de13","benchmark":"gpqa_main","data_index":673,"repeat_index":1,"sample_id":"gpqa-main-9a5518ae94b2b0d35d86de13/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":418,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"C","question_sha256":"3fcfcbf2649513809f04d9fdbcbe0c6bc1a91164f8dcfd7d9748267f2db7c6ce"} +{"uuid":"gpqa-main-f6714ff18991a64f32fcecf9","benchmark":"gpqa_main","data_index":670,"repeat_index":1,"sample_id":"gpqa-main-f6714ff18991a64f32fcecf9/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":502,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"a1e860acc41f41cac7f3d9425a64a45a95559ff56553a2d04e1d3569c2f1c1a1"} +{"uuid":"gpqa-main-106fe8a64f4453f81be6f7bd","benchmark":"gpqa_main","data_index":409,"repeat_index":1,"sample_id":"gpqa-main-106fe8a64f4453f81be6f7bd/repeat-1","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10794,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"A","question_sha256":"f0c3d97c5c67fa210dafa49946af010682993c23bb8995a306a6ee484e0c3b03"} +{"uuid":"gpqa-main-84c386fbd7476f5541ea16f0","benchmark":"gpqa_main","data_index":275,"repeat_index":0,"sample_id":"gpqa-main-84c386fbd7476f5541ea16f0/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16138,"prompt_tokens":370,"effective_max_tokens":130702,"original_embedded_prediction":"C","question_sha256":"083aa3572345d938b0c707cfb8c710aea73759344b234ada78ed36f1ec66eb0d"} +{"uuid":"gpqa-main-7bb7c5ace8216100d38e616a","benchmark":"gpqa_main","data_index":606,"repeat_index":1,"sample_id":"gpqa-main-7bb7c5ace8216100d38e616a/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3053,"prompt_tokens":197,"effective_max_tokens":130875,"original_embedded_prediction":"A","question_sha256":"6dbc821cf1e89c0764e62d1bef4818136877fbc8e333f255bfa42276ac9aeb88"} +{"uuid":"gpqa-main-c0bc48c4232297b735018487","benchmark":"gpqa_main","data_index":624,"repeat_index":1,"sample_id":"gpqa-main-c0bc48c4232297b735018487/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2603,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"C","question_sha256":"bbc99977a336fa9fd961baf75728288b14f7c69841a6757f2793e300690fc85b"} +{"uuid":"gpqa-main-0293685a5c3ddbc5b15dcfa0","benchmark":"gpqa_main","data_index":617,"repeat_index":1,"sample_id":"gpqa-main-0293685a5c3ddbc5b15dcfa0/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2797,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"db2ca8d93d5ff50bd9f602bc5b3d339b547349c54c540850544e01393770a4ff"} +{"uuid":"gpqa-main-a41b7b18fc60247bc6e08ecc","benchmark":"gpqa_main","data_index":662,"repeat_index":1,"sample_id":"gpqa-main-a41b7b18fc60247bc6e08ecc/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1089,"prompt_tokens":270,"effective_max_tokens":130802,"original_embedded_prediction":"A","question_sha256":"87c04c470b12fde8cca6d843b12d3265c10bf824a883929eca2654ab55681839"} +{"uuid":"gpqa-main-d8361782f08c0e6d16de3839","benchmark":"gpqa_main","data_index":671,"repeat_index":1,"sample_id":"gpqa-main-d8361782f08c0e6d16de3839/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":868,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"aed1658f69a85980c41ce94c10ac1535d2de3683f7a5c3821d1a84fa594d4571"} +{"uuid":"gpqa-main-82354c49d9280b8a980b98b4","benchmark":"gpqa_main","data_index":554,"repeat_index":1,"sample_id":"gpqa-main-82354c49d9280b8a980b98b4/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5471,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"C","question_sha256":"57b065d28a6d02a29a3a84f39dd670ba7cdf4e3403506e79b5fc90713897f68e"} +{"uuid":"gpqa-main-87a8747afb6b0414b9ccbe1e","benchmark":"gpqa_main","data_index":658,"repeat_index":1,"sample_id":"gpqa-main-87a8747afb6b0414b9ccbe1e/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1816,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"D","question_sha256":"cdb165b285d51cf6a09160d99c4c49b653710aac879cce0b87c74a48eee0172b"} +{"uuid":"gpqa-main-6195cef214f3dfad9869d6d3","benchmark":"gpqa_main","data_index":682,"repeat_index":1,"sample_id":"gpqa-main-6195cef214f3dfad9869d6d3/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":867,"prompt_tokens":351,"effective_max_tokens":130721,"original_embedded_prediction":"B","question_sha256":"d8a4b11aef2d38271a5ebf2c1802dc875d19737c557efb5990cc4a865a052e7c"} +{"uuid":"gpqa-main-e17c3d61061a563977ae3c11","benchmark":"gpqa_main","data_index":628,"repeat_index":1,"sample_id":"gpqa-main-e17c3d61061a563977ae3c11/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2989,"prompt_tokens":352,"effective_max_tokens":130720,"original_embedded_prediction":"C","question_sha256":"41b609bbf5cd4517a7d53e382a762d7b2caa65fd58ea44549bdf7183daf1d2c0"} +{"uuid":"gpqa-main-febe4c45e71692110949e3d6","benchmark":"gpqa_main","data_index":352,"repeat_index":0,"sample_id":"gpqa-main-febe4c45e71692110949e3d6/repeat-0","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13685,"prompt_tokens":577,"effective_max_tokens":130495,"original_embedded_prediction":"B","question_sha256":"e38dd7750710c37aa45a5b0b5dd91e1b4171070325d670d668ab1fa20431a29e"} +{"uuid":"gpqa-main-f0a74958c23332566374eae8","benchmark":"gpqa_main","data_index":629,"repeat_index":1,"sample_id":"gpqa-main-f0a74958c23332566374eae8/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2997,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"0122463c60c1fa5ad768f1fc6147fd593b46126713e705864d5de5632804d4b5"} +{"uuid":"gpqa-main-105b94b83de2671f0b86688d","benchmark":"gpqa_main","data_index":231,"repeat_index":0,"sample_id":"gpqa-main-105b94b83de2671f0b86688d/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18653,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"D","question_sha256":"062b8c1448dabb342bd7815bdfbab0a55eb915c5c6793d19a5037bf7a9aa63f3"} +{"uuid":"gpqa-main-bab269fd666fa2ba840a1459","benchmark":"gpqa_main","data_index":473,"repeat_index":1,"sample_id":"gpqa-main-bab269fd666fa2ba840a1459/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9112,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"e17051d5c4ebf5f6bc793872dc2f5748b41dd7918235cb3d5697fb04882bd7fe"} +{"uuid":"gpqa-main-05286f95a107c3da592ecbd9","benchmark":"gpqa_main","data_index":689,"repeat_index":1,"sample_id":"gpqa-main-05286f95a107c3da592ecbd9/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":601,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"d8a1a7b530a9b1d0cd0b07ec53f60d6d5fcf3059457f02b90e3c4ddf51fdc825"} +{"uuid":"gpqa-main-f6f707a4d7db96af855de986","benchmark":"gpqa_main","data_index":650,"repeat_index":1,"sample_id":"gpqa-main-f6f707a4d7db96af855de986/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2318,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"049a3a3426b30e36d29d782b3ea4916bf545838ac3945e9c707804638ad48f04"} +{"uuid":"gpqa-main-ab4c50e2da12e11b47155f74","benchmark":"gpqa_main","data_index":676,"repeat_index":1,"sample_id":"gpqa-main-ab4c50e2da12e11b47155f74/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1228,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"b734e134fe4529267a34452ccc5cb2a7d56f7b471273d9e978add607de6f30b6"} +{"uuid":"gpqa-main-b84eb68d18023ca81e43b35a","benchmark":"gpqa_main","data_index":677,"repeat_index":1,"sample_id":"gpqa-main-b84eb68d18023ca81e43b35a/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1295,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"C","question_sha256":"6c90e464e06f4dc9c748d6c9be44c96b2d5bec5078b4eb152ea4ccec4c709f2d"} +{"uuid":"gpqa-main-5afce78005210e6a41636858","benchmark":"gpqa_main","data_index":645,"repeat_index":1,"sample_id":"gpqa-main-5afce78005210e6a41636858/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2787,"prompt_tokens":312,"effective_max_tokens":130760,"original_embedded_prediction":"B","question_sha256":"1447f629926983e1fb54566e40ab57d7a728998d233e3c84bc33277da7c13a65"} +{"uuid":"gpqa-main-9bb169e317cdd76b98ada24f","benchmark":"gpqa_main","data_index":573,"repeat_index":1,"sample_id":"gpqa-main-9bb169e317cdd76b98ada24f/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5169,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d0bbc79a116a93d5c5c1325e012b3feb17a7b705d2ccd57a86ecfbdc2bf78030"} +{"uuid":"gpqa-main-c6cc654afa201cd3d5b66695","benchmark":"gpqa_main","data_index":696,"repeat_index":1,"sample_id":"gpqa-main-c6cc654afa201cd3d5b66695/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":357,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"A","question_sha256":"79526cdc6c623c8657c3060ab8b305f1b4d8aa35f2b7905c6fd4c3e119c5c310"} +{"uuid":"gpqa-main-dd8409336990c7459796bf16","benchmark":"gpqa_main","data_index":619,"repeat_index":1,"sample_id":"gpqa-main-dd8409336990c7459796bf16/repeat-1","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3651,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"A","question_sha256":"609aca38a7fb3090a0f30d6d141ac5d22646fb06ba18f8c71758e099668e5bf5"} +{"uuid":"gpqa-main-d4ee93c18c20e4432773fe55","benchmark":"gpqa_main","data_index":695,"repeat_index":1,"sample_id":"gpqa-main-d4ee93c18c20e4432773fe55/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":400,"prompt_tokens":200,"effective_max_tokens":130872,"original_embedded_prediction":"C","question_sha256":"77bffd13a6b6464f7c63296f571164c184ce47a8cd6f8ecf91f0dc28407d44a1"} +{"uuid":"gpqa-main-6f8b58d9d46c4f4e7eba1910","benchmark":"gpqa_main","data_index":701,"repeat_index":1,"sample_id":"gpqa-main-6f8b58d9d46c4f4e7eba1910/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":303,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"C","question_sha256":"2437e4848569e7740d6491d475d194b9eefbbeae3a6a31cd62ddeb8ba8e93aa9"} +{"uuid":"gpqa-main-e2b759199021c586345ac38f","benchmark":"gpqa_main","data_index":401,"repeat_index":1,"sample_id":"gpqa-main-e2b759199021c586345ac38f/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12374,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"C","question_sha256":"ca59405f2d298a50a3e8fd6d281b67ca4a3ee503578df49e700cc46fe3c4f3d8"} +{"uuid":"gpqa-main-92f6e58b4989e9025c8286a9","benchmark":"gpqa_main","data_index":618,"repeat_index":1,"sample_id":"gpqa-main-92f6e58b4989e9025c8286a9/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3784,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"c003a37af0eaa5e9c6d10f5a25ce1a2e0258ad6638a1655ee2a17d07daab816a"} +{"uuid":"gpqa-main-288426a7fecb5facf10219c7","benchmark":"gpqa_main","data_index":574,"repeat_index":1,"sample_id":"gpqa-main-288426a7fecb5facf10219c7/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5371,"prompt_tokens":321,"effective_max_tokens":130751,"original_embedded_prediction":"D","question_sha256":"7cccb7714b35c30190fb5db64a1b22a36b726b2a007f241961e1e48c82e4acb3"} +{"uuid":"gpqa-main-3cb5227445654dab4b5dacc2","benchmark":"gpqa_main","data_index":698,"repeat_index":1,"sample_id":"gpqa-main-3cb5227445654dab4b5dacc2/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":644,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"4b45de4106aaf95114f9bda69339b541037b0eb04b8fd1f40efb6b91ed2a479e"} +{"uuid":"gpqa-main-67c1e3a67a2a974a3189d06b","benchmark":"gpqa_main","data_index":712,"repeat_index":1,"sample_id":"gpqa-main-67c1e3a67a2a974a3189d06b/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":195,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"A","question_sha256":"de0e795a2e1639d4babc3235662e71409fadd14e0c80f8551b3db9b4b53aa8de"} +{"uuid":"gpqa-main-1923a70feda6403a600f719a","benchmark":"gpqa_main","data_index":544,"repeat_index":1,"sample_id":"gpqa-main-1923a70feda6403a600f719a/repeat-1","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6574,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"7acad7dd49efa2a29ce19fb81de0e8b504de87dab9c66159407da7697942a708"} +{"uuid":"gpqa-main-6845f28b26fa44b2b44ded84","benchmark":"gpqa_main","data_index":524,"repeat_index":1,"sample_id":"gpqa-main-6845f28b26fa44b2b44ded84/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7430,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"7c6678dd868700f600b69c54e83e52a10695ac957465ffbe08c35d20f42b448e"} +{"uuid":"gpqa-main-4f958672c6f9249c44f2f9b9","benchmark":"gpqa_main","data_index":571,"repeat_index":1,"sample_id":"gpqa-main-4f958672c6f9249c44f2f9b9/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5791,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"D","question_sha256":"7d91198c9c48996b89ebbb62d8d76d86e32d7c14fb108c7491c9ff812263613a"} +{"uuid":"gpqa-main-7e9652f906d908e059401ac2","benchmark":"gpqa_main","data_index":708,"repeat_index":1,"sample_id":"gpqa-main-7e9652f906d908e059401ac2/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":488,"prompt_tokens":346,"effective_max_tokens":130726,"original_embedded_prediction":"C","question_sha256":"9dda9414807cb4996f3a1deb9214b8aaf93c75e41d35fac14966aba5058f07ff"} +{"uuid":"gpqa-main-fd7b1296b8c5ae3f05aa8355","benchmark":"gpqa_main","data_index":703,"repeat_index":1,"sample_id":"gpqa-main-fd7b1296b8c5ae3f05aa8355/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":737,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"D","question_sha256":"e674bbb69c41e672de8e4c8cbea505f57f0d1fc98a2ae52ced1937ec4c71b62f"} +{"uuid":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2","benchmark":"gpqa_main","data_index":534,"repeat_index":1,"sample_id":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7011,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"B","question_sha256":"58604895b423acc46c4efaa28ed2e4d6eaf2d93d55c7ad3766cffce3719ddf62"} +{"uuid":"gpqa-main-9f0f463200d404d2c62eca59","benchmark":"gpqa_main","data_index":704,"repeat_index":1,"sample_id":"gpqa-main-9f0f463200d404d2c62eca59/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":796,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"6ed199510dead1f6bd4eaa9162909d9481bd2201f8d9444ee60a2e0e2f20528c"} +{"uuid":"gpqa-main-d98819c9bc2a4086534acf1b","benchmark":"gpqa_main","data_index":665,"repeat_index":1,"sample_id":"gpqa-main-d98819c9bc2a4086534acf1b/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2455,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"d53ea2c13c1ce696b626852774a73a189571a138a5fd872cdd3bb15f21f0bf06"} +{"uuid":"gpqa-main-d5d2365d64430154627d4bb7","benchmark":"gpqa_main","data_index":652,"repeat_index":1,"sample_id":"gpqa-main-d5d2365d64430154627d4bb7/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3125,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"D","question_sha256":"17f96c74be836037313c787a88438b6c9f69a4aa20ec8cba17697864f5d35599"} +{"uuid":"gpqa-main-2601636e383074212d2b5e52","benchmark":"gpqa_main","data_index":717,"repeat_index":1,"sample_id":"gpqa-main-2601636e383074212d2b5e52/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":380,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"A","question_sha256":"4346808ce2e49e7dd075a69d154a4e1c8d73b71869876d48ffff93747d8898ec"} +{"uuid":"gpqa-main-ae94db70e45f3af66518a393","benchmark":"gpqa_main","data_index":714,"repeat_index":1,"sample_id":"gpqa-main-ae94db70e45f3af66518a393/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":491,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"C","question_sha256":"357c925128939cb69954fa6d11c54df2209c646ee1d3db2ab6dfea44ae6407b6"} +{"uuid":"gpqa-main-fe61aa6baba6418fcde1fa11","benchmark":"gpqa_main","data_index":656,"repeat_index":1,"sample_id":"gpqa-main-fe61aa6baba6418fcde1fa11/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3078,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"73eb245ef4dcc164186307ecd210b767147568ad3c1b03847a63b2e67ac5d0ab"} +{"uuid":"gpqa-main-33c3b423f54aabfcfca66691","benchmark":"gpqa_main","data_index":718,"repeat_index":1,"sample_id":"gpqa-main-33c3b423f54aabfcfca66691/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":379,"prompt_tokens":323,"effective_max_tokens":130749,"original_embedded_prediction":"A","question_sha256":"d3ede1ef1590cafbeca0278be62d75df7a0ca03bdf527b454a132420994473ae"} +{"uuid":"gpqa-main-9c0b631b2a7823cec0729a4b","benchmark":"gpqa_main","data_index":627,"repeat_index":1,"sample_id":"gpqa-main-9c0b631b2a7823cec0729a4b/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4304,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"9d42c24c2f67ff118699d880fbb6276f14043e3527a9fea8f6d55fe2bf82e091"} +{"uuid":"gpqa-main-c8bb35d2e6add774a878c895","benchmark":"gpqa_main","data_index":595,"repeat_index":1,"sample_id":"gpqa-main-c8bb35d2e6add774a878c895/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5438,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"8b5b2cb731b5a7fb6556557d17fc7ef7fb607adfa5050f0d70418eb3b983605b"} +{"uuid":"gpqa-main-48494dbfd36899c84d166873","benchmark":"gpqa_main","data_index":678,"repeat_index":1,"sample_id":"gpqa-main-48494dbfd36899c84d166873/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2577,"prompt_tokens":315,"effective_max_tokens":130757,"original_embedded_prediction":"B","question_sha256":"a50aa647f4cce396d333dfcfe372bdfadfa7f7aa507ebafd207354812f7ab3f9"} +{"uuid":"gpqa-main-64193be5f9a6bbd67bec4010","benchmark":"gpqa_main","data_index":512,"repeat_index":1,"sample_id":"gpqa-main-64193be5f9a6bbd67bec4010/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8621,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"B","question_sha256":"373990fe818e4182469d242b845eeb2f78db2f00cfb3a8fdbd2dbd696e08d552"} +{"uuid":"gpqa-main-143dc33c1aad9828daf5e615","benchmark":"gpqa_main","data_index":479,"repeat_index":1,"sample_id":"gpqa-main-143dc33c1aad9828daf5e615/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10309,"prompt_tokens":354,"effective_max_tokens":130718,"original_embedded_prediction":"C","question_sha256":"ff60c18b72aac9e90842c7a2d5e79c68092a3fbb1d6c0318cee6d2892a43a0a1"} +{"uuid":"gpqa-main-731d6908d225dc9f463d1297","benchmark":"gpqa_main","data_index":672,"repeat_index":1,"sample_id":"gpqa-main-731d6908d225dc9f463d1297/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2894,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"C","question_sha256":"4774928b0a0c7cdc6d9c17102d2e01adad07f5a344858c23bbc63520a74724d7"} +{"uuid":"gpqa-main-7c04a20e5411bd3e0a2bc2c8","benchmark":"gpqa_main","data_index":611,"repeat_index":1,"sample_id":"gpqa-main-7c04a20e5411bd3e0a2bc2c8/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5294,"prompt_tokens":413,"effective_max_tokens":130659,"original_embedded_prediction":"B","question_sha256":"e23b62b19c3ab4ec896e631f56a7a92ed38aca13300af7a7b449b979999886f3"} +{"uuid":"gpqa-main-0b01dd8e7881a40d7eb61175","benchmark":"gpqa_main","data_index":723,"repeat_index":1,"sample_id":"gpqa-main-0b01dd8e7881a40d7eb61175/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":774,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"C","question_sha256":"74998926c571f30bb050d73fd21eee2727687e5a8320253f13d3d84b8605a913"} +{"uuid":"gpqa-main-aa684f4d5d7c6b9ced383e24","benchmark":"gpqa_main","data_index":687,"repeat_index":1,"sample_id":"gpqa-main-aa684f4d5d7c6b9ced383e24/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2535,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"96a58da5e1708d76485e32741b0ecddc1bea407ebb53997d2f36e8827f2f2ac9"} +{"uuid":"gpqa-main-eda22ee564030fef1ab0bcaf","benchmark":"gpqa_main","data_index":232,"repeat_index":0,"sample_id":"gpqa-main-eda22ee564030fef1ab0bcaf/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20442,"prompt_tokens":316,"effective_max_tokens":130756,"original_embedded_prediction":"B","question_sha256":"e78929c2c3d5e04cda51c77e05ad4a3d1cbbf98cc2db0103b7fbc594e78bb602"} +{"uuid":"gpqa-main-5f044a1bf575df47abc76e1a","benchmark":"gpqa_main","data_index":730,"repeat_index":1,"sample_id":"gpqa-main-5f044a1bf575df47abc76e1a/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":557,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"56742e4e637e9ad1340d4a8de7af8e0d6ce2447d668cc5b51dfb52dfb0b2b8e9"} +{"uuid":"gpqa-main-67410b7a8dc0eaa2a0ad0e33","benchmark":"gpqa_main","data_index":731,"repeat_index":1,"sample_id":"gpqa-main-67410b7a8dc0eaa2a0ad0e33/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":534,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"bb309e44424b270e31ff68a9df49f0a2f19335280a19eb9a92c5dcd1810cc3e8"} +{"uuid":"gpqa-main-86976aae6f871f46c4680830","benchmark":"gpqa_main","data_index":599,"repeat_index":1,"sample_id":"gpqa-main-86976aae6f871f46c4680830/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5870,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"B","question_sha256":"e5c3c79a60db2de596dac1585bfc2e940bac2acb65a3352ff5f7e99821846aed"} +{"uuid":"gpqa-main-45cae4ba5af22868461f1861","benchmark":"gpqa_main","data_index":522,"repeat_index":1,"sample_id":"gpqa-main-45cae4ba5af22868461f1861/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8884,"prompt_tokens":196,"effective_max_tokens":130876,"original_embedded_prediction":"B","question_sha256":"da4480a5d4f2af44b6faf63fe513d557f97bf4cd048901e4a2f0b133273b39db"} +{"uuid":"gpqa-main-60c7c63632b1d67ffb8a4fb7","benchmark":"gpqa_main","data_index":719,"repeat_index":1,"sample_id":"gpqa-main-60c7c63632b1d67ffb8a4fb7/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1378,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"A","question_sha256":"60c9747de98dcd74354ee70ce1049c3c1d1b8d72f4e9848984af5d6ceb1a0c57"} +{"uuid":"gpqa-main-1989edb8041cc1c94659dcc4","benchmark":"gpqa_main","data_index":724,"repeat_index":1,"sample_id":"gpqa-main-1989edb8041cc1c94659dcc4/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1179,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"364ddb1397abdc7ae2201c88354f8df3f89b63c28330217a94cf8cf96c19ae54"} +{"uuid":"gpqa-main-8d147d8bf7fad22423fc5dd7","benchmark":"gpqa_main","data_index":282,"repeat_index":0,"sample_id":"gpqa-main-8d147d8bf7fad22423fc5dd7/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18814,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"bfad7a1309a7d02668c615391f7302c03e1c3f61ffaee5d1f44ba2c9f5c40b7d"} +{"uuid":"gpqa-main-d31323dded27ae0c86cb5c75","benchmark":"gpqa_main","data_index":697,"repeat_index":1,"sample_id":"gpqa-main-d31323dded27ae0c86cb5c75/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2345,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"8f174dd25b58e6fc8e309577a66d0f5a4f46ed89bf1a5165c0cb561a4e3e33e9"} +{"uuid":"gpqa-main-4657fdc74d4c0bf48aa0b494","benchmark":"gpqa_main","data_index":685,"repeat_index":1,"sample_id":"gpqa-main-4657fdc74d4c0bf48aa0b494/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3087,"prompt_tokens":343,"effective_max_tokens":130729,"original_embedded_prediction":"B","question_sha256":"ef34764671cecdd517febbdbff1a8cc3542418de05c4a100ef6c30752c1fc8cb"} +{"uuid":"gpqa-main-6dec9c3aba26b3c8623af13e","benchmark":"gpqa_main","data_index":699,"repeat_index":1,"sample_id":"gpqa-main-6dec9c3aba26b3c8623af13e/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2315,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"656a46f8bac8e8e0767c9a5675871d3f81ff8707ec78f064bca2ccac673d7561"} +{"uuid":"gpqa-main-53c8581aa69a3066bf003024","benchmark":"gpqa_main","data_index":734,"repeat_index":1,"sample_id":"gpqa-main-53c8581aa69a3066bf003024/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":745,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"dbc9784ed2e796c6f534e998f17f2a819df9d6d94cd62aa72bd7fdcbf457c948"} +{"uuid":"gpqa-main-8523e39e7dc895f15a06a403","benchmark":"gpqa_main","data_index":715,"repeat_index":1,"sample_id":"gpqa-main-8523e39e7dc895f15a06a403/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1792,"prompt_tokens":243,"effective_max_tokens":130829,"original_embedded_prediction":"C","question_sha256":"9809fdeb256e4181e9705fa439a61deb6dbe804bfb80ffab6cb1bd4565faa027"} +{"uuid":"gpqa-main-50aaa7274c5010d9768274ec","benchmark":"gpqa_main","data_index":559,"repeat_index":1,"sample_id":"gpqa-main-50aaa7274c5010d9768274ec/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7918,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"D","question_sha256":"0cda758f1290855df9dd7b9a4319bb6ae8108c8113b125a3a2f60705af536a34"} +{"uuid":"gpqa-main-f635511b161f39dc301e05eb","benchmark":"gpqa_main","data_index":664,"repeat_index":1,"sample_id":"gpqa-main-f635511b161f39dc301e05eb/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4103,"prompt_tokens":650,"effective_max_tokens":130422,"original_embedded_prediction":"C","question_sha256":"cb7f697eb685eca3061fc46cacb94c19aba74add8390e74234ade788b9fa4ff3"} +{"uuid":"gpqa-main-b36b446fe10911202d34a473","benchmark":"gpqa_main","data_index":743,"repeat_index":1,"sample_id":"gpqa-main-b36b446fe10911202d34a473/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":454,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"a817452b182acac6761625a70d62a32f2da8fc7a708397cb06f4ad35d5fb18f8"} +{"uuid":"gpqa-main-fc2653b5d83e082e9e4f6390","benchmark":"gpqa_main","data_index":688,"repeat_index":1,"sample_id":"gpqa-main-fc2653b5d83e082e9e4f6390/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3280,"prompt_tokens":429,"effective_max_tokens":130643,"original_embedded_prediction":"D","question_sha256":"d039314a334267e1364c2bb5dc0ab4e72b6b86a69936c2f7f318902ffc422f15"} +{"uuid":"gpqa-main-4c9f4186c5ccd49ab906a399","benchmark":"gpqa_main","data_index":567,"repeat_index":1,"sample_id":"gpqa-main-4c9f4186c5ccd49ab906a399/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7785,"prompt_tokens":610,"effective_max_tokens":130462,"original_embedded_prediction":"B","question_sha256":"f634534b5e2327dcc39982a4da6dff404f299e9759a0ac957b0f6017fbe7586e"} +{"uuid":"gpqa-main-6078bfac5f15131fb59b31ce","benchmark":"gpqa_main","data_index":690,"repeat_index":1,"sample_id":"gpqa-main-6078bfac5f15131fb59b31ce/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3260,"prompt_tokens":383,"effective_max_tokens":130689,"original_embedded_prediction":"D","question_sha256":"2c08be31c31eb443db8881662320ebedec47eef168a86389032948d5a9cc37d1"} +{"uuid":"gpqa-main-77067b016766698b199936c6","benchmark":"gpqa_main","data_index":727,"repeat_index":1,"sample_id":"gpqa-main-77067b016766698b199936c6/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1585,"prompt_tokens":306,"effective_max_tokens":130766,"original_embedded_prediction":"B","question_sha256":"4c8dd76001266d2c0d3a086b95cb4f68ba3f1b2658186002903315d51bf5bea6"} +{"uuid":"gpqa-main-87740f520845c3f77369e5a1","benchmark":"gpqa_main","data_index":642,"repeat_index":1,"sample_id":"gpqa-main-87740f520845c3f77369e5a1/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5467,"prompt_tokens":188,"effective_max_tokens":130884,"original_embedded_prediction":"D","question_sha256":"f6c5a12c2cd600eeb524956c760164ff890d185cffd979bfba482f46aa46a1ac"} +{"uuid":"gpqa-main-e31881ef9b38bb3d802fa432","benchmark":"gpqa_main","data_index":709,"repeat_index":1,"sample_id":"gpqa-main-e31881ef9b38bb3d802fa432/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2545,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"A","question_sha256":"d2b3b2f779f59635b5b67b63d55e4ada87e7ff867992c7a0b26b010dac9f8650"} +{"uuid":"gpqa-main-ad77d1e365463a217a2cc25c","benchmark":"gpqa_main","data_index":732,"repeat_index":1,"sample_id":"gpqa-main-ad77d1e365463a217a2cc25c/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1391,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"B","question_sha256":"7c427847fb1acab7f784c40193a51f13be68ffb38b4336c6bf3ebf112916fc29"} +{"uuid":"gpqa-main-4644969e4e4615b014b9669f","benchmark":"gpqa_main","data_index":584,"repeat_index":1,"sample_id":"gpqa-main-4644969e4e4615b014b9669f/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7332,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"e663684f8a7728af99d977f274c335c497ac6a7ccf43c64ab979e8407155ce6c"} +{"uuid":"gpqa-main-3f9251e093c698e0c2fa2826","benchmark":"gpqa_main","data_index":742,"repeat_index":1,"sample_id":"gpqa-main-3f9251e093c698e0c2fa2826/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":913,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"252debe46c4fa81fca060b5a84d473e7c0bf04c99b8b5f54aab8119f22de36b4"} +{"uuid":"gpqa-main-7c103d3006e7e5942b17dfc2","benchmark":"gpqa_main","data_index":729,"repeat_index":1,"sample_id":"gpqa-main-7c103d3006e7e5942b17dfc2/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1846,"prompt_tokens":254,"effective_max_tokens":130818,"original_embedded_prediction":"D","question_sha256":"851c6624380df7dd30fbf4b482add6ae0543525ac196eb146f0d1eb73a673d6c"} +{"uuid":"gpqa-main-4373b5f7be197f26258c18cf","benchmark":"gpqa_main","data_index":176,"repeat_index":0,"sample_id":"gpqa-main-4373b5f7be197f26258c18cf/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":23321,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"C","question_sha256":"56563ccb64ef7d8686cd4d8da77c8b4636353d0bb75dbefa360323671dfffed1"} +{"uuid":"gpqa-main-1cea82df3087b1eb05c4d230","benchmark":"gpqa_main","data_index":621,"repeat_index":1,"sample_id":"gpqa-main-1cea82df3087b1eb05c4d230/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6395,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"dd05d2d9e9053dd1d4367a61d5f718336fc8f18bc81bdf0ccfb104e241053522"} +{"uuid":"gpqa-main-12fef4b097b802dea2564ea2","benchmark":"gpqa_main","data_index":186,"repeat_index":0,"sample_id":"gpqa-main-12fef4b097b802dea2564ea2/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":23136,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"A","question_sha256":"254c10ac4fdccd2709d12769dd755a22c6de6b1e6bff2363164511e2905446d7"} +{"uuid":"gpqa-main-513a35e22e5c48f5b3b0518a","benchmark":"gpqa_main","data_index":667,"repeat_index":1,"sample_id":"gpqa-main-513a35e22e5c48f5b3b0518a/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4490,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"A","question_sha256":"b4baa0b1a21db872411dec993670e6c6bc360a94404305cc5d3ecc9264fdf913"} +{"uuid":"gpqa-main-2651d2e67639a9e1741c23d7","benchmark":"gpqa_main","data_index":745,"repeat_index":1,"sample_id":"gpqa-main-2651d2e67639a9e1741c23d7/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":897,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"B","question_sha256":"4dde21b33c78ccf27d8f3043edfe68636929e2ed7d52841b78b767027425afcb"} +{"uuid":"gpqa-main-60f734b52603f7ef29671f95","benchmark":"gpqa_main","data_index":539,"repeat_index":1,"sample_id":"gpqa-main-60f734b52603f7ef29671f95/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9192,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"D","question_sha256":"bf9de03889292b969198f42b877b6d4c7b56ce10ae654e71f4be720b5efdb1f1"} +{"uuid":"gpqa-main-50b06dfa0f6f3a64a58faa00","benchmark":"gpqa_main","data_index":681,"repeat_index":1,"sample_id":"gpqa-main-50b06dfa0f6f3a64a58faa00/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4127,"prompt_tokens":2889,"effective_max_tokens":128183,"original_embedded_prediction":"C","question_sha256":"6d83e75112500dd8a0852c4eaa9859c4fb625c97bdf5f7d5c532bcd6347ea1a8"} +{"uuid":"gpqa-main-2bd63c617299c18c1cfd5b0a","benchmark":"gpqa_main","data_index":580,"repeat_index":1,"sample_id":"gpqa-main-2bd63c617299c18c1cfd5b0a/repeat-1","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7689,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"A","question_sha256":"bd7804f896ba3deb7fd65cc0c562744a80232f45bbc9c5ffa8652308c167c329"} +{"uuid":"gpqa-main-ad37592fd14aa64b9045a2c4","benchmark":"gpqa_main","data_index":758,"repeat_index":1,"sample_id":"gpqa-main-ad37592fd14aa64b9045a2c4/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":374,"prompt_tokens":142,"effective_max_tokens":130930,"original_embedded_prediction":"B","question_sha256":"1b3ff6b6ef905e2e7d9fad403ad7bcef59c07ba5858ab30374d9c1f3f07e7dee"} +{"uuid":"gpqa-main-a39e48c3dd280f4d62399e78","benchmark":"gpqa_main","data_index":755,"repeat_index":1,"sample_id":"gpqa-main-a39e48c3dd280f4d62399e78/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":618,"prompt_tokens":397,"effective_max_tokens":130675,"original_embedded_prediction":"D","question_sha256":"721c25455cfe9ff83ae29b7ba79700cb78268040d9773283d4d8afebd849187b"} +{"uuid":"gpqa-main-7684b3ed8a4540e6099495df","benchmark":"gpqa_main","data_index":711,"repeat_index":1,"sample_id":"gpqa-main-7684b3ed8a4540e6099495df/repeat-1","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2954,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"0caf81b8c83789b0b258b80856002cff7fd589a737844db0407269017bcd1955"} +{"uuid":"gpqa-main-728c68de5f34aba879617ff3","benchmark":"gpqa_main","data_index":353,"repeat_index":0,"sample_id":"gpqa-main-728c68de5f34aba879617ff3/repeat-0","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17042,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"93587b6fdb0ccf1d1701c58bd12431b38885397117475f14823f4c52994b39b4"} +{"uuid":"gpqa-main-4c4e7752fc041224f19d3f9a","benchmark":"gpqa_main","data_index":694,"repeat_index":1,"sample_id":"gpqa-main-4c4e7752fc041224f19d3f9a/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3449,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"a7183bc025131850f86e24e7faa64e367e334f399dbbc968c1e6069905fe8c28"} +{"uuid":"gpqa-main-9f607ccb3302f27b4ebe90a4","benchmark":"gpqa_main","data_index":674,"repeat_index":1,"sample_id":"gpqa-main-9f607ccb3302f27b4ebe90a4/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4573,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"B","question_sha256":"e2c8b6a88dfedf13a4a35e2964dc77f2e082e87417c972bf7406bdb2405985f7"} +{"uuid":"gpqa-main-4e62cd257f17d5af418a8d34","benchmark":"gpqa_main","data_index":598,"repeat_index":1,"sample_id":"gpqa-main-4e62cd257f17d5af418a8d34/repeat-1","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7395,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"654fc443f2efbec09d0f966244083f4545f4f851e28d7f4e0f9c07cb156b2d1d"} +{"uuid":"gpqa-main-f6a21b5c88fe41ca6a55591f","benchmark":"gpqa_main","data_index":738,"repeat_index":1,"sample_id":"gpqa-main-f6a21b5c88fe41ca6a55591f/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1620,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"b0808ff670ee04ab6af9402dbf89fd865b5fcc16ca43f81c6b8ed06e07bd5ee2"} +{"uuid":"gpqa-main-11b88a6212278288c390be69","benchmark":"gpqa_main","data_index":721,"repeat_index":1,"sample_id":"gpqa-main-11b88a6212278288c390be69/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2765,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"C","question_sha256":"29eb581590e7852467849e4c58c5e3b1b97736035880adbd4e12298c320ac7e4"} +{"uuid":"gpqa-main-0fb808246cf99919fa61cf95","benchmark":"gpqa_main","data_index":752,"repeat_index":1,"sample_id":"gpqa-main-0fb808246cf99919fa61cf95/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1068,"prompt_tokens":415,"effective_max_tokens":130657,"original_embedded_prediction":"A","question_sha256":"8dd19f310e71e68caf9619c551faf073baee082c2fdae90e86d766c8f04dd15c"} +{"uuid":"gpqa-main-de59169ce40a93ff305f9a41","benchmark":"gpqa_main","data_index":768,"repeat_index":2,"sample_id":"gpqa-main-de59169ce40a93ff305f9a41/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":662,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"c5859c729f1f8217c8555103da018a579f07eb8df38d8389383b2f4634573327"} +{"uuid":"gpqa-main-1754a508e794225bd932adeb","benchmark":"gpqa_main","data_index":53,"repeat_index":0,"sample_id":"gpqa-main-1754a508e794225bd932adeb/repeat-0","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":25504,"prompt_tokens":276,"effective_max_tokens":130796,"original_embedded_prediction":"B","question_sha256":"16464cac7090a24d3b5a0bf989e1699bafd2dd7b1555e816a1f77804d8e890db"} +{"uuid":"gpqa-main-43903740f46e3267ecd42324","benchmark":"gpqa_main","data_index":735,"repeat_index":1,"sample_id":"gpqa-main-43903740f46e3267ecd42324/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2068,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"D","question_sha256":"b52b0025e64a7d0c0023e98ca9fe1f002e22bd987dd934f74304bd22e6e7da20"} +{"uuid":"gpqa-main-7093e90be0c6d72d98ef432c","benchmark":"gpqa_main","data_index":740,"repeat_index":1,"sample_id":"gpqa-main-7093e90be0c6d72d98ef432c/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1841,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"A","question_sha256":"d73f092255e75c14953338c7dc17fa9e41c6378f650bac797b23d3c68133744d"} +{"uuid":"gpqa-main-3d3dfe64363613833bb52e81","benchmark":"gpqa_main","data_index":609,"repeat_index":1,"sample_id":"gpqa-main-3d3dfe64363613833bb52e81/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7546,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"C","question_sha256":"ec22f627211f722949e6d36efcb583b2f796830a38cf5cf5dcba4f727562d975"} +{"uuid":"gpqa-main-542dd8f1dc74ca5163382df8","benchmark":"gpqa_main","data_index":576,"repeat_index":1,"sample_id":"gpqa-main-542dd8f1dc74ca5163382df8/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8588,"prompt_tokens":165,"effective_max_tokens":130907,"original_embedded_prediction":"D","question_sha256":"2413c551ec9a06a20197c81fa22effbd7f215abcc2e5f14c5f9f0a86e5402736"} +{"uuid":"gpqa-main-17eb0ef902a11d36b13bb4ba","benchmark":"gpqa_main","data_index":762,"repeat_index":1,"sample_id":"gpqa-main-17eb0ef902a11d36b13bb4ba/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":934,"prompt_tokens":290,"effective_max_tokens":130782,"original_embedded_prediction":"C","question_sha256":"da025e796cabfda79ad3a899a873052b028159563074d0934fabc7ee4c54d8ad"} +{"uuid":"gpqa-main-544e43760baf2de3b5be5741","benchmark":"gpqa_main","data_index":753,"repeat_index":1,"sample_id":"gpqa-main-544e43760baf2de3b5be5741/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1332,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"89418be241a19daa5c02878e565ee51b73f6f2c9bcafffaf554b45989088c1d8"} +{"uuid":"gpqa-main-992d40815d86851a9f6e7230","benchmark":"gpqa_main","data_index":769,"repeat_index":2,"sample_id":"gpqa-main-992d40815d86851a9f6e7230/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":838,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"b698ebb0cb6d3abffa554435859e51f21dd11a9955cfceece2c7a6fa9b0e2023"} +{"uuid":"gpqa-main-22c436000399164406e165b2","benchmark":"gpqa_main","data_index":604,"repeat_index":1,"sample_id":"gpqa-main-22c436000399164406e165b2/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7741,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"B","question_sha256":"836be405f3d05ec5ad1a2bc728339e5141836ace3a584fe3d36ecc50af4dc3ee"} +{"uuid":"gpqa-main-105b94b83de2671f0b86688d","benchmark":"gpqa_main","data_index":615,"repeat_index":1,"sample_id":"gpqa-main-105b94b83de2671f0b86688d/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7464,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"D","question_sha256":"062b8c1448dabb342bd7815bdfbab0a55eb915c5c6793d19a5037bf7a9aa63f3"} +{"uuid":"gpqa-main-d28c5e0e8deb0d1fde12ef5f","benchmark":"gpqa_main","data_index":193,"repeat_index":0,"sample_id":"gpqa-main-d28c5e0e8deb0d1fde12ef5f/repeat-0","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":23770,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"6913f7a17a2db54c9dcd8af6af20806e66b00fe4bb9691ca42d9f15184908f62"} +{"uuid":"gpqa-main-18347a23c4b32df1f0b31d1a","benchmark":"gpqa_main","data_index":779,"repeat_index":2,"sample_id":"gpqa-main-18347a23c4b32df1f0b31d1a/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":626,"prompt_tokens":438,"effective_max_tokens":130634,"original_embedded_prediction":"C","question_sha256":"f69ff8c0001cb2bdea3e51d7d4063a70e8b64bf6f735f62088f0ace464bbe468"} +{"uuid":"gpqa-main-f022820fa3c0f536a4d4a9bc","benchmark":"gpqa_main","data_index":739,"repeat_index":1,"sample_id":"gpqa-main-f022820fa3c0f536a4d4a9bc/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2181,"prompt_tokens":288,"effective_max_tokens":130784,"original_embedded_prediction":"A","question_sha256":"d7be2d674d4903c49886b492451a9febcfb5696ccd6f0931c4d48ef06a19b2b9"} +{"uuid":"gpqa-main-fcf4fc69f21da83688056521","benchmark":"gpqa_main","data_index":747,"repeat_index":1,"sample_id":"gpqa-main-fcf4fc69f21da83688056521/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1858,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"691112dd08aec41d1dfd7a48bf6e56a828dc8b340887ad6364daff290f8a88c4"} +{"uuid":"gpqa-main-3d4249ae7ea85a07b7726fff","benchmark":"gpqa_main","data_index":777,"repeat_index":2,"sample_id":"gpqa-main-3d4249ae7ea85a07b7726fff/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":808,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"f3a651caf4cc86d7183e2aa4e94783901dfd4ba7026521589b0aa1f1c95b0e55"} +{"uuid":"gpqa-main-efb673a27e8a1e042786abf9","benchmark":"gpqa_main","data_index":447,"repeat_index":1,"sample_id":"gpqa-main-efb673a27e8a1e042786abf9/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14457,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"1f2f27b90dac22c1b4d70e1b1679a095c5ce0b5ec5dd0bbf48f16b8328b18d89"} +{"uuid":"gpqa-main-50467ff0a4937693425f108b","benchmark":"gpqa_main","data_index":775,"repeat_index":2,"sample_id":"gpqa-main-50467ff0a4937693425f108b/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1032,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"A","question_sha256":"ee40e0ba47746454343829f9f66dd4d391816fe24ca19edf78fcce05cf1f26d8"} +{"uuid":"gpqa-main-55e31c256bb6191d94e6db4d","benchmark":"gpqa_main","data_index":746,"repeat_index":1,"sample_id":"gpqa-main-55e31c256bb6191d94e6db4d/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2088,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"126561d6b58fa17bbaffda56837acaf8fab4bf282ccdfdcc2c7a97bfe520889c"} +{"uuid":"gpqa-main-d9fdff837cb2d2e4d1e81014","benchmark":"gpqa_main","data_index":767,"repeat_index":1,"sample_id":"gpqa-main-d9fdff837cb2d2e4d1e81014/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1261,"prompt_tokens":153,"effective_max_tokens":130919,"original_embedded_prediction":"D","question_sha256":"021732e23dc83767a3bfeabac85945e664d0c83c8f4cd2ecee91855cda0b0d54"} +{"uuid":"gpqa-main-ba7b4d8b6b363240553a5da8","benchmark":"gpqa_main","data_index":781,"repeat_index":2,"sample_id":"gpqa-main-ba7b4d8b6b363240553a5da8/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":834,"prompt_tokens":320,"effective_max_tokens":130752,"original_embedded_prediction":"C","question_sha256":"f31ead87a22282cc5dfb01f73a1fe9c84520ad1b8dc017953d8293dbe8b47044"} +{"uuid":"gpqa-main-1af843966aecfd5da1f08dd6","benchmark":"gpqa_main","data_index":774,"repeat_index":2,"sample_id":"gpqa-main-1af843966aecfd5da1f08dd6/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1178,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"A","question_sha256":"13e7c71f8aae7040bd98bd6b7bfe361f01f9aa9f4fd4b6095b40f97963688bdc"} +{"uuid":"gpqa-main-d1e25804e939f97ca872c78e","benchmark":"gpqa_main","data_index":547,"repeat_index":1,"sample_id":"gpqa-main-d1e25804e939f97ca872c78e/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10309,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"A","question_sha256":"bd713289ab1ffc1ab982f7411da433944bdaa2ce87595d2c1bba8580a8b47bdb"} +{"uuid":"gpqa-main-ff85a5ccc5b465a708f70be3","benchmark":"gpqa_main","data_index":797,"repeat_index":2,"sample_id":"gpqa-main-ff85a5ccc5b465a708f70be3/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":389,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"f86f6ace621f9a5dc4c1d23e2bb2d546e1ca384df523a7a90d793b41a43ebfc6"} +{"uuid":"gpqa-main-01e62a7b7362ebd043bef6f7","benchmark":"gpqa_main","data_index":612,"repeat_index":1,"sample_id":"gpqa-main-01e62a7b7362ebd043bef6f7/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8138,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"339602fd0ae9cbdaef368f3dcff01cd2d212565d5c7830b14c0fd29de1cb58d6"} +{"uuid":"gpqa-main-cda1b642d52c30858bcdf7a3","benchmark":"gpqa_main","data_index":795,"repeat_index":2,"sample_id":"gpqa-main-cda1b642d52c30858bcdf7a3/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":470,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"85f5a80c90290184ac6ec65307174970563ac9442644e868f064c886836d7a25"} +{"uuid":"gpqa-main-cda2fe50fc8423311319e78e","benchmark":"gpqa_main","data_index":684,"repeat_index":1,"sample_id":"gpqa-main-cda2fe50fc8423311319e78e/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5414,"prompt_tokens":182,"effective_max_tokens":130890,"original_embedded_prediction":"A","question_sha256":"1b04aca1c9a8b4f1fabc653b3653d0a48982315e6f1da934d98cadd1948f776f"} +{"uuid":"gpqa-main-cdaa7da74e15a8dfc40e0582","benchmark":"gpqa_main","data_index":575,"repeat_index":1,"sample_id":"gpqa-main-cdaa7da74e15a8dfc40e0582/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9399,"prompt_tokens":410,"effective_max_tokens":130662,"original_embedded_prediction":"D","question_sha256":"733e93868ff7691423e0d318a4d9ba6ce801d7c2ef5c53b8020d7eb13c2c9a5c"} +{"uuid":"gpqa-main-3ebc2c6c608ed7f5e7bf9463","benchmark":"gpqa_main","data_index":788,"repeat_index":2,"sample_id":"gpqa-main-3ebc2c6c608ed7f5e7bf9463/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":713,"prompt_tokens":286,"effective_max_tokens":130786,"original_embedded_prediction":"B","question_sha256":"81bfcfb746da8dbf79e11ca4c419d5416ea1be46678f915598ebe3f9c6b6fc32"} +{"uuid":"gpqa-main-83f8b78e2bcb92bda5c03787","benchmark":"gpqa_main","data_index":720,"repeat_index":1,"sample_id":"gpqa-main-83f8b78e2bcb92bda5c03787/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3841,"prompt_tokens":162,"effective_max_tokens":130910,"original_embedded_prediction":"C","question_sha256":"1f06efeb2323c27b7a92e2f6b6d0f631f5b1caa5357a701f99ff4c3d08286bcf"} +{"uuid":"gpqa-main-47999f808ae4df35fd817dd2","benchmark":"gpqa_main","data_index":782,"repeat_index":2,"sample_id":"gpqa-main-47999f808ae4df35fd817dd2/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":882,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"0b24415e0a51d238b6f9b4a8ae6a56386da27f195c825aa8d124ca3e7adc5bb9"} +{"uuid":"gpqa-main-d8cca1a27ad1a42b4a99ce96","benchmark":"gpqa_main","data_index":269,"repeat_index":0,"sample_id":"gpqa-main-d8cca1a27ad1a42b4a99ce96/repeat-0","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21705,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"6049e26840c0e889bb5632032745b5bcf6684dec9a2f9d0a0cfb76378c5c064e"} +{"uuid":"gpqa-main-9254c2db95aeb7ad8ae8a32d","benchmark":"gpqa_main","data_index":679,"repeat_index":1,"sample_id":"gpqa-main-9254c2db95aeb7ad8ae8a32d/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5757,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"183797b844f5aaf0d4762d5da650b2a14964b261306db104b29a00499b949bd6"} +{"uuid":"gpqa-main-d022f771c467d057bbb527d0","benchmark":"gpqa_main","data_index":807,"repeat_index":2,"sample_id":"gpqa-main-d022f771c467d057bbb527d0/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":125,"prompt_tokens":192,"effective_max_tokens":130880,"original_embedded_prediction":"A","question_sha256":"f3fdb78f6fe3c60a21e29d92babec94b4d8c0f6e012394045833653cbdb1a4d7"} +{"uuid":"gpqa-main-0d56f92dcb32c3f0494a4705","benchmark":"gpqa_main","data_index":783,"repeat_index":2,"sample_id":"gpqa-main-0d56f92dcb32c3f0494a4705/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":971,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"D","question_sha256":"d48362abba761cef50927ef586befd9a2fdb343aa19b2fa457ee74fb6dbfb56b"} +{"uuid":"gpqa-main-acecd9428a5b4368f1f5bc82","benchmark":"gpqa_main","data_index":693,"repeat_index":1,"sample_id":"gpqa-main-acecd9428a5b4368f1f5bc82/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4937,"prompt_tokens":336,"effective_max_tokens":130736,"original_embedded_prediction":"A","question_sha256":"2d1e5de4bf7305d1b5eee8dda5415195dc333d71b3f50fa60508a928b67fb336"} +{"uuid":"gpqa-main-ad8f0afd2f116341ed3a69c0","benchmark":"gpqa_main","data_index":808,"repeat_index":2,"sample_id":"gpqa-main-ad8f0afd2f116341ed3a69c0/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":245,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"b6c9142bf69c50d0a62b5b8254344b66610ca208a646e6a69a606819b7eb1bf8"} +{"uuid":"gpqa-main-398c3b21ff64a0edc7ed8444","benchmark":"gpqa_main","data_index":581,"repeat_index":1,"sample_id":"gpqa-main-398c3b21ff64a0edc7ed8444/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9403,"prompt_tokens":839,"effective_max_tokens":130233,"original_embedded_prediction":"C","question_sha256":"8efc35cf270e2b051ad9ae732723df9c7261cecaf1410edf2c43f3ca7aa749cc"} +{"uuid":"gpqa-main-9eaa6714b15499d3c303ce90","benchmark":"gpqa_main","data_index":223,"repeat_index":0,"sample_id":"gpqa-main-9eaa6714b15499d3c303ce90/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":23863,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"D","question_sha256":"cfac786b87a07d0c92f7c3da73233aa6c32340b63dff9d3f72bd1bd025cd565d"} +{"uuid":"gpqa-main-b7ef729c55e0cb48c67bca16","benchmark":"gpqa_main","data_index":799,"repeat_index":2,"sample_id":"gpqa-main-b7ef729c55e0cb48c67bca16/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":701,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"B","question_sha256":"732a49f65a753e1d2c9ebb525ad8cc4c9ea6aa812fdc5eda3c630aa4aa35c7b5"} +{"uuid":"gpqa-main-0069a2b69e59906ffd6ca400","benchmark":"gpqa_main","data_index":675,"repeat_index":1,"sample_id":"gpqa-main-0069a2b69e59906ffd6ca400/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6226,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"409fe9f5585adb91b6eded6462ef297118cee805597838bb23fa38eb32789450"} +{"uuid":"gpqa-main-485d6d2d8d4ef097891a30ae","benchmark":"gpqa_main","data_index":754,"repeat_index":1,"sample_id":"gpqa-main-485d6d2d8d4ef097891a30ae/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2439,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"B","question_sha256":"c6a4a4365a6f088ad7d433e788ad1983c25ce2a6965fa332c2fd4f61eea9bbbc"} +{"uuid":"gpqa-main-63f2aea89eec9b67abe0bacf","benchmark":"gpqa_main","data_index":177,"repeat_index":0,"sample_id":"gpqa-main-63f2aea89eec9b67abe0bacf/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":25431,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"C","question_sha256":"32596b406efecc4795e9f82b1d00f89787b9ed9e4f9d6239bed8194f13da06e7"} +{"uuid":"gpqa-main-91b254f1e1c8041fbc1a3222","benchmark":"gpqa_main","data_index":744,"repeat_index":1,"sample_id":"gpqa-main-91b254f1e1c8041fbc1a3222/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3042,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"35cf9161cc3c5b82d0770ab2b2fdef4a970ddae93523dee3a6bde8574e79b13d"} +{"uuid":"gpqa-main-39045ad4d1274d0e56839d7b","benchmark":"gpqa_main","data_index":760,"repeat_index":1,"sample_id":"gpqa-main-39045ad4d1274d0e56839d7b/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2340,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"429df35a12720ff87021b558515bede2e2590914376178a956309c141594787f"} +{"uuid":"gpqa-main-5334e8bdecfbd08a0fceb69b","benchmark":"gpqa_main","data_index":815,"repeat_index":2,"sample_id":"gpqa-main-5334e8bdecfbd08a0fceb69b/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":574,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"B","question_sha256":"0c1cc6cb8c9b9a25c645b86bbada068207876248621f0327486d559892b7a8a9"} +{"uuid":"gpqa-main-9b60a112c6568a530227ce47","benchmark":"gpqa_main","data_index":816,"repeat_index":2,"sample_id":"gpqa-main-9b60a112c6568a530227ce47/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":660,"prompt_tokens":443,"effective_max_tokens":130629,"original_embedded_prediction":"D","question_sha256":"4dd7bd0636dc935d4359866d23d365353db91692ab9b80b438a3f65683abf4e7"} +{"uuid":"gpqa-main-834c95c23407a9d2c736d2ee","benchmark":"gpqa_main","data_index":825,"repeat_index":2,"sample_id":"gpqa-main-834c95c23407a9d2c736d2ee/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":268,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"bb698537245b51d08b5d5a6cecdfd1a4e34f7ac0f17e13da8d713af9341a9366"} +{"uuid":"gpqa-main-24659eabc462bf7fb5295951","benchmark":"gpqa_main","data_index":649,"repeat_index":1,"sample_id":"gpqa-main-24659eabc462bf7fb5295951/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7865,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"f26df2fb1b4182bacbf5d951a583b120ed154d22ea6f9659ed264ae020297543"} +{"uuid":"gpqa-main-d3db87adeb915999faca3605","benchmark":"gpqa_main","data_index":495,"repeat_index":1,"sample_id":"gpqa-main-d3db87adeb915999faca3605/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13274,"prompt_tokens":204,"effective_max_tokens":130868,"original_embedded_prediction":"D","question_sha256":"f6518dd763c1af7a1745bc53b4e021210cafdf588df1ede9b537a622474a998d"} +{"uuid":"gpqa-main-5f1108e8b2f18297c04895bf","benchmark":"gpqa_main","data_index":713,"repeat_index":1,"sample_id":"gpqa-main-5f1108e8b2f18297c04895bf/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5034,"prompt_tokens":447,"effective_max_tokens":130625,"original_embedded_prediction":"A","question_sha256":"d6e89de54268d0839b91cc5f860fd4903b1d8277accaf665ced8b5404cdbbe84"} +{"uuid":"gpqa-main-5a280dae7286e8bab3887904","benchmark":"gpqa_main","data_index":596,"repeat_index":1,"sample_id":"gpqa-main-5a280dae7286e8bab3887904/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9618,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"C","question_sha256":"b8398a470c0a1a045a6dcf2005bd8e8351bdf75ffa7c473958cf3c4b5d4fb288"} +{"uuid":"gpqa-main-950b8724526dc5d718438bec","benchmark":"gpqa_main","data_index":780,"repeat_index":2,"sample_id":"gpqa-main-950b8724526dc5d718438bec/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2028,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"B","question_sha256":"d81eab0b3deeedb23d68076a8f0de5ca6461b5d2d1a7da228f6a0b6ba6ca53e7"} +{"uuid":"gpqa-main-f79cea2e3c2e242b6e0da4d5","benchmark":"gpqa_main","data_index":822,"repeat_index":2,"sample_id":"gpqa-main-f79cea2e3c2e242b6e0da4d5/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":601,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"D","question_sha256":"bdc1ab103002886dcbe879cd751d3e27b8ba6e988859bb80422ea04871269448"} +{"uuid":"gpqa-main-efc527af4c77c27856f0d201","benchmark":"gpqa_main","data_index":828,"repeat_index":2,"sample_id":"gpqa-main-efc527af4c77c27856f0d201/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":315,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"29ffae74d292a9a38f72dd8e95efab3be752912b79e848701193359c657937f6"} +{"uuid":"gpqa-main-cdc31486df3de65ec2c324e2","benchmark":"gpqa_main","data_index":787,"repeat_index":2,"sample_id":"gpqa-main-cdc31486df3de65ec2c324e2/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1837,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"C","question_sha256":"4d233cd7b8524c989eb47a4c40d6f2f47070b986fea11e3ee3029c07db9b3356"} +{"uuid":"gpqa-main-c5506c52a996021a33525b24","benchmark":"gpqa_main","data_index":626,"repeat_index":1,"sample_id":"gpqa-main-c5506c52a996021a33525b24/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8920,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"ec867cdcf4e586ae70e24b76b87230ee2b48ec67a5234d7a682f06f846fbdf0d"} +{"uuid":"gpqa-main-5af38d4af998e6cc090b76a4","benchmark":"gpqa_main","data_index":750,"repeat_index":1,"sample_id":"gpqa-main-5af38d4af998e6cc090b76a4/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3390,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"b20325f500465457b07762e2fe70b04e5055bd3df2783351050b6c3d04223eb4"} +{"uuid":"gpqa-main-33b9f4658edfefac92faa4d3","benchmark":"gpqa_main","data_index":660,"repeat_index":1,"sample_id":"gpqa-main-33b9f4658edfefac92faa4d3/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7625,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"A","question_sha256":"21b950759e4e088c97c70fcca487f4b3ceddd69dd2563433e332a0dde94eeddb"} +{"uuid":"gpqa-main-7239e8e1a6f52b11d89b376d","benchmark":"gpqa_main","data_index":803,"repeat_index":2,"sample_id":"gpqa-main-7239e8e1a6f52b11d89b376d/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1389,"prompt_tokens":359,"effective_max_tokens":130713,"original_embedded_prediction":"D","question_sha256":"6b778965b4593497cd5378ecaa94e84f97d2910300038afb6590a8e9376b791c"} +{"uuid":"gpqa-main-756cafdacac7e9642e2102c6","benchmark":"gpqa_main","data_index":474,"repeat_index":1,"sample_id":"gpqa-main-756cafdacac7e9642e2102c6/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15050,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"b26abbcea4f9adbbc6faf6378336b8d024ffe4491d2853b927bf9afdc27073a9"} +{"uuid":"gpqa-main-1634ccababef2067673cd88c","benchmark":"gpqa_main","data_index":430,"repeat_index":1,"sample_id":"gpqa-main-1634ccababef2067673cd88c/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16606,"prompt_tokens":593,"effective_max_tokens":130479,"original_embedded_prediction":"A","question_sha256":"d8c36bd55ba561cb499054e9d5a01217a0498dfd20875e8d9e99d34bcdfd7830"} +{"uuid":"gpqa-main-9baab02407bb5e317c8c71c4","benchmark":"gpqa_main","data_index":30,"repeat_index":0,"sample_id":"gpqa-main-9baab02407bb5e317c8c71c4/repeat-0","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":27742,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"C","question_sha256":"4c49b01c534dd76a31b5023fe34fe490913c400dc715a3fa7a874695ca10b949"} +{"uuid":"gpqa-main-d750e02b8d42b4b4d6aba4b9","benchmark":"gpqa_main","data_index":809,"repeat_index":2,"sample_id":"gpqa-main-d750e02b8d42b4b4d6aba4b9/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1399,"prompt_tokens":944,"effective_max_tokens":130128,"original_embedded_prediction":"D","question_sha256":"5ea7e9b17f677439bf5f6e43169cb794916985d1c5964f6a0d8becf3f9e3b7ad"} +{"uuid":"gpqa-main-b306a5cb19a37a5923ddeda3","benchmark":"gpqa_main","data_index":759,"repeat_index":1,"sample_id":"gpqa-main-b306a5cb19a37a5923ddeda3/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3201,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"10d0692d1c6af6008ffff69894cb0183dafbb80748247a3a0e1961e87f1e7c9f"} +{"uuid":"gpqa-main-810618179b41cff3d8593ba5","benchmark":"gpqa_main","data_index":791,"repeat_index":2,"sample_id":"gpqa-main-810618179b41cff3d8593ba5/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2058,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"4f7077a78998cfa5dbe881d51f9f859973bb281cce9f5a2bde9d5475cc520111"} +{"uuid":"gpqa-main-4b84b53bf506bc0a4468fb2d","benchmark":"gpqa_main","data_index":455,"repeat_index":1,"sample_id":"gpqa-main-4b84b53bf506bc0a4468fb2d/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15924,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"D","question_sha256":"e302b2005d8d406eb5e8fd7aa1707959448ef06e72b5647d2711c9a056cfeffc"} +{"uuid":"gpqa-main-ff45876351041ad1ce200bb4","benchmark":"gpqa_main","data_index":707,"repeat_index":1,"sample_id":"gpqa-main-ff45876351041ad1ce200bb4/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5851,"prompt_tokens":345,"effective_max_tokens":130727,"original_embedded_prediction":"A","question_sha256":"32bdeb2d6746cedbaa666a09cbe9ff84eedb094a4f81edb9c09ab191add49c41"} +{"uuid":"gpqa-main-d8d5dbb2aa6f203775147357","benchmark":"gpqa_main","data_index":702,"repeat_index":1,"sample_id":"gpqa-main-d8d5dbb2aa6f203775147357/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6095,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"bb18da47ffe6578fb5b30d30128525e8addf5e823c1985c70c606c89ce8d4d7e"} +{"uuid":"gpqa-main-579e17ce4c553c730c526a5c","benchmark":"gpqa_main","data_index":810,"repeat_index":2,"sample_id":"gpqa-main-579e17ce4c553c730c526a5c/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1509,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"D","question_sha256":"1ce3d847d25b2c2f678c304f134266501155719553a1a003f38a6b0a75ffb81b"} +{"uuid":"gpqa-main-35569b36357cfce18162c999","benchmark":"gpqa_main","data_index":820,"repeat_index":2,"sample_id":"gpqa-main-35569b36357cfce18162c999/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1258,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"B","question_sha256":"a2136b05b78259562b913f1f56520c4184d70bf60017617a442a41f907c31b78"} +{"uuid":"gpqa-main-539a673f0443ba9cdc31b864","benchmark":"gpqa_main","data_index":651,"repeat_index":1,"sample_id":"gpqa-main-539a673f0443ba9cdc31b864/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8480,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"A","question_sha256":"d25187b99e4997c1700ffeb87fd595e878957e452f20a2f00d5489fecd0b3b30"} +{"uuid":"gpqa-main-feeb39404129cbb3b7e867ec","benchmark":"gpqa_main","data_index":811,"repeat_index":2,"sample_id":"gpqa-main-feeb39404129cbb3b7e867ec/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1578,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"B","question_sha256":"a80144fd582290217d4749a45438b278db047877b2f9babd5f52d9d0dcc88daf"} +{"uuid":"gpqa-main-55aa21aa9a62e56aab915b32","benchmark":"gpqa_main","data_index":686,"repeat_index":1,"sample_id":"gpqa-main-55aa21aa9a62e56aab915b32/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6990,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"e6eba602b3eef649fed522c6b8737556699845aee5b419773938063ec6b83257"} +{"uuid":"gpqa-main-238c4616c3347122f4b974e4","benchmark":"gpqa_main","data_index":749,"repeat_index":1,"sample_id":"gpqa-main-238c4616c3347122f4b974e4/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3944,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"C","question_sha256":"5a24c76ed39eb083ccc9c24780d936fe2e52cba76ae67efa4d647cc35e10037b"} +{"uuid":"gpqa-main-8db8ffb39e6d3e618c8d388c","benchmark":"gpqa_main","data_index":824,"repeat_index":2,"sample_id":"gpqa-main-8db8ffb39e6d3e618c8d388c/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1200,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"B","question_sha256":"28dff82ab12e25f0b479054be2f5d8b597951c2458e383bb25cf488b09c98ff5"} +{"uuid":"gpqa-main-9aa9fb454d849030d70f9512","benchmark":"gpqa_main","data_index":270,"repeat_index":0,"sample_id":"gpqa-main-9aa9fb454d849030d70f9512/repeat-0","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":23369,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"A","question_sha256":"b494f4c1785682ee7d284173af2a6ef6db2189c6f3e7ece0edb769c2f10d5f24"} +{"uuid":"gpqa-main-5f336d7998263d21db8f15c1","benchmark":"gpqa_main","data_index":818,"repeat_index":2,"sample_id":"gpqa-main-5f336d7998263d21db8f15c1/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1508,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"C","question_sha256":"5028b464f9ac881885af02d0d7fda29d17165d3804f0f84dbc2e8f6dbd923739"} +{"uuid":"gpqa-main-84e0462fb979739143160f76","benchmark":"gpqa_main","data_index":842,"repeat_index":2,"sample_id":"gpqa-main-84e0462fb979739143160f76/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":400,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"A","question_sha256":"17821f797104818a4e9c06d5499572866481ca7a9f6bf4d3993cbc935754c06e"} +{"uuid":"gpqa-main-a8c391dd6337620cc79cae0e","benchmark":"gpqa_main","data_index":800,"repeat_index":2,"sample_id":"gpqa-main-a8c391dd6337620cc79cae0e/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2049,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"435ccdce7cc6c5543ffaf20b4d850d905357568605d01b3a595d44df3dd30d0d"} +{"uuid":"gpqa-main-043ca5f03089118ef536135d","benchmark":"gpqa_main","data_index":146,"repeat_index":0,"sample_id":"gpqa-main-043ca5f03089118ef536135d/repeat-0","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":27438,"prompt_tokens":594,"effective_max_tokens":130478,"original_embedded_prediction":"D","question_sha256":"43c5cb4f57895b07f3e1815e411f315dfa3fe44fe601b5aacde7c1244cdcaa89"} +{"uuid":"gpqa-main-763daf42ea0c79050a6a4d1d","benchmark":"gpqa_main","data_index":829,"repeat_index":2,"sample_id":"gpqa-main-763daf42ea0c79050a6a4d1d/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1051,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"D","question_sha256":"72b4053b92adde478bb40c3fb9ef1e06215efe5922e2d600121170f824d32c13"} +{"uuid":"gpqa-main-45b8834e3ed027ec73e9cb93","benchmark":"gpqa_main","data_index":710,"repeat_index":1,"sample_id":"gpqa-main-45b8834e3ed027ec73e9cb93/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6229,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"D","question_sha256":"14a2ed1ddcecc5a3752c954a0c07f0e2ae102378d648cc66bd57385516fbbe20"} +{"uuid":"gpqa-main-cfc742b1ce24bfc75356765e","benchmark":"gpqa_main","data_index":663,"repeat_index":1,"sample_id":"gpqa-main-cfc742b1ce24bfc75356765e/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8200,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"A","question_sha256":"c1f013c71ec1bfdf03d8071ec0a1d30c0d10b7e87429512ec32711a88cc41cb1"} +{"uuid":"gpqa-main-6bb4180b8c6df2f8f7490345","benchmark":"gpqa_main","data_index":794,"repeat_index":2,"sample_id":"gpqa-main-6bb4180b8c6df2f8f7490345/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2518,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"a40e1e0f0ddd21a34df82626b6553232ad944bbeec5bf0819aaf5ae0b1a92c59"} +{"uuid":"gpqa-main-47f8cee187b620660c7d11b3","benchmark":"gpqa_main","data_index":840,"repeat_index":2,"sample_id":"gpqa-main-47f8cee187b620660c7d11b3/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":865,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"b114078343a4ce3eeaa845ee2c7bfa4ac7c9add00f507d8ff60e46cca593fb46"} +{"uuid":"gpqa-main-35d088e32fb39438767e1141","benchmark":"gpqa_main","data_index":847,"repeat_index":2,"sample_id":"gpqa-main-35d088e32fb39438767e1141/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":655,"prompt_tokens":434,"effective_max_tokens":130638,"original_embedded_prediction":"B","question_sha256":"9d467213ec07b8217d3c3aa11a312c8536475e654bbb7ef916a4b8f92e0c7a7d"} +{"uuid":"gpqa-main-832feb793ff377da50abf878","benchmark":"gpqa_main","data_index":837,"repeat_index":2,"sample_id":"gpqa-main-832feb793ff377da50abf878/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":996,"prompt_tokens":202,"effective_max_tokens":130870,"original_embedded_prediction":"B","question_sha256":"9cb12d81fbbe616cc95beecd1627265e0b5a2fa48b8e7493d3df89b378afbc12"} +{"uuid":"gpqa-main-ddc1b02f963a2f785385132e","benchmark":"gpqa_main","data_index":861,"repeat_index":2,"sample_id":"gpqa-main-ddc1b02f963a2f785385132e/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":340,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"d5e7b22736a2cdaa0f2553a100795aa6b7e150fcc1b9fe093e28e3fea855f346"} +{"uuid":"gpqa-main-6f84d17ede852cd9196347bd","benchmark":"gpqa_main","data_index":748,"repeat_index":1,"sample_id":"gpqa-main-6f84d17ede852cd9196347bd/repeat-1","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4445,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"B","question_sha256":"e410f49b6f85564bf5b9226069391669e4c376097b2656e616a6b82abd4729ac"} +{"uuid":"gpqa-main-a1ec72afe45eedbea242cd73","benchmark":"gpqa_main","data_index":812,"repeat_index":2,"sample_id":"gpqa-main-a1ec72afe45eedbea242cd73/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2118,"prompt_tokens":310,"effective_max_tokens":130762,"original_embedded_prediction":"A","question_sha256":"e87180319d813402cf71637950d93636988703d0477e2bb79fb03a1d2df9afe3"} +{"uuid":"gpqa-main-3b577bce88d27365cf34e990","benchmark":"gpqa_main","data_index":728,"repeat_index":1,"sample_id":"gpqa-main-3b577bce88d27365cf34e990/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5730,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"952132525f3a442f1b38bdc3d0190df1c505766096106e7ac626a451f1b236fc"} +{"uuid":"gpqa-main-21bf0d1bb4513b046dfdf875","benchmark":"gpqa_main","data_index":790,"repeat_index":2,"sample_id":"gpqa-main-21bf0d1bb4513b046dfdf875/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2908,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"916a1ca795d38f4c815c99d6f162f52af934ee4e1b0d100dc0a7fb747631f7a7"} +{"uuid":"gpqa-main-8d43dd1cebfb1a76c18a3589","benchmark":"gpqa_main","data_index":597,"repeat_index":1,"sample_id":"gpqa-main-8d43dd1cebfb1a76c18a3589/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10940,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"D","question_sha256":"1c3b360d52d717d4eda55f53310217b072979b1026b8896b235a2ba9f5151964"} +{"uuid":"gpqa-main-7a6f40292c595b5ffad3d66b","benchmark":"gpqa_main","data_index":848,"repeat_index":2,"sample_id":"gpqa-main-7a6f40292c595b5ffad3d66b/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":872,"prompt_tokens":317,"effective_max_tokens":130755,"original_embedded_prediction":"A","question_sha256":"82d8161e96256872367b5e1c12af2c1f91e6c4a6aac3d066708fccb1826bf840"} +{"uuid":"gpqa-main-30529bca8e7fdf66400bd444","benchmark":"gpqa_main","data_index":786,"repeat_index":2,"sample_id":"gpqa-main-30529bca8e7fdf66400bd444/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3160,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"fc081c2fbb63be5006154edbddcd4d1654207c4f1ad333e12f9bc19972753482"} +{"uuid":"gpqa-main-fbf1f6e62b48cbbf0bca4714","benchmark":"gpqa_main","data_index":819,"repeat_index":2,"sample_id":"gpqa-main-fbf1f6e62b48cbbf0bca4714/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2225,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"59affc9a905621c391ee7886c0e428eac5cb1f60c7c251e2fc1fcb081cb8e076"} +{"uuid":"gpqa-main-1f0af84f0bdb1b68af6a7719","benchmark":"gpqa_main","data_index":765,"repeat_index":1,"sample_id":"gpqa-main-1f0af84f0bdb1b68af6a7719/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4119,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"D","question_sha256":"47eb07162cc525d2e6a87977deb802204fed59b801dd5e2935cc6edb3c036af1"} +{"uuid":"gpqa-main-7c3c45d7826322d2dd84475f","benchmark":"gpqa_main","data_index":866,"repeat_index":2,"sample_id":"gpqa-main-7c3c45d7826322d2dd84475f/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":597,"prompt_tokens":419,"effective_max_tokens":130653,"original_embedded_prediction":"A","question_sha256":"f98a4cc383b4e02c52b4cdafe1b79c1d58df251d5d10ab65f71740d27243ed28"} +{"uuid":"gpqa-main-a5811d01e615771d5e0b48fb","benchmark":"gpqa_main","data_index":868,"repeat_index":2,"sample_id":"gpqa-main-a5811d01e615771d5e0b48fb/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":483,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"D","question_sha256":"18c1c5c103fb01b10fd0ca282f8eab427517d6587a0a9962010b5ad16e05b98f"} +{"uuid":"gpqa-main-4df6eb7fd5661c3196a52be6","benchmark":"gpqa_main","data_index":669,"repeat_index":1,"sample_id":"gpqa-main-4df6eb7fd5661c3196a52be6/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8629,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"B","question_sha256":"71ef41cf00fbcb9e6751fd492a52caefd2830032777c8824465c1b4ea8dc48ea"} +{"uuid":"gpqa-main-8299e0bf116ad8ad7b960d26","benchmark":"gpqa_main","data_index":638,"repeat_index":1,"sample_id":"gpqa-main-8299e0bf116ad8ad7b960d26/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10041,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"D","question_sha256":"dac89ff46a5330836dfa04de2060a9a9d447a0cffd96c06e0cdee48c6a991035"} +{"uuid":"gpqa-main-13dda0527a69422c0bfefb23","benchmark":"gpqa_main","data_index":813,"repeat_index":2,"sample_id":"gpqa-main-13dda0527a69422c0bfefb23/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2652,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"A","question_sha256":"952dd56af4d111bc829dbe6171c480a13632e8b5771e33245330d32115f96774"} +{"uuid":"gpqa-main-8a20fac7d1a5bff58e8c63ca","benchmark":"gpqa_main","data_index":841,"repeat_index":2,"sample_id":"gpqa-main-8a20fac7d1a5bff58e8c63ca/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1545,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"C","question_sha256":"065acbbc3564fb2547e820ab1c35567bac49dff768319e8f4b46ee23bdd92415"} +{"uuid":"gpqa-main-bf684ea09dc8822450fbd37c","benchmark":"gpqa_main","data_index":852,"repeat_index":2,"sample_id":"gpqa-main-bf684ea09dc8822450fbd37c/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1247,"prompt_tokens":372,"effective_max_tokens":130700,"original_embedded_prediction":"A","question_sha256":"8f0911e951adf5df2bfc8aa29c14de392a998e2fa48463ceecedcd39a8301453"} +{"uuid":"gpqa-main-e10311e2a20f5ef70b44af1a","benchmark":"gpqa_main","data_index":764,"repeat_index":1,"sample_id":"gpqa-main-e10311e2a20f5ef70b44af1a/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4384,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"B","question_sha256":"840fab180da436fa17bd480d15eb270c8be4535800795f8fe8c3d0b1ac29ca9d"} +{"uuid":"gpqa-main-ec756f5cd58f1d3e9c9c8676","benchmark":"gpqa_main","data_index":878,"repeat_index":2,"sample_id":"gpqa-main-ec756f5cd58f1d3e9c9c8676/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":289,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"B","question_sha256":"016bbafd184cf46762e3e824d2499734daf9efd8cb5f0adad12078f151c96a12"} +{"uuid":"gpqa-main-8cf981eedacab9acbdd5b00c","benchmark":"gpqa_main","data_index":860,"repeat_index":2,"sample_id":"gpqa-main-8cf981eedacab9acbdd5b00c/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1100,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"C","question_sha256":"14dcd60f9986bbbcbbdc0e4b3462397b01801a452d9756100ed129baa5baf68c"} +{"uuid":"gpqa-main-87c633148441d2b07b8e2e81","benchmark":"gpqa_main","data_index":856,"repeat_index":2,"sample_id":"gpqa-main-87c633148441d2b07b8e2e81/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1177,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"0fb47d10edb4eca17f93926dea501fdd19bde76cfe58f57edb445a7272d7787c"} +{"uuid":"gpqa-main-7ed621f8290d6ac14181ce45","benchmark":"gpqa_main","data_index":766,"repeat_index":1,"sample_id":"gpqa-main-7ed621f8290d6ac14181ce45/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4467,"prompt_tokens":298,"effective_max_tokens":130774,"original_embedded_prediction":"B","question_sha256":"c1c0ad22e4376412fe1e7564fd1f8c00dd970292dbf0dbb83b0350881e74b306"} +{"uuid":"gpqa-main-51f5bda498b3f05cab60119c","benchmark":"gpqa_main","data_index":833,"repeat_index":2,"sample_id":"gpqa-main-51f5bda498b3f05cab60119c/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2046,"prompt_tokens":271,"effective_max_tokens":130801,"original_embedded_prediction":"B","question_sha256":"f7fa8540a448dfeff404af93810c60c41ed387fb5e4c821bbb6e5869dd9f8630"} +{"uuid":"gpqa-main-a3be70bb026878238a72f88b","benchmark":"gpqa_main","data_index":834,"repeat_index":2,"sample_id":"gpqa-main-a3be70bb026878238a72f88b/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2026,"prompt_tokens":446,"effective_max_tokens":130626,"original_embedded_prediction":"C","question_sha256":"42da82ad5cb9e03bf1c8f1d786b162fd55245c32907328f445c191681a98b669"} +{"uuid":"gpqa-main-efa466851677550746c06a1f","benchmark":"gpqa_main","data_index":806,"repeat_index":2,"sample_id":"gpqa-main-efa466851677550746c06a1f/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3122,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"D","question_sha256":"b64a2faa078044133322af9742b3f75788b5f8e5701f1fee08d693854a842448"} +{"uuid":"gpqa-main-759e35a2024fc09bd491c9ff","benchmark":"gpqa_main","data_index":387,"repeat_index":1,"sample_id":"gpqa-main-759e35a2024fc09bd491c9ff/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20211,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"D","question_sha256":"4c284608a459b460f3ec3dfd5c7c71cfa84c171d4eb8a52aab9e6e4a8cb409bb"} +{"uuid":"gpqa-main-b13e6b95879d48313e527260","benchmark":"gpqa_main","data_index":873,"repeat_index":2,"sample_id":"gpqa-main-b13e6b95879d48313e527260/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":969,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"B","question_sha256":"145b51d1c857830091d0dfa7043504329aa8d2a847b5b738079d210a94da31cb"} +{"uuid":"gpqa-main-498b428b55b7644426a781c9","benchmark":"gpqa_main","data_index":832,"repeat_index":2,"sample_id":"gpqa-main-498b428b55b7644426a781c9/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2322,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"C","question_sha256":"7fbfdc18f5a18b666f8d4afc859af60c4c56ab7d8d677d46fb01a050207ac688"} +{"uuid":"gpqa-main-29e885003cf7658ac2eb0ba4","benchmark":"gpqa_main","data_index":871,"repeat_index":2,"sample_id":"gpqa-main-29e885003cf7658ac2eb0ba4/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1157,"prompt_tokens":299,"effective_max_tokens":130773,"original_embedded_prediction":"D","question_sha256":"e6fd9b7cea6cbcd53eabc57f63ae367008b2774a1092f55e23e78b7eafbdbafa"} +{"uuid":"gpqa-main-84cbf72ad94d1afe2aa56331","benchmark":"gpqa_main","data_index":865,"repeat_index":2,"sample_id":"gpqa-main-84cbf72ad94d1afe2aa56331/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1396,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"D","question_sha256":"089a55e5a3fbca456cb952a230bd88a82c177ec99470bd05f822803a1bdd3db5"} +{"uuid":"gpqa-main-41ca21006bb37fef24a8975a","benchmark":"gpqa_main","data_index":854,"repeat_index":2,"sample_id":"gpqa-main-41ca21006bb37fef24a8975a/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1740,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"8d132ce83553f28f02599f90e3c52fb60d8f58faea0f09152f78f7df6e310abc"} +{"uuid":"gpqa-main-b5b0614a110a5eb0657cbe9a","benchmark":"gpqa_main","data_index":883,"repeat_index":2,"sample_id":"gpqa-main-b5b0614a110a5eb0657cbe9a/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":714,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"D","question_sha256":"829ccc830e5fe3601c6e7c0a975192c938019f4d4e5c1b2334d55bb1d951711e"} +{"uuid":"gpqa-main-9aa9fb454d849030d70f9512","benchmark":"gpqa_main","data_index":654,"repeat_index":1,"sample_id":"gpqa-main-9aa9fb454d849030d70f9512/repeat-1","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10084,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":null,"question_sha256":"b494f4c1785682ee7d284173af2a6ef6db2189c6f3e7ece0edb769c2f10d5f24"} +{"uuid":"gpqa-main-46f745f508b4d1ad41a0eb01","benchmark":"gpqa_main","data_index":726,"repeat_index":1,"sample_id":"gpqa-main-46f745f508b4d1ad41a0eb01/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6964,"prompt_tokens":392,"effective_max_tokens":130680,"original_embedded_prediction":"A","question_sha256":"4971bc5df5aee8c296226e29269969e334193d698a942dccd75dac5459c05a5c"} +{"uuid":"gpqa-main-2d88ca9efdaae7d19aed9660","benchmark":"gpqa_main","data_index":880,"repeat_index":2,"sample_id":"gpqa-main-2d88ca9efdaae7d19aed9660/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":886,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"43af6d11597079a7d069dd93bbf3db87f0b5bb604fbfc66fc60c268d149d8fba"} +{"uuid":"gpqa-main-49e3b768e85f009875fb4b7f","benchmark":"gpqa_main","data_index":838,"repeat_index":2,"sample_id":"gpqa-main-49e3b768e85f009875fb4b7f/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2421,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"B","question_sha256":"181abbdaf75899b4c447f9c98c58f90512c06ffe5521e109fa83597da1fb7aae"} +{"uuid":"gpqa-main-e4e8eab3e5612de26e298f3f","benchmark":"gpqa_main","data_index":143,"repeat_index":0,"sample_id":"gpqa-main-e4e8eab3e5612de26e298f3f/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":29205,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"A","question_sha256":"1037e0c8b2c1aced006713d114efa5f1233a7eadf2f0aac355081aeacd10b00f"} +{"uuid":"gpqa-main-efbd16944acebfe43928d489","benchmark":"gpqa_main","data_index":817,"repeat_index":2,"sample_id":"gpqa-main-efbd16944acebfe43928d489/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3410,"prompt_tokens":328,"effective_max_tokens":130744,"original_embedded_prediction":"B","question_sha256":"40b2b50a3c993902d4327a3072c497b0bfcbac42a638ecf92be395be7ef82ab0"} +{"uuid":"gpqa-main-b654b748170277d4b0d0c6b5","benchmark":"gpqa_main","data_index":862,"repeat_index":2,"sample_id":"gpqa-main-b654b748170277d4b0d0c6b5/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1778,"prompt_tokens":508,"effective_max_tokens":130564,"original_embedded_prediction":"D","question_sha256":"010973f2a9805982e33bfecd460da27e4d2f170e4567ebf854c807385bea09d3"} +{"uuid":"gpqa-main-002cb7f9ef3ee2a3d460b42e","benchmark":"gpqa_main","data_index":853,"repeat_index":2,"sample_id":"gpqa-main-002cb7f9ef3ee2a3d460b42e/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2108,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"3bed68f29773b3484a0b5acab22f438229b63f2a324fb817a933e4d514178386"} +{"uuid":"gpqa-main-1b113e4801541a0f8a992733","benchmark":"gpqa_main","data_index":722,"repeat_index":1,"sample_id":"gpqa-main-1b113e4801541a0f8a992733/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7448,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"B","question_sha256":"934c12bf2e6db997c9f4c22933b7e9545d3398849fc6e181c8a8187d83cf44b5"} +{"uuid":"gpqa-main-2ad64f0bf627cf52a8ad924c","benchmark":"gpqa_main","data_index":903,"repeat_index":2,"sample_id":"gpqa-main-2ad64f0bf627cf52a8ad924c/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":371,"prompt_tokens":146,"effective_max_tokens":130926,"original_embedded_prediction":"D","question_sha256":"e9afb48881134b480ce09710124320be56d4166a402490b65f81bdb1df6e3a1d"} +{"uuid":"gpqa-main-c69005af8b1e76a851528e02","benchmark":"gpqa_main","data_index":835,"repeat_index":2,"sample_id":"gpqa-main-c69005af8b1e76a851528e02/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2839,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"B","question_sha256":"29e6a1db070bf5e5af8af4b82da4953dd47dcd2a1bbd7ad2db04f3d1d4cd805e"} +{"uuid":"gpqa-main-9b7f84c844aa65b8ebfee235","benchmark":"gpqa_main","data_index":888,"repeat_index":2,"sample_id":"gpqa-main-9b7f84c844aa65b8ebfee235/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1159,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"9443960fd2664e6d4890575733c6a4f1f6d804ec21e10e0f9d415b99297f9845"} +{"uuid":"gpqa-main-e408cf011e5548359fd7cfa7","benchmark":"gpqa_main","data_index":836,"repeat_index":2,"sample_id":"gpqa-main-e408cf011e5548359fd7cfa7/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2886,"prompt_tokens":190,"effective_max_tokens":130882,"original_embedded_prediction":"D","question_sha256":"62f7808cdd914d23316e18802ada081dc433f34465864581ce0c27bfafdcd343"} +{"uuid":"gpqa-main-f35f531075e0f4b71e6bfdf7","benchmark":"gpqa_main","data_index":796,"repeat_index":2,"sample_id":"gpqa-main-f35f531075e0f4b71e6bfdf7/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4468,"prompt_tokens":440,"effective_max_tokens":130632,"original_embedded_prediction":"B","question_sha256":"1dec0a47229d6987f418c244cc1169bdeb04c6134b883ac8895dc2380cdf0539"} +{"uuid":"gpqa-main-79721e93e90bdb2d8da052c0","benchmark":"gpqa_main","data_index":900,"repeat_index":2,"sample_id":"gpqa-main-79721e93e90bdb2d8da052c0/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":735,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"2a09355eb98c6b8d6ad0b51afb3b27f719fed44786d3b2998dfe7ee66413a028"} +{"uuid":"gpqa-main-3cbf7d3e13c908f5e699f9e0","benchmark":"gpqa_main","data_index":901,"repeat_index":2,"sample_id":"gpqa-main-3cbf7d3e13c908f5e699f9e0/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":771,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"D","question_sha256":"0dbcc69ff35530f240a5bb623a78f2cd1d042037d2dedb122ebcca751bf9d08e"} +{"uuid":"gpqa-main-643d18139459da0f9c1b2e17","benchmark":"gpqa_main","data_index":691,"repeat_index":1,"sample_id":"gpqa-main-643d18139459da0f9c1b2e17/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9374,"prompt_tokens":375,"effective_max_tokens":130697,"original_embedded_prediction":"D","question_sha256":"4bab53f383207a2bc9c94789bb8114d3e7db442308789d848023661e90b2ab49"} +{"uuid":"gpqa-main-bceb5bf342ad44aac4fdbe55","benchmark":"gpqa_main","data_index":507,"repeat_index":1,"sample_id":"gpqa-main-bceb5bf342ad44aac4fdbe55/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16274,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"B","question_sha256":"20d48d5f0a9a8b77bea35e72a90794c2d2147aa8321ae6aa60e84491688a0803"} +{"uuid":"gpqa-main-0306849689d2123fedfcfeb5","benchmark":"gpqa_main","data_index":850,"repeat_index":2,"sample_id":"gpqa-main-0306849689d2123fedfcfeb5/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2741,"prompt_tokens":301,"effective_max_tokens":130771,"original_embedded_prediction":"D","question_sha256":"9b236e1b2c7db4edd3fd08eaeff4fcfd3b13c11bfc0f9c5510349957a837d13a"} +{"uuid":"gpqa-main-e47ea8383f43129dec459997","benchmark":"gpqa_main","data_index":668,"repeat_index":1,"sample_id":"gpqa-main-e47ea8383f43129dec459997/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10303,"prompt_tokens":262,"effective_max_tokens":130810,"original_embedded_prediction":"D","question_sha256":"9e7260c352d5970f26856e94943b008fa72ebf3264a0e2790592a41209cfac2d"} +{"uuid":"gpqa-main-9e1b7c5b2ce53e8d6424b66a","benchmark":"gpqa_main","data_index":827,"repeat_index":2,"sample_id":"gpqa-main-9e1b7c5b2ce53e8d6424b66a/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3633,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"D","question_sha256":"97732ba422afbf18b5d2d6b3bd26f6c540049e2f82d9628414525cebe7e9a5dd"} +{"uuid":"gpqa-main-d751f2081e63be8d69314287","benchmark":"gpqa_main","data_index":869,"repeat_index":2,"sample_id":"gpqa-main-d751f2081e63be8d69314287/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2217,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"f56e41493e430f6c013c094b4b462aa30dc9826a273d867eec6a04fc8a646443"} +{"uuid":"gpqa-main-f7ba77d144b7a11de90a37c4","benchmark":"gpqa_main","data_index":913,"repeat_index":2,"sample_id":"gpqa-main-f7ba77d144b7a11de90a37c4/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":387,"prompt_tokens":236,"effective_max_tokens":130836,"original_embedded_prediction":"B","question_sha256":"ac7263466ea3cfcdcebac618b1d20835b4103b2d80b75b1a7110e9763eb45aa2"} +{"uuid":"gpqa-main-7ac0db7d29e6e8c587a8e8f2","benchmark":"gpqa_main","data_index":700,"repeat_index":1,"sample_id":"gpqa-main-7ac0db7d29e6e8c587a8e8f2/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8994,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"B","question_sha256":"1fc80dd29a6d1127a37414c18382b28b3e9d2f38b390130751d4cbfe90841375"} +{"uuid":"gpqa-main-2322ddc82747aa5a01bf1c1e","benchmark":"gpqa_main","data_index":870,"repeat_index":2,"sample_id":"gpqa-main-2322ddc82747aa5a01bf1c1e/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2279,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"d9d7e1406d6a9d440081915edafcb4a493a40b6172838b858a979c0a58bb4c62"} +{"uuid":"gpqa-main-09b661e081004aa4c0d45778","benchmark":"gpqa_main","data_index":874,"repeat_index":2,"sample_id":"gpqa-main-09b661e081004aa4c0d45778/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2198,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"D","question_sha256":"47741045402119262be7a1c17b98cc587ee55b46bb8620655271dca518a4f927"} +{"uuid":"gpqa-main-bceb5bf342ad44aac4fdbe55","benchmark":"gpqa_main","data_index":891,"repeat_index":2,"sample_id":"gpqa-main-bceb5bf342ad44aac4fdbe55/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1623,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"20d48d5f0a9a8b77bea35e72a90794c2d2147aa8321ae6aa60e84491688a0803"} +{"uuid":"gpqa-main-bf00d194c934803975b81b7b","benchmark":"gpqa_main","data_index":705,"repeat_index":1,"sample_id":"gpqa-main-bf00d194c934803975b81b7b/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8989,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"A","question_sha256":"55e1269d132671f2c7b7f41498cb0b404e702d8ce370ac5555d837581e1b3ad7"} +{"uuid":"gpqa-main-cb8b679fe50f1b3a7168eb92","benchmark":"gpqa_main","data_index":922,"repeat_index":2,"sample_id":"gpqa-main-cb8b679fe50f1b3a7168eb92/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":297,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"B","question_sha256":"8ed0101055c99512a99310385277c13855047c3a1b31ca6b8a6ee3f83cf5d4f3"} +{"uuid":"gpqa-main-be458c5a0490a8298ea11494","benchmark":"gpqa_main","data_index":887,"repeat_index":2,"sample_id":"gpqa-main-be458c5a0490a8298ea11494/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1843,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"17cada7a00fa20e35d380a47aad58aace15d791f3cd4f119acb4635e55951129"} +{"uuid":"gpqa-main-00a9d82facaec210f417af7a","benchmark":"gpqa_main","data_index":925,"repeat_index":2,"sample_id":"gpqa-main-00a9d82facaec210f417af7a/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":354,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"77f0590db54b06b37e142e7363145cbdb1a8d11c2a7575d9ae0fc10b3a6708bd"} +{"uuid":"gpqa-main-e4e8eab3e5612de26e298f3f","benchmark":"gpqa_main","data_index":527,"repeat_index":1,"sample_id":"gpqa-main-e4e8eab3e5612de26e298f3f/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15916,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"C","question_sha256":"1037e0c8b2c1aced006713d114efa5f1233a7eadf2f0aac355081aeacd10b00f"} +{"uuid":"gpqa-main-73f6c00588963349c225df6c","benchmark":"gpqa_main","data_index":881,"repeat_index":2,"sample_id":"gpqa-main-73f6c00588963349c225df6c/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2359,"prompt_tokens":476,"effective_max_tokens":130596,"original_embedded_prediction":"B","question_sha256":"6c8759c4aac1084515abf1e3c463c7a0b6411dc3fa720a9a5fb5ac8f5777b49c"} +{"uuid":"gpqa-main-4373b5f7be197f26258c18cf","benchmark":"gpqa_main","data_index":560,"repeat_index":1,"sample_id":"gpqa-main-4373b5f7be197f26258c18cf/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14971,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"C","question_sha256":"56563ccb64ef7d8686cd4d8da77c8b4636353d0bb75dbefa360323671dfffed1"} +{"uuid":"gpqa-main-adffc79c4b20a953ccbf4cd1","benchmark":"gpqa_main","data_index":756,"repeat_index":1,"sample_id":"gpqa-main-adffc79c4b20a953ccbf4cd1/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6994,"prompt_tokens":170,"effective_max_tokens":130902,"original_embedded_prediction":"C","question_sha256":"a9acc5caf0ab2f58b68d62ac52eac5bd31ee4a74a832bd753df339176dbbaefe"} +{"uuid":"gpqa-main-2efd60649bdbaa65b5969003","benchmark":"gpqa_main","data_index":741,"repeat_index":1,"sample_id":"gpqa-main-2efd60649bdbaa65b5969003/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7737,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"D","question_sha256":"af907b84cdd249e3bd0dcd3a0fc488c3673df744a66342233bebd85574ac74c3"} +{"uuid":"gpqa-main-86060b054d8de358356a29fd","benchmark":"gpqa_main","data_index":776,"repeat_index":2,"sample_id":"gpqa-main-86060b054d8de358356a29fd/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6424,"prompt_tokens":435,"effective_max_tokens":130637,"original_embedded_prediction":"A","question_sha256":"d20ccd218e50c4a58da8030db612f52c5bac88ad6d1859a85b0358c1595e54e1"} +{"uuid":"gpqa-main-ca7a4b18584754c3664d8758","benchmark":"gpqa_main","data_index":784,"repeat_index":2,"sample_id":"gpqa-main-ca7a4b18584754c3664d8758/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6056,"prompt_tokens":517,"effective_max_tokens":130555,"original_embedded_prediction":"D","question_sha256":"b15ab8a50cd7768206339f81478bb5a4757f87b1bf1c7671597c48117910482f"} +{"uuid":"gpqa-main-68d5dcbd7078889c19a9a93c","benchmark":"gpqa_main","data_index":904,"repeat_index":2,"sample_id":"gpqa-main-68d5dcbd7078889c19a9a93c/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1906,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"618551bfaaf71599d5802135cbf18d8e9b5a33b38537d32515c5298d556df601"} +{"uuid":"gpqa-main-07134ad2ae69bd2e9f09ae64","benchmark":"gpqa_main","data_index":845,"repeat_index":2,"sample_id":"gpqa-main-07134ad2ae69bd2e9f09ae64/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3957,"prompt_tokens":374,"effective_max_tokens":130698,"original_embedded_prediction":"A","question_sha256":"e1448af5dcb7e4a7a5cf31dd231d4a2b2a3829ce3dabc5d7da48a195c1b39112"} +{"uuid":"gpqa-main-084903ab17db0fab7bc6caea","benchmark":"gpqa_main","data_index":897,"repeat_index":2,"sample_id":"gpqa-main-084903ab17db0fab7bc6caea/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2143,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"D","question_sha256":"b560f550d5d9fb2378520f0fcf7b6573aec2027430ef06270491ace18a0497fc"} +{"uuid":"gpqa-main-34faeb45e152eaf4c29e65e4","benchmark":"gpqa_main","data_index":919,"repeat_index":2,"sample_id":"gpqa-main-34faeb45e152eaf4c29e65e4/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1176,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"B","question_sha256":"82e6266418c679493cea34e30d0f71026adb6ab6c433e643d37860fb718999ec"} +{"uuid":"gpqa-main-692e40bceeaff3accdc11ead","benchmark":"gpqa_main","data_index":905,"repeat_index":2,"sample_id":"gpqa-main-692e40bceeaff3accdc11ead/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1856,"prompt_tokens":471,"effective_max_tokens":130601,"original_embedded_prediction":"D","question_sha256":"954d12809188bb6fb15643c4406ac6b108f5d7836e1eeabd73e49df01f2c616e"} +{"uuid":"gpqa-main-a028903aa7112583a0e7b5d2","benchmark":"gpqa_main","data_index":600,"repeat_index":1,"sample_id":"gpqa-main-a028903aa7112583a0e7b5d2/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13951,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"B","question_sha256":"c6231a95c81ba1af7d31e5ce8f8e8ad4c4def88d86ab8f801a248cf19814e2d2"} +{"uuid":"gpqa-main-ad697760bc60543062e8b7b4","benchmark":"gpqa_main","data_index":921,"repeat_index":2,"sample_id":"gpqa-main-ad697760bc60543062e8b7b4/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1226,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"B","question_sha256":"7f9b4679645e2d89214a154be6bdb13eafdc747457ce2950bda27a9a2b97917f"} +{"uuid":"gpqa-main-a6eb05bb931229a396d81e44","benchmark":"gpqa_main","data_index":556,"repeat_index":1,"sample_id":"gpqa-main-a6eb05bb931229a396d81e44/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15648,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"D","question_sha256":"19c2c8e0578e84094a1f97568e95e1e88fadee2743b1c6519b7fc661c8577cde"} +{"uuid":"gpqa-main-ce2839297e4b63e0b36f6300","benchmark":"gpqa_main","data_index":149,"repeat_index":0,"sample_id":"gpqa-main-ce2839297e4b63e0b36f6300/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":31167,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"B","question_sha256":"80cca49a2f6ae39b2d3a2dfe110572d39720d0831c65246ce20603c40578b118"} +{"uuid":"gpqa-main-3b1469c59353cec7a0dd6866","benchmark":"gpqa_main","data_index":909,"repeat_index":2,"sample_id":"gpqa-main-3b1469c59353cec7a0dd6866/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1986,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"B","question_sha256":"ebc638f9e42bd31bd87f0fab4dff50846ee425d9aef0cb954a4e5013a5a107e4"} +{"uuid":"gpqa-main-baefee4c54836e933082fd33","benchmark":"gpqa_main","data_index":205,"repeat_index":0,"sample_id":"gpqa-main-baefee4c54836e933082fd33/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":29776,"prompt_tokens":487,"effective_max_tokens":130585,"original_embedded_prediction":"A","question_sha256":"f4486aea8f80b6405ceaabbd6f225378761eafc49f1e042873a464b3b94da620"} +{"uuid":"gpqa-main-6845f28b26fa44b2b44ded84","benchmark":"gpqa_main","data_index":908,"repeat_index":2,"sample_id":"gpqa-main-6845f28b26fa44b2b44ded84/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2085,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"7c6678dd868700f600b69c54e83e52a10695ac957465ffbe08c35d20f42b448e"} +{"uuid":"gpqa-main-b38dfd97dcfb80fb4df4c6f2","benchmark":"gpqa_main","data_index":510,"repeat_index":1,"sample_id":"gpqa-main-b38dfd97dcfb80fb4df4c6f2/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17739,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"28fc44d6ca68ec833bb9837a558199f6e126ccb90f29dc42a2a4bf34ea4b66a7"} +{"uuid":"gpqa-main-eda22ee564030fef1ab0bcaf","benchmark":"gpqa_main","data_index":616,"repeat_index":1,"sample_id":"gpqa-main-eda22ee564030fef1ab0bcaf/repeat-1","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13797,"prompt_tokens":316,"effective_max_tokens":130756,"original_embedded_prediction":"B","question_sha256":"e78929c2c3d5e04cda51c77e05ad4a3d1cbbf98cc2db0103b7fbc594e78bb602"} +{"uuid":"gpqa-main-443f8ea9f271c4442521f8e4","benchmark":"gpqa_main","data_index":683,"repeat_index":1,"sample_id":"gpqa-main-443f8ea9f271c4442521f8e4/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11318,"prompt_tokens":326,"effective_max_tokens":130746,"original_embedded_prediction":"A","question_sha256":"9211da2d82adb786850c236cd14fc05728eb04599b0abc0202714ba6bd385d19"} +{"uuid":"gpqa-main-b22053dbc40179e114f0c866","benchmark":"gpqa_main","data_index":893,"repeat_index":2,"sample_id":"gpqa-main-b22053dbc40179e114f0c866/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2786,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"1f101bccd20044577731aef887c9704a6a153baf063dff8d9a04510e7b8dcfb7"} +{"uuid":"gpqa-main-547aac137dd7671e7ef03fa9","benchmark":"gpqa_main","data_index":932,"repeat_index":2,"sample_id":"gpqa-main-547aac137dd7671e7ef03fa9/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1097,"prompt_tokens":497,"effective_max_tokens":130575,"original_embedded_prediction":"C","question_sha256":"8369c6a1ffc960e3f3d88e5e4c521eebcc37f39ca9adf654c3cd4b61f892f2ef"} +{"uuid":"gpqa-main-69bcb32ba17f6e7aa0918597","benchmark":"gpqa_main","data_index":882,"repeat_index":2,"sample_id":"gpqa-main-69bcb32ba17f6e7aa0918597/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3247,"prompt_tokens":758,"effective_max_tokens":130314,"original_embedded_prediction":"C","question_sha256":"9eb1fde9ac6acb7dc761f4941a792f3d0d052ad76d36e12bb9e406963b3906ef"} +{"uuid":"gpqa-main-913c4ee0ce195992ff9638b1","benchmark":"gpqa_main","data_index":946,"repeat_index":2,"sample_id":"gpqa-main-913c4ee0ce195992ff9638b1/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":370,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"ed904d04c24f37586b1f78a18bd22f28752e80a5ecc489939950778aa5307d98"} +{"uuid":"gpqa-main-89f68a802c7c6e55b5b802fd","benchmark":"gpqa_main","data_index":647,"repeat_index":1,"sample_id":"gpqa-main-89f68a802c7c6e55b5b802fd/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12958,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"0815a781881ae5e8651c7fad2acd62427e6f4161f30b842d196debe30bd5ee83"} +{"uuid":"gpqa-main-c028fe71611d73b87b4cbb03","benchmark":"gpqa_main","data_index":924,"repeat_index":2,"sample_id":"gpqa-main-c028fe71611d73b87b4cbb03/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1563,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"D","question_sha256":"f56f3f5d135dc8d61dc42f902943e2459f79e4343f2fef6741f6f86d4133a99a"} +{"uuid":"gpqa-main-32802554a860af51b4d7360f","benchmark":"gpqa_main","data_index":620,"repeat_index":1,"sample_id":"gpqa-main-32802554a860af51b4d7360f/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14042,"prompt_tokens":399,"effective_max_tokens":130673,"original_embedded_prediction":"C","question_sha256":"ea1d2c2fd4395ec2cad416b20c41a657730d84acd26fb53712bf10f6807a4e64"} +{"uuid":"gpqa-main-138fcbeedbaf865565ec35fd","benchmark":"gpqa_main","data_index":895,"repeat_index":2,"sample_id":"gpqa-main-138fcbeedbaf865565ec35fd/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2947,"prompt_tokens":409,"effective_max_tokens":130663,"original_embedded_prediction":"B","question_sha256":"15bed1ac60d1bdcf0eec84539d669d6f38a2eb24b51e5072a922d8d9391ab135"} +{"uuid":"gpqa-main-4462dc9f2d34289881ef2b1c","benchmark":"gpqa_main","data_index":910,"repeat_index":2,"sample_id":"gpqa-main-4462dc9f2d34289881ef2b1c/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2360,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"63318cb18413a705693b9a4312f73dbf5358312aafc1d703c3d29a6340ffa0d1"} +{"uuid":"gpqa-main-e3e073f3f0f646532e4caf06","benchmark":"gpqa_main","data_index":935,"repeat_index":2,"sample_id":"gpqa-main-e3e073f3f0f646532e4caf06/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1166,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"A","question_sha256":"a1cff30033350ed32c6446abacb176ef3ffad0fc471aaacf3468c78e0aad550e"} +{"uuid":"gpqa-main-e6ff92ca0c11b47b14793d2f","benchmark":"gpqa_main","data_index":892,"repeat_index":2,"sample_id":"gpqa-main-e6ff92ca0c11b47b14793d2f/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3255,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"A","question_sha256":"ca2abe8a98bc00aadbd20baf4ff27e830539507a5ff7402eed5e2491347f95aa"} +{"uuid":"gpqa-main-f432c1aa4319a4b1f6fa2ac1","benchmark":"gpqa_main","data_index":877,"repeat_index":2,"sample_id":"gpqa-main-f432c1aa4319a4b1f6fa2ac1/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3850,"prompt_tokens":264,"effective_max_tokens":130808,"original_embedded_prediction":"C","question_sha256":"19d5ec504b7008b3eada0ca0c300cd88147b20679109f6681bfd8946e0db2c8c"} +{"uuid":"gpqa-main-1a3571c1ec099b06b5011ceb","benchmark":"gpqa_main","data_index":706,"repeat_index":1,"sample_id":"gpqa-main-1a3571c1ec099b06b5011ceb/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10647,"prompt_tokens":166,"effective_max_tokens":130906,"original_embedded_prediction":"D","question_sha256":"853f9bd759921129a51dd81d489f867c5aa9463f1925c203fe6f1e3147741f08"} +{"uuid":"gpqa-main-106fe8a64f4453f81be6f7bd","benchmark":"gpqa_main","data_index":793,"repeat_index":2,"sample_id":"gpqa-main-106fe8a64f4453f81be6f7bd/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6928,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"C","question_sha256":"f0c3d97c5c67fa210dafa49946af010682993c23bb8995a306a6ee484e0c3b03"} +{"uuid":"gpqa-main-e2b759199021c586345ac38f","benchmark":"gpqa_main","data_index":785,"repeat_index":2,"sample_id":"gpqa-main-e2b759199021c586345ac38f/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7226,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"C","question_sha256":"ca59405f2d298a50a3e8fd6d281b67ca4a3ee503578df49e700cc46fe3c4f3d8"} +{"uuid":"gpqa-main-666fc74619f38e356e33a285","benchmark":"gpqa_main","data_index":948,"repeat_index":2,"sample_id":"gpqa-main-666fc74619f38e356e33a285/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":769,"prompt_tokens":693,"effective_max_tokens":130379,"original_embedded_prediction":"C","question_sha256":"89fa5b222a94e07a283a5140341a0704109ec3b7f62de72dd072383182771ebc"} +{"uuid":"gpqa-main-8980ca71edb4f58a3e46b256","benchmark":"gpqa_main","data_index":912,"repeat_index":2,"sample_id":"gpqa-main-8980ca71edb4f58a3e46b256/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2596,"prompt_tokens":145,"effective_max_tokens":130927,"original_embedded_prediction":"B","question_sha256":"fb9586d35200647be665790b2cd3eee5c8cca1b79e6afcf01f027007fa057b64"} +{"uuid":"gpqa-main-99878f707c7c4024511bae58","benchmark":"gpqa_main","data_index":942,"repeat_index":2,"sample_id":"gpqa-main-99878f707c7c4024511bae58/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1107,"prompt_tokens":241,"effective_max_tokens":130831,"original_embedded_prediction":"B","question_sha256":"826fb502d2db0f2db5e44683cd45f09d18423fd8a339643c8dc8b32b1accd428"} +{"uuid":"gpqa-main-c5fc0037165678ab354bad30","benchmark":"gpqa_main","data_index":613,"repeat_index":1,"sample_id":"gpqa-main-c5fc0037165678ab354bad30/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14697,"prompt_tokens":158,"effective_max_tokens":130914,"original_embedded_prediction":"B","question_sha256":"cc55519c3a9058d775356db9fd87b9279f120f69e3d435e9886ed87f62c6a229"} +{"uuid":"gpqa-main-55f2934c4eb0b8293b1d65aa","benchmark":"gpqa_main","data_index":605,"repeat_index":1,"sample_id":"gpqa-main-55f2934c4eb0b8293b1d65aa/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14894,"prompt_tokens":314,"effective_max_tokens":130758,"original_embedded_prediction":"D","question_sha256":"790d06fbc2ae95b0429cab870e5895c5de8a75b14d0bda1401b1503293606c67"} +{"uuid":"gpqa-main-46549f6d718b80e38f4412cd","benchmark":"gpqa_main","data_index":802,"repeat_index":2,"sample_id":"gpqa-main-46549f6d718b80e38f4412cd/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6738,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"B","question_sha256":"a1def6786f9e3174bf07c7887ea2c97711ea721fe1cf730202fc93d69ecac09d"} +{"uuid":"gpqa-main-d8cca1a27ad1a42b4a99ce96","benchmark":"gpqa_main","data_index":653,"repeat_index":1,"sample_id":"gpqa-main-d8cca1a27ad1a42b4a99ce96/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13284,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"6049e26840c0e889bb5632032745b5bcf6684dec9a2f9d0a0cfb76378c5c064e"} +{"uuid":"gpqa-main-46f745f508b4d1ad41a0eb01","benchmark":"gpqa_main","data_index":342,"repeat_index":0,"sample_id":"gpqa-main-46f745f508b4d1ad41a0eb01/repeat-0","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":25442,"prompt_tokens":392,"effective_max_tokens":130680,"original_embedded_prediction":"B","question_sha256":"4971bc5df5aee8c296226e29269969e334193d698a942dccd75dac5459c05a5c"} +{"uuid":"gpqa-main-3f72ea9cda0c3c6f970bd310","benchmark":"gpqa_main","data_index":826,"repeat_index":2,"sample_id":"gpqa-main-3f72ea9cda0c3c6f970bd310/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6106,"prompt_tokens":432,"effective_max_tokens":130640,"original_embedded_prediction":"B","question_sha256":"a5bf307fdc69920b346c2d288b6a35b24485c92c8e245174a775055fa172cdc6"} +{"uuid":"gpqa-main-65b3a19abfb8f6bf88bf75f5","benchmark":"gpqa_main","data_index":751,"repeat_index":1,"sample_id":"gpqa-main-65b3a19abfb8f6bf88bf75f5/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8848,"prompt_tokens":308,"effective_max_tokens":130764,"original_embedded_prediction":"A","question_sha256":"a8345a17dbfe0f12b34f72265cd346edb8235c10a1aa78acb6be06124a19360a"} +{"uuid":"gpqa-main-63f2aea89eec9b67abe0bacf","benchmark":"gpqa_main","data_index":561,"repeat_index":1,"sample_id":"gpqa-main-63f2aea89eec9b67abe0bacf/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16700,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"C","question_sha256":"32596b406efecc4795e9f82b1d00f89787b9ed9e4f9d6239bed8194f13da06e7"} +{"uuid":"gpqa-main-dbbe3054b6bdabe917f5ab5d","benchmark":"gpqa_main","data_index":915,"repeat_index":2,"sample_id":"gpqa-main-dbbe3054b6bdabe917f5ab5d/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2774,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"1054cb147fa0d82e2b1830b0238455ab6cea42cde361a81e9934864240f22f50"} +{"uuid":"gpqa-main-7d850f6448c27424d9f68c4e","benchmark":"gpqa_main","data_index":952,"repeat_index":2,"sample_id":"gpqa-main-7d850f6448c27424d9f68c4e/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1010,"prompt_tokens":544,"effective_max_tokens":130528,"original_embedded_prediction":"B","question_sha256":"48bf9d4f95299b8f9288e190dca6edd0c3cf53cf40dada120e22abf98469d3e3"} +{"uuid":"gpqa-main-6f6ff532d544554128a0bbbe","benchmark":"gpqa_main","data_index":876,"repeat_index":2,"sample_id":"gpqa-main-6f6ff532d544554128a0bbbe/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4541,"prompt_tokens":368,"effective_max_tokens":130704,"original_embedded_prediction":"A","question_sha256":"ebb5b9328e54d98f40b988b171044869d75c67b6efaa8f44675c485448b7b02c"} +{"uuid":"gpqa-main-2fc8b9731f60b1c9eb476570","benchmark":"gpqa_main","data_index":843,"repeat_index":2,"sample_id":"gpqa-main-2fc8b9731f60b1c9eb476570/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5468,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"A","question_sha256":"8d64fc9e228388438862fd18b500e048e168f26e7191a4220ea8281beb789ea2"} +{"uuid":"gpqa-main-3ad0b182e1494c1e76262069","benchmark":"gpqa_main","data_index":773,"repeat_index":2,"sample_id":"gpqa-main-3ad0b182e1494c1e76262069/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8360,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"C","question_sha256":"835ebb67a4198184dbd29c03b43e4283e93c0473d886ab6c3b6c52ffb918b6ab"} +{"uuid":"gpqa-main-249edae2034ba7f3819aaa7b","benchmark":"gpqa_main","data_index":978,"repeat_index":2,"sample_id":"gpqa-main-249edae2034ba7f3819aaa7b/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":311,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"A","question_sha256":"c4d795814405ce2bb231fe7012e4581bcaebca12bb3f8c3260a3ad239aa51a79"} +{"uuid":"gpqa-main-5e6a032f9aa67c7725f828d0","benchmark":"gpqa_main","data_index":963,"repeat_index":2,"sample_id":"gpqa-main-5e6a032f9aa67c7725f828d0/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":931,"prompt_tokens":330,"effective_max_tokens":130742,"original_embedded_prediction":"B","question_sha256":"8accf5d31cc4cf5c2467ac477d83885c90d2715606f7c2e68d318476741bbdd7"} +{"uuid":"gpqa-main-682237ee740e033537fb5707","benchmark":"gpqa_main","data_index":937,"repeat_index":2,"sample_id":"gpqa-main-682237ee740e033537fb5707/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1967,"prompt_tokens":291,"effective_max_tokens":130781,"original_embedded_prediction":"A","question_sha256":"6cec89b2019b24f8e8c4001cade388815345ae403b5d5fc687cf7fdccbcc6ce1"} +{"uuid":"gpqa-main-d7c4372bfbc5d0f0f9331350","benchmark":"gpqa_main","data_index":953,"repeat_index":2,"sample_id":"gpqa-main-d7c4372bfbc5d0f0f9331350/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1289,"prompt_tokens":588,"effective_max_tokens":130484,"original_embedded_prediction":"D","question_sha256":"92d8ffd16886567ac1ed2f15a6c2d3d6ac2a2fb0fd0e56836671babcde327d3f"} +{"uuid":"gpqa-main-381032537ca0c968de7d5c06","benchmark":"gpqa_main","data_index":971,"repeat_index":2,"sample_id":"gpqa-main-381032537ca0c968de7d5c06/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":627,"prompt_tokens":186,"effective_max_tokens":130886,"original_embedded_prediction":"A","question_sha256":"045347c35e2957dbd6bc83158fecec24c157df70fdefaaddc8633ecda3435cdc"} +{"uuid":"gpqa-main-fa3e9be7fdf8e7c8952739d8","benchmark":"gpqa_main","data_index":899,"repeat_index":2,"sample_id":"gpqa-main-fa3e9be7fdf8e7c8952739d8/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3777,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"5e9819e02e7dd08ec53ff217d848ce64e833e2b069cd81e9940f7a72a5230b30"} +{"uuid":"gpqa-main-7c7ae85beee22afc94024aa0","benchmark":"gpqa_main","data_index":761,"repeat_index":1,"sample_id":"gpqa-main-7c7ae85beee22afc94024aa0/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8855,"prompt_tokens":179,"effective_max_tokens":130893,"original_embedded_prediction":"C","question_sha256":"17ee204f8a3ef8904b0418dcf3bac347173df36a87b5535f055046fe6fae8879"} +{"uuid":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7","benchmark":"gpqa_main","data_index":805,"repeat_index":2,"sample_id":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7246,"prompt_tokens":279,"effective_max_tokens":130793,"original_embedded_prediction":"C","question_sha256":"f730b35adb897658b28382d90ae7881a77e5d86003cc9b3942862d742001d4fb"} +{"uuid":"gpqa-main-a454a3157aff6eee743541b7","benchmark":"gpqa_main","data_index":950,"repeat_index":2,"sample_id":"gpqa-main-a454a3157aff6eee743541b7/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1527,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"B","question_sha256":"025e20e6e9b45e1ddb3f6901f58f69b40df5e8f9ffb6b80b5b17bc518d9f5d17"} +{"uuid":"gpqa-main-04a5c442799262dec9375c25","benchmark":"gpqa_main","data_index":962,"repeat_index":2,"sample_id":"gpqa-main-04a5c442799262dec9375c25/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1184,"prompt_tokens":365,"effective_max_tokens":130707,"original_embedded_prediction":"C","question_sha256":"e90ec32d975ec61b7cd079ff6968bc3dbaa4fc87e74699c1406ce59093066dbc"} +{"uuid":"gpqa-main-6030f5f53fe38c334b2c3a6a","benchmark":"gpqa_main","data_index":941,"repeat_index":2,"sample_id":"gpqa-main-6030f5f53fe38c334b2c3a6a/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1988,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"88d277706c3af734be0507cde034c23c7e206f855c2fcc97d6ed69f8ad92df57"} +{"uuid":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c","benchmark":"gpqa_main","data_index":886,"repeat_index":2,"sample_id":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4623,"prompt_tokens":340,"effective_max_tokens":130732,"original_embedded_prediction":"C","question_sha256":"626cda94018ba930400d9c043f6fc1aa30c317abf6fd8f6d0ec8b133ce2036c8"} +{"uuid":"gpqa-main-779369aa96b96a67933939f1","benchmark":"gpqa_main","data_index":992,"repeat_index":2,"sample_id":"gpqa-main-779369aa96b96a67933939f1/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":308,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"acf784efba891531b08709383ede2379cee1f604b6334b753dd1fcaab37af970"} +{"uuid":"gpqa-main-ecb6740406340eb07beacf42","benchmark":"gpqa_main","data_index":994,"repeat_index":2,"sample_id":"gpqa-main-ecb6740406340eb07beacf42/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":182,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"29f96711820eba41ccced6676074bc5bcd9e3eb6c97ce5e8507128a91a175bb0"} +{"uuid":"gpqa-main-28e3e5e79d7477896c6d853d","benchmark":"gpqa_main","data_index":792,"repeat_index":2,"sample_id":"gpqa-main-28e3e5e79d7477896c6d853d/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8073,"prompt_tokens":1047,"effective_max_tokens":130025,"original_embedded_prediction":"A","question_sha256":"d3b33ef7a0e55c33b5deae6a673dd7fff1fc2e7efa223f3419ecf58e57c06207"} +{"uuid":"gpqa-main-1f9ad1ca59cf537e3cdf47c2","benchmark":"gpqa_main","data_index":898,"repeat_index":2,"sample_id":"gpqa-main-1f9ad1ca59cf537e3cdf47c2/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4176,"prompt_tokens":318,"effective_max_tokens":130754,"original_embedded_prediction":"B","question_sha256":"229ffbdb774489fcfd578450da500a74b0c6fd603d3f4050eb6ff993659f5c7e"} +{"uuid":"gpqa-main-e069314491adb5be236d3fe7","benchmark":"gpqa_main","data_index":770,"repeat_index":2,"sample_id":"gpqa-main-e069314491adb5be236d3fe7/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8984,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"D","question_sha256":"2662eff7a6231613f45042d2ef5df63caaeb5a326d264e93009a737a99fb27bb"} +{"uuid":"gpqa-main-70afc730094f43bb0e05f371","benchmark":"gpqa_main","data_index":977,"repeat_index":2,"sample_id":"gpqa-main-70afc730094f43bb0e05f371/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":910,"prompt_tokens":360,"effective_max_tokens":130712,"original_embedded_prediction":"A","question_sha256":"f328e748a74c78b0ab73f790c6848b663fb5bffac884e2793a63bb9ce351e4b6"} +{"uuid":"gpqa-main-4117517dba1fdbd711e3d32b","benchmark":"gpqa_main","data_index":916,"repeat_index":2,"sample_id":"gpqa-main-4117517dba1fdbd711e3d32b/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3463,"prompt_tokens":398,"effective_max_tokens":130674,"original_embedded_prediction":"C","question_sha256":"3e04ad2cb1248bfb53a7bd8f05efedea49f42b201c6f35907baa6c30abf40733"} +{"uuid":"gpqa-main-64193be5f9a6bbd67bec4010","benchmark":"gpqa_main","data_index":896,"repeat_index":2,"sample_id":"gpqa-main-64193be5f9a6bbd67bec4010/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4377,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"A","question_sha256":"373990fe818e4182469d242b845eeb2f78db2f00cfb3a8fdbd2dbd696e08d552"} +{"uuid":"gpqa-main-8d147d8bf7fad22423fc5dd7","benchmark":"gpqa_main","data_index":666,"repeat_index":1,"sample_id":"gpqa-main-8d147d8bf7fad22423fc5dd7/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13782,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"bfad7a1309a7d02668c615391f7302c03e1c3f61ffaee5d1f44ba2c9f5c40b7d"} +{"uuid":"gpqa-main-7475b6b01129fce5b436b0ee","benchmark":"gpqa_main","data_index":966,"repeat_index":2,"sample_id":"gpqa-main-7475b6b01129fce5b436b0ee/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1479,"prompt_tokens":235,"effective_max_tokens":130837,"original_embedded_prediction":"B","question_sha256":"797be7099117e146adaaf5ad31bd914d9adbd510441211b0040aad2812fffc40"} +{"uuid":"gpqa-main-ed6a4565f708132bae39b742","benchmark":"gpqa_main","data_index":639,"repeat_index":1,"sample_id":"gpqa-main-ed6a4565f708132bae39b742/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15137,"prompt_tokens":393,"effective_max_tokens":130679,"original_embedded_prediction":"A","question_sha256":"5ce997bcaa654b6fdbbb00b63b66633167679a850d02d845b8a9b1b716979197"} +{"uuid":"gpqa-main-f2c0ff64cf18a6ae32dc45dc","benchmark":"gpqa_main","data_index":967,"repeat_index":2,"sample_id":"gpqa-main-f2c0ff64cf18a6ae32dc45dc/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1541,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"f2467e0d99b11d10fdd18675d7a73d1a19569e58d6aa97be50c24c2cb28731b1"} +{"uuid":"gpqa-main-f1451c98bdb50fb5b0dbdc55","benchmark":"gpqa_main","data_index":884,"repeat_index":2,"sample_id":"gpqa-main-f1451c98bdb50fb5b0dbdc55/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5158,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"B","question_sha256":"650bb2feaa18830493f8e50de85c38c1f24570d9f1e7c9970c8ed9fbcbbde337"} +{"uuid":"gpqa-main-9f5d195170ba73ccdc7a3b84","benchmark":"gpqa_main","data_index":975,"repeat_index":2,"sample_id":"gpqa-main-9f5d195170ba73ccdc7a3b84/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1275,"prompt_tokens":552,"effective_max_tokens":130520,"original_embedded_prediction":"A","question_sha256":"e4e5526f8ea9205cbe6b33a5256144298ad11d8250b020cbd4fddbba85a12596"} +{"uuid":"gpqa-main-925cb13958435841df0e8c1e","benchmark":"gpqa_main","data_index":875,"repeat_index":2,"sample_id":"gpqa-main-925cb13958435841df0e8c1e/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5616,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"B","question_sha256":"d21ba2f1c06b876b2d387104c816ee0fcc369a02b8e010a706e0e2448c56f78e"} +{"uuid":"gpqa-main-8af90a4147e5f0c98bfd00fa","benchmark":"gpqa_main","data_index":986,"repeat_index":2,"sample_id":"gpqa-main-8af90a4147e5f0c98bfd00fa/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":978,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"C","question_sha256":"29a55065f72c47169c5073a91e6b55d82fe2f5784289d2baf5cf5444f8d6fd65"} +{"uuid":"gpqa-main-be779fa0e49ff52e19357207","benchmark":"gpqa_main","data_index":1007,"repeat_index":2,"sample_id":"gpqa-main-be779fa0e49ff52e19357207/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":332,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"ea7bb5901d85914d8997afb87e1ae6be7a8efe03889a4cc08f64de2ccdc9180e"} +{"uuid":"gpqa-main-759e35a2024fc09bd491c9ff","benchmark":"gpqa_main","data_index":771,"repeat_index":2,"sample_id":"gpqa-main-759e35a2024fc09bd491c9ff/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9539,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"D","question_sha256":"4c284608a459b460f3ec3dfd5c7c71cfa84c171d4eb8a52aab9e6e4a8cb409bb"} +{"uuid":"gpqa-main-60a022e707f18a7b5f445773","benchmark":"gpqa_main","data_index":972,"repeat_index":2,"sample_id":"gpqa-main-60a022e707f18a7b5f445773/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1588,"prompt_tokens":337,"effective_max_tokens":130735,"original_embedded_prediction":"D","question_sha256":"9d46302b763896c7fa475d975b5bc365adee2236b273f23e7216a78871204b74"} +{"uuid":"gpqa-main-20f50fda9aeae51c6b9b4ba0","benchmark":"gpqa_main","data_index":859,"repeat_index":2,"sample_id":"gpqa-main-20f50fda9aeae51c6b9b4ba0/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6413,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"B","question_sha256":"c7914fc7bcc19ad8377798d825d6dbc59be8fb64f2b51a89ec26f55423d9edd1"} +{"uuid":"gpqa-main-781f4efc4b25ff35b588e87c","benchmark":"gpqa_main","data_index":949,"repeat_index":2,"sample_id":"gpqa-main-781f4efc4b25ff35b588e87c/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2547,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"C","question_sha256":"f933a526e8aec15b0dc77756bad3ba0839404a6d042443e3f5a0ab0b8d1cfa96"} +{"uuid":"gpqa-main-edbd99e5f03e3b3f074ba126","benchmark":"gpqa_main","data_index":830,"repeat_index":2,"sample_id":"gpqa-main-edbd99e5f03e3b3f074ba126/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7479,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"A","question_sha256":"b690990e73efd994587057d6ed5ae270235b0ec6bd4e98df3fc472f01c179765"} +{"uuid":"gpqa-main-104b659bbac6e52c4c877c0b","benchmark":"gpqa_main","data_index":920,"repeat_index":2,"sample_id":"gpqa-main-104b659bbac6e52c4c877c0b/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4092,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"D","question_sha256":"de6e1846b7e0c60ac3b7b0f613ad67cc3d941770b7de58c7a45add8c64d1db8b"} +{"uuid":"gpqa-main-6119656f6ad0247c537028e7","benchmark":"gpqa_main","data_index":1014,"repeat_index":2,"sample_id":"gpqa-main-6119656f6ad0247c537028e7/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":315,"prompt_tokens":329,"effective_max_tokens":130743,"original_embedded_prediction":"A","question_sha256":"e426a9a1b0977a66badcc2dd4f0d54629b39c2594a512e459e9afd20bba599ba"} +{"uuid":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3","benchmark":"gpqa_main","data_index":926,"repeat_index":2,"sample_id":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4002,"prompt_tokens":252,"effective_max_tokens":130820,"original_embedded_prediction":"A","question_sha256":"71075d4447ee264b63e5544da7b40502fb235decc31484f33ee97a8ef70c3d1f"} +{"uuid":"gpqa-main-56cc62f5d70b661868d341e7","benchmark":"gpqa_main","data_index":1006,"repeat_index":2,"sample_id":"gpqa-main-56cc62f5d70b661868d341e7/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":777,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"A","question_sha256":"c974918b90f5892aaad4308e337b490844102dbfad26c90bf508602f9c595d5d"} +{"uuid":"gpqa-main-08452235d283f9ba82364ea8","benchmark":"gpqa_main","data_index":778,"repeat_index":2,"sample_id":"gpqa-main-08452235d283f9ba82364ea8/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9669,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"65db6ef4b562a9503afeb197451091c7514df18fdee747a881b8057c38e21d0f"} +{"uuid":"gpqa-main-ddd2b405606ced65b4ce6345","benchmark":"gpqa_main","data_index":1016,"repeat_index":2,"sample_id":"gpqa-main-ddd2b405606ced65b4ce6345/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":388,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"2066c0e835493298c00391dd9236de10adec10d611fe3e2777f252677dfe9724"} +{"uuid":"gpqa-main-143dc33c1aad9828daf5e615","benchmark":"gpqa_main","data_index":863,"repeat_index":2,"sample_id":"gpqa-main-143dc33c1aad9828daf5e615/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6588,"prompt_tokens":354,"effective_max_tokens":130718,"original_embedded_prediction":"D","question_sha256":"ff60c18b72aac9e90842c7a2d5e79c68092a3fbb1d6c0318cee6d2892a43a0a1"} +{"uuid":"gpqa-main-e4e8eab3e5612de26e298f3f","benchmark":"gpqa_main","data_index":911,"repeat_index":2,"sample_id":"gpqa-main-e4e8eab3e5612de26e298f3f/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4696,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"A","question_sha256":"1037e0c8b2c1aced006713d114efa5f1233a7eadf2f0aac355081aeacd10b00f"} +{"uuid":"gpqa-main-50aaa7274c5010d9768274ec","benchmark":"gpqa_main","data_index":943,"repeat_index":2,"sample_id":"gpqa-main-50aaa7274c5010d9768274ec/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3097,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"D","question_sha256":"0cda758f1290855df9dd7b9a4319bb6ae8108c8113b125a3a2f60705af536a34"} +{"uuid":"gpqa-main-8e23eaed901a11ec534e6f8b","benchmark":"gpqa_main","data_index":867,"repeat_index":2,"sample_id":"gpqa-main-8e23eaed901a11ec534e6f8b/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6508,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"ed842ad329efe1e08f990fad3dd3cd5e5fb16736a9da1dbfa314d5e19156887e"} +{"uuid":"gpqa-main-5ace8b3dabb97ffc3da20e7c","benchmark":"gpqa_main","data_index":1018,"repeat_index":2,"sample_id":"gpqa-main-5ace8b3dabb97ffc3da20e7c/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":349,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"4ebb5a46cf109d4237b98081e218fcaba27d8f9d03f7a930300f2938f71c1ef0"} +{"uuid":"gpqa-main-c720b28fe25654b1cedc9285","benchmark":"gpqa_main","data_index":890,"repeat_index":2,"sample_id":"gpqa-main-c720b28fe25654b1cedc9285/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5781,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"9f6e1d1b2c053afcba8c78142311f336846eb87d19344fb8aa6e71ed9aecc477"} +{"uuid":"gpqa-main-742076c80dda93477062cfc0","benchmark":"gpqa_main","data_index":1030,"repeat_index":2,"sample_id":"gpqa-main-742076c80dda93477062cfc0/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":149,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"D","question_sha256":"528bc237c35f64d2635edb6fea3202ce958bca92ea956fae0da7c5b4c72081d8"} +{"uuid":"gpqa-main-9eaa6714b15499d3c303ce90","benchmark":"gpqa_main","data_index":607,"repeat_index":1,"sample_id":"gpqa-main-9eaa6714b15499d3c303ce90/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17059,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"D","question_sha256":"cfac786b87a07d0c92f7c3da73233aa6c32340b63dff9d3f72bd1bd025cd565d"} +{"uuid":"gpqa-main-bd228dea7f1aa14b70216372","benchmark":"gpqa_main","data_index":985,"repeat_index":2,"sample_id":"gpqa-main-bd228dea7f1aa14b70216372/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1749,"prompt_tokens":425,"effective_max_tokens":130647,"original_embedded_prediction":"A","question_sha256":"c1dea594f51ba7757d0d9ec69efa6b56bfeeaff965f074faaf89160cca96a0e9"} +{"uuid":"gpqa-main-20f8612bcc2efb9c2355d32e","benchmark":"gpqa_main","data_index":974,"repeat_index":2,"sample_id":"gpqa-main-20f8612bcc2efb9c2355d32e/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2248,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"B","question_sha256":"d746be8625afecad5925e7069f57336e8de3f39dfdf843820421eba66b7bc620"} +{"uuid":"gpqa-main-ef65739a36457c1672913212","benchmark":"gpqa_main","data_index":927,"repeat_index":2,"sample_id":"gpqa-main-ef65739a36457c1672913212/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4446,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"46601a7bcf5dcc71504dda490de685062fce72cdc997d7acb8b78e5a351a96bc"} +{"uuid":"gpqa-main-216433a347b01989e26ed83a","benchmark":"gpqa_main","data_index":1015,"repeat_index":2,"sample_id":"gpqa-main-216433a347b01989e26ed83a/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":868,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"ead16c05d1abbf4387485257726593cf57a0384c3e0a3db31ba489bb1676ce72"} +{"uuid":"gpqa-main-9baab02407bb5e317c8c71c4","benchmark":"gpqa_main","data_index":798,"repeat_index":2,"sample_id":"gpqa-main-9baab02407bb5e317c8c71c4/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9431,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"C","question_sha256":"4c49b01c534dd76a31b5023fe34fe490913c400dc715a3fa7a874695ca10b949"} +{"uuid":"gpqa-main-212277d3e39540a6739d98b8","benchmark":"gpqa_main","data_index":1017,"repeat_index":2,"sample_id":"gpqa-main-212277d3e39540a6739d98b8/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":914,"prompt_tokens":147,"effective_max_tokens":130925,"original_embedded_prediction":"A","question_sha256":"d20446ccbbfc1ed40bcb669bfa65f9f9cd8e38ec8f7e67621c88e3dbe91f083d"} +{"uuid":"gpqa-main-7bb8e05365d19cc8328252e0","benchmark":"gpqa_main","data_index":889,"repeat_index":2,"sample_id":"gpqa-main-7bb8e05365d19cc8328252e0/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6264,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"6aff7faed92c98148418177c8cae4893850a1d67b5ceb00cf6a09467c4491367"} +{"uuid":"gpqa-main-acdff999b6cbfcbc8be6ffac","benchmark":"gpqa_main","data_index":1009,"repeat_index":2,"sample_id":"gpqa-main-acdff999b6cbfcbc8be6ffac/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1324,"prompt_tokens":404,"effective_max_tokens":130668,"original_embedded_prediction":"B","question_sha256":"96f00c3d898d9c364f022eae18e69424d7f2ddde12fbde50541b7390ffd40103"} +{"uuid":"gpqa-main-c0bc48c4232297b735018487","benchmark":"gpqa_main","data_index":1008,"repeat_index":2,"sample_id":"gpqa-main-c0bc48c4232297b735018487/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1434,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"C","question_sha256":"bbc99977a336fa9fd961baf75728288b14f7c69841a6757f2793e300690fc85b"} +{"uuid":"gpqa-main-7ceb372c1cdc7a180b73516c","benchmark":"gpqa_main","data_index":998,"repeat_index":2,"sample_id":"gpqa-main-7ceb372c1cdc7a180b73516c/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1748,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"B","question_sha256":"142aeb435e38240c03d26aafbfb8dc0ab94e7ef4f752a271c1ab011350a965be"} +{"uuid":"gpqa-main-92c7c513709816748efab029","benchmark":"gpqa_main","data_index":1019,"repeat_index":2,"sample_id":"gpqa-main-92c7c513709816748efab029/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":871,"prompt_tokens":253,"effective_max_tokens":130819,"original_embedded_prediction":"C","question_sha256":"c9ed693d3f7d5c30b94e2c01b9b5f22591922f961e4dbc9ef4b70309b61bae5c"} +{"uuid":"gpqa-main-ac27f29e5f777e93e751f3f2","benchmark":"gpqa_main","data_index":823,"repeat_index":2,"sample_id":"gpqa-main-ac27f29e5f777e93e751f3f2/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8793,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"A","question_sha256":"d49aa1d9efc38f6409c199c3e2706ec44f5d20d25b0e7d41f40b9c46668ed1e0"} +{"uuid":"gpqa-main-1728184fad8153eeb2e2a7de","benchmark":"gpqa_main","data_index":1032,"repeat_index":2,"sample_id":"gpqa-main-1728184fad8153eeb2e2a7de/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":556,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"d8505733319a8047e94d63c293a2d9dbb08c42e4bde2c223467f371da6665e08"} +{"uuid":"gpqa-main-bab6e331fae29c00395de3a4","benchmark":"gpqa_main","data_index":934,"repeat_index":2,"sample_id":"gpqa-main-bab6e331fae29c00395de3a4/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4364,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"B","question_sha256":"cf500f5f076470e539799f3822047d1a6263a0abc77614f9abc48a4f60ba507d"} +{"uuid":"gpqa-main-8a352b243ffac6230977fc90","benchmark":"gpqa_main","data_index":987,"repeat_index":2,"sample_id":"gpqa-main-8a352b243ffac6230977fc90/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2243,"prompt_tokens":389,"effective_max_tokens":130683,"original_embedded_prediction":"C","question_sha256":"7408ac0330a09a182b52a627f89920c8c4e825da7da4e441973cbefe32b852ac"} +{"uuid":"gpqa-main-d3a774e5f1af1a1e11117582","benchmark":"gpqa_main","data_index":930,"repeat_index":2,"sample_id":"gpqa-main-d3a774e5f1af1a1e11117582/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4710,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"C","question_sha256":"26b8e966c8adf9fe2824ff1fd3c23b2d488a785fe8a68cbce362bac46e891a79"} +{"uuid":"gpqa-main-6543e2c47b61f7f328bcf42d","benchmark":"gpqa_main","data_index":804,"repeat_index":2,"sample_id":"gpqa-main-6543e2c47b61f7f328bcf42d/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9412,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"D","question_sha256":"9f8c4aa52521e2926d56fdd03cf5aeaf3543c911c9b75774731cd1204efc1328"} +{"uuid":"gpqa-main-1ae8f8945efaf81788d8d871","benchmark":"gpqa_main","data_index":907,"repeat_index":2,"sample_id":"gpqa-main-1ae8f8945efaf81788d8d871/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5780,"prompt_tokens":250,"effective_max_tokens":130822,"original_embedded_prediction":"A","question_sha256":"060f07943bcd17960b48a982fabe42fcae4e3899fe8c5473138fe2198f0e8dd8"} +{"uuid":"gpqa-main-288426a7fecb5facf10219c7","benchmark":"gpqa_main","data_index":958,"repeat_index":2,"sample_id":"gpqa-main-288426a7fecb5facf10219c7/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3510,"prompt_tokens":321,"effective_max_tokens":130751,"original_embedded_prediction":"D","question_sha256":"7cccb7714b35c30190fb5db64a1b22a36b726b2a007f241961e1e48c82e4acb3"} +{"uuid":"gpqa-main-e17c3d61061a563977ae3c11","benchmark":"gpqa_main","data_index":1012,"repeat_index":2,"sample_id":"gpqa-main-e17c3d61061a563977ae3c11/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1472,"prompt_tokens":352,"effective_max_tokens":130720,"original_embedded_prediction":"C","question_sha256":"41b609bbf5cd4517a7d53e382a762d7b2caa65fd58ea44549bdf7183daf1d2c0"} +{"uuid":"gpqa-main-e6ff92ca0c11b47b14793d2f","benchmark":"gpqa_main","data_index":508,"repeat_index":1,"sample_id":"gpqa-main-e6ff92ca0c11b47b14793d2f/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":21445,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"A","question_sha256":"ca2abe8a98bc00aadbd20baf4ff27e830539507a5ff7402eed5e2491347f95aa"} +{"uuid":"gpqa-main-09311165c3bc8a7742115024","benchmark":"gpqa_main","data_index":789,"repeat_index":2,"sample_id":"gpqa-main-09311165c3bc8a7742115024/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10183,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d6deae7022d40b283a8b0053867ff7e2d44f15fac7c364d3b34e67d903596cf7"} +{"uuid":"gpqa-main-d5d2365d64430154627d4bb7","benchmark":"gpqa_main","data_index":1036,"repeat_index":2,"sample_id":"gpqa-main-d5d2365d64430154627d4bb7/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":622,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"D","question_sha256":"17f96c74be836037313c787a88438b6c9f69a4aa20ec8cba17697864f5d35599"} +{"uuid":"gpqa-main-aa04ac251ed805588a6be27c","benchmark":"gpqa_main","data_index":933,"repeat_index":2,"sample_id":"gpqa-main-aa04ac251ed805588a6be27c/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4782,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"D","question_sha256":"198a9824ae684cea2edf9d0597e69c2274e0be94e0a0ffcf7b4ad3e95f4a6dae"} +{"uuid":"gpqa-main-822957bb60d3551275f08aa0","benchmark":"gpqa_main","data_index":1021,"repeat_index":2,"sample_id":"gpqa-main-822957bb60d3551275f08aa0/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1142,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"A","question_sha256":"4690c4bb391b2ef2a7b53f1a15866e05411bdf5f0f7b4f32c9e27d8ef6e8cb48"} +{"uuid":"gpqa-main-84c386fbd7476f5541ea16f0","benchmark":"gpqa_main","data_index":659,"repeat_index":1,"sample_id":"gpqa-main-84c386fbd7476f5541ea16f0/repeat-1","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16023,"prompt_tokens":370,"effective_max_tokens":130702,"original_embedded_prediction":"A","question_sha256":"083aa3572345d938b0c707cfb8c710aea73759344b234ada78ed36f1ec66eb0d"} +{"uuid":"gpqa-main-86976aae6f871f46c4680830","benchmark":"gpqa_main","data_index":983,"repeat_index":2,"sample_id":"gpqa-main-86976aae6f871f46c4680830/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2782,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"B","question_sha256":"e5c3c79a60db2de596dac1585bfc2e940bac2acb65a3352ff5f7e99821846aed"} +{"uuid":"gpqa-main-7bb7c5ace8216100d38e616a","benchmark":"gpqa_main","data_index":990,"repeat_index":2,"sample_id":"gpqa-main-7bb7c5ace8216100d38e616a/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2546,"prompt_tokens":197,"effective_max_tokens":130875,"original_embedded_prediction":"B","question_sha256":"6dbc821cf1e89c0764e62d1bef4818136877fbc8e333f255bfa42276ac9aeb88"} +{"uuid":"gpqa-main-febe4c45e71692110949e3d6","benchmark":"gpqa_main","data_index":736,"repeat_index":1,"sample_id":"gpqa-main-febe4c45e71692110949e3d6/repeat-1","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12545,"prompt_tokens":577,"effective_max_tokens":130495,"original_embedded_prediction":"C","question_sha256":"e38dd7750710c37aa45a5b0b5dd91e1b4171070325d670d668ab1fa20431a29e"} +{"uuid":"gpqa-main-5caa71cb7e0124d349b3046e","benchmark":"gpqa_main","data_index":844,"repeat_index":2,"sample_id":"gpqa-main-5caa71cb7e0124d349b3046e/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8508,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"B","question_sha256":"965fd430b8ea291a67e2311c4874eba053c21ea0ce6fa222eec4bed300fc2976"} +{"uuid":"gpqa-main-60f734b52603f7ef29671f95","benchmark":"gpqa_main","data_index":923,"repeat_index":2,"sample_id":"gpqa-main-60f734b52603f7ef29671f95/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5571,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"D","question_sha256":"bf9de03889292b969198f42b877b6d4c7b56ce10ae654e71f4be720b5efdb1f1"} +{"uuid":"gpqa-main-ea0400e59078652fc57eb6e1","benchmark":"gpqa_main","data_index":864,"repeat_index":2,"sample_id":"gpqa-main-ea0400e59078652fc57eb6e1/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7978,"prompt_tokens":537,"effective_max_tokens":130535,"original_embedded_prediction":"D","question_sha256":"50fc83bec6235fb29a76a0a00342f5c99a24684597a5930df882fe103e170363"} +{"uuid":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8","benchmark":"gpqa_main","data_index":680,"repeat_index":1,"sample_id":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15594,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"bf639adbf5de648e6799cd9936073de7b6c750cf7c5870ed99dc4f842748abb9"} +{"uuid":"gpqa-main-9753ac5963fbae8c8e907ef3","benchmark":"gpqa_main","data_index":1045,"repeat_index":2,"sample_id":"gpqa-main-9753ac5963fbae8c8e907ef3/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":839,"prompt_tokens":181,"effective_max_tokens":130891,"original_embedded_prediction":"C","question_sha256":"ec3a07db51d6010b2b9fae103e36b62707efee3ad0713fcd4420f8ba8f55c00b"} +{"uuid":"gpqa-main-92f6e58b4989e9025c8286a9","benchmark":"gpqa_main","data_index":1002,"repeat_index":2,"sample_id":"gpqa-main-92f6e58b4989e9025c8286a9/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2643,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"c003a37af0eaa5e9c6d10f5a25ce1a2e0258ad6638a1655ee2a17d07daab816a"} +{"uuid":"gpqa-main-78b2ba2dd97e6d6b9942bad9","benchmark":"gpqa_main","data_index":1041,"repeat_index":2,"sample_id":"gpqa-main-78b2ba2dd97e6d6b9942bad9/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1003,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"A","question_sha256":"019eb0f05f025ec512fbae057e0fcb33e0f92eec9bc2dc775494f6a19f4b62f3"} +{"uuid":"gpqa-main-513a35e22e5c48f5b3b0518a","benchmark":"gpqa_main","data_index":1051,"repeat_index":2,"sample_id":"gpqa-main-513a35e22e5c48f5b3b0518a/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":836,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"A","question_sha256":"b4baa0b1a21db872411dec993670e6c6bc360a94404305cc5d3ecc9264fdf913"} +{"uuid":"gpqa-main-9a5518ae94b2b0d35d86de13","benchmark":"gpqa_main","data_index":1057,"repeat_index":2,"sample_id":"gpqa-main-9a5518ae94b2b0d35d86de13/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":715,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"C","question_sha256":"3fcfcbf2649513809f04d9fdbcbe0c6bc1a91164f8dcfd7d9748267f2db7c6ce"} +{"uuid":"gpqa-main-ca986cf878bcb98d3bdf6b0a","benchmark":"gpqa_main","data_index":1020,"repeat_index":2,"sample_id":"gpqa-main-ca986cf878bcb98d3bdf6b0a/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1908,"prompt_tokens":553,"effective_max_tokens":130519,"original_embedded_prediction":"D","question_sha256":"03946dc24ec69699ccf0d502676d0724f19c404c61b61996d4b5d979f21785da"} +{"uuid":"gpqa-main-f6714ff18991a64f32fcecf9","benchmark":"gpqa_main","data_index":1054,"repeat_index":2,"sample_id":"gpqa-main-f6714ff18991a64f32fcecf9/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":896,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"a1e860acc41f41cac7f3d9425a64a45a95559ff56553a2d04e1d3569c2f1c1a1"} +{"uuid":"gpqa-main-756cafdacac7e9642e2102c6","benchmark":"gpqa_main","data_index":858,"repeat_index":2,"sample_id":"gpqa-main-756cafdacac7e9642e2102c6/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8719,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"b26abbcea4f9adbbc6faf6378336b8d024ffe4491d2853b927bf9afdc27073a9"} +{"uuid":"gpqa-main-d8361782f08c0e6d16de3839","benchmark":"gpqa_main","data_index":1055,"repeat_index":2,"sample_id":"gpqa-main-d8361782f08c0e6d16de3839/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":975,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"aed1658f69a85980c41ce94c10ac1535d2de3683f7a5c3821d1a84fa594d4571"} +{"uuid":"gpqa-main-24751b175e0f2d19899ad735","benchmark":"gpqa_main","data_index":1028,"repeat_index":2,"sample_id":"gpqa-main-24751b175e0f2d19899ad735/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2010,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"A","question_sha256":"4a5d6fcc83f3561a6447a1feebb680aa9ab094bdeed5677c30f04041964a9c38"} +{"uuid":"gpqa-main-3357b4ebb8c461cb9eeca4bd","benchmark":"gpqa_main","data_index":846,"repeat_index":2,"sample_id":"gpqa-main-3357b4ebb8c461cb9eeca4bd/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9111,"prompt_tokens":283,"effective_max_tokens":130789,"original_embedded_prediction":"A","question_sha256":"cdffe5a4f742a97a3cc2ffedfc8d78a3ffa14249a51afc48e9d7aa8fc6b499a8"} +{"uuid":"gpqa-main-ac1c72784d1e0da293fe4bd4","benchmark":"gpqa_main","data_index":970,"repeat_index":2,"sample_id":"gpqa-main-ac1c72784d1e0da293fe4bd4/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4116,"prompt_tokens":169,"effective_max_tokens":130903,"original_embedded_prediction":"D","question_sha256":"6e2bd9ec28efb9c97dbc7bea49224b4964011afaa5ca659996fac7fd65c4468d"} +{"uuid":"gpqa-main-5a280dae7286e8bab3887904","benchmark":"gpqa_main","data_index":980,"repeat_index":2,"sample_id":"gpqa-main-5a280dae7286e8bab3887904/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3812,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"C","question_sha256":"b8398a470c0a1a045a6dcf2005bd8e8351bdf75ffa7c473958cf3c4b5d4fb288"} +{"uuid":"gpqa-main-8dd5ae41d915a09d1c8b9add","benchmark":"gpqa_main","data_index":929,"repeat_index":2,"sample_id":"gpqa-main-8dd5ae41d915a09d1c8b9add/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6002,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"B","question_sha256":"8a246eed19ab5f877aa822da432a7aaa0f52615ea4655b0a89995d374971cd27"} +{"uuid":"gpqa-main-4a8c97220fb14b99f363b2ce","benchmark":"gpqa_main","data_index":956,"repeat_index":2,"sample_id":"gpqa-main-4a8c97220fb14b99f363b2ce/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4842,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"D","question_sha256":"a939b9de7ea4048442a9378048f992097c413c77ad1c665790486c352036c7e3"} +{"uuid":"gpqa-main-cda2fe50fc8423311319e78e","benchmark":"gpqa_main","data_index":1068,"repeat_index":2,"sample_id":"gpqa-main-cda2fe50fc8423311319e78e/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":550,"prompt_tokens":182,"effective_max_tokens":130890,"original_embedded_prediction":"B","question_sha256":"1b04aca1c9a8b4f1fabc653b3653d0a48982315e6f1da934d98cadd1948f776f"} +{"uuid":"gpqa-main-fe61aa6baba6418fcde1fa11","benchmark":"gpqa_main","data_index":1040,"repeat_index":2,"sample_id":"gpqa-main-fe61aa6baba6418fcde1fa11/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1618,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"73eb245ef4dcc164186307ecd210b767147568ad3c1b03847a63b2e67ac5d0ab"} +{"uuid":"gpqa-main-d4ee93c18c20e4432773fe55","benchmark":"gpqa_main","data_index":1079,"repeat_index":2,"sample_id":"gpqa-main-d4ee93c18c20e4432773fe55/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":209,"prompt_tokens":200,"effective_max_tokens":130872,"original_embedded_prediction":"C","question_sha256":"77bffd13a6b6464f7c63296f571164c184ce47a8cd6f8ecf91f0dc28407d44a1"} +{"uuid":"gpqa-main-baefee4c54836e933082fd33","benchmark":"gpqa_main","data_index":589,"repeat_index":1,"sample_id":"gpqa-main-baefee4c54836e933082fd33/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19769,"prompt_tokens":487,"effective_max_tokens":130585,"original_embedded_prediction":"A","question_sha256":"f4486aea8f80b6405ceaabbd6f225378761eafc49f1e042873a464b3b94da620"} +{"uuid":"gpqa-main-6195cef214f3dfad9869d6d3","benchmark":"gpqa_main","data_index":1066,"repeat_index":2,"sample_id":"gpqa-main-6195cef214f3dfad9869d6d3/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":861,"prompt_tokens":351,"effective_max_tokens":130721,"original_embedded_prediction":"B","question_sha256":"d8a4b11aef2d38271a5ebf2c1802dc875d19737c557efb5990cc4a865a052e7c"} +{"uuid":"gpqa-main-731d6908d225dc9f463d1297","benchmark":"gpqa_main","data_index":1056,"repeat_index":2,"sample_id":"gpqa-main-731d6908d225dc9f463d1297/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1304,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"4774928b0a0c7cdc6d9c17102d2e01adad07f5a344858c23bbc63520a74724d7"} +{"uuid":"gpqa-main-c6cc654afa201cd3d5b66695","benchmark":"gpqa_main","data_index":1080,"repeat_index":2,"sample_id":"gpqa-main-c6cc654afa201cd3d5b66695/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":252,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"A","question_sha256":"79526cdc6c623c8657c3060ab8b305f1b4d8aa35f2b7905c6fd4c3e119c5c310"} +{"uuid":"gpqa-main-efb673a27e8a1e042786abf9","benchmark":"gpqa_main","data_index":831,"repeat_index":2,"sample_id":"gpqa-main-efb673a27e8a1e042786abf9/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9981,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"1f2f27b90dac22c1b4d70e1b1679a095c5ce0b5ec5dd0bbf48f16b8328b18d89"} +{"uuid":"gpqa-main-9bb169e317cdd76b98ada24f","benchmark":"gpqa_main","data_index":957,"repeat_index":2,"sample_id":"gpqa-main-9bb169e317cdd76b98ada24f/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5019,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d0bbc79a116a93d5c5c1325e012b3feb17a7b705d2ccd57a86ecfbdc2bf78030"} +{"uuid":"gpqa-main-5afce78005210e6a41636858","benchmark":"gpqa_main","data_index":1029,"repeat_index":2,"sample_id":"gpqa-main-5afce78005210e6a41636858/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2388,"prompt_tokens":312,"effective_max_tokens":130760,"original_embedded_prediction":"B","question_sha256":"1447f629926983e1fb54566e40ab57d7a728998d233e3c84bc33277da7c13a65"} +{"uuid":"gpqa-main-31313469465f81cc0fa5dd28","benchmark":"gpqa_main","data_index":1024,"repeat_index":2,"sample_id":"gpqa-main-31313469465f81cc0fa5dd28/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2534,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"B","question_sha256":"cd18749d0354640af760ebe1c6a150eed2a0202cc444345b5c3f00b0f0df67d2"} +{"uuid":"gpqa-main-aa684f4d5d7c6b9ced383e24","benchmark":"gpqa_main","data_index":1071,"repeat_index":2,"sample_id":"gpqa-main-aa684f4d5d7c6b9ced383e24/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":763,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"96a58da5e1708d76485e32741b0ecddc1bea407ebb53997d2f36e8827f2f2ac9"} +{"uuid":"gpqa-main-48494dbfd36899c84d166873","benchmark":"gpqa_main","data_index":1062,"repeat_index":2,"sample_id":"gpqa-main-48494dbfd36899c84d166873/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1362,"prompt_tokens":315,"effective_max_tokens":130757,"original_embedded_prediction":"B","question_sha256":"a50aa647f4cce396d333dfcfe372bdfadfa7f7aa507ebafd207354812f7ab3f9"} +{"uuid":"gpqa-main-72464184a419f296dae470a9","benchmark":"gpqa_main","data_index":1025,"repeat_index":2,"sample_id":"gpqa-main-72464184a419f296dae470a9/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2554,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"C","question_sha256":"16bcf4c7129e083cade7afd040c6c4e0fa1fc7677a11aa70fb1b5a3d0e5fb5ea"} +{"uuid":"gpqa-main-f0a74958c23332566374eae8","benchmark":"gpqa_main","data_index":1013,"repeat_index":2,"sample_id":"gpqa-main-f0a74958c23332566374eae8/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3059,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"0122463c60c1fa5ad768f1fc6147fd593b46126713e705864d5de5632804d4b5"} +{"uuid":"gpqa-main-1754a508e794225bd932adeb","benchmark":"gpqa_main","data_index":821,"repeat_index":2,"sample_id":"gpqa-main-1754a508e794225bd932adeb/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10653,"prompt_tokens":276,"effective_max_tokens":130796,"original_embedded_prediction":"D","question_sha256":"16464cac7090a24d3b5a0bf989e1699bafd2dd7b1555e816a1f77804d8e890db"} +{"uuid":"gpqa-main-6f8b58d9d46c4f4e7eba1910","benchmark":"gpqa_main","data_index":1085,"repeat_index":2,"sample_id":"gpqa-main-6f8b58d9d46c4f4e7eba1910/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":343,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"C","question_sha256":"2437e4848569e7740d6491d475d194b9eefbbeae3a6a31cd62ddeb8ba8e93aa9"} +{"uuid":"gpqa-main-67c1e3a67a2a974a3189d06b","benchmark":"gpqa_main","data_index":1096,"repeat_index":2,"sample_id":"gpqa-main-67c1e3a67a2a974a3189d06b/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":149,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"A","question_sha256":"de0e795a2e1639d4babc3235662e71409fadd14e0c80f8551b3db9b4b53aa8de"} +{"uuid":"gpqa-main-45cae4ba5af22868461f1861","benchmark":"gpqa_main","data_index":906,"repeat_index":2,"sample_id":"gpqa-main-45cae4ba5af22868461f1861/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7751,"prompt_tokens":196,"effective_max_tokens":130876,"original_embedded_prediction":"B","question_sha256":"da4480a5d4f2af44b6faf63fe513d557f97bf4cd048901e4a2f0b133273b39db"} +{"uuid":"gpqa-main-63aef6e78c9803d030a16f9c","benchmark":"gpqa_main","data_index":976,"repeat_index":2,"sample_id":"gpqa-main-63aef6e78c9803d030a16f9c/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4785,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"A","question_sha256":"255e934ed277fdd11f71245508448f7031439d40eb38fd78fb3b813b247c5726"} +{"uuid":"gpqa-main-fcf4fbe275826c7d67e6067b","benchmark":"gpqa_main","data_index":716,"repeat_index":1,"sample_id":"gpqa-main-fcf4fbe275826c7d67e6067b/repeat-1","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15444,"prompt_tokens":319,"effective_max_tokens":130753,"original_embedded_prediction":"D","question_sha256":"804a1298d02f33e3d34af9885ef317731ae757104a1e874356955c98921afd18"} +{"uuid":"gpqa-main-ae94db70e45f3af66518a393","benchmark":"gpqa_main","data_index":1098,"repeat_index":2,"sample_id":"gpqa-main-ae94db70e45f3af66518a393/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":321,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"C","question_sha256":"357c925128939cb69954fa6d11c54df2209c646ee1d3db2ab6dfea44ae6407b6"} +{"uuid":"gpqa-main-219ad07bcb0cda7b85845999","benchmark":"gpqa_main","data_index":1039,"repeat_index":2,"sample_id":"gpqa-main-219ad07bcb0cda7b85845999/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2423,"prompt_tokens":412,"effective_max_tokens":130660,"original_embedded_prediction":"A","question_sha256":"a6336c3b0760d09010077fee728ae5348e4421bcfcbbc8bb9c4a72d541ddfb24"} +{"uuid":"gpqa-main-05286f95a107c3da592ecbd9","benchmark":"gpqa_main","data_index":1073,"repeat_index":2,"sample_id":"gpqa-main-05286f95a107c3da592ecbd9/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1189,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"d8a1a7b530a9b1d0cd0b07ec53f60d6d5fcf3059457f02b90e3c4ddf51fdc825"} +{"uuid":"gpqa-main-7e29412fd534df20c4a23267","benchmark":"gpqa_main","data_index":855,"repeat_index":2,"sample_id":"gpqa-main-7e29412fd534df20c4a23267/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9945,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"D","question_sha256":"7fda2b6ca2ff9984ace9bf53f465cebb4b8d963f7ddcb5aa5f5015cd6989be42"} +{"uuid":"gpqa-main-b84eb68d18023ca81e43b35a","benchmark":"gpqa_main","data_index":1061,"repeat_index":2,"sample_id":"gpqa-main-b84eb68d18023ca81e43b35a/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1973,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"C","question_sha256":"6c90e464e06f4dc9c748d6c9be44c96b2d5bec5078b4eb152ea4ccec4c709f2d"} +{"uuid":"gpqa-main-7e9652f906d908e059401ac2","benchmark":"gpqa_main","data_index":1092,"repeat_index":2,"sample_id":"gpqa-main-7e9652f906d908e059401ac2/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":640,"prompt_tokens":346,"effective_max_tokens":130726,"original_embedded_prediction":"C","question_sha256":"9dda9414807cb4996f3a1deb9214b8aaf93c75e41d35fac14966aba5058f07ff"} +{"uuid":"gpqa-main-dd8409336990c7459796bf16","benchmark":"gpqa_main","data_index":1003,"repeat_index":2,"sample_id":"gpqa-main-dd8409336990c7459796bf16/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4192,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"609aca38a7fb3090a0f30d6d141ac5d22646fb06ba18f8c71758e099668e5bf5"} +{"uuid":"gpqa-main-d3db87adeb915999faca3605","benchmark":"gpqa_main","data_index":879,"repeat_index":2,"sample_id":"gpqa-main-d3db87adeb915999faca3605/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9200,"prompt_tokens":204,"effective_max_tokens":130868,"original_embedded_prediction":"D","question_sha256":"f6518dd763c1af7a1745bc53b4e021210cafdf588df1ede9b537a622474a998d"} +{"uuid":"gpqa-main-a41b7b18fc60247bc6e08ecc","benchmark":"gpqa_main","data_index":1046,"repeat_index":2,"sample_id":"gpqa-main-a41b7b18fc60247bc6e08ecc/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2448,"prompt_tokens":270,"effective_max_tokens":130802,"original_embedded_prediction":"A","question_sha256":"87c04c470b12fde8cca6d843b12d3265c10bf824a883929eca2654ab55681839"} +{"uuid":"gpqa-main-9f0f463200d404d2c62eca59","benchmark":"gpqa_main","data_index":1088,"repeat_index":2,"sample_id":"gpqa-main-9f0f463200d404d2c62eca59/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":898,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"6ed199510dead1f6bd4eaa9162909d9481bd2201f8d9444ee60a2e0e2f20528c"} +{"uuid":"gpqa-main-fd7b1296b8c5ae3f05aa8355","benchmark":"gpqa_main","data_index":1087,"repeat_index":2,"sample_id":"gpqa-main-fd7b1296b8c5ae3f05aa8355/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":913,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"D","question_sha256":"e674bbb69c41e672de8e4c8cbea505f57f0d1fc98a2ae52ced1937ec4c71b62f"} +{"uuid":"gpqa-main-2601636e383074212d2b5e52","benchmark":"gpqa_main","data_index":1101,"repeat_index":2,"sample_id":"gpqa-main-2601636e383074212d2b5e52/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":429,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"A","question_sha256":"4346808ce2e49e7dd075a69d154a4e1c8d73b71869876d48ffff93747d8898ec"} +{"uuid":"gpqa-main-33c3b423f54aabfcfca66691","benchmark":"gpqa_main","data_index":1102,"repeat_index":2,"sample_id":"gpqa-main-33c3b423f54aabfcfca66691/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":389,"prompt_tokens":323,"effective_max_tokens":130749,"original_embedded_prediction":"A","question_sha256":"d3ede1ef1590cafbeca0278be62d75df7a0ca03bdf527b454a132420994473ae"} +{"uuid":"gpqa-main-9c0b631b2a7823cec0729a4b","benchmark":"gpqa_main","data_index":1011,"repeat_index":2,"sample_id":"gpqa-main-9c0b631b2a7823cec0729a4b/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4046,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"9d42c24c2f67ff118699d880fbb6276f14043e3527a9fea8f6d55fe2bf82e091"} +{"uuid":"gpqa-main-d1e25804e939f97ca872c78e","benchmark":"gpqa_main","data_index":931,"repeat_index":2,"sample_id":"gpqa-main-d1e25804e939f97ca872c78e/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7320,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"A","question_sha256":"bd713289ab1ffc1ab982f7411da433944bdaa2ce87595d2c1bba8580a8b47bdb"} +{"uuid":"gpqa-main-d31323dded27ae0c86cb5c75","benchmark":"gpqa_main","data_index":1081,"repeat_index":2,"sample_id":"gpqa-main-d31323dded27ae0c86cb5c75/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1357,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"8f174dd25b58e6fc8e309577a66d0f5a4f46ed89bf1a5165c0cb561a4e3e33e9"} +{"uuid":"gpqa-main-77067b016766698b199936c6","benchmark":"gpqa_main","data_index":1111,"repeat_index":2,"sample_id":"gpqa-main-77067b016766698b199936c6/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":344,"prompt_tokens":306,"effective_max_tokens":130766,"original_embedded_prediction":"B","question_sha256":"4c8dd76001266d2c0d3a086b95cb4f68ba3f1b2658186002903315d51bf5bea6"} +{"uuid":"gpqa-main-50a8ab2bd1710dbcfa2e32b5","benchmark":"gpqa_main","data_index":936,"repeat_index":2,"sample_id":"gpqa-main-50a8ab2bd1710dbcfa2e32b5/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7117,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"D","question_sha256":"5fb04957154b48d4ebad83862909a8fd3afc5ba5399a7dbe4594b5c72255964c"} +{"uuid":"gpqa-main-0b01dd8e7881a40d7eb61175","benchmark":"gpqa_main","data_index":1107,"repeat_index":2,"sample_id":"gpqa-main-0b01dd8e7881a40d7eb61175/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":562,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"C","question_sha256":"74998926c571f30bb050d73fd21eee2727687e5a8320253f13d3d84b8605a913"} +{"uuid":"gpqa-main-3cb5227445654dab4b5dacc2","benchmark":"gpqa_main","data_index":1082,"repeat_index":2,"sample_id":"gpqa-main-3cb5227445654dab4b5dacc2/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1492,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"4b45de4106aaf95114f9bda69339b541037b0eb04b8fd1f40efb6b91ed2a479e"} +{"uuid":"gpqa-main-4f958672c6f9249c44f2f9b9","benchmark":"gpqa_main","data_index":955,"repeat_index":2,"sample_id":"gpqa-main-4f958672c6f9249c44f2f9b9/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6447,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"D","question_sha256":"7d91198c9c48996b89ebbb62d8d76d86e32d7c14fb108c7491c9ff812263613a"} +{"uuid":"gpqa-main-5f044a1bf575df47abc76e1a","benchmark":"gpqa_main","data_index":1114,"repeat_index":2,"sample_id":"gpqa-main-5f044a1bf575df47abc76e1a/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":445,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"56742e4e637e9ad1340d4a8de7af8e0d6ce2447d668cc5b51dfb52dfb0b2b8e9"} +{"uuid":"gpqa-main-6078bfac5f15131fb59b31ce","benchmark":"gpqa_main","data_index":1074,"repeat_index":2,"sample_id":"gpqa-main-6078bfac5f15131fb59b31ce/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2009,"prompt_tokens":383,"effective_max_tokens":130689,"original_embedded_prediction":"D","question_sha256":"2c08be31c31eb443db8881662320ebedec47eef168a86389032948d5a9cc37d1"} +{"uuid":"gpqa-main-6dec9c3aba26b3c8623af13e","benchmark":"gpqa_main","data_index":1083,"repeat_index":2,"sample_id":"gpqa-main-6dec9c3aba26b3c8623af13e/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1772,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"656a46f8bac8e8e0767c9a5675871d3f81ff8707ec78f064bca2ccac673d7561"} +{"uuid":"gpqa-main-bab269fd666fa2ba840a1459","benchmark":"gpqa_main","data_index":857,"repeat_index":2,"sample_id":"gpqa-main-bab269fd666fa2ba840a1459/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10786,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"D","question_sha256":"e17051d5c4ebf5f6bc793872dc2f5748b41dd7918235cb3d5697fb04882bd7fe"} +{"uuid":"gpqa-main-ab4c50e2da12e11b47155f74","benchmark":"gpqa_main","data_index":1060,"repeat_index":2,"sample_id":"gpqa-main-ab4c50e2da12e11b47155f74/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2877,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"b734e134fe4529267a34452ccc5cb2a7d56f7b471273d9e978add607de6f30b6"} +{"uuid":"gpqa-main-50b06dfa0f6f3a64a58faa00","benchmark":"gpqa_main","data_index":1065,"repeat_index":2,"sample_id":"gpqa-main-50b06dfa0f6f3a64a58faa00/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2655,"prompt_tokens":2889,"effective_max_tokens":128183,"original_embedded_prediction":"D","question_sha256":"6d83e75112500dd8a0852c4eaa9859c4fb625c97bdf5f7d5c532bcd6347ea1a8"} +{"uuid":"gpqa-main-f635511b161f39dc301e05eb","benchmark":"gpqa_main","data_index":1048,"repeat_index":2,"sample_id":"gpqa-main-f635511b161f39dc301e05eb/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3336,"prompt_tokens":650,"effective_max_tokens":130422,"original_embedded_prediction":"C","question_sha256":"cb7f697eb685eca3061fc46cacb94c19aba74add8390e74234ade788b9fa4ff3"} +{"uuid":"gpqa-main-f6f707a4d7db96af855de986","benchmark":"gpqa_main","data_index":1034,"repeat_index":2,"sample_id":"gpqa-main-f6f707a4d7db96af855de986/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3989,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"049a3a3426b30e36d29d782b3ea4916bf545838ac3945e9c707804638ad48f04"} +{"uuid":"gpqa-main-53c8581aa69a3066bf003024","benchmark":"gpqa_main","data_index":1118,"repeat_index":2,"sample_id":"gpqa-main-53c8581aa69a3066bf003024/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":748,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"dbc9784ed2e796c6f534e998f17f2a819df9d6d94cd62aa72bd7fdcbf457c948"} +{"uuid":"gpqa-main-11b88a6212278288c390be69","benchmark":"gpqa_main","data_index":1105,"repeat_index":2,"sample_id":"gpqa-main-11b88a6212278288c390be69/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1299,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"C","question_sha256":"29eb581590e7852467849e4c58c5e3b1b97736035880adbd4e12298c320ac7e4"} +{"uuid":"gpqa-main-c8bb35d2e6add774a878c895","benchmark":"gpqa_main","data_index":979,"repeat_index":2,"sample_id":"gpqa-main-c8bb35d2e6add774a878c895/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6164,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"8b5b2cb731b5a7fb6556557d17fc7ef7fb607adfa5050f0d70418eb3b983605b"} +{"uuid":"gpqa-main-b36b446fe10911202d34a473","benchmark":"gpqa_main","data_index":1127,"repeat_index":2,"sample_id":"gpqa-main-b36b446fe10911202d34a473/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":388,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"a817452b182acac6761625a70d62a32f2da8fc7a708397cb06f4ad35d5fb18f8"} +{"uuid":"gpqa-main-178c84548026beb35252a961","benchmark":"gpqa_main","data_index":872,"repeat_index":2,"sample_id":"gpqa-main-178c84548026beb35252a961/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10784,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"C","question_sha256":"4ea09b6f60208405c59e5923a565f195c94315e0b6e230acd59351f1ee59ed96"} +{"uuid":"gpqa-main-67410b7a8dc0eaa2a0ad0e33","benchmark":"gpqa_main","data_index":1115,"repeat_index":2,"sample_id":"gpqa-main-67410b7a8dc0eaa2a0ad0e33/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1104,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"bb309e44424b270e31ff68a9df49f0a2f19335280a19eb9a92c5dcd1810cc3e8"} +{"uuid":"gpqa-main-ad77d1e365463a217a2cc25c","benchmark":"gpqa_main","data_index":1116,"repeat_index":2,"sample_id":"gpqa-main-ad77d1e365463a217a2cc25c/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1069,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"B","question_sha256":"7c427847fb1acab7f784c40193a51f13be68ffb38b4336c6bf3ebf112916fc29"} +{"uuid":"gpqa-main-7c103d3006e7e5942b17dfc2","benchmark":"gpqa_main","data_index":1113,"repeat_index":2,"sample_id":"gpqa-main-7c103d3006e7e5942b17dfc2/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1314,"prompt_tokens":254,"effective_max_tokens":130818,"original_embedded_prediction":"D","question_sha256":"851c6624380df7dd30fbf4b482add6ae0543525ac196eb146f0d1eb73a673d6c"} +{"uuid":"gpqa-main-87a8747afb6b0414b9ccbe1e","benchmark":"gpqa_main","data_index":1042,"repeat_index":2,"sample_id":"gpqa-main-87a8747afb6b0414b9ccbe1e/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3910,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"D","question_sha256":"cdb165b285d51cf6a09160d99c4c49b653710aac879cce0b87c74a48eee0172b"} +{"uuid":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2","benchmark":"gpqa_main","data_index":918,"repeat_index":2,"sample_id":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9111,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"C","question_sha256":"58604895b423acc46c4efaa28ed2e4d6eaf2d93d55c7ad3766cffce3719ddf62"} +{"uuid":"gpqa-main-24659eabc462bf7fb5295951","benchmark":"gpqa_main","data_index":1033,"repeat_index":2,"sample_id":"gpqa-main-24659eabc462bf7fb5295951/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4557,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"A","question_sha256":"f26df2fb1b4182bacbf5d951a583b120ed154d22ea6f9659ed264ae020297543"} +{"uuid":"gpqa-main-2651d2e67639a9e1741c23d7","benchmark":"gpqa_main","data_index":1129,"repeat_index":2,"sample_id":"gpqa-main-2651d2e67639a9e1741c23d7/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":914,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"B","question_sha256":"4dde21b33c78ccf27d8f3043edfe68636929e2ed7d52841b78b767027425afcb"} +{"uuid":"gpqa-main-1923a70feda6403a600f719a","benchmark":"gpqa_main","data_index":928,"repeat_index":2,"sample_id":"gpqa-main-1923a70feda6403a600f719a/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9003,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"7acad7dd49efa2a29ce19fb81de0e8b504de87dab9c66159407da7697942a708"} +{"uuid":"gpqa-main-a39e48c3dd280f4d62399e78","benchmark":"gpqa_main","data_index":1139,"repeat_index":2,"sample_id":"gpqa-main-a39e48c3dd280f4d62399e78/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":530,"prompt_tokens":397,"effective_max_tokens":130675,"original_embedded_prediction":"D","question_sha256":"721c25455cfe9ff83ae29b7ba79700cb78268040d9773283d4d8afebd849187b"} +{"uuid":"gpqa-main-86d8d26ea3f4092dd4bac144","benchmark":"gpqa_main","data_index":902,"repeat_index":2,"sample_id":"gpqa-main-86d8d26ea3f4092dd4bac144/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10191,"prompt_tokens":227,"effective_max_tokens":130845,"original_embedded_prediction":"A","question_sha256":"299c83f78042a13c78ad054088517dc82d5ed82bcc9ef75ec08dc120f2b8052f"} +{"uuid":"gpqa-main-4657fdc74d4c0bf48aa0b494","benchmark":"gpqa_main","data_index":1069,"repeat_index":2,"sample_id":"gpqa-main-4657fdc74d4c0bf48aa0b494/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3456,"prompt_tokens":343,"effective_max_tokens":130729,"original_embedded_prediction":"B","question_sha256":"ef34764671cecdd517febbdbff1a8cc3542418de05c4a100ef6c30752c1fc8cb"} +{"uuid":"gpqa-main-1634ccababef2067673cd88c","benchmark":"gpqa_main","data_index":814,"repeat_index":2,"sample_id":"gpqa-main-1634ccababef2067673cd88c/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13519,"prompt_tokens":593,"effective_max_tokens":130479,"original_embedded_prediction":"B","question_sha256":"d8c36bd55ba561cb499054e9d5a01217a0498dfd20875e8d9e99d34bcdfd7830"} +{"uuid":"gpqa-main-60c7c63632b1d67ffb8a4fb7","benchmark":"gpqa_main","data_index":1103,"repeat_index":2,"sample_id":"gpqa-main-60c7c63632b1d67ffb8a4fb7/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2186,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"A","question_sha256":"60c9747de98dcd74354ee70ce1049c3c1d1b8d72f4e9848984af5d6ceb1a0c57"} +{"uuid":"gpqa-main-fc2653b5d83e082e9e4f6390","benchmark":"gpqa_main","data_index":1072,"repeat_index":2,"sample_id":"gpqa-main-fc2653b5d83e082e9e4f6390/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3421,"prompt_tokens":429,"effective_max_tokens":130643,"original_embedded_prediction":"D","question_sha256":"d039314a334267e1364c2bb5dc0ab4e72b6b86a69936c2f7f318902ffc422f15"} +{"uuid":"gpqa-main-f6a21b5c88fe41ca6a55591f","benchmark":"gpqa_main","data_index":1122,"repeat_index":2,"sample_id":"gpqa-main-f6a21b5c88fe41ca6a55591f/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1540,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"b0808ff670ee04ab6af9402dbf89fd865b5fcc16ca43f81c6b8ed06e07bd5ee2"} +{"uuid":"gpqa-main-3f9251e093c698e0c2fa2826","benchmark":"gpqa_main","data_index":1126,"repeat_index":2,"sample_id":"gpqa-main-3f9251e093c698e0c2fa2826/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1231,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"252debe46c4fa81fca060b5a84d473e7c0bf04c99b8b5f54aab8119f22de36b4"} +{"uuid":"gpqa-main-fcf4fc69f21da83688056521","benchmark":"gpqa_main","data_index":1131,"repeat_index":2,"sample_id":"gpqa-main-fcf4fc69f21da83688056521/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1048,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"691112dd08aec41d1dfd7a48bf6e56a828dc8b340887ad6364daff290f8a88c4"} +{"uuid":"gpqa-main-83f8b78e2bcb92bda5c03787","benchmark":"gpqa_main","data_index":1104,"repeat_index":2,"sample_id":"gpqa-main-83f8b78e2bcb92bda5c03787/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2444,"prompt_tokens":162,"effective_max_tokens":130910,"original_embedded_prediction":"C","question_sha256":"1f06efeb2323c27b7a92e2f6b6d0f631f5b1caa5357a701f99ff4c3d08286bcf"} +{"uuid":"gpqa-main-0cc54149033350a37cf90b8b","benchmark":"gpqa_main","data_index":851,"repeat_index":2,"sample_id":"gpqa-main-0cc54149033350a37cf90b8b/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12447,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"D","question_sha256":"3298921b7dfbbae04c9893edbe6870746b53e2b7af12e9816f07b6f5e0bff9cb"} +{"uuid":"gpqa-main-4644969e4e4615b014b9669f","benchmark":"gpqa_main","data_index":968,"repeat_index":2,"sample_id":"gpqa-main-4644969e4e4615b014b9669f/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7637,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"e663684f8a7728af99d977f274c335c497ac6a7ccf43c64ab979e8407155ce6c"} +{"uuid":"gpqa-main-5af38d4af998e6cc090b76a4","benchmark":"gpqa_main","data_index":1134,"repeat_index":2,"sample_id":"gpqa-main-5af38d4af998e6cc090b76a4/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1123,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"b20325f500465457b07762e2fe70b04e5055bd3df2783351050b6c3d04223eb4"} +{"uuid":"gpqa-main-4b84b53bf506bc0a4468fb2d","benchmark":"gpqa_main","data_index":839,"repeat_index":2,"sample_id":"gpqa-main-4b84b53bf506bc0a4468fb2d/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12847,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"e302b2005d8d406eb5e8fd7aa1707959448ef06e72b5647d2711c9a056cfeffc"} +{"uuid":"gpqa-main-544e43760baf2de3b5be5741","benchmark":"gpqa_main","data_index":1137,"repeat_index":2,"sample_id":"gpqa-main-544e43760baf2de3b5be5741/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1081,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"A","question_sha256":"89418be241a19daa5c02878e565ee51b73f6f2c9bcafffaf554b45989088c1d8"} +{"uuid":"gpqa-main-ff45876351041ad1ce200bb4","benchmark":"gpqa_main","data_index":1091,"repeat_index":2,"sample_id":"gpqa-main-ff45876351041ad1ce200bb4/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3106,"prompt_tokens":345,"effective_max_tokens":130727,"original_embedded_prediction":"B","question_sha256":"32bdeb2d6746cedbaa666a09cbe9ff84eedb094a4f81edb9c09ab191add49c41"} +{"uuid":"gpqa-main-01e62a7b7362ebd043bef6f7","benchmark":"gpqa_main","data_index":996,"repeat_index":2,"sample_id":"gpqa-main-01e62a7b7362ebd043bef6f7/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6707,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"B","question_sha256":"339602fd0ae9cbdaef368f3dcff01cd2d212565d5c7830b14c0fd29de1cb58d6"} +{"uuid":"gpqa-main-43903740f46e3267ecd42324","benchmark":"gpqa_main","data_index":1119,"repeat_index":2,"sample_id":"gpqa-main-43903740f46e3267ecd42324/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2061,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"b52b0025e64a7d0c0023e98ca9fe1f002e22bd987dd934f74304bd22e6e7da20"} +{"uuid":"gpqa-main-728c68de5f34aba879617ff3","benchmark":"gpqa_main","data_index":737,"repeat_index":1,"sample_id":"gpqa-main-728c68de5f34aba879617ff3/repeat-1","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17177,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"93587b6fdb0ccf1d1701c58bd12431b38885397117475f14823f4c52994b39b4"} +{"uuid":"gpqa-main-fcf4fbe275826c7d67e6067b","benchmark":"gpqa_main","data_index":1100,"repeat_index":2,"sample_id":"gpqa-main-fcf4fbe275826c7d67e6067b/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3050,"prompt_tokens":319,"effective_max_tokens":130753,"original_embedded_prediction":"B","question_sha256":"804a1298d02f33e3d34af9885ef317731ae757104a1e874356955c98921afd18"} +{"uuid":"gpqa-main-a67142bf6c763d9963d7474d","benchmark":"gpqa_main","data_index":801,"repeat_index":2,"sample_id":"gpqa-main-a67142bf6c763d9963d7474d/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14653,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"B","question_sha256":"7ed6c7d194038ef8d8c6a84cb18be1015f73754e42d4facb7418e8412ad86b77"} +{"uuid":"gpqa-main-0069a2b69e59906ffd6ca400","benchmark":"gpqa_main","data_index":1059,"repeat_index":2,"sample_id":"gpqa-main-0069a2b69e59906ffd6ca400/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4853,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"409fe9f5585adb91b6eded6462ef297118cee805597838bb23fa38eb32789450"} +{"uuid":"gpqa-main-7093e90be0c6d72d98ef432c","benchmark":"gpqa_main","data_index":1124,"repeat_index":2,"sample_id":"gpqa-main-7093e90be0c6d72d98ef432c/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2165,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"A","question_sha256":"d73f092255e75c14953338c7dc17fa9e41c6378f650bac797b23d3c68133744d"} +{"uuid":"gpqa-main-992d40815d86851a9f6e7230","benchmark":"gpqa_main","data_index":1153,"repeat_index":3,"sample_id":"gpqa-main-992d40815d86851a9f6e7230/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":661,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"b698ebb0cb6d3abffa554435859e51f21dd11a9955cfceece2c7a6fa9b0e2023"} +{"uuid":"gpqa-main-4fb391edde117a3fa772fe15","benchmark":"gpqa_main","data_index":379,"repeat_index":0,"sample_id":"gpqa-main-4fb391edde117a3fa772fe15/repeat-0","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":32065,"prompt_tokens":230,"effective_max_tokens":130842,"original_embedded_prediction":"A","question_sha256":"5131eb311b518c1f3eade66e9c0f4df88aa05e6477bb06e86e3ac1e6fc1ea102"} +{"uuid":"gpqa-main-1cea82df3087b1eb05c4d230","benchmark":"gpqa_main","data_index":1005,"repeat_index":2,"sample_id":"gpqa-main-1cea82df3087b1eb05c4d230/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7147,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"dd05d2d9e9053dd1d4367a61d5f718336fc8f18bc81bdf0ccfb104e241053522"} +{"uuid":"gpqa-main-d8d5dbb2aa6f203775147357","benchmark":"gpqa_main","data_index":1086,"repeat_index":2,"sample_id":"gpqa-main-d8d5dbb2aa6f203775147357/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3932,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"bb18da47ffe6578fb5b30d30128525e8addf5e823c1985c70c606c89ce8d4d7e"} +{"uuid":"gpqa-main-de59169ce40a93ff305f9a41","benchmark":"gpqa_main","data_index":1152,"repeat_index":3,"sample_id":"gpqa-main-de59169ce40a93ff305f9a41/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1032,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"A","question_sha256":"c5859c729f1f8217c8555103da018a579f07eb8df38d8389383b2f4634573327"} +{"uuid":"gpqa-main-ad37592fd14aa64b9045a2c4","benchmark":"gpqa_main","data_index":1142,"repeat_index":2,"sample_id":"gpqa-main-ad37592fd14aa64b9045a2c4/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1483,"prompt_tokens":142,"effective_max_tokens":130930,"original_embedded_prediction":"C","question_sha256":"1b3ff6b6ef905e2e7d9fad403ad7bcef59c07ba5858ab30374d9c1f3f07e7dee"} +{"uuid":"gpqa-main-8523e39e7dc895f15a06a403","benchmark":"gpqa_main","data_index":1099,"repeat_index":2,"sample_id":"gpqa-main-8523e39e7dc895f15a06a403/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3608,"prompt_tokens":243,"effective_max_tokens":130829,"original_embedded_prediction":"D","question_sha256":"9809fdeb256e4181e9705fa439a61deb6dbe804bfb80ffab6cb1bd4565faa027"} +{"uuid":"gpqa-main-18347a23c4b32df1f0b31d1a","benchmark":"gpqa_main","data_index":1163,"repeat_index":3,"sample_id":"gpqa-main-18347a23c4b32df1f0b31d1a/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":509,"prompt_tokens":438,"effective_max_tokens":130634,"original_embedded_prediction":"C","question_sha256":"f69ff8c0001cb2bdea3e51d7d4063a70e8b64bf6f735f62088f0ace464bbe468"} +{"uuid":"gpqa-main-82354c49d9280b8a980b98b4","benchmark":"gpqa_main","data_index":938,"repeat_index":2,"sample_id":"gpqa-main-82354c49d9280b8a980b98b4/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9756,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"C","question_sha256":"57b065d28a6d02a29a3a84f39dd670ba7cdf4e3403506e79b5fc90713897f68e"} +{"uuid":"gpqa-main-e31881ef9b38bb3d802fa432","benchmark":"gpqa_main","data_index":1093,"repeat_index":2,"sample_id":"gpqa-main-e31881ef9b38bb3d802fa432/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3951,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"A","question_sha256":"d2b3b2f779f59635b5b67b63d55e4ada87e7ff867992c7a0b26b010dac9f8650"} +{"uuid":"gpqa-main-d98819c9bc2a4086534acf1b","benchmark":"gpqa_main","data_index":1049,"repeat_index":2,"sample_id":"gpqa-main-d98819c9bc2a4086534acf1b/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5637,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"B","question_sha256":"d53ea2c13c1ce696b626852774a73a189571a138a5fd872cdd3bb15f21f0bf06"} +{"uuid":"gpqa-main-45b8834e3ed027ec73e9cb93","benchmark":"gpqa_main","data_index":1094,"repeat_index":2,"sample_id":"gpqa-main-45b8834e3ed027ec73e9cb93/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4026,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"C","question_sha256":"14a2ed1ddcecc5a3752c954a0c07f0e2ae102378d648cc66bd57385516fbbe20"} +{"uuid":"gpqa-main-238c4616c3347122f4b974e4","benchmark":"gpqa_main","data_index":1133,"repeat_index":2,"sample_id":"gpqa-main-238c4616c3347122f4b974e4/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2286,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"C","question_sha256":"5a24c76ed39eb083ccc9c24780d936fe2e52cba76ae67efa4d647cc35e10037b"} +{"uuid":"gpqa-main-009c62a9f3d3e5b23d7032af","benchmark":"gpqa_main","data_index":885,"repeat_index":2,"sample_id":"gpqa-main-009c62a9f3d3e5b23d7032af/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12307,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"eb3c8e77ceb6bbf6b5fc6d705376aeb984e8d20d498b1668992fc1441b062661"} +{"uuid":"gpqa-main-9254c2db95aeb7ad8ae8a32d","benchmark":"gpqa_main","data_index":1063,"repeat_index":2,"sample_id":"gpqa-main-9254c2db95aeb7ad8ae8a32d/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5236,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"183797b844f5aaf0d4762d5da650b2a14964b261306db104b29a00499b949bd6"} +{"uuid":"gpqa-main-47999f808ae4df35fd817dd2","benchmark":"gpqa_main","data_index":1166,"repeat_index":3,"sample_id":"gpqa-main-47999f808ae4df35fd817dd2/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":789,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"0b24415e0a51d238b6f9b4a8ae6a56386da27f195c825aa8d124ca3e7adc5bb9"} +{"uuid":"gpqa-main-1af843966aecfd5da1f08dd6","benchmark":"gpqa_main","data_index":1158,"repeat_index":3,"sample_id":"gpqa-main-1af843966aecfd5da1f08dd6/repeat-3","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1203,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"A","question_sha256":"13e7c71f8aae7040bd98bd6b7bfe361f01f9aa9f4fd4b6095b40f97963688bdc"} +{"uuid":"gpqa-main-ff85a5ccc5b465a708f70be3","benchmark":"gpqa_main","data_index":1181,"repeat_index":3,"sample_id":"gpqa-main-ff85a5ccc5b465a708f70be3/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":247,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"f86f6ace621f9a5dc4c1d23e2bb2d546e1ca384df523a7a90d793b41a43ebfc6"} +{"uuid":"gpqa-main-1f0af84f0bdb1b68af6a7719","benchmark":"gpqa_main","data_index":1149,"repeat_index":2,"sample_id":"gpqa-main-1f0af84f0bdb1b68af6a7719/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1745,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"D","question_sha256":"47eb07162cc525d2e6a87977deb802204fed59b801dd5e2935cc6edb3c036af1"} +{"uuid":"gpqa-main-cda1b642d52c30858bcdf7a3","benchmark":"gpqa_main","data_index":1179,"repeat_index":3,"sample_id":"gpqa-main-cda1b642d52c30858bcdf7a3/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":378,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"85f5a80c90290184ac6ec65307174970563ac9442644e868f064c886836d7a25"} +{"uuid":"gpqa-main-950b8724526dc5d718438bec","benchmark":"gpqa_main","data_index":1164,"repeat_index":3,"sample_id":"gpqa-main-950b8724526dc5d718438bec/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1045,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"B","question_sha256":"d81eab0b3deeedb23d68076a8f0de5ca6461b5d2d1a7da228f6a0b6ba6ca53e7"} +{"uuid":"gpqa-main-4c9f4186c5ccd49ab906a399","benchmark":"gpqa_main","data_index":951,"repeat_index":2,"sample_id":"gpqa-main-4c9f4186c5ccd49ab906a399/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9784,"prompt_tokens":610,"effective_max_tokens":130462,"original_embedded_prediction":"A","question_sha256":"f634534b5e2327dcc39982a4da6dff404f299e9759a0ac957b0f6017fbe7586e"} +{"uuid":"gpqa-main-b9cd3234a1fbbf6fe8b281a7","benchmark":"gpqa_main","data_index":373,"repeat_index":0,"sample_id":"gpqa-main-b9cd3234a1fbbf6fe8b281a7/repeat-0","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":33158,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"407ed0eb19714d6ab4f488ca6e6a117c40e4991746c31ad1c464c5e529e59565"} +{"uuid":"gpqa-main-22c436000399164406e165b2","benchmark":"gpqa_main","data_index":988,"repeat_index":2,"sample_id":"gpqa-main-22c436000399164406e165b2/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8504,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"B","question_sha256":"836be405f3d05ec5ad1a2bc728339e5141836ace3a584fe3d36ecc50af4dc3ee"} +{"uuid":"gpqa-main-6364129e0f80d3896a3d60e2","benchmark":"gpqa_main","data_index":849,"repeat_index":2,"sample_id":"gpqa-main-6364129e0f80d3896a3d60e2/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14097,"prompt_tokens":526,"effective_max_tokens":130546,"original_embedded_prediction":"B","question_sha256":"123161632faf32d9079808c0fb48f9d5492735ab0a8290fe32ca2f58fad36797"} +{"uuid":"gpqa-main-8299e0bf116ad8ad7b960d26","benchmark":"gpqa_main","data_index":1022,"repeat_index":2,"sample_id":"gpqa-main-8299e0bf116ad8ad7b960d26/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7251,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"D","question_sha256":"dac89ff46a5330836dfa04de2060a9a9d447a0cffd96c06e0cdee48c6a991035"} +{"uuid":"gpqa-main-d022f771c467d057bbb527d0","benchmark":"gpqa_main","data_index":1191,"repeat_index":3,"sample_id":"gpqa-main-d022f771c467d057bbb527d0/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":92,"prompt_tokens":192,"effective_max_tokens":130880,"original_embedded_prediction":"A","question_sha256":"f3fdb78f6fe3c60a21e29d92babec94b4d8c0f6e012394045833653cbdb1a4d7"} +{"uuid":"gpqa-main-810618179b41cff3d8593ba5","benchmark":"gpqa_main","data_index":1175,"repeat_index":3,"sample_id":"gpqa-main-810618179b41cff3d8593ba5/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":870,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"4f7077a78998cfa5dbe881d51f9f859973bb281cce9f5a2bde9d5475cc520111"} +{"uuid":"gpqa-main-3ebc2c6c608ed7f5e7bf9463","benchmark":"gpqa_main","data_index":1172,"repeat_index":3,"sample_id":"gpqa-main-3ebc2c6c608ed7f5e7bf9463/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":966,"prompt_tokens":286,"effective_max_tokens":130786,"original_embedded_prediction":"C","question_sha256":"81bfcfb746da8dbf79e11ca4c419d5416ea1be46678f915598ebe3f9c6b6fc32"} +{"uuid":"gpqa-main-55e31c256bb6191d94e6db4d","benchmark":"gpqa_main","data_index":1130,"repeat_index":2,"sample_id":"gpqa-main-55e31c256bb6191d94e6db4d/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3117,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"126561d6b58fa17bbaffda56837acaf8fab4bf282ccdfdcc2c7a97bfe520889c"} +{"uuid":"gpqa-main-ba7b4d8b6b363240553a5da8","benchmark":"gpqa_main","data_index":1165,"repeat_index":3,"sample_id":"gpqa-main-ba7b4d8b6b363240553a5da8/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1394,"prompt_tokens":320,"effective_max_tokens":130752,"original_embedded_prediction":"C","question_sha256":"f31ead87a22282cc5dfb01f73a1fe9c84520ad1b8dc017953d8293dbe8b47044"} +{"uuid":"gpqa-main-d9fdff837cb2d2e4d1e81014","benchmark":"gpqa_main","data_index":1151,"repeat_index":2,"sample_id":"gpqa-main-d9fdff837cb2d2e4d1e81014/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2143,"prompt_tokens":153,"effective_max_tokens":130919,"original_embedded_prediction":"D","question_sha256":"021732e23dc83767a3bfeabac85945e664d0c83c8f4cd2ecee91855cda0b0d54"} +{"uuid":"gpqa-main-4c4e7752fc041224f19d3f9a","benchmark":"gpqa_main","data_index":1078,"repeat_index":2,"sample_id":"gpqa-main-4c4e7752fc041224f19d3f9a/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5363,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"a7183bc025131850f86e24e7faa64e367e334f399dbbc968c1e6069905fe8c28"} +{"uuid":"gpqa-main-17eb0ef902a11d36b13bb4ba","benchmark":"gpqa_main","data_index":1146,"repeat_index":2,"sample_id":"gpqa-main-17eb0ef902a11d36b13bb4ba/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2314,"prompt_tokens":290,"effective_max_tokens":130782,"original_embedded_prediction":"C","question_sha256":"da025e796cabfda79ad3a899a873052b028159563074d0934fabc7ee4c54d8ad"} +{"uuid":"gpqa-main-9f607ccb3302f27b4ebe90a4","benchmark":"gpqa_main","data_index":1058,"repeat_index":2,"sample_id":"gpqa-main-9f607ccb3302f27b4ebe90a4/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6392,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"B","question_sha256":"e2c8b6a88dfedf13a4a35e2964dc77f2e082e87417c972bf7406bdb2405985f7"} +{"uuid":"gpqa-main-0d56f92dcb32c3f0494a4705","benchmark":"gpqa_main","data_index":1167,"repeat_index":3,"sample_id":"gpqa-main-0d56f92dcb32c3f0494a4705/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1496,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"D","question_sha256":"d48362abba761cef50927ef586befd9a2fdb343aa19b2fa457ee74fb6dbfb56b"} +{"uuid":"gpqa-main-0293685a5c3ddbc5b15dcfa0","benchmark":"gpqa_main","data_index":1001,"repeat_index":2,"sample_id":"gpqa-main-0293685a5c3ddbc5b15dcfa0/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8490,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"db2ca8d93d5ff50bd9f602bc5b3d339b547349c54c540850544e01393770a4ff"} +{"uuid":"gpqa-main-21bf0d1bb4513b046dfdf875","benchmark":"gpqa_main","data_index":1174,"repeat_index":3,"sample_id":"gpqa-main-21bf0d1bb4513b046dfdf875/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1168,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"916a1ca795d38f4c815c99d6f162f52af934ee4e1b0d100dc0a7fb747631f7a7"} +{"uuid":"gpqa-main-e10311e2a20f5ef70b44af1a","benchmark":"gpqa_main","data_index":1148,"repeat_index":2,"sample_id":"gpqa-main-e10311e2a20f5ef70b44af1a/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2365,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"D","question_sha256":"840fab180da436fa17bd480d15eb270c8be4535800795f8fe8c3d0b1ac29ca9d"} +{"uuid":"gpqa-main-ad8f0afd2f116341ed3a69c0","benchmark":"gpqa_main","data_index":1192,"repeat_index":3,"sample_id":"gpqa-main-ad8f0afd2f116341ed3a69c0/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":388,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"b6c9142bf69c50d0a62b5b8254344b66610ca208a646e6a69a606819b7eb1bf8"} +{"uuid":"gpqa-main-adffc79c4b20a953ccbf4cd1","benchmark":"gpqa_main","data_index":1140,"repeat_index":2,"sample_id":"gpqa-main-adffc79c4b20a953ccbf4cd1/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2932,"prompt_tokens":170,"effective_max_tokens":130902,"original_embedded_prediction":"D","question_sha256":"a9acc5caf0ab2f58b68d62ac52eac5bd31ee4a74a832bd753df339176dbbaefe"} +{"uuid":"gpqa-main-b7ef729c55e0cb48c67bca16","benchmark":"gpqa_main","data_index":1183,"repeat_index":3,"sample_id":"gpqa-main-b7ef729c55e0cb48c67bca16/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":833,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"B","question_sha256":"732a49f65a753e1d2c9ebb525ad8cc4c9ea6aa812fdc5eda3c630aa4aa35c7b5"} +{"uuid":"gpqa-main-91b254f1e1c8041fbc1a3222","benchmark":"gpqa_main","data_index":1128,"repeat_index":2,"sample_id":"gpqa-main-91b254f1e1c8041fbc1a3222/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3592,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"35cf9161cc3c5b82d0770ab2b2fdef4a970ddae93523dee3a6bde8574e79b13d"} +{"uuid":"gpqa-main-3d4249ae7ea85a07b7726fff","benchmark":"gpqa_main","data_index":1161,"repeat_index":3,"sample_id":"gpqa-main-3d4249ae7ea85a07b7726fff/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2093,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"f3a651caf4cc86d7183e2aa4e94783901dfd4ba7026521589b0aa1f1c95b0e55"} +{"uuid":"gpqa-main-39045ad4d1274d0e56839d7b","benchmark":"gpqa_main","data_index":1144,"repeat_index":2,"sample_id":"gpqa-main-39045ad4d1274d0e56839d7b/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2615,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"429df35a12720ff87021b558515bede2e2590914376178a956309c141594787f"} +{"uuid":"gpqa-main-485d6d2d8d4ef097891a30ae","benchmark":"gpqa_main","data_index":1138,"repeat_index":2,"sample_id":"gpqa-main-485d6d2d8d4ef097891a30ae/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3297,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"B","question_sha256":"c6a4a4365a6f088ad7d433e788ad1983c25ce2a6965fa332c2fd4f61eea9bbbc"} +{"uuid":"gpqa-main-d750e02b8d42b4b4d6aba4b9","benchmark":"gpqa_main","data_index":1193,"repeat_index":3,"sample_id":"gpqa-main-d750e02b8d42b4b4d6aba4b9/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":686,"prompt_tokens":944,"effective_max_tokens":130128,"original_embedded_prediction":"D","question_sha256":"5ea7e9b17f677439bf5f6e43169cb794916985d1c5964f6a0d8becf3f9e3b7ad"} +{"uuid":"gpqa-main-fd21f7c7356e7f51f0cabd07","benchmark":"gpqa_main","data_index":969,"repeat_index":2,"sample_id":"gpqa-main-fd21f7c7356e7f51f0cabd07/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9985,"prompt_tokens":601,"effective_max_tokens":130471,"original_embedded_prediction":"D","question_sha256":"db246f6acae65ff2e4bb6caad314b6583cd0085f0d81b1b20515ca2fe73b6f72"} +{"uuid":"gpqa-main-f79cea2e3c2e242b6e0da4d5","benchmark":"gpqa_main","data_index":1206,"repeat_index":3,"sample_id":"gpqa-main-f79cea2e3c2e242b6e0da4d5/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":420,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"D","question_sha256":"bdc1ab103002886dcbe879cd751d3e27b8ba6e988859bb80422ea04871269448"} +{"uuid":"gpqa-main-a1ec72afe45eedbea242cd73","benchmark":"gpqa_main","data_index":1196,"repeat_index":3,"sample_id":"gpqa-main-a1ec72afe45eedbea242cd73/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":706,"prompt_tokens":310,"effective_max_tokens":130762,"original_embedded_prediction":"A","question_sha256":"e87180319d813402cf71637950d93636988703d0477e2bb79fb03a1d2df9afe3"} +{"uuid":"gpqa-main-6364129e0f80d3896a3d60e2","benchmark":"gpqa_main","data_index":465,"repeat_index":1,"sample_id":"gpqa-main-6364129e0f80d3896a3d60e2/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":30473,"prompt_tokens":526,"effective_max_tokens":130546,"original_embedded_prediction":"D","question_sha256":"123161632faf32d9079808c0fb48f9d5492735ab0a8290fe32ca2f58fad36797"} +{"uuid":"gpqa-main-834c95c23407a9d2c736d2ee","benchmark":"gpqa_main","data_index":1209,"repeat_index":3,"sample_id":"gpqa-main-834c95c23407a9d2c736d2ee/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":507,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"bb698537245b51d08b5d5a6cecdfd1a4e34f7ac0f17e13da8d713af9341a9366"} +{"uuid":"gpqa-main-08cb3c41dbaa57f424632b84","benchmark":"gpqa_main","data_index":772,"repeat_index":2,"sample_id":"gpqa-main-08cb3c41dbaa57f424632b84/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18048,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"B","question_sha256":"e37327eb6a290bf649f9b548f5d9834983b5d59efc10b4281a4bdbb75523863f"} +{"uuid":"gpqa-main-efc527af4c77c27856f0d201","benchmark":"gpqa_main","data_index":1212,"repeat_index":3,"sample_id":"gpqa-main-efc527af4c77c27856f0d201/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":497,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"29ffae74d292a9a38f72dd8e95efab3be752912b79e848701193359c657937f6"} +{"uuid":"gpqa-main-043ca5f03089118ef536135d","benchmark":"gpqa_main","data_index":914,"repeat_index":2,"sample_id":"gpqa-main-043ca5f03089118ef536135d/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12736,"prompt_tokens":594,"effective_max_tokens":130478,"original_embedded_prediction":"C","question_sha256":"43c5cb4f57895b07f3e1815e411f315dfa3fe44fe601b5aacde7c1244cdcaa89"} +{"uuid":"gpqa-main-ae71bab05f11abac2f706bb9","benchmark":"gpqa_main","data_index":725,"repeat_index":1,"sample_id":"gpqa-main-ae71bab05f11abac2f706bb9/repeat-1","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20317,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"d160134fd023bac8e7f94f4d4e70e01dc36d3ae74bb54ab778b03686e5b7b2c0"} +{"uuid":"gpqa-main-c5fc0037165678ab354bad30","benchmark":"gpqa_main","data_index":997,"repeat_index":2,"sample_id":"gpqa-main-c5fc0037165678ab354bad30/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9365,"prompt_tokens":158,"effective_max_tokens":130914,"original_embedded_prediction":"D","question_sha256":"cc55519c3a9058d775356db9fd87b9279f120f69e3d435e9886ed87f62c6a229"} +{"uuid":"gpqa-main-feeb39404129cbb3b7e867ec","benchmark":"gpqa_main","data_index":1195,"repeat_index":3,"sample_id":"gpqa-main-feeb39404129cbb3b7e867ec/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1107,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"B","question_sha256":"a80144fd582290217d4749a45438b278db047877b2f9babd5f52d9d0dcc88daf"} +{"uuid":"gpqa-main-50467ff0a4937693425f108b","benchmark":"gpqa_main","data_index":1159,"repeat_index":3,"sample_id":"gpqa-main-50467ff0a4937693425f108b/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2822,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"B","question_sha256":"ee40e0ba47746454343829f9f66dd4d391816fe24ca19edf78fcce05cf1f26d8"} +{"uuid":"gpqa-main-9b60a112c6568a530227ce47","benchmark":"gpqa_main","data_index":1200,"repeat_index":3,"sample_id":"gpqa-main-9b60a112c6568a530227ce47/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1006,"prompt_tokens":443,"effective_max_tokens":130629,"original_embedded_prediction":"D","question_sha256":"4dd7bd0636dc935d4359866d23d365353db91692ab9b80b438a3f65683abf4e7"} +{"uuid":"gpqa-main-763daf42ea0c79050a6a4d1d","benchmark":"gpqa_main","data_index":1213,"repeat_index":3,"sample_id":"gpqa-main-763daf42ea0c79050a6a4d1d/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":649,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"D","question_sha256":"72b4053b92adde478bb40c3fb9ef1e06215efe5922e2d600121170f824d32c13"} +{"uuid":"gpqa-main-4355802640dddd3e060d2a59","benchmark":"gpqa_main","data_index":563,"repeat_index":1,"sample_id":"gpqa-main-4355802640dddd3e060d2a59/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":26828,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"ebe141e8c3f27bb731fd3889679a36aab5827f4caa81d8400d66a6bf492fe486"} +{"uuid":"gpqa-main-cdaa7da74e15a8dfc40e0582","benchmark":"gpqa_main","data_index":959,"repeat_index":2,"sample_id":"gpqa-main-cdaa7da74e15a8dfc40e0582/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11039,"prompt_tokens":410,"effective_max_tokens":130662,"original_embedded_prediction":"D","question_sha256":"733e93868ff7691423e0d318a4d9ba6ce801d7c2ef5c53b8020d7eb13c2c9a5c"} +{"uuid":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea","benchmark":"gpqa_main","data_index":733,"repeat_index":1,"sample_id":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea/repeat-1","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20100,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"D","question_sha256":"78b6f83c0d1137982356bff0e0d20f60e32542e5815ffd693af8f421f9e4741d"} +{"uuid":"gpqa-main-4355802640dddd3e060d2a59","benchmark":"gpqa_main","data_index":947,"repeat_index":2,"sample_id":"gpqa-main-4355802640dddd3e060d2a59/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11443,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"ebe141e8c3f27bb731fd3889679a36aab5827f4caa81d8400d66a6bf492fe486"} +{"uuid":"gpqa-main-5f1108e8b2f18297c04895bf","benchmark":"gpqa_main","data_index":1097,"repeat_index":2,"sample_id":"gpqa-main-5f1108e8b2f18297c04895bf/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5918,"prompt_tokens":447,"effective_max_tokens":130625,"original_embedded_prediction":"A","question_sha256":"d6e89de54268d0839b91cc5f860fd4903b1d8277accaf665ced8b5404cdbbe84"} +{"uuid":"gpqa-main-55aa21aa9a62e56aab915b32","benchmark":"gpqa_main","data_index":1070,"repeat_index":2,"sample_id":"gpqa-main-55aa21aa9a62e56aab915b32/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6847,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"D","question_sha256":"e6eba602b3eef649fed522c6b8737556699845aee5b419773938063ec6b83257"} +{"uuid":"gpqa-main-84e0462fb979739143160f76","benchmark":"gpqa_main","data_index":1226,"repeat_index":3,"sample_id":"gpqa-main-84e0462fb979739143160f76/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":230,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"A","question_sha256":"17821f797104818a4e9c06d5499572866481ca7a9f6bf4d3993cbc935754c06e"} +{"uuid":"gpqa-main-e47ea8383f43129dec459997","benchmark":"gpqa_main","data_index":1052,"repeat_index":2,"sample_id":"gpqa-main-e47ea8383f43129dec459997/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7683,"prompt_tokens":262,"effective_max_tokens":130810,"original_embedded_prediction":"D","question_sha256":"9e7260c352d5970f26856e94943b008fa72ebf3264a0e2790592a41209cfac2d"} +{"uuid":"gpqa-main-4e62cd257f17d5af418a8d34","benchmark":"gpqa_main","data_index":982,"repeat_index":2,"sample_id":"gpqa-main-4e62cd257f17d5af418a8d34/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10311,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"654fc443f2efbec09d0f966244083f4545f4f851e28d7f4e0f9c07cb156b2d1d"} +{"uuid":"gpqa-main-398c3b21ff64a0edc7ed8444","benchmark":"gpqa_main","data_index":965,"repeat_index":2,"sample_id":"gpqa-main-398c3b21ff64a0edc7ed8444/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10974,"prompt_tokens":839,"effective_max_tokens":130233,"original_embedded_prediction":"B","question_sha256":"8efc35cf270e2b051ad9ae732723df9c7261cecaf1410edf2c43f3ca7aa749cc"} +{"uuid":"gpqa-main-fbf1f6e62b48cbbf0bca4714","benchmark":"gpqa_main","data_index":1203,"repeat_index":3,"sample_id":"gpqa-main-fbf1f6e62b48cbbf0bca4714/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1315,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"59affc9a905621c391ee7886c0e428eac5cb1f60c7c251e2fc1fcb081cb8e076"} +{"uuid":"gpqa-main-3d3dfe64363613833bb52e81","benchmark":"gpqa_main","data_index":993,"repeat_index":2,"sample_id":"gpqa-main-3d3dfe64363613833bb52e81/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10057,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"B","question_sha256":"ec22f627211f722949e6d36efcb583b2f796830a38cf5cf5dcba4f727562d975"} +{"uuid":"gpqa-main-8db8ffb39e6d3e618c8d388c","benchmark":"gpqa_main","data_index":1208,"repeat_index":3,"sample_id":"gpqa-main-8db8ffb39e6d3e618c8d388c/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1249,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"B","question_sha256":"28dff82ab12e25f0b479054be2f5d8b597951c2458e383bb25cf488b09c98ff5"} +{"uuid":"gpqa-main-efbd16944acebfe43928d489","benchmark":"gpqa_main","data_index":1201,"repeat_index":3,"sample_id":"gpqa-main-efbd16944acebfe43928d489/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1471,"prompt_tokens":328,"effective_max_tokens":130744,"original_embedded_prediction":"B","question_sha256":"40b2b50a3c993902d4327a3072c497b0bfcbac42a638ecf92be395be7ef82ab0"} +{"uuid":"gpqa-main-35569b36357cfce18162c999","benchmark":"gpqa_main","data_index":1204,"repeat_index":3,"sample_id":"gpqa-main-35569b36357cfce18162c999/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1432,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"D","question_sha256":"a2136b05b78259562b913f1f56520c4184d70bf60017617a442a41f907c31b78"} +{"uuid":"gpqa-main-7a6f40292c595b5ffad3d66b","benchmark":"gpqa_main","data_index":1232,"repeat_index":3,"sample_id":"gpqa-main-7a6f40292c595b5ffad3d66b/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":460,"prompt_tokens":317,"effective_max_tokens":130755,"original_embedded_prediction":"A","question_sha256":"82d8161e96256872367b5e1c12af2c1f91e6c4a6aac3d066708fccb1826bf840"} +{"uuid":"gpqa-main-443f8ea9f271c4442521f8e4","benchmark":"gpqa_main","data_index":1067,"repeat_index":2,"sample_id":"gpqa-main-443f8ea9f271c4442521f8e4/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7521,"prompt_tokens":326,"effective_max_tokens":130746,"original_embedded_prediction":"A","question_sha256":"9211da2d82adb786850c236cd14fc05728eb04599b0abc0202714ba6bd385d19"} +{"uuid":"gpqa-main-13dda0527a69422c0bfefb23","benchmark":"gpqa_main","data_index":1197,"repeat_index":3,"sample_id":"gpqa-main-13dda0527a69422c0bfefb23/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1922,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"A","question_sha256":"952dd56af4d111bc829dbe6171c480a13632e8b5771e33245330d32115f96774"} +{"uuid":"gpqa-main-3357b4ebb8c461cb9eeca4bd","benchmark":"gpqa_main","data_index":462,"repeat_index":1,"sample_id":"gpqa-main-3357b4ebb8c461cb9eeca4bd/repeat-1","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":31866,"prompt_tokens":283,"effective_max_tokens":130789,"original_embedded_prediction":"B","question_sha256":"cdffe5a4f742a97a3cc2ffedfc8d78a3ffa14249a51afc48e9d7aa8fc6b499a8"} +{"uuid":"gpqa-main-832feb793ff377da50abf878","benchmark":"gpqa_main","data_index":1221,"repeat_index":3,"sample_id":"gpqa-main-832feb793ff377da50abf878/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1136,"prompt_tokens":202,"effective_max_tokens":130870,"original_embedded_prediction":"B","question_sha256":"9cb12d81fbbe616cc95beecd1627265e0b5a2fa48b8e7493d3df89b378afbc12"} +{"uuid":"gpqa-main-d28c5e0e8deb0d1fde12ef5f","benchmark":"gpqa_main","data_index":577,"repeat_index":1,"sample_id":"gpqa-main-d28c5e0e8deb0d1fde12ef5f/repeat-1","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":27112,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"6913f7a17a2db54c9dcd8af6af20806e66b00fe4bb9691ca42d9f15184908f62"} +{"uuid":"gpqa-main-498b428b55b7644426a781c9","benchmark":"gpqa_main","data_index":1216,"repeat_index":3,"sample_id":"gpqa-main-498b428b55b7644426a781c9/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1442,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"C","question_sha256":"7fbfdc18f5a18b666f8d4afc859af60c4c56ab7d8d677d46fb01a050207ac688"} +{"uuid":"gpqa-main-cdc31486df3de65ec2c324e2","benchmark":"gpqa_main","data_index":1171,"repeat_index":3,"sample_id":"gpqa-main-cdc31486df3de65ec2c324e2/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3107,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"4d233cd7b8524c989eb47a4c40d6f2f47070b986fea11e3ee3029c07db9b3356"} +{"uuid":"gpqa-main-1989edb8041cc1c94659dcc4","benchmark":"gpqa_main","data_index":1108,"repeat_index":2,"sample_id":"gpqa-main-1989edb8041cc1c94659dcc4/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6227,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"364ddb1397abdc7ae2201c88354f8df3f89b63c28330217a94cf8cf96c19ae54"} +{"uuid":"gpqa-main-5334e8bdecfbd08a0fceb69b","benchmark":"gpqa_main","data_index":1199,"repeat_index":3,"sample_id":"gpqa-main-5334e8bdecfbd08a0fceb69b/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2050,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"B","question_sha256":"0c1cc6cb8c9b9a25c645b86bbada068207876248621f0327486d559892b7a8a9"} +{"uuid":"gpqa-main-579e17ce4c553c730c526a5c","benchmark":"gpqa_main","data_index":1194,"repeat_index":3,"sample_id":"gpqa-main-579e17ce4c553c730c526a5c/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2266,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"D","question_sha256":"1ce3d847d25b2c2f678c304f134266501155719553a1a003f38a6b0a75ffb81b"} +{"uuid":"gpqa-main-55f2934c4eb0b8293b1d65aa","benchmark":"gpqa_main","data_index":989,"repeat_index":2,"sample_id":"gpqa-main-55f2934c4eb0b8293b1d65aa/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10881,"prompt_tokens":314,"effective_max_tokens":130758,"original_embedded_prediction":"D","question_sha256":"790d06fbc2ae95b0429cab870e5895c5de8a75b14d0bda1401b1503293606c67"} +{"uuid":"gpqa-main-efa466851677550746c06a1f","benchmark":"gpqa_main","data_index":1190,"repeat_index":3,"sample_id":"gpqa-main-efa466851677550746c06a1f/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2427,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"D","question_sha256":"b64a2faa078044133322af9742b3f75788b5f8e5701f1fee08d693854a842448"} +{"uuid":"gpqa-main-47f8cee187b620660c7d11b3","benchmark":"gpqa_main","data_index":1224,"repeat_index":3,"sample_id":"gpqa-main-47f8cee187b620660c7d11b3/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1281,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"b114078343a4ce3eeaa845ee2c7bfa4ac7c9add00f507d8ff60e46cca593fb46"} +{"uuid":"gpqa-main-ddc1b02f963a2f785385132e","benchmark":"gpqa_main","data_index":1245,"repeat_index":3,"sample_id":"gpqa-main-ddc1b02f963a2f785385132e/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":491,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"d5e7b22736a2cdaa0f2553a100795aa6b7e150fcc1b9fe093e28e3fea855f346"} +{"uuid":"gpqa-main-6f84d17ede852cd9196347bd","benchmark":"gpqa_main","data_index":1132,"repeat_index":2,"sample_id":"gpqa-main-6f84d17ede852cd9196347bd/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5356,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"B","question_sha256":"e410f49b6f85564bf5b9226069391669e4c376097b2656e616a6b82abd4729ac"} +{"uuid":"gpqa-main-49e3b768e85f009875fb4b7f","benchmark":"gpqa_main","data_index":1222,"repeat_index":3,"sample_id":"gpqa-main-49e3b768e85f009875fb4b7f/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1432,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"B","question_sha256":"181abbdaf75899b4c447f9c98c58f90512c06ffe5521e109fa83597da1fb7aae"} +{"uuid":"gpqa-main-002cb7f9ef3ee2a3d460b42e","benchmark":"gpqa_main","data_index":1237,"repeat_index":3,"sample_id":"gpqa-main-002cb7f9ef3ee2a3d460b42e/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1111,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"3bed68f29773b3484a0b5acab22f438229b63f2a324fb817a933e4d514178386"} +{"uuid":"gpqa-main-f022820fa3c0f536a4d4a9bc","benchmark":"gpqa_main","data_index":1123,"repeat_index":2,"sample_id":"gpqa-main-f022820fa3c0f536a4d4a9bc/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5993,"prompt_tokens":288,"effective_max_tokens":130784,"original_embedded_prediction":"A","question_sha256":"d7be2d674d4903c49886b492451a9febcfb5696ccd6f0931c4d48ef06a19b2b9"} +{"uuid":"gpqa-main-cfc742b1ce24bfc75356765e","benchmark":"gpqa_main","data_index":1047,"repeat_index":2,"sample_id":"gpqa-main-cfc742b1ce24bfc75356765e/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8995,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"B","question_sha256":"c1f013c71ec1bfdf03d8071ec0a1d30c0d10b7e87429512ec32711a88cc41cb1"} +{"uuid":"gpqa-main-bf684ea09dc8822450fbd37c","benchmark":"gpqa_main","data_index":1236,"repeat_index":3,"sample_id":"gpqa-main-bf684ea09dc8822450fbd37c/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1220,"prompt_tokens":372,"effective_max_tokens":130700,"original_embedded_prediction":"A","question_sha256":"8f0911e951adf5df2bfc8aa29c14de392a998e2fa48463ceecedcd39a8301453"} +{"uuid":"gpqa-main-7239e8e1a6f52b11d89b376d","benchmark":"gpqa_main","data_index":1187,"repeat_index":3,"sample_id":"gpqa-main-7239e8e1a6f52b11d89b376d/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2883,"prompt_tokens":359,"effective_max_tokens":130713,"original_embedded_prediction":"D","question_sha256":"6b778965b4593497cd5378ecaa94e84f97d2910300038afb6590a8e9376b791c"} +{"uuid":"gpqa-main-46f745f508b4d1ad41a0eb01","benchmark":"gpqa_main","data_index":1110,"repeat_index":2,"sample_id":"gpqa-main-46f745f508b4d1ad41a0eb01/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6590,"prompt_tokens":392,"effective_max_tokens":130680,"original_embedded_prediction":"A","question_sha256":"4971bc5df5aee8c296226e29269969e334193d698a942dccd75dac5459c05a5c"} +{"uuid":"gpqa-main-92c9d90b543b6779261f70f7","benchmark":"gpqa_main","data_index":1027,"repeat_index":2,"sample_id":"gpqa-main-92c9d90b543b6779261f70f7/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9921,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"A","question_sha256":"1c7aff3f5221c2086c7143b43e0c46921a03859d45bfce22f1a1286ece235b1a"} +{"uuid":"gpqa-main-f35f531075e0f4b71e6bfdf7","benchmark":"gpqa_main","data_index":1180,"repeat_index":3,"sample_id":"gpqa-main-f35f531075e0f4b71e6bfdf7/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3390,"prompt_tokens":440,"effective_max_tokens":130632,"original_embedded_prediction":"B","question_sha256":"1dec0a47229d6987f418c244cc1169bdeb04c6134b883ac8895dc2380cdf0539"} +{"uuid":"gpqa-main-65b3a19abfb8f6bf88bf75f5","benchmark":"gpqa_main","data_index":1135,"repeat_index":2,"sample_id":"gpqa-main-65b3a19abfb8f6bf88bf75f5/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5705,"prompt_tokens":308,"effective_max_tokens":130764,"original_embedded_prediction":"B","question_sha256":"a8345a17dbfe0f12b34f72265cd346edb8235c10a1aa78acb6be06124a19360a"} +{"uuid":"gpqa-main-a8c391dd6337620cc79cae0e","benchmark":"gpqa_main","data_index":1184,"repeat_index":3,"sample_id":"gpqa-main-a8c391dd6337620cc79cae0e/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3442,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"435ccdce7cc6c5543ffaf20b4d850d905357568605d01b3a595d44df3dd30d0d"} +{"uuid":"gpqa-main-6bb4180b8c6df2f8f7490345","benchmark":"gpqa_main","data_index":1178,"repeat_index":3,"sample_id":"gpqa-main-6bb4180b8c6df2f8f7490345/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3704,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"a40e1e0f0ddd21a34df82626b6553232ad944bbeec5bf0819aaf5ae0b1a92c59"} +{"uuid":"gpqa-main-09311165c3bc8a7742115024","benchmark":"gpqa_main","data_index":1173,"repeat_index":3,"sample_id":"gpqa-main-09311165c3bc8a7742115024/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3900,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d6deae7022d40b283a8b0053867ff7e2d44f15fac7c364d3b34e67d903596cf7"} +{"uuid":"gpqa-main-41ca21006bb37fef24a8975a","benchmark":"gpqa_main","data_index":1238,"repeat_index":3,"sample_id":"gpqa-main-41ca21006bb37fef24a8975a/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1505,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"8d132ce83553f28f02599f90e3c52fb60d8f58faea0f09152f78f7df6e310abc"} +{"uuid":"gpqa-main-2bd63c617299c18c1cfd5b0a","benchmark":"gpqa_main","data_index":964,"repeat_index":2,"sample_id":"gpqa-main-2bd63c617299c18c1cfd5b0a/repeat-2","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12600,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"A","question_sha256":"bd7804f896ba3deb7fd65cc0c562744a80232f45bbc9c5ffa8652308c167c329"} +{"uuid":"gpqa-main-a5811d01e615771d5e0b48fb","benchmark":"gpqa_main","data_index":1252,"repeat_index":3,"sample_id":"gpqa-main-a5811d01e615771d5e0b48fb/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":968,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"D","question_sha256":"18c1c5c103fb01b10fd0ca282f8eab427517d6587a0a9962010b5ad16e05b98f"} +{"uuid":"gpqa-main-7c7ae85beee22afc94024aa0","benchmark":"gpqa_main","data_index":1145,"repeat_index":2,"sample_id":"gpqa-main-7c7ae85beee22afc94024aa0/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5266,"prompt_tokens":179,"effective_max_tokens":130893,"original_embedded_prediction":"C","question_sha256":"17ee204f8a3ef8904b0418dcf3bac347173df36a87b5535f055046fe6fae8879"} +{"uuid":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7","benchmark":"gpqa_main","data_index":1189,"repeat_index":3,"sample_id":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3323,"prompt_tokens":279,"effective_max_tokens":130793,"original_embedded_prediction":"C","question_sha256":"f730b35adb897658b28382d90ae7881a77e5d86003cc9b3942862d742001d4fb"} +{"uuid":"gpqa-main-7c3c45d7826322d2dd84475f","benchmark":"gpqa_main","data_index":1250,"repeat_index":3,"sample_id":"gpqa-main-7c3c45d7826322d2dd84475f/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1059,"prompt_tokens":419,"effective_max_tokens":130653,"original_embedded_prediction":"A","question_sha256":"f98a4cc383b4e02c52b4cdafe1b79c1d58df251d5d10ab65f71740d27243ed28"} +{"uuid":"gpqa-main-8cf981eedacab9acbdd5b00c","benchmark":"gpqa_main","data_index":1244,"repeat_index":3,"sample_id":"gpqa-main-8cf981eedacab9acbdd5b00c/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1526,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"D","question_sha256":"14dcd60f9986bbbcbbdc0e4b3462397b01801a452d9756100ed129baa5baf68c"} +{"uuid":"gpqa-main-6543e2c47b61f7f328bcf42d","benchmark":"gpqa_main","data_index":1188,"repeat_index":3,"sample_id":"gpqa-main-6543e2c47b61f7f328bcf42d/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3565,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"D","question_sha256":"9f8c4aa52521e2926d56fdd03cf5aeaf3543c911c9b75774731cd1204efc1328"} +{"uuid":"gpqa-main-5caa71cb7e0124d349b3046e","benchmark":"gpqa_main","data_index":1228,"repeat_index":3,"sample_id":"gpqa-main-5caa71cb7e0124d349b3046e/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2216,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"B","question_sha256":"965fd430b8ea291a67e2311c4874eba053c21ea0ce6fa222eec4bed300fc2976"} +{"uuid":"gpqa-main-be458c5a0490a8298ea11494","benchmark":"gpqa_main","data_index":1271,"repeat_index":3,"sample_id":"gpqa-main-be458c5a0490a8298ea11494/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":646,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"17cada7a00fa20e35d380a47aad58aace15d791f3cd4f119acb4635e55951129"} +{"uuid":"gpqa-main-2322ddc82747aa5a01bf1c1e","benchmark":"gpqa_main","data_index":1254,"repeat_index":3,"sample_id":"gpqa-main-2322ddc82747aa5a01bf1c1e/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1440,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"d9d7e1406d6a9d440081915edafcb4a493a40b6172838b858a979c0a58bb4c62"} +{"uuid":"gpqa-main-b13e6b95879d48313e527260","benchmark":"gpqa_main","data_index":1257,"repeat_index":3,"sample_id":"gpqa-main-b13e6b95879d48313e527260/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1358,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"B","question_sha256":"145b51d1c857830091d0dfa7043504329aa8d2a847b5b738079d210a94da31cb"} +{"uuid":"gpqa-main-33b9f4658edfefac92faa4d3","benchmark":"gpqa_main","data_index":1044,"repeat_index":2,"sample_id":"gpqa-main-33b9f4658edfefac92faa4d3/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10216,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"A","question_sha256":"21b950759e4e088c97c70fcca487f4b3ceddd69dd2563433e332a0dde94eeddb"} +{"uuid":"gpqa-main-b654b748170277d4b0d0c6b5","benchmark":"gpqa_main","data_index":1246,"repeat_index":3,"sample_id":"gpqa-main-b654b748170277d4b0d0c6b5/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1764,"prompt_tokens":508,"effective_max_tokens":130564,"original_embedded_prediction":"D","question_sha256":"010973f2a9805982e33bfecd460da27e4d2f170e4567ebf854c807385bea09d3"} +{"uuid":"gpqa-main-acecd9428a5b4368f1f5bc82","benchmark":"gpqa_main","data_index":1077,"repeat_index":2,"sample_id":"gpqa-main-acecd9428a5b4368f1f5bc82/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8929,"prompt_tokens":336,"effective_max_tokens":130736,"original_embedded_prediction":"C","question_sha256":"2d1e5de4bf7305d1b5eee8dda5415195dc333d71b3f50fa60508a928b67fb336"} +{"uuid":"gpqa-main-5f336d7998263d21db8f15c1","benchmark":"gpqa_main","data_index":1202,"repeat_index":3,"sample_id":"gpqa-main-5f336d7998263d21db8f15c1/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3540,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"C","question_sha256":"5028b464f9ac881885af02d0d7fda29d17165d3804f0f84dbc2e8f6dbd923739"} +{"uuid":"gpqa-main-b306a5cb19a37a5923ddeda3","benchmark":"gpqa_main","data_index":1143,"repeat_index":2,"sample_id":"gpqa-main-b306a5cb19a37a5923ddeda3/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6007,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"10d0692d1c6af6008ffff69894cb0183dafbb80748247a3a0e1961e87f1e7c9f"} +{"uuid":"gpqa-main-73f6c00588963349c225df6c","benchmark":"gpqa_main","data_index":1265,"repeat_index":3,"sample_id":"gpqa-main-73f6c00588963349c225df6c/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1193,"prompt_tokens":476,"effective_max_tokens":130596,"original_embedded_prediction":"C","question_sha256":"6c8759c4aac1084515abf1e3c463c7a0b6411dc3fa720a9a5fb5ac8f5777b49c"} +{"uuid":"gpqa-main-2efd60649bdbaa65b5969003","benchmark":"gpqa_main","data_index":1125,"repeat_index":2,"sample_id":"gpqa-main-2efd60649bdbaa65b5969003/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7052,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"B","question_sha256":"af907b84cdd249e3bd0dcd3a0fc488c3673df744a66342233bebd85574ac74c3"} +{"uuid":"gpqa-main-0fb808246cf99919fa61cf95","benchmark":"gpqa_main","data_index":1136,"repeat_index":2,"sample_id":"gpqa-main-0fb808246cf99919fa61cf95/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6589,"prompt_tokens":415,"effective_max_tokens":130657,"original_embedded_prediction":"D","question_sha256":"8dd19f310e71e68caf9619c551faf073baee082c2fdae90e86d766c8f04dd15c"} +{"uuid":"gpqa-main-7684b3ed8a4540e6099495df","benchmark":"gpqa_main","data_index":1095,"repeat_index":2,"sample_id":"gpqa-main-7684b3ed8a4540e6099495df/repeat-2","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8534,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"B","question_sha256":"0caf81b8c83789b0b258b80856002cff7fd589a737844db0407269017bcd1955"} +{"uuid":"gpqa-main-539a673f0443ba9cdc31b864","benchmark":"gpqa_main","data_index":1035,"repeat_index":2,"sample_id":"gpqa-main-539a673f0443ba9cdc31b864/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10832,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"A","question_sha256":"d25187b99e4997c1700ffeb87fd595e878957e452f20a2f00d5489fecd0b3b30"} +{"uuid":"gpqa-main-4373b5f7be197f26258c18cf","benchmark":"gpqa_main","data_index":944,"repeat_index":2,"sample_id":"gpqa-main-4373b5f7be197f26258c18cf/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14245,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"C","question_sha256":"56563ccb64ef7d8686cd4d8da77c8b4636353d0bb75dbefa360323671dfffed1"} +{"uuid":"gpqa-main-3b577bce88d27365cf34e990","benchmark":"gpqa_main","data_index":1112,"repeat_index":2,"sample_id":"gpqa-main-3b577bce88d27365cf34e990/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7948,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"952132525f3a442f1b38bdc3d0190df1c505766096106e7ac626a451f1b236fc"} +{"uuid":"gpqa-main-8a20fac7d1a5bff58e8c63ca","benchmark":"gpqa_main","data_index":1225,"repeat_index":3,"sample_id":"gpqa-main-8a20fac7d1a5bff58e8c63ca/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2852,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"C","question_sha256":"065acbbc3564fb2547e820ab1c35567bac49dff768319e8f4b46ee23bdd92415"} +{"uuid":"gpqa-main-7bb8e05365d19cc8328252e0","benchmark":"gpqa_main","data_index":1273,"repeat_index":3,"sample_id":"gpqa-main-7bb8e05365d19cc8328252e0/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":981,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"6aff7faed92c98148418177c8cae4893850a1d67b5ceb00cf6a09467c4491367"} +{"uuid":"gpqa-main-87c633148441d2b07b8e2e81","benchmark":"gpqa_main","data_index":1240,"repeat_index":3,"sample_id":"gpqa-main-87c633148441d2b07b8e2e81/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2489,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"0fb47d10edb4eca17f93926dea501fdd19bde76cfe58f57edb445a7272d7787c"} +{"uuid":"gpqa-main-2ad64f0bf627cf52a8ad924c","benchmark":"gpqa_main","data_index":1287,"repeat_index":3,"sample_id":"gpqa-main-2ad64f0bf627cf52a8ad924c/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":314,"prompt_tokens":146,"effective_max_tokens":130926,"original_embedded_prediction":"D","question_sha256":"e9afb48881134b480ce09710124320be56d4166a402490b65f81bdb1df6e3a1d"} +{"uuid":"gpqa-main-a67142bf6c763d9963d7474d","benchmark":"gpqa_main","data_index":1185,"repeat_index":3,"sample_id":"gpqa-main-a67142bf6c763d9963d7474d/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4522,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"7ed6c7d194038ef8d8c6a84cb18be1015f73754e42d4facb7418e8412ad86b77"} +{"uuid":"gpqa-main-f432c1aa4319a4b1f6fa2ac1","benchmark":"gpqa_main","data_index":1261,"repeat_index":3,"sample_id":"gpqa-main-f432c1aa4319a4b1f6fa2ac1/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1698,"prompt_tokens":264,"effective_max_tokens":130808,"original_embedded_prediction":"C","question_sha256":"19d5ec504b7008b3eada0ca0c300cd88147b20679109f6681bfd8946e0db2c8c"} +{"uuid":"gpqa-main-106fe8a64f4453f81be6f7bd","benchmark":"gpqa_main","data_index":1177,"repeat_index":3,"sample_id":"gpqa-main-106fe8a64f4453f81be6f7bd/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4958,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"D","question_sha256":"f0c3d97c5c67fa210dafa49946af010682993c23bb8995a306a6ee484e0c3b03"} +{"uuid":"gpqa-main-69bcb32ba17f6e7aa0918597","benchmark":"gpqa_main","data_index":1266,"repeat_index":3,"sample_id":"gpqa-main-69bcb32ba17f6e7aa0918597/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1644,"prompt_tokens":758,"effective_max_tokens":130314,"original_embedded_prediction":"C","question_sha256":"9eb1fde9ac6acb7dc761f4941a792f3d0d052ad76d36e12bb9e406963b3906ef"} +{"uuid":"gpqa-main-e069314491adb5be236d3fe7","benchmark":"gpqa_main","data_index":1154,"repeat_index":3,"sample_id":"gpqa-main-e069314491adb5be236d3fe7/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6133,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"D","question_sha256":"2662eff7a6231613f45042d2ef5df63caaeb5a326d264e93009a737a99fb27bb"} +{"uuid":"gpqa-main-29e885003cf7658ac2eb0ba4","benchmark":"gpqa_main","data_index":1255,"repeat_index":3,"sample_id":"gpqa-main-29e885003cf7658ac2eb0ba4/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2140,"prompt_tokens":299,"effective_max_tokens":130773,"original_embedded_prediction":"D","question_sha256":"e6fd9b7cea6cbcd53eabc57f63ae367008b2774a1092f55e23e78b7eafbdbafa"} +{"uuid":"gpqa-main-1b113e4801541a0f8a992733","benchmark":"gpqa_main","data_index":1106,"repeat_index":2,"sample_id":"gpqa-main-1b113e4801541a0f8a992733/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8590,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"A","question_sha256":"934c12bf2e6db997c9f4c22933b7e9545d3398849fc6e181c8a8187d83cf44b5"} +{"uuid":"gpqa-main-f7ba77d144b7a11de90a37c4","benchmark":"gpqa_main","data_index":1297,"repeat_index":3,"sample_id":"gpqa-main-f7ba77d144b7a11de90a37c4/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":505,"prompt_tokens":236,"effective_max_tokens":130836,"original_embedded_prediction":"B","question_sha256":"ac7263466ea3cfcdcebac618b1d20835b4103b2d80b75b1a7110e9763eb45aa2"} +{"uuid":"gpqa-main-09b661e081004aa4c0d45778","benchmark":"gpqa_main","data_index":1258,"repeat_index":3,"sample_id":"gpqa-main-09b661e081004aa4c0d45778/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2224,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"D","question_sha256":"47741045402119262be7a1c17b98cc587ee55b46bb8620655271dca518a4f927"} +{"uuid":"gpqa-main-b5b0614a110a5eb0657cbe9a","benchmark":"gpqa_main","data_index":1267,"repeat_index":3,"sample_id":"gpqa-main-b5b0614a110a5eb0657cbe9a/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2006,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"D","question_sha256":"829ccc830e5fe3601c6e7c0a975192c938019f4d4e5c1b2334d55bb1d951711e"} +{"uuid":"gpqa-main-9b7f84c844aa65b8ebfee235","benchmark":"gpqa_main","data_index":1272,"repeat_index":3,"sample_id":"gpqa-main-9b7f84c844aa65b8ebfee235/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1858,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"9443960fd2664e6d4890575733c6a4f1f6d804ec21e10e0f9d415b99297f9845"} +{"uuid":"gpqa-main-79721e93e90bdb2d8da052c0","benchmark":"gpqa_main","data_index":1284,"repeat_index":3,"sample_id":"gpqa-main-79721e93e90bdb2d8da052c0/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1178,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"2a09355eb98c6b8d6ad0b51afb3b27f719fed44786d3b2998dfe7ee66413a028"} +{"uuid":"gpqa-main-35d088e32fb39438767e1141","benchmark":"gpqa_main","data_index":1231,"repeat_index":3,"sample_id":"gpqa-main-35d088e32fb39438767e1141/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3755,"prompt_tokens":434,"effective_max_tokens":130638,"original_embedded_prediction":"B","question_sha256":"9d467213ec07b8217d3c3aa11a312c8536475e654bbb7ef916a4b8f92e0c7a7d"} +{"uuid":"gpqa-main-cb8b679fe50f1b3a7168eb92","benchmark":"gpqa_main","data_index":1306,"repeat_index":3,"sample_id":"gpqa-main-cb8b679fe50f1b3a7168eb92/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":632,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"B","question_sha256":"8ed0101055c99512a99310385277c13855047c3a1b31ca6b8a6ee3f83cf5d4f3"} +{"uuid":"gpqa-main-2d88ca9efdaae7d19aed9660","benchmark":"gpqa_main","data_index":1264,"repeat_index":3,"sample_id":"gpqa-main-2d88ca9efdaae7d19aed9660/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2426,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"43af6d11597079a7d069dd93bbf3db87f0b5bb604fbfc66fc60c268d149d8fba"} +{"uuid":"gpqa-main-3cbf7d3e13c908f5e699f9e0","benchmark":"gpqa_main","data_index":1285,"repeat_index":3,"sample_id":"gpqa-main-3cbf7d3e13c908f5e699f9e0/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1307,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"D","question_sha256":"0dbcc69ff35530f240a5bb623a78f2cd1d042037d2dedb122ebcca751bf9d08e"} +{"uuid":"gpqa-main-b9cd3234a1fbbf6fe8b281a7","benchmark":"gpqa_main","data_index":757,"repeat_index":1,"sample_id":"gpqa-main-b9cd3234a1fbbf6fe8b281a7/repeat-1","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":22675,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"407ed0eb19714d6ab4f488ca6e6a117c40e4991746c31ad1c464c5e529e59565"} +{"uuid":"gpqa-main-34faeb45e152eaf4c29e65e4","benchmark":"gpqa_main","data_index":1303,"repeat_index":3,"sample_id":"gpqa-main-34faeb45e152eaf4c29e65e4/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":828,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"B","question_sha256":"82e6266418c679493cea34e30d0f71026adb6ab6c433e643d37860fb718999ec"} +{"uuid":"gpqa-main-e6ff92ca0c11b47b14793d2f","benchmark":"gpqa_main","data_index":1276,"repeat_index":3,"sample_id":"gpqa-main-e6ff92ca0c11b47b14793d2f/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1915,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"B","question_sha256":"ca2abe8a98bc00aadbd20baf4ff27e830539507a5ff7402eed5e2491347f95aa"} +{"uuid":"gpqa-main-7c04a20e5411bd3e0a2bc2c8","benchmark":"gpqa_main","data_index":995,"repeat_index":2,"sample_id":"gpqa-main-7c04a20e5411bd3e0a2bc2c8/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13478,"prompt_tokens":413,"effective_max_tokens":130659,"original_embedded_prediction":"A","question_sha256":"e23b62b19c3ab4ec896e631f56a7a92ed38aca13300af7a7b449b979999886f3"} +{"uuid":"gpqa-main-a3be70bb026878238a72f88b","benchmark":"gpqa_main","data_index":1218,"repeat_index":3,"sample_id":"gpqa-main-a3be70bb026878238a72f88b/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4300,"prompt_tokens":446,"effective_max_tokens":130626,"original_embedded_prediction":"C","question_sha256":"42da82ad5cb9e03bf1c8f1d786b162fd55245c32907328f445c191681a98b669"} +{"uuid":"gpqa-main-4df6eb7fd5661c3196a52be6","benchmark":"gpqa_main","data_index":1053,"repeat_index":2,"sample_id":"gpqa-main-4df6eb7fd5661c3196a52be6/repeat-2","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11395,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"71ef41cf00fbcb9e6751fd492a52caefd2830032777c8824465c1b4ea8dc48ea"} +{"uuid":"gpqa-main-e408cf011e5548359fd7cfa7","benchmark":"gpqa_main","data_index":1220,"repeat_index":3,"sample_id":"gpqa-main-e408cf011e5548359fd7cfa7/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4197,"prompt_tokens":190,"effective_max_tokens":130882,"original_embedded_prediction":"D","question_sha256":"62f7808cdd914d23316e18802ada081dc433f34465864581ce0c27bfafdcd343"} +{"uuid":"gpqa-main-084903ab17db0fab7bc6caea","benchmark":"gpqa_main","data_index":1281,"repeat_index":3,"sample_id":"gpqa-main-084903ab17db0fab7bc6caea/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1673,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"D","question_sha256":"b560f550d5d9fb2378520f0fcf7b6573aec2027430ef06270491ace18a0497fc"} +{"uuid":"gpqa-main-20f50fda9aeae51c6b9b4ba0","benchmark":"gpqa_main","data_index":1243,"repeat_index":3,"sample_id":"gpqa-main-20f50fda9aeae51c6b9b4ba0/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3421,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"D","question_sha256":"c7914fc7bcc19ad8377798d825d6dbc59be8fb64f2b51a89ec26f55423d9edd1"} +{"uuid":"gpqa-main-00a9d82facaec210f417af7a","benchmark":"gpqa_main","data_index":1309,"repeat_index":3,"sample_id":"gpqa-main-00a9d82facaec210f417af7a/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":505,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"77f0590db54b06b37e142e7363145cbdb1a8d11c2a7575d9ae0fc10b3a6708bd"} +{"uuid":"gpqa-main-46549f6d718b80e38f4412cd","benchmark":"gpqa_main","data_index":1186,"repeat_index":3,"sample_id":"gpqa-main-46549f6d718b80e38f4412cd/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5411,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"B","question_sha256":"a1def6786f9e3174bf07c7887ea2c97711ea721fe1cf730202fc93d69ecac09d"} +{"uuid":"gpqa-main-d751f2081e63be8d69314287","benchmark":"gpqa_main","data_index":1253,"repeat_index":3,"sample_id":"gpqa-main-d751f2081e63be8d69314287/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2912,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"f56e41493e430f6c013c094b4b462aa30dc9826a273d867eec6a04fc8a646443"} +{"uuid":"gpqa-main-51f5bda498b3f05cab60119c","benchmark":"gpqa_main","data_index":1217,"repeat_index":3,"sample_id":"gpqa-main-51f5bda498b3f05cab60119c/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4411,"prompt_tokens":271,"effective_max_tokens":130801,"original_embedded_prediction":"C","question_sha256":"f7fa8540a448dfeff404af93810c60c41ed387fb5e4c821bbb6e5869dd9f8630"} +{"uuid":"gpqa-main-84cbf72ad94d1afe2aa56331","benchmark":"gpqa_main","data_index":1249,"repeat_index":3,"sample_id":"gpqa-main-84cbf72ad94d1afe2aa56331/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3055,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"D","question_sha256":"089a55e5a3fbca456cb952a230bd88a82c177ec99470bd05f822803a1bdd3db5"} +{"uuid":"gpqa-main-68d5dcbd7078889c19a9a93c","benchmark":"gpqa_main","data_index":1288,"repeat_index":3,"sample_id":"gpqa-main-68d5dcbd7078889c19a9a93c/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1395,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"618551bfaaf71599d5802135cbf18d8e9b5a33b38537d32515c5298d556df601"} +{"uuid":"gpqa-main-fa3e9be7fdf8e7c8952739d8","benchmark":"gpqa_main","data_index":1283,"repeat_index":3,"sample_id":"gpqa-main-fa3e9be7fdf8e7c8952739d8/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1582,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"5e9819e02e7dd08ec53ff217d848ce64e833e2b069cd81e9940f7a72a5230b30"} +{"uuid":"gpqa-main-30529bca8e7fdf66400bd444","benchmark":"gpqa_main","data_index":1170,"repeat_index":3,"sample_id":"gpqa-main-30529bca8e7fdf66400bd444/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6258,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"fc081c2fbb63be5006154edbddcd4d1654207c4f1ad333e12f9bc19972753482"} +{"uuid":"gpqa-main-28e3e5e79d7477896c6d853d","benchmark":"gpqa_main","data_index":1176,"repeat_index":3,"sample_id":"gpqa-main-28e3e5e79d7477896c6d853d/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6124,"prompt_tokens":1047,"effective_max_tokens":130025,"original_embedded_prediction":"B","question_sha256":"d3b33ef7a0e55c33b5deae6a673dd7fff1fc2e7efa223f3419ecf58e57c06207"} +{"uuid":"gpqa-main-ea0400e59078652fc57eb6e1","benchmark":"gpqa_main","data_index":1248,"repeat_index":3,"sample_id":"gpqa-main-ea0400e59078652fc57eb6e1/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3296,"prompt_tokens":537,"effective_max_tokens":130535,"original_embedded_prediction":"D","question_sha256":"50fc83bec6235fb29a76a0a00342f5c99a24684597a5930df882fe103e170363"} +{"uuid":"gpqa-main-a028903aa7112583a0e7b5d2","benchmark":"gpqa_main","data_index":984,"repeat_index":2,"sample_id":"gpqa-main-a028903aa7112583a0e7b5d2/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14278,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"D","question_sha256":"c6231a95c81ba1af7d31e5ce8f8e8ad4c4def88d86ab8f801a248cf19814e2d2"} +{"uuid":"gpqa-main-ec756f5cd58f1d3e9c9c8676","benchmark":"gpqa_main","data_index":1262,"repeat_index":3,"sample_id":"gpqa-main-ec756f5cd58f1d3e9c9c8676/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2923,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"B","question_sha256":"016bbafd184cf46762e3e824d2499734daf9efd8cb5f0adad12078f151c96a12"} +{"uuid":"gpqa-main-009c62a9f3d3e5b23d7032af","benchmark":"gpqa_main","data_index":1269,"repeat_index":3,"sample_id":"gpqa-main-009c62a9f3d3e5b23d7032af/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2611,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"eb3c8e77ceb6bbf6b5fc6d705376aeb984e8d20d498b1668992fc1441b062661"} +{"uuid":"gpqa-main-ce2839297e4b63e0b36f6300","benchmark":"gpqa_main","data_index":533,"repeat_index":1,"sample_id":"gpqa-main-ce2839297e4b63e0b36f6300/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":32079,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"80cca49a2f6ae39b2d3a2dfe110572d39720d0831c65246ce20603c40578b118"} +{"uuid":"gpqa-main-138fcbeedbaf865565ec35fd","benchmark":"gpqa_main","data_index":1279,"repeat_index":3,"sample_id":"gpqa-main-138fcbeedbaf865565ec35fd/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2278,"prompt_tokens":409,"effective_max_tokens":130663,"original_embedded_prediction":"B","question_sha256":"15bed1ac60d1bdcf0eec84539d669d6f38a2eb24b51e5072a922d8d9391ab135"} +{"uuid":"gpqa-main-c5506c52a996021a33525b24","benchmark":"gpqa_main","data_index":1010,"repeat_index":2,"sample_id":"gpqa-main-c5506c52a996021a33525b24/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13484,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"ec867cdcf4e586ae70e24b76b87230ee2b48ec67a5234d7a682f06f846fbdf0d"} +{"uuid":"gpqa-main-643d18139459da0f9c1b2e17","benchmark":"gpqa_main","data_index":1075,"repeat_index":2,"sample_id":"gpqa-main-643d18139459da0f9c1b2e17/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10975,"prompt_tokens":375,"effective_max_tokens":130697,"original_embedded_prediction":"D","question_sha256":"4bab53f383207a2bc9c94789bb8114d3e7db442308789d848023661e90b2ab49"} +{"uuid":"gpqa-main-bab269fd666fa2ba840a1459","benchmark":"gpqa_main","data_index":1241,"repeat_index":3,"sample_id":"gpqa-main-bab269fd666fa2ba840a1459/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4166,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"D","question_sha256":"e17051d5c4ebf5f6bc793872dc2f5748b41dd7918235cb3d5697fb04882bd7fe"} +{"uuid":"gpqa-main-692e40bceeaff3accdc11ead","benchmark":"gpqa_main","data_index":1289,"repeat_index":3,"sample_id":"gpqa-main-692e40bceeaff3accdc11ead/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2000,"prompt_tokens":471,"effective_max_tokens":130601,"original_embedded_prediction":"C","question_sha256":"954d12809188bb6fb15643c4406ac6b108f5d7836e1eeabd73e49df01f2c616e"} +{"uuid":"gpqa-main-9aa9fb454d849030d70f9512","benchmark":"gpqa_main","data_index":1038,"repeat_index":2,"sample_id":"gpqa-main-9aa9fb454d849030d70f9512/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12431,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"b494f4c1785682ee7d284173af2a6ef6db2189c6f3e7ece0edb769c2f10d5f24"} +{"uuid":"gpqa-main-913c4ee0ce195992ff9638b1","benchmark":"gpqa_main","data_index":1330,"repeat_index":3,"sample_id":"gpqa-main-913c4ee0ce195992ff9638b1/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":651,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"ed904d04c24f37586b1f78a18bd22f28752e80a5ecc489939950778aa5307d98"} +{"uuid":"gpqa-main-c028fe71611d73b87b4cbb03","benchmark":"gpqa_main","data_index":1308,"repeat_index":3,"sample_id":"gpqa-main-c028fe71611d73b87b4cbb03/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1446,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"D","question_sha256":"f56f3f5d135dc8d61dc42f902943e2459f79e4343f2fef6741f6f86d4133a99a"} +{"uuid":"gpqa-main-ad697760bc60543062e8b7b4","benchmark":"gpqa_main","data_index":1305,"repeat_index":3,"sample_id":"gpqa-main-ad697760bc60543062e8b7b4/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1587,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"B","question_sha256":"7f9b4679645e2d89214a154be6bdb13eafdc747457ce2950bda27a9a2b97917f"} +{"uuid":"gpqa-main-358120bf0c4377ebdbde08fc","benchmark":"gpqa_main","data_index":692,"repeat_index":1,"sample_id":"gpqa-main-358120bf0c4377ebdbde08fc/repeat-1","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":26706,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"051eba2501386001d9e9793a3b0fe9ea4c78a987e3a1576c168659f849b684d6"} +{"uuid":"gpqa-main-7ed621f8290d6ac14181ce45","benchmark":"gpqa_main","data_index":1150,"repeat_index":2,"sample_id":"gpqa-main-7ed621f8290d6ac14181ce45/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8030,"prompt_tokens":298,"effective_max_tokens":130774,"original_embedded_prediction":"B","question_sha256":"c1c0ad22e4376412fe1e7564fd1f8c00dd970292dbf0dbb83b0350881e74b306"} +{"uuid":"gpqa-main-8980ca71edb4f58a3e46b256","benchmark":"gpqa_main","data_index":1296,"repeat_index":3,"sample_id":"gpqa-main-8980ca71edb4f58a3e46b256/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2049,"prompt_tokens":145,"effective_max_tokens":130927,"original_embedded_prediction":"B","question_sha256":"fb9586d35200647be665790b2cd3eee5c8cca1b79e6afcf01f027007fa057b64"} +{"uuid":"gpqa-main-542dd8f1dc74ca5163382df8","benchmark":"gpqa_main","data_index":960,"repeat_index":2,"sample_id":"gpqa-main-542dd8f1dc74ca5163382df8/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15894,"prompt_tokens":165,"effective_max_tokens":130907,"original_embedded_prediction":"A","question_sha256":"2413c551ec9a06a20197c81fa22effbd7f215abcc2e5f14c5f9f0a86e5402736"} +{"uuid":"gpqa-main-12fef4b097b802dea2564ea2","benchmark":"gpqa_main","data_index":954,"repeat_index":2,"sample_id":"gpqa-main-12fef4b097b802dea2564ea2/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16016,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"D","question_sha256":"254c10ac4fdccd2709d12769dd755a22c6de6b1e6bff2363164511e2905446d7"} +{"uuid":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c","benchmark":"gpqa_main","data_index":1270,"repeat_index":3,"sample_id":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3217,"prompt_tokens":340,"effective_max_tokens":130732,"original_embedded_prediction":"C","question_sha256":"626cda94018ba930400d9c043f6fc1aa30c317abf6fd8f6d0ec8b133ce2036c8"} +{"uuid":"gpqa-main-99878f707c7c4024511bae58","benchmark":"gpqa_main","data_index":1326,"repeat_index":3,"sample_id":"gpqa-main-99878f707c7c4024511bae58/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1091,"prompt_tokens":241,"effective_max_tokens":130831,"original_embedded_prediction":"B","question_sha256":"826fb502d2db0f2db5e44683cd45f09d18423fd8a339643c8dc8b32b1accd428"} +{"uuid":"gpqa-main-6030f5f53fe38c334b2c3a6a","benchmark":"gpqa_main","data_index":1325,"repeat_index":3,"sample_id":"gpqa-main-6030f5f53fe38c334b2c3a6a/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1101,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"88d277706c3af734be0507cde034c23c7e206f855c2fcc97d6ed69f8ad92df57"} +{"uuid":"gpqa-main-5e6a032f9aa67c7725f828d0","benchmark":"gpqa_main","data_index":1347,"repeat_index":3,"sample_id":"gpqa-main-5e6a032f9aa67c7725f828d0/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":377,"prompt_tokens":330,"effective_max_tokens":130742,"original_embedded_prediction":"A","question_sha256":"8accf5d31cc4cf5c2467ac477d83885c90d2715606f7c2e68d318476741bbdd7"} +{"uuid":"gpqa-main-4fb391edde117a3fa772fe15","benchmark":"gpqa_main","data_index":763,"repeat_index":1,"sample_id":"gpqa-main-4fb391edde117a3fa772fe15/repeat-1","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":23723,"prompt_tokens":230,"effective_max_tokens":130842,"original_embedded_prediction":"A","question_sha256":"5131eb311b518c1f3eade66e9c0f4df88aa05e6477bb06e86e3ac1e6fc1ea102"} +{"uuid":"gpqa-main-6845f28b26fa44b2b44ded84","benchmark":"gpqa_main","data_index":1292,"repeat_index":3,"sample_id":"gpqa-main-6845f28b26fa44b2b44ded84/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2677,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"7c6678dd868700f600b69c54e83e52a10695ac957465ffbe08c35d20f42b448e"} +{"uuid":"gpqa-main-7d850f6448c27424d9f68c4e","benchmark":"gpqa_main","data_index":1336,"repeat_index":3,"sample_id":"gpqa-main-7d850f6448c27424d9f68c4e/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1120,"prompt_tokens":544,"effective_max_tokens":130528,"original_embedded_prediction":"B","question_sha256":"48bf9d4f95299b8f9288e190dca6edd0c3cf53cf40dada120e22abf98469d3e3"} +{"uuid":"gpqa-main-547aac137dd7671e7ef03fa9","benchmark":"gpqa_main","data_index":1316,"repeat_index":3,"sample_id":"gpqa-main-547aac137dd7671e7ef03fa9/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1559,"prompt_tokens":497,"effective_max_tokens":130575,"original_embedded_prediction":"C","question_sha256":"8369c6a1ffc960e3f3d88e5e4c521eebcc37f39ca9adf654c3cd4b61f892f2ef"} +{"uuid":"gpqa-main-8d43dd1cebfb1a76c18a3589","benchmark":"gpqa_main","data_index":981,"repeat_index":2,"sample_id":"gpqa-main-8d43dd1cebfb1a76c18a3589/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15535,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"A","question_sha256":"1c3b360d52d717d4eda55f53310217b072979b1026b8896b235a2ba9f5151964"} +{"uuid":"gpqa-main-d7c4372bfbc5d0f0f9331350","benchmark":"gpqa_main","data_index":1337,"repeat_index":3,"sample_id":"gpqa-main-d7c4372bfbc5d0f0f9331350/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1160,"prompt_tokens":588,"effective_max_tokens":130484,"original_embedded_prediction":"B","question_sha256":"92d8ffd16886567ac1ed2f15a6c2d3d6ac2a2fb0fd0e56836671babcde327d3f"} +{"uuid":"gpqa-main-4b84b53bf506bc0a4468fb2d","benchmark":"gpqa_main","data_index":1223,"repeat_index":3,"sample_id":"gpqa-main-4b84b53bf506bc0a4468fb2d/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5615,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"e302b2005d8d406eb5e8fd7aa1707959448ef06e72b5647d2711c9a056cfeffc"} +{"uuid":"gpqa-main-3ad0b182e1494c1e76262069","benchmark":"gpqa_main","data_index":1157,"repeat_index":3,"sample_id":"gpqa-main-3ad0b182e1494c1e76262069/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8347,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"D","question_sha256":"835ebb67a4198184dbd29c03b43e4283e93c0473d886ab6c3b6c52ffb918b6ab"} +{"uuid":"gpqa-main-666fc74619f38e356e33a285","benchmark":"gpqa_main","data_index":1332,"repeat_index":3,"sample_id":"gpqa-main-666fc74619f38e356e33a285/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1404,"prompt_tokens":693,"effective_max_tokens":130379,"original_embedded_prediction":"B","question_sha256":"89fa5b222a94e07a283a5140341a0704109ec3b7f62de72dd072383182771ebc"} +{"uuid":"gpqa-main-07134ad2ae69bd2e9f09ae64","benchmark":"gpqa_main","data_index":1229,"repeat_index":3,"sample_id":"gpqa-main-07134ad2ae69bd2e9f09ae64/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5426,"prompt_tokens":374,"effective_max_tokens":130698,"original_embedded_prediction":"A","question_sha256":"e1448af5dcb7e4a7a5cf31dd231d4a2b2a3829ce3dabc5d7da48a195c1b39112"} +{"uuid":"gpqa-main-781f4efc4b25ff35b588e87c","benchmark":"gpqa_main","data_index":1333,"repeat_index":3,"sample_id":"gpqa-main-781f4efc4b25ff35b588e87c/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1394,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"B","question_sha256":"f933a526e8aec15b0dc77756bad3ba0839404a6d042443e3f5a0ab0b8d1cfa96"} +{"uuid":"gpqa-main-249edae2034ba7f3819aaa7b","benchmark":"gpqa_main","data_index":1362,"repeat_index":3,"sample_id":"gpqa-main-249edae2034ba7f3819aaa7b/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":159,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"A","question_sha256":"c4d795814405ce2bb231fe7012e4581bcaebca12bb3f8c3260a3ad239aa51a79"} +{"uuid":"gpqa-main-ed6a4565f708132bae39b742","benchmark":"gpqa_main","data_index":1023,"repeat_index":2,"sample_id":"gpqa-main-ed6a4565f708132bae39b742/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14032,"prompt_tokens":393,"effective_max_tokens":130679,"original_embedded_prediction":"A","question_sha256":"5ce997bcaa654b6fdbbb00b63b66633167679a850d02d845b8a9b1b716979197"} +{"uuid":"gpqa-main-f1451c98bdb50fb5b0dbdc55","benchmark":"gpqa_main","data_index":1268,"repeat_index":3,"sample_id":"gpqa-main-f1451c98bdb50fb5b0dbdc55/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4011,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"A","question_sha256":"650bb2feaa18830493f8e50de85c38c1f24570d9f1e7c9970c8ed9fbcbbde337"} +{"uuid":"gpqa-main-bab6e331fae29c00395de3a4","benchmark":"gpqa_main","data_index":1318,"repeat_index":3,"sample_id":"gpqa-main-bab6e331fae29c00395de3a4/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1766,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"cf500f5f076470e539799f3822047d1a6263a0abc77614f9abc48a4f60ba507d"} +{"uuid":"gpqa-main-6f6ff532d544554128a0bbbe","benchmark":"gpqa_main","data_index":1260,"repeat_index":3,"sample_id":"gpqa-main-6f6ff532d544554128a0bbbe/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4506,"prompt_tokens":368,"effective_max_tokens":130704,"original_embedded_prediction":"A","question_sha256":"ebb5b9328e54d98f40b988b171044869d75c67b6efaa8f44675c485448b7b02c"} +{"uuid":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3","benchmark":"gpqa_main","data_index":1310,"repeat_index":3,"sample_id":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2278,"prompt_tokens":252,"effective_max_tokens":130820,"original_embedded_prediction":"A","question_sha256":"71075d4447ee264b63e5544da7b40502fb235decc31484f33ee97a8ef70c3d1f"} +{"uuid":"gpqa-main-ef65739a36457c1672913212","benchmark":"gpqa_main","data_index":1311,"repeat_index":3,"sample_id":"gpqa-main-ef65739a36457c1672913212/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2251,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"46601a7bcf5dcc71504dda490de685062fce72cdc997d7acb8b78e5a351a96bc"} +{"uuid":"gpqa-main-9f5d195170ba73ccdc7a3b84","benchmark":"gpqa_main","data_index":1359,"repeat_index":3,"sample_id":"gpqa-main-9f5d195170ba73ccdc7a3b84/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":640,"prompt_tokens":552,"effective_max_tokens":130520,"original_embedded_prediction":"A","question_sha256":"e4e5526f8ea9205cbe6b33a5256144298ad11d8250b020cbd4fddbba85a12596"} +{"uuid":"gpqa-main-d3a774e5f1af1a1e11117582","benchmark":"gpqa_main","data_index":1314,"repeat_index":3,"sample_id":"gpqa-main-d3a774e5f1af1a1e11117582/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2205,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"C","question_sha256":"26b8e966c8adf9fe2824ff1fd3c23b2d488a785fe8a68cbce362bac46e891a79"} +{"uuid":"gpqa-main-0306849689d2123fedfcfeb5","benchmark":"gpqa_main","data_index":1234,"repeat_index":3,"sample_id":"gpqa-main-0306849689d2123fedfcfeb5/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5880,"prompt_tokens":301,"effective_max_tokens":130771,"original_embedded_prediction":"D","question_sha256":"9b236e1b2c7db4edd3fd08eaeff4fcfd3b13c11bfc0f9c5510349957a837d13a"} +{"uuid":"gpqa-main-1ae8f8945efaf81788d8d871","benchmark":"gpqa_main","data_index":1291,"repeat_index":3,"sample_id":"gpqa-main-1ae8f8945efaf81788d8d871/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3433,"prompt_tokens":250,"effective_max_tokens":130822,"original_embedded_prediction":"B","question_sha256":"060f07943bcd17960b48a982fabe42fcae4e3899fe8c5473138fe2198f0e8dd8"} +{"uuid":"gpqa-main-e605c3d20abb4c52d96e9b60","benchmark":"gpqa_main","data_index":939,"repeat_index":2,"sample_id":"gpqa-main-e605c3d20abb4c52d96e9b60/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17820,"prompt_tokens":361,"effective_max_tokens":130711,"original_embedded_prediction":"D","question_sha256":"84b58aec9b33c09286d45fb66ca82cc4ec03e310a0917bc0783bda81a0fa23b6"} +{"uuid":"gpqa-main-043ca5f03089118ef536135d","benchmark":"gpqa_main","data_index":530,"repeat_index":1,"sample_id":"gpqa-main-043ca5f03089118ef536135d/repeat-1","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":34126,"prompt_tokens":594,"effective_max_tokens":130478,"original_embedded_prediction":"D","question_sha256":"43c5cb4f57895b07f3e1815e411f315dfa3fe44fe601b5aacde7c1244cdcaa89"} +{"uuid":"gpqa-main-aa04ac251ed805588a6be27c","benchmark":"gpqa_main","data_index":1317,"repeat_index":3,"sample_id":"gpqa-main-aa04ac251ed805588a6be27c/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2330,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"D","question_sha256":"198a9824ae684cea2edf9d0597e69c2274e0be94e0a0ffcf7b4ad3e95f4a6dae"} +{"uuid":"gpqa-main-8af90a4147e5f0c98bfd00fa","benchmark":"gpqa_main","data_index":1370,"repeat_index":3,"sample_id":"gpqa-main-8af90a4147e5f0c98bfd00fa/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":658,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"C","question_sha256":"29a55065f72c47169c5073a91e6b55d82fe2f5784289d2baf5cf5444f8d6fd65"} +{"uuid":"gpqa-main-1a3571c1ec099b06b5011ceb","benchmark":"gpqa_main","data_index":1090,"repeat_index":2,"sample_id":"gpqa-main-1a3571c1ec099b06b5011ceb/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12234,"prompt_tokens":166,"effective_max_tokens":130906,"original_embedded_prediction":"C","question_sha256":"853f9bd759921129a51dd81d489f867c5aa9463f1925c203fe6f1e3147741f08"} +{"uuid":"gpqa-main-3f72ea9cda0c3c6f970bd310","benchmark":"gpqa_main","data_index":1210,"repeat_index":3,"sample_id":"gpqa-main-3f72ea9cda0c3c6f970bd310/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7050,"prompt_tokens":432,"effective_max_tokens":130640,"original_embedded_prediction":"B","question_sha256":"a5bf307fdc69920b346c2d288b6a35b24485c92c8e245174a775055fa172cdc6"} +{"uuid":"gpqa-main-c69005af8b1e76a851528e02","benchmark":"gpqa_main","data_index":1219,"repeat_index":3,"sample_id":"gpqa-main-c69005af8b1e76a851528e02/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6623,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"D","question_sha256":"29e6a1db070bf5e5af8af4b82da4953dd47dcd2a1bbd7ad2db04f3d1d4cd805e"} +{"uuid":"gpqa-main-e2b759199021c586345ac38f","benchmark":"gpqa_main","data_index":1169,"repeat_index":3,"sample_id":"gpqa-main-e2b759199021c586345ac38f/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8443,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"B","question_sha256":"ca59405f2d298a50a3e8fd6d281b67ca4a3ee503578df49e700cc46fe3c4f3d8"} +{"uuid":"gpqa-main-9e1b7c5b2ce53e8d6424b66a","benchmark":"gpqa_main","data_index":1211,"repeat_index":3,"sample_id":"gpqa-main-9e1b7c5b2ce53e8d6424b66a/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7019,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"97732ba422afbf18b5d2d6b3bd26f6c540049e2f82d9628414525cebe7e9a5dd"} +{"uuid":"gpqa-main-779369aa96b96a67933939f1","benchmark":"gpqa_main","data_index":1376,"repeat_index":3,"sample_id":"gpqa-main-779369aa96b96a67933939f1/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":366,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"acf784efba891531b08709383ede2379cee1f604b6334b753dd1fcaab37af970"} +{"uuid":"gpqa-main-ecb6740406340eb07beacf42","benchmark":"gpqa_main","data_index":1378,"repeat_index":3,"sample_id":"gpqa-main-ecb6740406340eb07beacf42/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":271,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"29f96711820eba41ccced6676074bc5bcd9e3eb6c97ce5e8507128a91a175bb0"} +{"uuid":"gpqa-main-682237ee740e033537fb5707","benchmark":"gpqa_main","data_index":1321,"repeat_index":3,"sample_id":"gpqa-main-682237ee740e033537fb5707/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2506,"prompt_tokens":291,"effective_max_tokens":130781,"original_embedded_prediction":"A","question_sha256":"6cec89b2019b24f8e8c4001cade388815345ae403b5d5fc687cf7fdccbcc6ce1"} +{"uuid":"gpqa-main-a454a3157aff6eee743541b7","benchmark":"gpqa_main","data_index":1334,"repeat_index":3,"sample_id":"gpqa-main-a454a3157aff6eee743541b7/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2280,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"B","question_sha256":"025e20e6e9b45e1ddb3f6901f58f69b40df5e8f9ffb6b80b5b17bc518d9f5d17"} +{"uuid":"gpqa-main-04a5c442799262dec9375c25","benchmark":"gpqa_main","data_index":1346,"repeat_index":3,"sample_id":"gpqa-main-04a5c442799262dec9375c25/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1858,"prompt_tokens":365,"effective_max_tokens":130707,"original_embedded_prediction":"C","question_sha256":"e90ec32d975ec61b7cd079ff6968bc3dbaa4fc87e74699c1406ce59093066dbc"} +{"uuid":"gpqa-main-84c386fbd7476f5541ea16f0","benchmark":"gpqa_main","data_index":1043,"repeat_index":2,"sample_id":"gpqa-main-84c386fbd7476f5541ea16f0/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14210,"prompt_tokens":370,"effective_max_tokens":130702,"original_embedded_prediction":"B","question_sha256":"083aa3572345d938b0c707cfb8c710aea73759344b234ada78ed36f1ec66eb0d"} +{"uuid":"gpqa-main-be779fa0e49ff52e19357207","benchmark":"gpqa_main","data_index":1391,"repeat_index":3,"sample_id":"gpqa-main-be779fa0e49ff52e19357207/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":300,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"ea7bb5901d85914d8997afb87e1ae6be7a8efe03889a4cc08f64de2ccdc9180e"} +{"uuid":"gpqa-main-dbbe3054b6bdabe917f5ab5d","benchmark":"gpqa_main","data_index":1299,"repeat_index":3,"sample_id":"gpqa-main-dbbe3054b6bdabe917f5ab5d/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3906,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"1054cb147fa0d82e2b1830b0238455ab6cea42cde361a81e9934864240f22f50"} +{"uuid":"gpqa-main-8a352b243ffac6230977fc90","benchmark":"gpqa_main","data_index":1371,"repeat_index":3,"sample_id":"gpqa-main-8a352b243ffac6230977fc90/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1223,"prompt_tokens":389,"effective_max_tokens":130683,"original_embedded_prediction":"D","question_sha256":"7408ac0330a09a182b52a627f89920c8c4e825da7da4e441973cbefe32b852ac"} +{"uuid":"gpqa-main-104b659bbac6e52c4c877c0b","benchmark":"gpqa_main","data_index":1304,"repeat_index":3,"sample_id":"gpqa-main-104b659bbac6e52c4c877c0b/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3753,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"D","question_sha256":"de6e1846b7e0c60ac3b7b0f613ad67cc3d941770b7de58c7a45add8c64d1db8b"} +{"uuid":"gpqa-main-ca7a4b18584754c3664d8758","benchmark":"gpqa_main","data_index":1168,"repeat_index":3,"sample_id":"gpqa-main-ca7a4b18584754c3664d8758/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9362,"prompt_tokens":517,"effective_max_tokens":130555,"original_embedded_prediction":"A","question_sha256":"b15ab8a50cd7768206339f81478bb5a4757f87b1bf1c7671597c48117910482f"} +{"uuid":"gpqa-main-12fef4b097b802dea2564ea2","benchmark":"gpqa_main","data_index":570,"repeat_index":1,"sample_id":"gpqa-main-12fef4b097b802dea2564ea2/repeat-1","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":33499,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"D","question_sha256":"254c10ac4fdccd2709d12769dd755a22c6de6b1e6bff2363164511e2905446d7"} +{"uuid":"gpqa-main-381032537ca0c968de7d5c06","benchmark":"gpqa_main","data_index":1355,"repeat_index":3,"sample_id":"gpqa-main-381032537ca0c968de7d5c06/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1907,"prompt_tokens":186,"effective_max_tokens":130886,"original_embedded_prediction":"A","question_sha256":"045347c35e2957dbd6bc83158fecec24c157df70fdefaaddc8633ecda3435cdc"} +{"uuid":"gpqa-main-60f734b52603f7ef29671f95","benchmark":"gpqa_main","data_index":1307,"repeat_index":3,"sample_id":"gpqa-main-60f734b52603f7ef29671f95/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3755,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"D","question_sha256":"bf9de03889292b969198f42b877b6d4c7b56ce10ae654e71f4be720b5efdb1f1"} +{"uuid":"gpqa-main-d8cca1a27ad1a42b4a99ce96","benchmark":"gpqa_main","data_index":1037,"repeat_index":2,"sample_id":"gpqa-main-d8cca1a27ad1a42b4a99ce96/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14970,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"6049e26840c0e889bb5632032745b5bcf6684dec9a2f9d0a0cfb76378c5c064e"} +{"uuid":"gpqa-main-bd228dea7f1aa14b70216372","benchmark":"gpqa_main","data_index":1369,"repeat_index":3,"sample_id":"gpqa-main-bd228dea7f1aa14b70216372/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1546,"prompt_tokens":425,"effective_max_tokens":130647,"original_embedded_prediction":"C","question_sha256":"c1dea594f51ba7757d0d9ec69efa6b56bfeeaff965f074faaf89160cca96a0e9"} +{"uuid":"gpqa-main-20f8612bcc2efb9c2355d32e","benchmark":"gpqa_main","data_index":1358,"repeat_index":3,"sample_id":"gpqa-main-20f8612bcc2efb9c2355d32e/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1923,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"B","question_sha256":"d746be8625afecad5925e7069f57336e8de3f39dfdf843820421eba66b7bc620"} +{"uuid":"gpqa-main-d3db87adeb915999faca3605","benchmark":"gpqa_main","data_index":1263,"repeat_index":3,"sample_id":"gpqa-main-d3db87adeb915999faca3605/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5771,"prompt_tokens":204,"effective_max_tokens":130868,"original_embedded_prediction":"B","question_sha256":"f6518dd763c1af7a1745bc53b4e021210cafdf588df1ede9b537a622474a998d"} +{"uuid":"gpqa-main-6119656f6ad0247c537028e7","benchmark":"gpqa_main","data_index":1398,"repeat_index":3,"sample_id":"gpqa-main-6119656f6ad0247c537028e7/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":348,"prompt_tokens":329,"effective_max_tokens":130743,"original_embedded_prediction":"A","question_sha256":"e426a9a1b0977a66badcc2dd4f0d54629b39c2594a512e459e9afd20bba599ba"} +{"uuid":"gpqa-main-89f68a802c7c6e55b5b802fd","benchmark":"gpqa_main","data_index":1031,"repeat_index":2,"sample_id":"gpqa-main-89f68a802c7c6e55b5b802fd/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15573,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"0815a781881ae5e8651c7fad2acd62427e6f4161f30b842d196debe30bd5ee83"} +{"uuid":"gpqa-main-5ace8b3dabb97ffc3da20e7c","benchmark":"gpqa_main","data_index":1402,"repeat_index":3,"sample_id":"gpqa-main-5ace8b3dabb97ffc3da20e7c/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":333,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"4ebb5a46cf109d4237b98081e218fcaba27d8f9d03f7a930300f2938f71c1ef0"} +{"uuid":"gpqa-main-e3e073f3f0f646532e4caf06","benchmark":"gpqa_main","data_index":1319,"repeat_index":3,"sample_id":"gpqa-main-e3e073f3f0f646532e4caf06/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3495,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"D","question_sha256":"a1cff30033350ed32c6446abacb176ef3ffad0fc471aaacf3468c78e0aad550e"} +{"uuid":"gpqa-main-ddd2b405606ced65b4ce6345","benchmark":"gpqa_main","data_index":1400,"repeat_index":3,"sample_id":"gpqa-main-ddd2b405606ced65b4ce6345/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":466,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"2066c0e835493298c00391dd9236de10adec10d611fe3e2777f252677dfe9724"} +{"uuid":"gpqa-main-d28c5e0e8deb0d1fde12ef5f","benchmark":"gpqa_main","data_index":961,"repeat_index":2,"sample_id":"gpqa-main-d28c5e0e8deb0d1fde12ef5f/repeat-2","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18248,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"6913f7a17a2db54c9dcd8af6af20806e66b00fe4bb9691ca42d9f15184908f62"} +{"uuid":"gpqa-main-f2c0ff64cf18a6ae32dc45dc","benchmark":"gpqa_main","data_index":1351,"repeat_index":3,"sample_id":"gpqa-main-f2c0ff64cf18a6ae32dc45dc/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2587,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"f2467e0d99b11d10fdd18675d7a73d1a19569e58d6aa97be50c24c2cb28731b1"} +{"uuid":"gpqa-main-7ceb372c1cdc7a180b73516c","benchmark":"gpqa_main","data_index":1382,"repeat_index":3,"sample_id":"gpqa-main-7ceb372c1cdc7a180b73516c/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1447,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"B","question_sha256":"142aeb435e38240c03d26aafbfb8dc0ab94e7ef4f752a271c1ab011350a965be"} +{"uuid":"gpqa-main-56cc62f5d70b661868d341e7","benchmark":"gpqa_main","data_index":1390,"repeat_index":3,"sample_id":"gpqa-main-56cc62f5d70b661868d341e7/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1312,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"A","question_sha256":"c974918b90f5892aaad4308e337b490844102dbfad26c90bf508602f9c595d5d"} +{"uuid":"gpqa-main-e605c3d20abb4c52d96e9b60","benchmark":"gpqa_main","data_index":1323,"repeat_index":3,"sample_id":"gpqa-main-e605c3d20abb4c52d96e9b60/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3740,"prompt_tokens":361,"effective_max_tokens":130711,"original_embedded_prediction":"C","question_sha256":"84b58aec9b33c09286d45fb66ca82cc4ec03e310a0917bc0783bda81a0fa23b6"} +{"uuid":"gpqa-main-60a022e707f18a7b5f445773","benchmark":"gpqa_main","data_index":1356,"repeat_index":3,"sample_id":"gpqa-main-60a022e707f18a7b5f445773/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2664,"prompt_tokens":337,"effective_max_tokens":130735,"original_embedded_prediction":"D","question_sha256":"9d46302b763896c7fa475d975b5bc365adee2236b273f23e7216a78871204b74"} +{"uuid":"gpqa-main-50aaa7274c5010d9768274ec","benchmark":"gpqa_main","data_index":1327,"repeat_index":3,"sample_id":"gpqa-main-50aaa7274c5010d9768274ec/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3844,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"D","question_sha256":"0cda758f1290855df9dd7b9a4319bb6ae8108c8113b125a3a2f60705af536a34"} +{"uuid":"gpqa-main-216433a347b01989e26ed83a","benchmark":"gpqa_main","data_index":1399,"repeat_index":3,"sample_id":"gpqa-main-216433a347b01989e26ed83a/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":875,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"ead16c05d1abbf4387485257726593cf57a0384c3e0a3db31ba489bb1676ce72"} +{"uuid":"gpqa-main-742076c80dda93477062cfc0","benchmark":"gpqa_main","data_index":1414,"repeat_index":3,"sample_id":"gpqa-main-742076c80dda93477062cfc0/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":161,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"D","question_sha256":"528bc237c35f64d2635edb6fea3202ce958bca92ea956fae0da7c5b4c72081d8"} +{"uuid":"gpqa-main-1f9ad1ca59cf537e3cdf47c2","benchmark":"gpqa_main","data_index":1282,"repeat_index":3,"sample_id":"gpqa-main-1f9ad1ca59cf537e3cdf47c2/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5409,"prompt_tokens":318,"effective_max_tokens":130754,"original_embedded_prediction":"B","question_sha256":"229ffbdb774489fcfd578450da500a74b0c6fd603d3f4050eb6ff993659f5c7e"} +{"uuid":"gpqa-main-4462dc9f2d34289881ef2b1c","benchmark":"gpqa_main","data_index":1294,"repeat_index":3,"sample_id":"gpqa-main-4462dc9f2d34289881ef2b1c/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5144,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"63318cb18413a705693b9a4312f73dbf5358312aafc1d703c3d29a6340ffa0d1"} +{"uuid":"gpqa-main-fd21f7c7356e7f51f0cabd07","benchmark":"gpqa_main","data_index":1353,"repeat_index":3,"sample_id":"gpqa-main-fd21f7c7356e7f51f0cabd07/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2960,"prompt_tokens":601,"effective_max_tokens":130471,"original_embedded_prediction":"D","question_sha256":"db246f6acae65ff2e4bb6caad314b6583cd0085f0d81b1b20515ca2fe73b6f72"} +{"uuid":"gpqa-main-0cc54149033350a37cf90b8b","benchmark":"gpqa_main","data_index":1235,"repeat_index":3,"sample_id":"gpqa-main-0cc54149033350a37cf90b8b/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7716,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"A","question_sha256":"3298921b7dfbbae04c9893edbe6870746b53e2b7af12e9816f07b6f5e0bff9cb"} +{"uuid":"gpqa-main-ac27f29e5f777e93e751f3f2","benchmark":"gpqa_main","data_index":1207,"repeat_index":3,"sample_id":"gpqa-main-ac27f29e5f777e93e751f3f2/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8855,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"d49aa1d9efc38f6409c199c3e2706ec44f5d20d25b0e7d41f40b9c46668ed1e0"} +{"uuid":"gpqa-main-70afc730094f43bb0e05f371","benchmark":"gpqa_main","data_index":1361,"repeat_index":3,"sample_id":"gpqa-main-70afc730094f43bb0e05f371/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2576,"prompt_tokens":360,"effective_max_tokens":130712,"original_embedded_prediction":"A","question_sha256":"f328e748a74c78b0ab73f790c6848b663fb5bffac884e2793a63bb9ce351e4b6"} +{"uuid":"gpqa-main-ac1c72784d1e0da293fe4bd4","benchmark":"gpqa_main","data_index":1354,"repeat_index":3,"sample_id":"gpqa-main-ac1c72784d1e0da293fe4bd4/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3040,"prompt_tokens":169,"effective_max_tokens":130903,"original_embedded_prediction":"D","question_sha256":"6e2bd9ec28efb9c97dbc7bea49224b4964011afaa5ca659996fac7fd65c4468d"} +{"uuid":"gpqa-main-b22053dbc40179e114f0c866","benchmark":"gpqa_main","data_index":1277,"repeat_index":3,"sample_id":"gpqa-main-b22053dbc40179e114f0c866/repeat-3","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6090,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"1f101bccd20044577731aef887c9704a6a153baf063dff8d9a04510e7b8dcfb7"} +{"uuid":"gpqa-main-0293685a5c3ddbc5b15dcfa0","benchmark":"gpqa_main","data_index":1385,"repeat_index":3,"sample_id":"gpqa-main-0293685a5c3ddbc5b15dcfa0/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1843,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"db2ca8d93d5ff50bd9f602bc5b3d339b547349c54c540850544e01393770a4ff"} +{"uuid":"gpqa-main-acdff999b6cbfcbc8be6ffac","benchmark":"gpqa_main","data_index":1393,"repeat_index":3,"sample_id":"gpqa-main-acdff999b6cbfcbc8be6ffac/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1641,"prompt_tokens":404,"effective_max_tokens":130668,"original_embedded_prediction":"B","question_sha256":"96f00c3d898d9c364f022eae18e69424d7f2ddde12fbde50541b7390ffd40103"} +{"uuid":"gpqa-main-87740f520845c3f77369e5a1","benchmark":"gpqa_main","data_index":1026,"repeat_index":2,"sample_id":"gpqa-main-87740f520845c3f77369e5a1/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16568,"prompt_tokens":188,"effective_max_tokens":130884,"original_embedded_prediction":"D","question_sha256":"f6c5a12c2cd600eeb524956c760164ff890d185cffd979bfba482f46aa46a1ac"} +{"uuid":"gpqa-main-3b1469c59353cec7a0dd6866","benchmark":"gpqa_main","data_index":1293,"repeat_index":3,"sample_id":"gpqa-main-3b1469c59353cec7a0dd6866/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5542,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"B","question_sha256":"ebc638f9e42bd31bd87f0fab4dff50846ee425d9aef0cb954a4e5013a5a107e4"} +{"uuid":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea","benchmark":"gpqa_main","data_index":1117,"repeat_index":2,"sample_id":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13170,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"A","question_sha256":"78b6f83c0d1137982356bff0e0d20f60e32542e5815ffd693af8f421f9e4741d"} +{"uuid":"gpqa-main-1728184fad8153eeb2e2a7de","benchmark":"gpqa_main","data_index":1416,"repeat_index":3,"sample_id":"gpqa-main-1728184fad8153eeb2e2a7de/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":631,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"d8505733319a8047e94d63c293a2d9dbb08c42e4bde2c223467f371da6665e08"} +{"uuid":"gpqa-main-86060b054d8de358356a29fd","benchmark":"gpqa_main","data_index":1160,"repeat_index":3,"sample_id":"gpqa-main-86060b054d8de358356a29fd/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11145,"prompt_tokens":435,"effective_max_tokens":130637,"original_embedded_prediction":"A","question_sha256":"d20ccd218e50c4a58da8030db612f52c5bac88ad6d1859a85b0358c1595e54e1"} +{"uuid":"gpqa-main-efb673a27e8a1e042786abf9","benchmark":"gpqa_main","data_index":1215,"repeat_index":3,"sample_id":"gpqa-main-efb673a27e8a1e042786abf9/repeat-3","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8875,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"A","question_sha256":"1f2f27b90dac22c1b4d70e1b1679a095c5ce0b5ec5dd0bbf48f16b8328b18d89"} +{"uuid":"gpqa-main-32802554a860af51b4d7360f","benchmark":"gpqa_main","data_index":1004,"repeat_index":2,"sample_id":"gpqa-main-32802554a860af51b4d7360f/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17745,"prompt_tokens":399,"effective_max_tokens":130673,"original_embedded_prediction":"C","question_sha256":"ea1d2c2fd4395ec2cad416b20c41a657730d84acd26fb53712bf10f6807a4e64"} +{"uuid":"gpqa-main-9753ac5963fbae8c8e907ef3","benchmark":"gpqa_main","data_index":1429,"repeat_index":3,"sample_id":"gpqa-main-9753ac5963fbae8c8e907ef3/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":453,"prompt_tokens":181,"effective_max_tokens":130891,"original_embedded_prediction":"C","question_sha256":"ec3a07db51d6010b2b9fae103e36b62707efee3ad0713fcd4420f8ba8f55c00b"} +{"uuid":"gpqa-main-822957bb60d3551275f08aa0","benchmark":"gpqa_main","data_index":1405,"repeat_index":3,"sample_id":"gpqa-main-822957bb60d3551275f08aa0/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1519,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"A","question_sha256":"4690c4bb391b2ef2a7b53f1a15866e05411bdf5f0f7b4f32c9e27d8ef6e8cb48"} +{"uuid":"gpqa-main-5afce78005210e6a41636858","benchmark":"gpqa_main","data_index":1413,"repeat_index":3,"sample_id":"gpqa-main-5afce78005210e6a41636858/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1246,"prompt_tokens":312,"effective_max_tokens":130760,"original_embedded_prediction":"A","question_sha256":"1447f629926983e1fb54566e40ab57d7a728998d233e3c84bc33277da7c13a65"} +{"uuid":"gpqa-main-24751b175e0f2d19899ad735","benchmark":"gpqa_main","data_index":1412,"repeat_index":3,"sample_id":"gpqa-main-24751b175e0f2d19899ad735/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1392,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"A","question_sha256":"4a5d6fcc83f3561a6447a1feebb680aa9ab094bdeed5677c30f04041964a9c38"} +{"uuid":"gpqa-main-92c7c513709816748efab029","benchmark":"gpqa_main","data_index":1403,"repeat_index":3,"sample_id":"gpqa-main-92c7c513709816748efab029/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1777,"prompt_tokens":253,"effective_max_tokens":130819,"original_embedded_prediction":"C","question_sha256":"c9ed693d3f7d5c30b94e2c01b9b5f22591922f961e4dbc9ef4b70309b61bae5c"} +{"uuid":"gpqa-main-78b2ba2dd97e6d6b9942bad9","benchmark":"gpqa_main","data_index":1425,"repeat_index":3,"sample_id":"gpqa-main-78b2ba2dd97e6d6b9942bad9/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":918,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"A","question_sha256":"019eb0f05f025ec512fbae057e0fcb33e0f92eec9bc2dc775494f6a19f4b62f3"} +{"uuid":"gpqa-main-212277d3e39540a6739d98b8","benchmark":"gpqa_main","data_index":1401,"repeat_index":3,"sample_id":"gpqa-main-212277d3e39540a6739d98b8/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1960,"prompt_tokens":147,"effective_max_tokens":130925,"original_embedded_prediction":"A","question_sha256":"d20446ccbbfc1ed40bcb669bfa65f9f9cd8e38ec8f7e67621c88e3dbe91f083d"} +{"uuid":"gpqa-main-fe61aa6baba6418fcde1fa11","benchmark":"gpqa_main","data_index":1424,"repeat_index":3,"sample_id":"gpqa-main-fe61aa6baba6418fcde1fa11/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1043,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"73eb245ef4dcc164186307ecd210b767147568ad3c1b03847a63b2e67ac5d0ab"} +{"uuid":"gpqa-main-febe4c45e71692110949e3d6","benchmark":"gpqa_main","data_index":1120,"repeat_index":2,"sample_id":"gpqa-main-febe4c45e71692110949e3d6/repeat-2","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13702,"prompt_tokens":577,"effective_max_tokens":130495,"original_embedded_prediction":"C","question_sha256":"e38dd7750710c37aa45a5b0b5dd91e1b4171070325d670d668ab1fa20431a29e"} +{"uuid":"gpqa-main-178c84548026beb35252a961","benchmark":"gpqa_main","data_index":1256,"repeat_index":3,"sample_id":"gpqa-main-178c84548026beb35252a961/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7887,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"B","question_sha256":"4ea09b6f60208405c59e5923a565f195c94315e0b6e230acd59351f1ee59ed96"} +{"uuid":"gpqa-main-31313469465f81cc0fa5dd28","benchmark":"gpqa_main","data_index":1408,"repeat_index":3,"sample_id":"gpqa-main-31313469465f81cc0fa5dd28/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1657,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"B","question_sha256":"cd18749d0354640af760ebe1c6a150eed2a0202cc444345b5c3f00b0f0df67d2"} +{"uuid":"gpqa-main-c0bc48c4232297b735018487","benchmark":"gpqa_main","data_index":1392,"repeat_index":3,"sample_id":"gpqa-main-c0bc48c4232297b735018487/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2595,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"C","question_sha256":"bbc99977a336fa9fd961baf75728288b14f7c69841a6757f2793e300690fc85b"} +{"uuid":"gpqa-main-a41b7b18fc60247bc6e08ecc","benchmark":"gpqa_main","data_index":1430,"repeat_index":3,"sample_id":"gpqa-main-a41b7b18fc60247bc6e08ecc/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":948,"prompt_tokens":270,"effective_max_tokens":130802,"original_embedded_prediction":"A","question_sha256":"87c04c470b12fde8cca6d843b12d3265c10bf824a883929eca2654ab55681839"} +{"uuid":"gpqa-main-7bb7c5ace8216100d38e616a","benchmark":"gpqa_main","data_index":1374,"repeat_index":3,"sample_id":"gpqa-main-7bb7c5ace8216100d38e616a/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3274,"prompt_tokens":197,"effective_max_tokens":130875,"original_embedded_prediction":"B","question_sha256":"6dbc821cf1e89c0764e62d1bef4818136877fbc8e333f255bfa42276ac9aeb88"} +{"uuid":"gpqa-main-f6714ff18991a64f32fcecf9","benchmark":"gpqa_main","data_index":1438,"repeat_index":3,"sample_id":"gpqa-main-f6714ff18991a64f32fcecf9/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":553,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"a1e860acc41f41cac7f3d9425a64a45a95559ff56553a2d04e1d3569c2f1c1a1"} +{"uuid":"gpqa-main-50a8ab2bd1710dbcfa2e32b5","benchmark":"gpqa_main","data_index":1320,"repeat_index":3,"sample_id":"gpqa-main-50a8ab2bd1710dbcfa2e32b5/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5294,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"D","question_sha256":"5fb04957154b48d4ebad83862909a8fd3afc5ba5399a7dbe4594b5c72255964c"} +{"uuid":"gpqa-main-358120bf0c4377ebdbde08fc","benchmark":"gpqa_main","data_index":1076,"repeat_index":2,"sample_id":"gpqa-main-358120bf0c4377ebdbde08fc/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15557,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"D","question_sha256":"051eba2501386001d9e9793a3b0fe9ea4c78a987e3a1576c168659f849b684d6"} +{"uuid":"gpqa-main-ca986cf878bcb98d3bdf6b0a","benchmark":"gpqa_main","data_index":1404,"repeat_index":3,"sample_id":"gpqa-main-ca986cf878bcb98d3bdf6b0a/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2093,"prompt_tokens":553,"effective_max_tokens":130519,"original_embedded_prediction":"D","question_sha256":"03946dc24ec69699ccf0d502676d0724f19c404c61b61996d4b5d979f21785da"} +{"uuid":"gpqa-main-bf00d194c934803975b81b7b","benchmark":"gpqa_main","data_index":1089,"repeat_index":2,"sample_id":"gpqa-main-bf00d194c934803975b81b7b/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15271,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"A","question_sha256":"55e1269d132671f2c7b7f41498cb0b404e702d8ce370ac5555d837581e1b3ad7"} +{"uuid":"gpqa-main-9a5518ae94b2b0d35d86de13","benchmark":"gpqa_main","data_index":1441,"repeat_index":3,"sample_id":"gpqa-main-9a5518ae94b2b0d35d86de13/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":492,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"C","question_sha256":"3fcfcbf2649513809f04d9fdbcbe0c6bc1a91164f8dcfd7d9748267f2db7c6ce"} +{"uuid":"gpqa-main-d5d2365d64430154627d4bb7","benchmark":"gpqa_main","data_index":1420,"repeat_index":3,"sample_id":"gpqa-main-d5d2365d64430154627d4bb7/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1593,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"D","question_sha256":"17f96c74be836037313c787a88438b6c9f69a4aa20ec8cba17697864f5d35599"} +{"uuid":"gpqa-main-d8361782f08c0e6d16de3839","benchmark":"gpqa_main","data_index":1439,"repeat_index":3,"sample_id":"gpqa-main-d8361782f08c0e6d16de3839/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":729,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"aed1658f69a85980c41ce94c10ac1535d2de3683f7a5c3821d1a84fa594d4571"} +{"uuid":"gpqa-main-baefee4c54836e933082fd33","benchmark":"gpqa_main","data_index":973,"repeat_index":2,"sample_id":"gpqa-main-baefee4c54836e933082fd33/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19830,"prompt_tokens":487,"effective_max_tokens":130585,"original_embedded_prediction":"A","question_sha256":"f4486aea8f80b6405ceaabbd6f225378761eafc49f1e042873a464b3b94da620"} +{"uuid":"gpqa-main-e17c3d61061a563977ae3c11","benchmark":"gpqa_main","data_index":1396,"repeat_index":3,"sample_id":"gpqa-main-e17c3d61061a563977ae3c11/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2732,"prompt_tokens":352,"effective_max_tokens":130720,"original_embedded_prediction":"A","question_sha256":"41b609bbf5cd4517a7d53e382a762d7b2caa65fd58ea44549bdf7183daf1d2c0"} +{"uuid":"gpqa-main-ce2839297e4b63e0b36f6300","benchmark":"gpqa_main","data_index":917,"repeat_index":2,"sample_id":"gpqa-main-ce2839297e4b63e0b36f6300/repeat-2","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":22267,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"D","question_sha256":"80cca49a2f6ae39b2d3a2dfe110572d39720d0831c65246ce20603c40578b118"} +{"uuid":"gpqa-main-398c3b21ff64a0edc7ed8444","benchmark":"gpqa_main","data_index":1349,"repeat_index":3,"sample_id":"gpqa-main-398c3b21ff64a0edc7ed8444/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4769,"prompt_tokens":839,"effective_max_tokens":130233,"original_embedded_prediction":"C","question_sha256":"8efc35cf270e2b051ad9ae732723df9c7261cecaf1410edf2c43f3ca7aa749cc"} +{"uuid":"gpqa-main-c720b28fe25654b1cedc9285","benchmark":"gpqa_main","data_index":1274,"repeat_index":3,"sample_id":"gpqa-main-c720b28fe25654b1cedc9285/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7725,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"9f6e1d1b2c053afcba8c78142311f336846eb87d19344fb8aa6e71ed9aecc477"} +{"uuid":"gpqa-main-eda22ee564030fef1ab0bcaf","benchmark":"gpqa_main","data_index":1000,"repeat_index":2,"sample_id":"gpqa-main-eda22ee564030fef1ab0bcaf/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19018,"prompt_tokens":316,"effective_max_tokens":130756,"original_embedded_prediction":"A","question_sha256":"e78929c2c3d5e04cda51c77e05ad4a3d1cbbf98cc2db0103b7fbc594e78bb602"} +{"uuid":"gpqa-main-731d6908d225dc9f463d1297","benchmark":"gpqa_main","data_index":1440,"repeat_index":3,"sample_id":"gpqa-main-731d6908d225dc9f463d1297/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1016,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"4774928b0a0c7cdc6d9c17102d2e01adad07f5a344858c23bbc63520a74724d7"} +{"uuid":"gpqa-main-e4e8eab3e5612de26e298f3f","benchmark":"gpqa_main","data_index":1295,"repeat_index":3,"sample_id":"gpqa-main-e4e8eab3e5612de26e298f3f/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6969,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"A","question_sha256":"1037e0c8b2c1aced006713d114efa5f1233a7eadf2f0aac355081aeacd10b00f"} +{"uuid":"gpqa-main-87740f520845c3f77369e5a1","benchmark":"gpqa_main","data_index":1410,"repeat_index":3,"sample_id":"gpqa-main-87740f520845c3f77369e5a1/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2442,"prompt_tokens":188,"effective_max_tokens":130884,"original_embedded_prediction":"D","question_sha256":"f6c5a12c2cd600eeb524956c760164ff890d185cffd979bfba482f46aa46a1ac"} +{"uuid":"gpqa-main-2fc8b9731f60b1c9eb476570","benchmark":"gpqa_main","data_index":1227,"repeat_index":3,"sample_id":"gpqa-main-2fc8b9731f60b1c9eb476570/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9805,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"A","question_sha256":"8d64fc9e228388438862fd18b500e048e168f26e7191a4220ea8281beb789ea2"} +{"uuid":"gpqa-main-45cae4ba5af22868461f1861","benchmark":"gpqa_main","data_index":1290,"repeat_index":3,"sample_id":"gpqa-main-45cae4ba5af22868461f1861/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7263,"prompt_tokens":196,"effective_max_tokens":130876,"original_embedded_prediction":"B","question_sha256":"da4480a5d4f2af44b6faf63fe513d557f97bf4cd048901e4a2f0b133273b39db"} +{"uuid":"gpqa-main-d4ee93c18c20e4432773fe55","benchmark":"gpqa_main","data_index":1463,"repeat_index":3,"sample_id":"gpqa-main-d4ee93c18c20e4432773fe55/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":339,"prompt_tokens":200,"effective_max_tokens":130872,"original_embedded_prediction":"C","question_sha256":"77bffd13a6b6464f7c63296f571164c184ce47a8cd6f8ecf91f0dc28407d44a1"} +{"uuid":"gpqa-main-4117517dba1fdbd711e3d32b","benchmark":"gpqa_main","data_index":1300,"repeat_index":3,"sample_id":"gpqa-main-4117517dba1fdbd711e3d32b/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7032,"prompt_tokens":398,"effective_max_tokens":130674,"original_embedded_prediction":"C","question_sha256":"3e04ad2cb1248bfb53a7bd8f05efedea49f42b201c6f35907baa6c30abf40733"} +{"uuid":"gpqa-main-c6cc654afa201cd3d5b66695","benchmark":"gpqa_main","data_index":1464,"repeat_index":3,"sample_id":"gpqa-main-c6cc654afa201cd3d5b66695/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":327,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"A","question_sha256":"79526cdc6c623c8657c3060ab8b305f1b4d8aa35f2b7905c6fd4c3e119c5c310"} +{"uuid":"gpqa-main-63aef6e78c9803d030a16f9c","benchmark":"gpqa_main","data_index":1360,"repeat_index":3,"sample_id":"gpqa-main-63aef6e78c9803d030a16f9c/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4566,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"A","question_sha256":"255e934ed277fdd11f71245508448f7031439d40eb38fd78fb3b813b247c5726"} +{"uuid":"gpqa-main-b84eb68d18023ca81e43b35a","benchmark":"gpqa_main","data_index":1445,"repeat_index":3,"sample_id":"gpqa-main-b84eb68d18023ca81e43b35a/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1041,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"C","question_sha256":"6c90e464e06f4dc9c748d6c9be44c96b2d5bec5078b4eb152ea4ccec4c709f2d"} +{"uuid":"gpqa-main-219ad07bcb0cda7b85845999","benchmark":"gpqa_main","data_index":1423,"repeat_index":3,"sample_id":"gpqa-main-219ad07bcb0cda7b85845999/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2114,"prompt_tokens":412,"effective_max_tokens":130660,"original_embedded_prediction":"B","question_sha256":"a6336c3b0760d09010077fee728ae5348e4421bcfcbbc8bb9c4a72d541ddfb24"} +{"uuid":"gpqa-main-288426a7fecb5facf10219c7","benchmark":"gpqa_main","data_index":1342,"repeat_index":3,"sample_id":"gpqa-main-288426a7fecb5facf10219c7/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5521,"prompt_tokens":321,"effective_max_tokens":130751,"original_embedded_prediction":"D","question_sha256":"7cccb7714b35c30190fb5db64a1b22a36b726b2a007f241961e1e48c82e4acb3"} +{"uuid":"gpqa-main-925cb13958435841df0e8c1e","benchmark":"gpqa_main","data_index":1259,"repeat_index":3,"sample_id":"gpqa-main-925cb13958435841df0e8c1e/repeat-3","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8914,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":null,"question_sha256":"d21ba2f1c06b876b2d387104c816ee0fcc369a02b8e010a706e0e2448c56f78e"} +{"uuid":"gpqa-main-cda2fe50fc8423311319e78e","benchmark":"gpqa_main","data_index":1452,"repeat_index":3,"sample_id":"gpqa-main-cda2fe50fc8423311319e78e/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1059,"prompt_tokens":182,"effective_max_tokens":130890,"original_embedded_prediction":"C","question_sha256":"1b04aca1c9a8b4f1fabc653b3653d0a48982315e6f1da934d98cadd1948f776f"} +{"uuid":"gpqa-main-87a8747afb6b0414b9ccbe1e","benchmark":"gpqa_main","data_index":1426,"repeat_index":3,"sample_id":"gpqa-main-87a8747afb6b0414b9ccbe1e/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2226,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"D","question_sha256":"cdb165b285d51cf6a09160d99c4c49b653710aac879cce0b87c74a48eee0172b"} +{"uuid":"gpqa-main-82354c49d9280b8a980b98b4","benchmark":"gpqa_main","data_index":1322,"repeat_index":3,"sample_id":"gpqa-main-82354c49d9280b8a980b98b4/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6315,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"C","question_sha256":"57b065d28a6d02a29a3a84f39dd670ba7cdf4e3403506e79b5fc90713897f68e"} +{"uuid":"gpqa-main-7c04a20e5411bd3e0a2bc2c8","benchmark":"gpqa_main","data_index":1379,"repeat_index":3,"sample_id":"gpqa-main-7c04a20e5411bd3e0a2bc2c8/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4163,"prompt_tokens":413,"effective_max_tokens":130659,"original_embedded_prediction":"A","question_sha256":"e23b62b19c3ab4ec896e631f56a7a92ed38aca13300af7a7b449b979999886f3"} +{"uuid":"gpqa-main-6f8b58d9d46c4f4e7eba1910","benchmark":"gpqa_main","data_index":1469,"repeat_index":3,"sample_id":"gpqa-main-6f8b58d9d46c4f4e7eba1910/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":411,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"C","question_sha256":"2437e4848569e7740d6491d475d194b9eefbbeae3a6a31cd62ddeb8ba8e93aa9"} +{"uuid":"gpqa-main-aa684f4d5d7c6b9ced383e24","benchmark":"gpqa_main","data_index":1455,"repeat_index":3,"sample_id":"gpqa-main-aa684f4d5d7c6b9ced383e24/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1062,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"96a58da5e1708d76485e32741b0ecddc1bea407ebb53997d2f36e8827f2f2ac9"} +{"uuid":"gpqa-main-6195cef214f3dfad9869d6d3","benchmark":"gpqa_main","data_index":1450,"repeat_index":3,"sample_id":"gpqa-main-6195cef214f3dfad9869d6d3/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1290,"prompt_tokens":351,"effective_max_tokens":130721,"original_embedded_prediction":"B","question_sha256":"d8a4b11aef2d38271a5ebf2c1802dc875d19737c557efb5990cc4a865a052e7c"} +{"uuid":"gpqa-main-8dd5ae41d915a09d1c8b9add","benchmark":"gpqa_main","data_index":1313,"repeat_index":3,"sample_id":"gpqa-main-8dd5ae41d915a09d1c8b9add/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6561,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"B","question_sha256":"8a246eed19ab5f877aa822da432a7aaa0f52615ea4655b0a89995d374971cd27"} +{"uuid":"gpqa-main-05286f95a107c3da592ecbd9","benchmark":"gpqa_main","data_index":1457,"repeat_index":3,"sample_id":"gpqa-main-05286f95a107c3da592ecbd9/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1104,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"d8a1a7b530a9b1d0cd0b07ec53f60d6d5fcf3059457f02b90e3c4ddf51fdc825"} +{"uuid":"gpqa-main-86976aae6f871f46c4680830","benchmark":"gpqa_main","data_index":1367,"repeat_index":3,"sample_id":"gpqa-main-86976aae6f871f46c4680830/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4956,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"D","question_sha256":"e5c3c79a60db2de596dac1585bfc2e940bac2acb65a3352ff5f7e99821846aed"} +{"uuid":"gpqa-main-756cafdacac7e9642e2102c6","benchmark":"gpqa_main","data_index":1242,"repeat_index":3,"sample_id":"gpqa-main-756cafdacac7e9642e2102c6/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10048,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"b26abbcea4f9adbbc6faf6378336b8d024ffe4491d2853b927bf9afdc27073a9"} +{"uuid":"gpqa-main-3cb5227445654dab4b5dacc2","benchmark":"gpqa_main","data_index":1466,"repeat_index":3,"sample_id":"gpqa-main-3cb5227445654dab4b5dacc2/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":926,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"4b45de4106aaf95114f9bda69339b541037b0eb04b8fd1f40efb6b91ed2a479e"} +{"uuid":"gpqa-main-7e9652f906d908e059401ac2","benchmark":"gpqa_main","data_index":1476,"repeat_index":3,"sample_id":"gpqa-main-7e9652f906d908e059401ac2/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":641,"prompt_tokens":346,"effective_max_tokens":130726,"original_embedded_prediction":"C","question_sha256":"9dda9414807cb4996f3a1deb9214b8aaf93c75e41d35fac14966aba5058f07ff"} +{"uuid":"gpqa-main-67c1e3a67a2a974a3189d06b","benchmark":"gpqa_main","data_index":1480,"repeat_index":3,"sample_id":"gpqa-main-67c1e3a67a2a974a3189d06b/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":457,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"A","question_sha256":"de0e795a2e1639d4babc3235662e71409fadd14e0c80f8551b3db9b4b53aa8de"} +{"uuid":"gpqa-main-9f0f463200d404d2c62eca59","benchmark":"gpqa_main","data_index":1472,"repeat_index":3,"sample_id":"gpqa-main-9f0f463200d404d2c62eca59/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":798,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"6ed199510dead1f6bd4eaa9162909d9481bd2201f8d9444ee60a2e0e2f20528c"} +{"uuid":"gpqa-main-4fb391edde117a3fa772fe15","benchmark":"gpqa_main","data_index":1147,"repeat_index":2,"sample_id":"gpqa-main-4fb391edde117a3fa772fe15/repeat-2","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14007,"prompt_tokens":230,"effective_max_tokens":130842,"original_embedded_prediction":"A","question_sha256":"5131eb311b518c1f3eade66e9c0f4df88aa05e6477bb06e86e3ac1e6fc1ea102"} +{"uuid":"gpqa-main-759e35a2024fc09bd491c9ff","benchmark":"gpqa_main","data_index":1155,"repeat_index":3,"sample_id":"gpqa-main-759e35a2024fc09bd491c9ff/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13652,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"D","question_sha256":"4c284608a459b460f3ec3dfd5c7c71cfa84c171d4eb8a52aab9e6e4a8cb409bb"} +{"uuid":"gpqa-main-48494dbfd36899c84d166873","benchmark":"gpqa_main","data_index":1446,"repeat_index":3,"sample_id":"gpqa-main-48494dbfd36899c84d166873/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1811,"prompt_tokens":315,"effective_max_tokens":130757,"original_embedded_prediction":"B","question_sha256":"a50aa647f4cce396d333dfcfe372bdfadfa7f7aa507ebafd207354812f7ab3f9"} +{"uuid":"gpqa-main-92f6e58b4989e9025c8286a9","benchmark":"gpqa_main","data_index":1386,"repeat_index":3,"sample_id":"gpqa-main-92f6e58b4989e9025c8286a9/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4584,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"C","question_sha256":"c003a37af0eaa5e9c6d10f5a25ce1a2e0258ad6638a1655ee2a17d07daab816a"} +{"uuid":"gpqa-main-f6f707a4d7db96af855de986","benchmark":"gpqa_main","data_index":1418,"repeat_index":3,"sample_id":"gpqa-main-f6f707a4d7db96af855de986/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3083,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"049a3a3426b30e36d29d782b3ea4916bf545838ac3945e9c707804638ad48f04"} +{"uuid":"gpqa-main-50b06dfa0f6f3a64a58faa00","benchmark":"gpqa_main","data_index":1449,"repeat_index":3,"sample_id":"gpqa-main-50b06dfa0f6f3a64a58faa00/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1880,"prompt_tokens":2889,"effective_max_tokens":128183,"original_embedded_prediction":"A","question_sha256":"6d83e75112500dd8a0852c4eaa9859c4fb625c97bdf5f7d5c532bcd6347ea1a8"} +{"uuid":"gpqa-main-33c3b423f54aabfcfca66691","benchmark":"gpqa_main","data_index":1486,"repeat_index":3,"sample_id":"gpqa-main-33c3b423f54aabfcfca66691/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":521,"prompt_tokens":323,"effective_max_tokens":130749,"original_embedded_prediction":"A","question_sha256":"d3ede1ef1590cafbeca0278be62d75df7a0ca03bdf527b454a132420994473ae"} +{"uuid":"gpqa-main-d31323dded27ae0c86cb5c75","benchmark":"gpqa_main","data_index":1465,"repeat_index":3,"sample_id":"gpqa-main-d31323dded27ae0c86cb5c75/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1326,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"8f174dd25b58e6fc8e309577a66d0f5a4f46ed89bf1a5165c0cb561a4e3e33e9"} +{"uuid":"gpqa-main-ae94db70e45f3af66518a393","benchmark":"gpqa_main","data_index":1482,"repeat_index":3,"sample_id":"gpqa-main-ae94db70e45f3af66518a393/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":707,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"357c925128939cb69954fa6d11c54df2209c646ee1d3db2ab6dfea44ae6407b6"} +{"uuid":"gpqa-main-fc2653b5d83e082e9e4f6390","benchmark":"gpqa_main","data_index":1456,"repeat_index":3,"sample_id":"gpqa-main-fc2653b5d83e082e9e4f6390/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1736,"prompt_tokens":429,"effective_max_tokens":130643,"original_embedded_prediction":"C","question_sha256":"d039314a334267e1364c2bb5dc0ab4e72b6b86a69936c2f7f318902ffc422f15"} +{"uuid":"gpqa-main-ae71bab05f11abac2f706bb9","benchmark":"gpqa_main","data_index":1109,"repeat_index":2,"sample_id":"gpqa-main-ae71bab05f11abac2f706bb9/repeat-2","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16235,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"d160134fd023bac8e7f94f4d4e70e01dc36d3ae74bb54ab778b03686e5b7b2c0"} +{"uuid":"gpqa-main-08452235d283f9ba82364ea8","benchmark":"gpqa_main","data_index":1162,"repeat_index":3,"sample_id":"gpqa-main-08452235d283f9ba82364ea8/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13895,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"65db6ef4b562a9503afeb197451091c7514df18fdee747a881b8057c38e21d0f"} +{"uuid":"gpqa-main-8e23eaed901a11ec534e6f8b","benchmark":"gpqa_main","data_index":1251,"repeat_index":3,"sample_id":"gpqa-main-8e23eaed901a11ec534e6f8b/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10172,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"ed842ad329efe1e08f990fad3dd3cd5e5fb16736a9da1dbfa314d5e19156887e"} +{"uuid":"gpqa-main-fd7b1296b8c5ae3f05aa8355","benchmark":"gpqa_main","data_index":1471,"repeat_index":3,"sample_id":"gpqa-main-fd7b1296b8c5ae3f05aa8355/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1261,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"D","question_sha256":"e674bbb69c41e672de8e4c8cbea505f57f0d1fc98a2ae52ced1937ec4c71b62f"} +{"uuid":"gpqa-main-8d43dd1cebfb1a76c18a3589","benchmark":"gpqa_main","data_index":1365,"repeat_index":3,"sample_id":"gpqa-main-8d43dd1cebfb1a76c18a3589/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5718,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"D","question_sha256":"1c3b360d52d717d4eda55f53310217b072979b1026b8896b235a2ba9f5151964"} +{"uuid":"gpqa-main-5f044a1bf575df47abc76e1a","benchmark":"gpqa_main","data_index":1498,"repeat_index":3,"sample_id":"gpqa-main-5f044a1bf575df47abc76e1a/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":332,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"56742e4e637e9ad1340d4a8de7af8e0d6ce2447d668cc5b51dfb52dfb0b2b8e9"} +{"uuid":"gpqa-main-6364129e0f80d3896a3d60e2","benchmark":"gpqa_main","data_index":1233,"repeat_index":3,"sample_id":"gpqa-main-6364129e0f80d3896a3d60e2/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11142,"prompt_tokens":526,"effective_max_tokens":130546,"original_embedded_prediction":"A","question_sha256":"123161632faf32d9079808c0fb48f9d5492735ab0a8290fe32ca2f58fad36797"} +{"uuid":"gpqa-main-1634ccababef2067673cd88c","benchmark":"gpqa_main","data_index":1198,"repeat_index":3,"sample_id":"gpqa-main-1634ccababef2067673cd88c/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12352,"prompt_tokens":593,"effective_max_tokens":130479,"original_embedded_prediction":"D","question_sha256":"d8c36bd55ba561cb499054e9d5a01217a0498dfd20875e8d9e99d34bcdfd7830"} +{"uuid":"gpqa-main-9eaa6714b15499d3c303ce90","benchmark":"gpqa_main","data_index":991,"repeat_index":2,"sample_id":"gpqa-main-9eaa6714b15499d3c303ce90/repeat-2","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21063,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"B","question_sha256":"cfac786b87a07d0c92f7c3da73233aa6c32340b63dff9d3f72bd1bd025cd565d"} +{"uuid":"gpqa-main-89f68a802c7c6e55b5b802fd","benchmark":"gpqa_main","data_index":1415,"repeat_index":3,"sample_id":"gpqa-main-89f68a802c7c6e55b5b802fd/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3713,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"0815a781881ae5e8651c7fad2acd62427e6f4161f30b842d196debe30bd5ee83"} +{"uuid":"gpqa-main-4657fdc74d4c0bf48aa0b494","benchmark":"gpqa_main","data_index":1453,"repeat_index":3,"sample_id":"gpqa-main-4657fdc74d4c0bf48aa0b494/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2175,"prompt_tokens":343,"effective_max_tokens":130729,"original_embedded_prediction":"B","question_sha256":"ef34764671cecdd517febbdbff1a8cc3542418de05c4a100ef6c30752c1fc8cb"} +{"uuid":"gpqa-main-6dec9c3aba26b3c8623af13e","benchmark":"gpqa_main","data_index":1467,"repeat_index":3,"sample_id":"gpqa-main-6dec9c3aba26b3c8623af13e/repeat-3","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1598,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"656a46f8bac8e8e0767c9a5675871d3f81ff8707ec78f064bca2ccac673d7561"} +{"uuid":"gpqa-main-08cb3c41dbaa57f424632b84","benchmark":"gpqa_main","data_index":1156,"repeat_index":3,"sample_id":"gpqa-main-08cb3c41dbaa57f424632b84/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14265,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"e37327eb6a290bf649f9b548f5d9834983b5d59efc10b4281a4bdbb75523863f"} +{"uuid":"gpqa-main-0b01dd8e7881a40d7eb61175","benchmark":"gpqa_main","data_index":1491,"repeat_index":3,"sample_id":"gpqa-main-0b01dd8e7881a40d7eb61175/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":764,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"C","question_sha256":"74998926c571f30bb050d73fd21eee2727687e5a8320253f13d3d84b8605a913"} +{"uuid":"gpqa-main-53c8581aa69a3066bf003024","benchmark":"gpqa_main","data_index":1502,"repeat_index":3,"sample_id":"gpqa-main-53c8581aa69a3066bf003024/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":512,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"dbc9784ed2e796c6f534e998f17f2a819df9d6d94cd62aa72bd7fdcbf457c948"} +{"uuid":"gpqa-main-8523e39e7dc895f15a06a403","benchmark":"gpqa_main","data_index":1483,"repeat_index":3,"sample_id":"gpqa-main-8523e39e7dc895f15a06a403/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1238,"prompt_tokens":243,"effective_max_tokens":130829,"original_embedded_prediction":"D","question_sha256":"9809fdeb256e4181e9705fa439a61deb6dbe804bfb80ffab6cb1bd4565faa027"} +{"uuid":"gpqa-main-2601636e383074212d2b5e52","benchmark":"gpqa_main","data_index":1485,"repeat_index":3,"sample_id":"gpqa-main-2601636e383074212d2b5e52/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1112,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"A","question_sha256":"4346808ce2e49e7dd075a69d154a4e1c8d73b71869876d48ffff93747d8898ec"} +{"uuid":"gpqa-main-43903740f46e3267ecd42324","benchmark":"gpqa_main","data_index":1503,"repeat_index":3,"sample_id":"gpqa-main-43903740f46e3267ecd42324/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":568,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"b52b0025e64a7d0c0023e98ca9fe1f002e22bd987dd934f74304bd22e6e7da20"} +{"uuid":"gpqa-main-01e62a7b7362ebd043bef6f7","benchmark":"gpqa_main","data_index":1380,"repeat_index":3,"sample_id":"gpqa-main-01e62a7b7362ebd043bef6f7/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5438,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"339602fd0ae9cbdaef368f3dcff01cd2d212565d5c7830b14c0fd29de1cb58d6"} +{"uuid":"gpqa-main-f022820fa3c0f536a4d4a9bc","benchmark":"gpqa_main","data_index":1507,"repeat_index":3,"sample_id":"gpqa-main-f022820fa3c0f536a4d4a9bc/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":525,"prompt_tokens":288,"effective_max_tokens":130784,"original_embedded_prediction":"A","question_sha256":"d7be2d674d4903c49886b492451a9febcfb5696ccd6f0931c4d48ef06a19b2b9"} +{"uuid":"gpqa-main-b36b446fe10911202d34a473","benchmark":"gpqa_main","data_index":1511,"repeat_index":3,"sample_id":"gpqa-main-b36b446fe10911202d34a473/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":498,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"a817452b182acac6761625a70d62a32f2da8fc7a708397cb06f4ad35d5fb18f8"} +{"uuid":"gpqa-main-60c7c63632b1d67ffb8a4fb7","benchmark":"gpqa_main","data_index":1487,"repeat_index":3,"sample_id":"gpqa-main-60c7c63632b1d67ffb8a4fb7/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1354,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"A","question_sha256":"60c9747de98dcd74354ee70ce1049c3c1d1b8d72f4e9848984af5d6ceb1a0c57"} +{"uuid":"gpqa-main-67410b7a8dc0eaa2a0ad0e33","benchmark":"gpqa_main","data_index":1499,"repeat_index":3,"sample_id":"gpqa-main-67410b7a8dc0eaa2a0ad0e33/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":868,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"bb309e44424b270e31ff68a9df49f0a2f19335280a19eb9a92c5dcd1810cc3e8"} +{"uuid":"gpqa-main-77067b016766698b199936c6","benchmark":"gpqa_main","data_index":1495,"repeat_index":3,"sample_id":"gpqa-main-77067b016766698b199936c6/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1027,"prompt_tokens":306,"effective_max_tokens":130766,"original_embedded_prediction":"B","question_sha256":"4c8dd76001266d2c0d3a086b95cb4f68ba3f1b2658186002903315d51bf5bea6"} +{"uuid":"gpqa-main-32802554a860af51b4d7360f","benchmark":"gpqa_main","data_index":1388,"repeat_index":3,"sample_id":"gpqa-main-32802554a860af51b4d7360f/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5525,"prompt_tokens":399,"effective_max_tokens":130673,"original_embedded_prediction":"C","question_sha256":"ea1d2c2fd4395ec2cad416b20c41a657730d84acd26fb53712bf10f6807a4e64"} +{"uuid":"gpqa-main-3f9251e093c698e0c2fa2826","benchmark":"gpqa_main","data_index":1510,"repeat_index":3,"sample_id":"gpqa-main-3f9251e093c698e0c2fa2826/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":613,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"252debe46c4fa81fca060b5a84d473e7c0bf04c99b8b5f54aab8119f22de36b4"} +{"uuid":"gpqa-main-4a8c97220fb14b99f363b2ce","benchmark":"gpqa_main","data_index":1340,"repeat_index":3,"sample_id":"gpqa-main-4a8c97220fb14b99f363b2ce/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7525,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"D","question_sha256":"a939b9de7ea4048442a9378048f992097c413c77ad1c665790486c352036c7e3"} +{"uuid":"gpqa-main-4c9f4186c5ccd49ab906a399","benchmark":"gpqa_main","data_index":1335,"repeat_index":3,"sample_id":"gpqa-main-4c9f4186c5ccd49ab906a399/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7672,"prompt_tokens":610,"effective_max_tokens":130462,"original_embedded_prediction":"A","question_sha256":"f634534b5e2327dcc39982a4da6dff404f299e9759a0ac957b0f6017fbe7586e"} +{"uuid":"gpqa-main-a39e48c3dd280f4d62399e78","benchmark":"gpqa_main","data_index":1523,"repeat_index":3,"sample_id":"gpqa-main-a39e48c3dd280f4d62399e78/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":202,"prompt_tokens":397,"effective_max_tokens":130675,"original_embedded_prediction":"D","question_sha256":"721c25455cfe9ff83ae29b7ba79700cb78268040d9773283d4d8afebd849187b"} +{"uuid":"gpqa-main-c5fc0037165678ab354bad30","benchmark":"gpqa_main","data_index":1381,"repeat_index":3,"sample_id":"gpqa-main-c5fc0037165678ab354bad30/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5711,"prompt_tokens":158,"effective_max_tokens":130914,"original_embedded_prediction":"B","question_sha256":"cc55519c3a9058d775356db9fd87b9279f120f69e3d435e9886ed87f62c6a229"} +{"uuid":"gpqa-main-72464184a419f296dae470a9","benchmark":"gpqa_main","data_index":1409,"repeat_index":3,"sample_id":"gpqa-main-72464184a419f296dae470a9/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4549,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"C","question_sha256":"16bcf4c7129e083cade7afd040c6c4e0fa1fc7677a11aa70fb1b5a3d0e5fb5ea"} +{"uuid":"gpqa-main-ab4c50e2da12e11b47155f74","benchmark":"gpqa_main","data_index":1444,"repeat_index":3,"sample_id":"gpqa-main-ab4c50e2da12e11b47155f74/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3011,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"C","question_sha256":"b734e134fe4529267a34452ccc5cb2a7d56f7b471273d9e978add607de6f30b6"} +{"uuid":"gpqa-main-64193be5f9a6bbd67bec4010","benchmark":"gpqa_main","data_index":1280,"repeat_index":3,"sample_id":"gpqa-main-64193be5f9a6bbd67bec4010/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9879,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"C","question_sha256":"373990fe818e4182469d242b845eeb2f78db2f00cfb3a8fdbd2dbd696e08d552"} +{"uuid":"gpqa-main-ad37592fd14aa64b9045a2c4","benchmark":"gpqa_main","data_index":1526,"repeat_index":3,"sample_id":"gpqa-main-ad37592fd14aa64b9045a2c4/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":264,"prompt_tokens":142,"effective_max_tokens":130930,"original_embedded_prediction":"B","question_sha256":"1b3ff6b6ef905e2e7d9fad403ad7bcef59c07ba5858ab30374d9c1f3f07e7dee"} +{"uuid":"gpqa-main-d98819c9bc2a4086534acf1b","benchmark":"gpqa_main","data_index":1433,"repeat_index":3,"sample_id":"gpqa-main-d98819c9bc2a4086534acf1b/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3804,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"B","question_sha256":"d53ea2c13c1ce696b626852774a73a189571a138a5fd872cdd3bb15f21f0bf06"} +{"uuid":"gpqa-main-ad77d1e365463a217a2cc25c","benchmark":"gpqa_main","data_index":1500,"repeat_index":3,"sample_id":"gpqa-main-ad77d1e365463a217a2cc25c/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1221,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"B","question_sha256":"7c427847fb1acab7f784c40193a51f13be68ffb38b4336c6bf3ebf112916fc29"} +{"uuid":"gpqa-main-2651d2e67639a9e1741c23d7","benchmark":"gpqa_main","data_index":1513,"repeat_index":3,"sample_id":"gpqa-main-2651d2e67639a9e1741c23d7/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":827,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"B","question_sha256":"4dde21b33c78ccf27d8f3043edfe68636929e2ed7d52841b78b767027425afcb"} +{"uuid":"gpqa-main-1989edb8041cc1c94659dcc4","benchmark":"gpqa_main","data_index":1492,"repeat_index":3,"sample_id":"gpqa-main-1989edb8041cc1c94659dcc4/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1540,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"364ddb1397abdc7ae2201c88354f8df3f89b63c28330217a94cf8cf96c19ae54"} +{"uuid":"gpqa-main-8299e0bf116ad8ad7b960d26","benchmark":"gpqa_main","data_index":1406,"repeat_index":3,"sample_id":"gpqa-main-8299e0bf116ad8ad7b960d26/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5100,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"D","question_sha256":"dac89ff46a5330836dfa04de2060a9a9d447a0cffd96c06e0cdee48c6a991035"} +{"uuid":"gpqa-main-5af38d4af998e6cc090b76a4","benchmark":"gpqa_main","data_index":1518,"repeat_index":3,"sample_id":"gpqa-main-5af38d4af998e6cc090b76a4/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":887,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"b20325f500465457b07762e2fe70b04e5055bd3df2783351050b6c3d04223eb4"} +{"uuid":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8","benchmark":"gpqa_main","data_index":1064,"repeat_index":2,"sample_id":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8/repeat-2","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19339,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"bf639adbf5de648e6799cd9936073de7b6c750cf7c5870ed99dc4f842748abb9"} +{"uuid":"gpqa-main-fcf4fc69f21da83688056521","benchmark":"gpqa_main","data_index":1515,"repeat_index":3,"sample_id":"gpqa-main-fcf4fc69f21da83688056521/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1004,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"691112dd08aec41d1dfd7a48bf6e56a828dc8b340887ad6364daff290f8a88c4"} +{"uuid":"gpqa-main-11b88a6212278288c390be69","benchmark":"gpqa_main","data_index":1489,"repeat_index":3,"sample_id":"gpqa-main-11b88a6212278288c390be69/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1852,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"29eb581590e7852467849e4c58c5e3b1b97736035880adbd4e12298c320ac7e4"} +{"uuid":"gpqa-main-f6a21b5c88fe41ca6a55591f","benchmark":"gpqa_main","data_index":1506,"repeat_index":3,"sample_id":"gpqa-main-f6a21b5c88fe41ca6a55591f/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1299,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"b0808ff670ee04ab6af9402dbf89fd865b5fcc16ca43f81c6b8ed06e07bd5ee2"} +{"uuid":"gpqa-main-cfc742b1ce24bfc75356765e","benchmark":"gpqa_main","data_index":1431,"repeat_index":3,"sample_id":"gpqa-main-cfc742b1ce24bfc75356765e/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4417,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"B","question_sha256":"c1f013c71ec1bfdf03d8071ec0a1d30c0d10b7e87429512ec32711a88cc41cb1"} +{"uuid":"gpqa-main-7ac0db7d29e6e8c587a8e8f2","benchmark":"gpqa_main","data_index":1084,"repeat_index":2,"sample_id":"gpqa-main-7ac0db7d29e6e8c587a8e8f2/repeat-2","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18695,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"A","question_sha256":"1fc80dd29a6d1127a37414c18382b28b3e9d2f38b390130751d4cbfe90841375"} +{"uuid":"gpqa-main-22c436000399164406e165b2","benchmark":"gpqa_main","data_index":1372,"repeat_index":3,"sample_id":"gpqa-main-22c436000399164406e165b2/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7070,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"B","question_sha256":"836be405f3d05ec5ad1a2bc728339e5141836ace3a584fe3d36ecc50af4dc3ee"} +{"uuid":"gpqa-main-c5506c52a996021a33525b24","benchmark":"gpqa_main","data_index":1394,"repeat_index":3,"sample_id":"gpqa-main-c5506c52a996021a33525b24/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6247,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"ec867cdcf4e586ae70e24b76b87230ee2b48ec67a5234d7a682f06f846fbdf0d"} +{"uuid":"gpqa-main-18347a23c4b32df1f0b31d1a","benchmark":"gpqa_main","data_index":1547,"repeat_index":4,"sample_id":"gpqa-main-18347a23c4b32df1f0b31d1a/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":343,"prompt_tokens":438,"effective_max_tokens":130634,"original_embedded_prediction":"C","question_sha256":"f69ff8c0001cb2bdea3e51d7d4063a70e8b64bf6f735f62088f0ace464bbe468"} +{"uuid":"gpqa-main-4f958672c6f9249c44f2f9b9","benchmark":"gpqa_main","data_index":1339,"repeat_index":3,"sample_id":"gpqa-main-4f958672c6f9249c44f2f9b9/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8555,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"D","question_sha256":"7d91198c9c48996b89ebbb62d8d76d86e32d7c14fb108c7491c9ff812263613a"} +{"uuid":"gpqa-main-105b94b83de2671f0b86688d","benchmark":"gpqa_main","data_index":999,"repeat_index":2,"sample_id":"gpqa-main-105b94b83de2671f0b86688d/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":22319,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"D","question_sha256":"062b8c1448dabb342bd7815bdfbab0a55eb915c5c6793d19a5037bf7a9aa63f3"} +{"uuid":"gpqa-main-7093e90be0c6d72d98ef432c","benchmark":"gpqa_main","data_index":1508,"repeat_index":3,"sample_id":"gpqa-main-7093e90be0c6d72d98ef432c/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1753,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"A","question_sha256":"d73f092255e75c14953338c7dc17fa9e41c6378f650bac797b23d3c68133744d"} +{"uuid":"gpqa-main-e31881ef9b38bb3d802fa432","benchmark":"gpqa_main","data_index":1477,"repeat_index":3,"sample_id":"gpqa-main-e31881ef9b38bb3d802fa432/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2864,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"A","question_sha256":"d2b3b2f779f59635b5b67b63d55e4ada87e7ff867992c7a0b26b010dac9f8650"} +{"uuid":"gpqa-main-dd8409336990c7459796bf16","benchmark":"gpqa_main","data_index":1387,"repeat_index":3,"sample_id":"gpqa-main-dd8409336990c7459796bf16/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6694,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"609aca38a7fb3090a0f30d6d141ac5d22646fb06ba18f8c71758e099668e5bf5"} +{"uuid":"gpqa-main-a6eb05bb931229a396d81e44","benchmark":"gpqa_main","data_index":940,"repeat_index":2,"sample_id":"gpqa-main-a6eb05bb931229a396d81e44/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":24522,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"D","question_sha256":"19c2c8e0578e84094a1f97568e95e1e88fadee2743b1c6519b7fc661c8577cde"} +{"uuid":"gpqa-main-513a35e22e5c48f5b3b0518a","benchmark":"gpqa_main","data_index":1435,"repeat_index":3,"sample_id":"gpqa-main-513a35e22e5c48f5b3b0518a/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4691,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"D","question_sha256":"b4baa0b1a21db872411dec993670e6c6bc360a94404305cc5d3ecc9264fdf913"} +{"uuid":"gpqa-main-17eb0ef902a11d36b13bb4ba","benchmark":"gpqa_main","data_index":1530,"repeat_index":3,"sample_id":"gpqa-main-17eb0ef902a11d36b13bb4ba/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1125,"prompt_tokens":290,"effective_max_tokens":130782,"original_embedded_prediction":"C","question_sha256":"da025e796cabfda79ad3a899a873052b028159563074d0934fabc7ee4c54d8ad"} +{"uuid":"gpqa-main-adffc79c4b20a953ccbf4cd1","benchmark":"gpqa_main","data_index":1524,"repeat_index":3,"sample_id":"gpqa-main-adffc79c4b20a953ccbf4cd1/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1270,"prompt_tokens":170,"effective_max_tokens":130902,"original_embedded_prediction":"B","question_sha256":"a9acc5caf0ab2f58b68d62ac52eac5bd31ee4a74a832bd753df339176dbbaefe"} +{"uuid":"gpqa-main-992d40815d86851a9f6e7230","benchmark":"gpqa_main","data_index":1537,"repeat_index":4,"sample_id":"gpqa-main-992d40815d86851a9f6e7230/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1054,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"b698ebb0cb6d3abffa554435859e51f21dd11a9955cfceece2c7a6fa9b0e2023"} +{"uuid":"gpqa-main-539a673f0443ba9cdc31b864","benchmark":"gpqa_main","data_index":1419,"repeat_index":3,"sample_id":"gpqa-main-539a673f0443ba9cdc31b864/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5354,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"A","question_sha256":"d25187b99e4997c1700ffeb87fd595e878957e452f20a2f00d5489fecd0b3b30"} +{"uuid":"gpqa-main-ba7b4d8b6b363240553a5da8","benchmark":"gpqa_main","data_index":1549,"repeat_index":4,"sample_id":"gpqa-main-ba7b4d8b6b363240553a5da8/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":566,"prompt_tokens":320,"effective_max_tokens":130752,"original_embedded_prediction":"C","question_sha256":"f31ead87a22282cc5dfb01f73a1fe9c84520ad1b8dc017953d8293dbe8b47044"} +{"uuid":"gpqa-main-7c103d3006e7e5942b17dfc2","benchmark":"gpqa_main","data_index":1497,"repeat_index":3,"sample_id":"gpqa-main-7c103d3006e7e5942b17dfc2/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2295,"prompt_tokens":254,"effective_max_tokens":130818,"original_embedded_prediction":"D","question_sha256":"851c6624380df7dd30fbf4b482add6ae0543525ac196eb146f0d1eb73a673d6c"} +{"uuid":"gpqa-main-d9fdff837cb2d2e4d1e81014","benchmark":"gpqa_main","data_index":1535,"repeat_index":3,"sample_id":"gpqa-main-d9fdff837cb2d2e4d1e81014/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1254,"prompt_tokens":153,"effective_max_tokens":130919,"original_embedded_prediction":"C","question_sha256":"021732e23dc83767a3bfeabac85945e664d0c83c8f4cd2ecee91855cda0b0d54"} +{"uuid":"gpqa-main-9254c2db95aeb7ad8ae8a32d","benchmark":"gpqa_main","data_index":1447,"repeat_index":3,"sample_id":"gpqa-main-9254c2db95aeb7ad8ae8a32d/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4209,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"183797b844f5aaf0d4762d5da650b2a14964b261306db104b29a00499b949bd6"} +{"uuid":"gpqa-main-6078bfac5f15131fb59b31ce","benchmark":"gpqa_main","data_index":1458,"repeat_index":3,"sample_id":"gpqa-main-6078bfac5f15131fb59b31ce/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4007,"prompt_tokens":383,"effective_max_tokens":130689,"original_embedded_prediction":"D","question_sha256":"2c08be31c31eb443db8881662320ebedec47eef168a86389032948d5a9cc37d1"} +{"uuid":"gpqa-main-63f2aea89eec9b67abe0bacf","benchmark":"gpqa_main","data_index":945,"repeat_index":2,"sample_id":"gpqa-main-63f2aea89eec9b67abe0bacf/repeat-2","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24850,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"D","question_sha256":"32596b406efecc4795e9f82b1d00f89787b9ed9e4f9d6239bed8194f13da06e7"} +{"uuid":"gpqa-main-91b254f1e1c8041fbc1a3222","benchmark":"gpqa_main","data_index":1512,"repeat_index":3,"sample_id":"gpqa-main-91b254f1e1c8041fbc1a3222/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2141,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"35cf9161cc3c5b82d0770ab2b2fdef4a970ddae93523dee3a6bde8574e79b13d"} +{"uuid":"gpqa-main-810618179b41cff3d8593ba5","benchmark":"gpqa_main","data_index":1559,"repeat_index":4,"sample_id":"gpqa-main-810618179b41cff3d8593ba5/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":482,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"4f7077a78998cfa5dbe881d51f9f859973bb281cce9f5a2bde9d5475cc520111"} +{"uuid":"gpqa-main-ff85a5ccc5b465a708f70be3","benchmark":"gpqa_main","data_index":1565,"repeat_index":4,"sample_id":"gpqa-main-ff85a5ccc5b465a708f70be3/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":380,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"f86f6ace621f9a5dc4c1d23e2bb2d546e1ca384df523a7a90d793b41a43ebfc6"} +{"uuid":"gpqa-main-0d56f92dcb32c3f0494a4705","benchmark":"gpqa_main","data_index":1551,"repeat_index":4,"sample_id":"gpqa-main-0d56f92dcb32c3f0494a4705/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":818,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"D","question_sha256":"d48362abba761cef50927ef586befd9a2fdb343aa19b2fa457ee74fb6dbfb56b"} +{"uuid":"gpqa-main-9eaa6714b15499d3c303ce90","benchmark":"gpqa_main","data_index":1375,"repeat_index":3,"sample_id":"gpqa-main-9eaa6714b15499d3c303ce90/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7718,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"D","question_sha256":"cfac786b87a07d0c92f7c3da73233aa6c32340b63dff9d3f72bd1bd025cd565d"} +{"uuid":"gpqa-main-cda1b642d52c30858bcdf7a3","benchmark":"gpqa_main","data_index":1563,"repeat_index":4,"sample_id":"gpqa-main-cda1b642d52c30858bcdf7a3/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":485,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"85f5a80c90290184ac6ec65307174970563ac9442644e868f064c886836d7a25"} +{"uuid":"gpqa-main-485d6d2d8d4ef097891a30ae","benchmark":"gpqa_main","data_index":1522,"repeat_index":3,"sample_id":"gpqa-main-485d6d2d8d4ef097891a30ae/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2047,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"B","question_sha256":"c6a4a4365a6f088ad7d433e788ad1983c25ce2a6965fa332c2fd4f61eea9bbbc"} +{"uuid":"gpqa-main-0069a2b69e59906ffd6ca400","benchmark":"gpqa_main","data_index":1443,"repeat_index":3,"sample_id":"gpqa-main-0069a2b69e59906ffd6ca400/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4795,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"409fe9f5585adb91b6eded6462ef297118cee805597838bb23fa38eb32789450"} +{"uuid":"gpqa-main-3ebc2c6c608ed7f5e7bf9463","benchmark":"gpqa_main","data_index":1556,"repeat_index":4,"sample_id":"gpqa-main-3ebc2c6c608ed7f5e7bf9463/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":756,"prompt_tokens":286,"effective_max_tokens":130786,"original_embedded_prediction":"B","question_sha256":"81bfcfb746da8dbf79e11ca4c419d5416ea1be46678f915598ebe3f9c6b6fc32"} +{"uuid":"gpqa-main-47999f808ae4df35fd817dd2","benchmark":"gpqa_main","data_index":1550,"repeat_index":4,"sample_id":"gpqa-main-47999f808ae4df35fd817dd2/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1059,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"0b24415e0a51d238b6f9b4a8ae6a56386da27f195c825aa8d124ca3e7adc5bb9"} +{"uuid":"gpqa-main-950b8724526dc5d718438bec","benchmark":"gpqa_main","data_index":1548,"repeat_index":4,"sample_id":"gpqa-main-950b8724526dc5d718438bec/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1178,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"B","question_sha256":"d81eab0b3deeedb23d68076a8f0de5ca6461b5d2d1a7da228f6a0b6ba6ca53e7"} +{"uuid":"gpqa-main-4c4e7752fc041224f19d3f9a","benchmark":"gpqa_main","data_index":1462,"repeat_index":3,"sample_id":"gpqa-main-4c4e7752fc041224f19d3f9a/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4262,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"a7183bc025131850f86e24e7faa64e367e334f399dbbc968c1e6069905fe8c28"} +{"uuid":"gpqa-main-ad8f0afd2f116341ed3a69c0","benchmark":"gpqa_main","data_index":1576,"repeat_index":4,"sample_id":"gpqa-main-ad8f0afd2f116341ed3a69c0/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":177,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"b6c9142bf69c50d0a62b5b8254344b66610ca208a646e6a69a606819b7eb1bf8"} +{"uuid":"gpqa-main-544e43760baf2de3b5be5741","benchmark":"gpqa_main","data_index":1521,"repeat_index":3,"sample_id":"gpqa-main-544e43760baf2de3b5be5741/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2286,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"A","question_sha256":"89418be241a19daa5c02878e565ee51b73f6f2c9bcafffaf554b45989088c1d8"} +{"uuid":"gpqa-main-d022f771c467d057bbb527d0","benchmark":"gpqa_main","data_index":1575,"repeat_index":4,"sample_id":"gpqa-main-d022f771c467d057bbb527d0/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":219,"prompt_tokens":192,"effective_max_tokens":130880,"original_embedded_prediction":"A","question_sha256":"f3fdb78f6fe3c60a21e29d92babec94b4d8c0f6e012394045833653cbdb1a4d7"} +{"uuid":"gpqa-main-39045ad4d1274d0e56839d7b","benchmark":"gpqa_main","data_index":1528,"repeat_index":3,"sample_id":"gpqa-main-39045ad4d1274d0e56839d7b/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2083,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"429df35a12720ff87021b558515bede2e2590914376178a956309c141594787f"} +{"uuid":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2","benchmark":"gpqa_main","data_index":1302,"repeat_index":3,"sample_id":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10924,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"C","question_sha256":"58604895b423acc46c4efaa28ed2e4d6eaf2d93d55c7ad3766cffce3719ddf62"} +{"uuid":"gpqa-main-b7ef729c55e0cb48c67bca16","benchmark":"gpqa_main","data_index":1567,"repeat_index":4,"sample_id":"gpqa-main-b7ef729c55e0cb48c67bca16/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":830,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"B","question_sha256":"732a49f65a753e1d2c9ebb525ad8cc4c9ea6aa812fdc5eda3c630aa4aa35c7b5"} +{"uuid":"gpqa-main-8d147d8bf7fad22423fc5dd7","benchmark":"gpqa_main","data_index":1050,"repeat_index":2,"sample_id":"gpqa-main-8d147d8bf7fad22423fc5dd7/repeat-2","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21620,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"B","question_sha256":"bfad7a1309a7d02668c615391f7302c03e1c3f61ffaee5d1f44ba2c9f5c40b7d"} +{"uuid":"gpqa-main-45b8834e3ed027ec73e9cb93","benchmark":"gpqa_main","data_index":1478,"repeat_index":3,"sample_id":"gpqa-main-45b8834e3ed027ec73e9cb93/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3990,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"D","question_sha256":"14a2ed1ddcecc5a3752c954a0c07f0e2ae102378d648cc66bd57385516fbbe20"} +{"uuid":"gpqa-main-50467ff0a4937693425f108b","benchmark":"gpqa_main","data_index":1543,"repeat_index":4,"sample_id":"gpqa-main-50467ff0a4937693425f108b/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1871,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"A","question_sha256":"ee40e0ba47746454343829f9f66dd4d391816fe24ca19edf78fcce05cf1f26d8"} +{"uuid":"gpqa-main-143dc33c1aad9828daf5e615","benchmark":"gpqa_main","data_index":1247,"repeat_index":3,"sample_id":"gpqa-main-143dc33c1aad9828daf5e615/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13351,"prompt_tokens":354,"effective_max_tokens":130718,"original_embedded_prediction":"C","question_sha256":"ff60c18b72aac9e90842c7a2d5e79c68092a3fbb1d6c0318cee6d2892a43a0a1"} +{"uuid":"gpqa-main-a1ec72afe45eedbea242cd73","benchmark":"gpqa_main","data_index":1580,"repeat_index":4,"sample_id":"gpqa-main-a1ec72afe45eedbea242cd73/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":545,"prompt_tokens":310,"effective_max_tokens":130762,"original_embedded_prediction":"A","question_sha256":"e87180319d813402cf71637950d93636988703d0477e2bb79fb03a1d2df9afe3"} +{"uuid":"gpqa-main-f635511b161f39dc301e05eb","benchmark":"gpqa_main","data_index":1432,"repeat_index":3,"sample_id":"gpqa-main-f635511b161f39dc301e05eb/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6201,"prompt_tokens":650,"effective_max_tokens":130422,"original_embedded_prediction":"D","question_sha256":"cb7f697eb685eca3061fc46cacb94c19aba74add8390e74234ade788b9fa4ff3"} +{"uuid":"gpqa-main-d8d5dbb2aa6f203775147357","benchmark":"gpqa_main","data_index":1470,"repeat_index":3,"sample_id":"gpqa-main-d8d5dbb2aa6f203775147357/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4560,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"bb18da47ffe6578fb5b30d30128525e8addf5e823c1985c70c606c89ce8d4d7e"} +{"uuid":"gpqa-main-21bf0d1bb4513b046dfdf875","benchmark":"gpqa_main","data_index":1558,"repeat_index":4,"sample_id":"gpqa-main-21bf0d1bb4513b046dfdf875/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1479,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"916a1ca795d38f4c815c99d6f162f52af934ee4e1b0d100dc0a7fb747631f7a7"} +{"uuid":"gpqa-main-3d4249ae7ea85a07b7726fff","benchmark":"gpqa_main","data_index":1545,"repeat_index":4,"sample_id":"gpqa-main-3d4249ae7ea85a07b7726fff/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2102,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"f3a651caf4cc86d7183e2aa4e94783901dfd4ba7026521589b0aa1f1c95b0e55"} +{"uuid":"gpqa-main-1f0af84f0bdb1b68af6a7719","benchmark":"gpqa_main","data_index":1533,"repeat_index":3,"sample_id":"gpqa-main-1f0af84f0bdb1b68af6a7719/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2595,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"D","question_sha256":"47eb07162cc525d2e6a87977deb802204fed59b801dd5e2935cc6edb3c036af1"} +{"uuid":"gpqa-main-f79cea2e3c2e242b6e0da4d5","benchmark":"gpqa_main","data_index":1590,"repeat_index":4,"sample_id":"gpqa-main-f79cea2e3c2e242b6e0da4d5/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":322,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"D","question_sha256":"bdc1ab103002886dcbe879cd751d3e27b8ba6e988859bb80422ea04871269448"} +{"uuid":"gpqa-main-5a280dae7286e8bab3887904","benchmark":"gpqa_main","data_index":1364,"repeat_index":3,"sample_id":"gpqa-main-5a280dae7286e8bab3887904/repeat-3","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9120,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"A","question_sha256":"b8398a470c0a1a045a6dcf2005bd8e8351bdf75ffa7c473958cf3c4b5d4fb288"} +{"uuid":"gpqa-main-7ac0db7d29e6e8c587a8e8f2","benchmark":"gpqa_main","data_index":1468,"repeat_index":3,"sample_id":"gpqa-main-7ac0db7d29e6e8c587a8e8f2/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4769,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"B","question_sha256":"1fc80dd29a6d1127a37414c18382b28b3e9d2f38b390130751d4cbfe90841375"} +{"uuid":"gpqa-main-9b60a112c6568a530227ce47","benchmark":"gpqa_main","data_index":1584,"repeat_index":4,"sample_id":"gpqa-main-9b60a112c6568a530227ce47/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":831,"prompt_tokens":443,"effective_max_tokens":130629,"original_embedded_prediction":"D","question_sha256":"4dd7bd0636dc935d4359866d23d365353db91692ab9b80b438a3f65683abf4e7"} +{"uuid":"gpqa-main-9bb169e317cdd76b98ada24f","benchmark":"gpqa_main","data_index":1341,"repeat_index":3,"sample_id":"gpqa-main-9bb169e317cdd76b98ada24f/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10277,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d0bbc79a116a93d5c5c1325e012b3feb17a7b705d2ccd57a86ecfbdc2bf78030"} +{"uuid":"gpqa-main-834c95c23407a9d2c736d2ee","benchmark":"gpqa_main","data_index":1593,"repeat_index":4,"sample_id":"gpqa-main-834c95c23407a9d2c736d2ee/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":329,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"bb698537245b51d08b5d5a6cecdfd1a4e34f7ac0f17e13da8d713af9341a9366"} +{"uuid":"gpqa-main-5334e8bdecfbd08a0fceb69b","benchmark":"gpqa_main","data_index":1583,"repeat_index":4,"sample_id":"gpqa-main-5334e8bdecfbd08a0fceb69b/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":945,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"B","question_sha256":"0c1cc6cb8c9b9a25c645b86bbada068207876248621f0327486d559892b7a8a9"} +{"uuid":"gpqa-main-763daf42ea0c79050a6a4d1d","benchmark":"gpqa_main","data_index":1597,"repeat_index":4,"sample_id":"gpqa-main-763daf42ea0c79050a6a4d1d/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":468,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"D","question_sha256":"72b4053b92adde478bb40c3fb9ef1e06215efe5922e2d600121170f824d32c13"} +{"uuid":"gpqa-main-5f336d7998263d21db8f15c1","benchmark":"gpqa_main","data_index":1586,"repeat_index":4,"sample_id":"gpqa-main-5f336d7998263d21db8f15c1/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1083,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"C","question_sha256":"5028b464f9ac881885af02d0d7fda29d17165d3804f0f84dbc2e8f6dbd923739"} +{"uuid":"gpqa-main-cdc31486df3de65ec2c324e2","benchmark":"gpqa_main","data_index":1555,"repeat_index":4,"sample_id":"gpqa-main-cdc31486df3de65ec2c324e2/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2093,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"4d233cd7b8524c989eb47a4c40d6f2f47070b986fea11e3ee3029c07db9b3356"} +{"uuid":"gpqa-main-7e29412fd534df20c4a23267","benchmark":"gpqa_main","data_index":1239,"repeat_index":3,"sample_id":"gpqa-main-7e29412fd534df20c4a23267/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14802,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"D","question_sha256":"7fda2b6ca2ff9984ace9bf53f465cebb4b8d963f7ddcb5aa5f5015cd6989be42"} +{"uuid":"gpqa-main-d1e25804e939f97ca872c78e","benchmark":"gpqa_main","data_index":1315,"repeat_index":3,"sample_id":"gpqa-main-d1e25804e939f97ca872c78e/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11341,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"A","question_sha256":"bd713289ab1ffc1ab982f7411da433944bdaa2ce87595d2c1bba8580a8b47bdb"} +{"uuid":"gpqa-main-105b94b83de2671f0b86688d","benchmark":"gpqa_main","data_index":1383,"repeat_index":3,"sample_id":"gpqa-main-105b94b83de2671f0b86688d/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8941,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"D","question_sha256":"062b8c1448dabb342bd7815bdfbab0a55eb915c5c6793d19a5037bf7a9aa63f3"} +{"uuid":"gpqa-main-9f607ccb3302f27b4ebe90a4","benchmark":"gpqa_main","data_index":1442,"repeat_index":3,"sample_id":"gpqa-main-9f607ccb3302f27b4ebe90a4/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6423,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"B","question_sha256":"e2c8b6a88dfedf13a4a35e2964dc77f2e082e87417c972bf7406bdb2405985f7"} +{"uuid":"gpqa-main-8db8ffb39e6d3e618c8d388c","benchmark":"gpqa_main","data_index":1592,"repeat_index":4,"sample_id":"gpqa-main-8db8ffb39e6d3e618c8d388c/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":960,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"B","question_sha256":"28dff82ab12e25f0b479054be2f5d8b597951c2458e383bb25cf488b09c98ff5"} +{"uuid":"gpqa-main-f0a74958c23332566374eae8","benchmark":"gpqa_main","data_index":1397,"repeat_index":3,"sample_id":"gpqa-main-f0a74958c23332566374eae8/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8461,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"0122463c60c1fa5ad768f1fc6147fd593b46126713e705864d5de5632804d4b5"} +{"uuid":"gpqa-main-b306a5cb19a37a5923ddeda3","benchmark":"gpqa_main","data_index":1527,"repeat_index":3,"sample_id":"gpqa-main-b306a5cb19a37a5923ddeda3/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3687,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"10d0692d1c6af6008ffff69894cb0183dafbb80748247a3a0e1961e87f1e7c9f"} +{"uuid":"gpqa-main-7239e8e1a6f52b11d89b376d","benchmark":"gpqa_main","data_index":1571,"repeat_index":4,"sample_id":"gpqa-main-7239e8e1a6f52b11d89b376d/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1987,"prompt_tokens":359,"effective_max_tokens":130713,"original_embedded_prediction":"D","question_sha256":"6b778965b4593497cd5378ecaa94e84f97d2910300038afb6590a8e9376b791c"} +{"uuid":"gpqa-main-d750e02b8d42b4b4d6aba4b9","benchmark":"gpqa_main","data_index":1577,"repeat_index":4,"sample_id":"gpqa-main-d750e02b8d42b4b4d6aba4b9/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1824,"prompt_tokens":944,"effective_max_tokens":130128,"original_embedded_prediction":"D","question_sha256":"5ea7e9b17f677439bf5f6e43169cb794916985d1c5964f6a0d8becf3f9e3b7ad"} +{"uuid":"gpqa-main-83f8b78e2bcb92bda5c03787","benchmark":"gpqa_main","data_index":1488,"repeat_index":3,"sample_id":"gpqa-main-83f8b78e2bcb92bda5c03787/repeat-3","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5125,"prompt_tokens":162,"effective_max_tokens":130910,"original_embedded_prediction":"C","question_sha256":"1f06efeb2323c27b7a92e2f6b6d0f631f5b1caa5357a701f99ff4c3d08286bcf"} +{"uuid":"gpqa-main-edbd99e5f03e3b3f074ba126","benchmark":"gpqa_main","data_index":1214,"repeat_index":3,"sample_id":"gpqa-main-edbd99e5f03e3b3f074ba126/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16111,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"D","question_sha256":"b690990e73efd994587057d6ed5ae270235b0ec6bd4e98df3fc472f01c179765"} +{"uuid":"gpqa-main-46549f6d718b80e38f4412cd","benchmark":"gpqa_main","data_index":1570,"repeat_index":4,"sample_id":"gpqa-main-46549f6d718b80e38f4412cd/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2152,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"B","question_sha256":"a1def6786f9e3174bf07c7887ea2c97711ea721fe1cf730202fc93d69ecac09d"} +{"uuid":"gpqa-main-fbf1f6e62b48cbbf0bca4714","benchmark":"gpqa_main","data_index":1587,"repeat_index":4,"sample_id":"gpqa-main-fbf1f6e62b48cbbf0bca4714/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1588,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"59affc9a905621c391ee7886c0e428eac5cb1f60c7c251e2fc1fcb081cb8e076"} +{"uuid":"gpqa-main-d8cca1a27ad1a42b4a99ce96","benchmark":"gpqa_main","data_index":1421,"repeat_index":3,"sample_id":"gpqa-main-d8cca1a27ad1a42b4a99ce96/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7810,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"6049e26840c0e889bb5632032745b5bcf6684dec9a2f9d0a0cfb76378c5c064e"} +{"uuid":"gpqa-main-f35f531075e0f4b71e6bfdf7","benchmark":"gpqa_main","data_index":1564,"repeat_index":4,"sample_id":"gpqa-main-f35f531075e0f4b71e6bfdf7/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2519,"prompt_tokens":440,"effective_max_tokens":130632,"original_embedded_prediction":"B","question_sha256":"1dec0a47229d6987f418c244cc1169bdeb04c6134b883ac8895dc2380cdf0539"} +{"uuid":"gpqa-main-498b428b55b7644426a781c9","benchmark":"gpqa_main","data_index":1600,"repeat_index":4,"sample_id":"gpqa-main-498b428b55b7644426a781c9/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1167,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"C","question_sha256":"7fbfdc18f5a18b666f8d4afc859af60c4c56ab7d8d677d46fb01a050207ac688"} +{"uuid":"gpqa-main-08452235d283f9ba82364ea8","benchmark":"gpqa_main","data_index":1546,"repeat_index":4,"sample_id":"gpqa-main-08452235d283f9ba82364ea8/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3368,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"65db6ef4b562a9503afeb197451091c7514df18fdee747a881b8057c38e21d0f"} +{"uuid":"gpqa-main-efc527af4c77c27856f0d201","benchmark":"gpqa_main","data_index":1596,"repeat_index":4,"sample_id":"gpqa-main-efc527af4c77c27856f0d201/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1302,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"29ffae74d292a9a38f72dd8e95efab3be752912b79e848701193359c657937f6"} +{"uuid":"gpqa-main-35569b36357cfce18162c999","benchmark":"gpqa_main","data_index":1588,"repeat_index":4,"sample_id":"gpqa-main-35569b36357cfce18162c999/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1711,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"D","question_sha256":"a2136b05b78259562b913f1f56520c4184d70bf60017617a442a41f907c31b78"} +{"uuid":"gpqa-main-84e0462fb979739143160f76","benchmark":"gpqa_main","data_index":1610,"repeat_index":4,"sample_id":"gpqa-main-84e0462fb979739143160f76/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":656,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"A","question_sha256":"17821f797104818a4e9c06d5499572866481ca7a9f6bf4d3993cbc935754c06e"} +{"uuid":"gpqa-main-a8c391dd6337620cc79cae0e","benchmark":"gpqa_main","data_index":1568,"repeat_index":4,"sample_id":"gpqa-main-a8c391dd6337620cc79cae0e/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2520,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"435ccdce7cc6c5543ffaf20b4d850d905357568605d01b3a595d44df3dd30d0d"} +{"uuid":"gpqa-main-2bd63c617299c18c1cfd5b0a","benchmark":"gpqa_main","data_index":1348,"repeat_index":3,"sample_id":"gpqa-main-2bd63c617299c18c1cfd5b0a/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11162,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"D","question_sha256":"bd7804f896ba3deb7fd65cc0c562744a80232f45bbc9c5ffa8652308c167c329"} +{"uuid":"gpqa-main-92c9d90b543b6779261f70f7","benchmark":"gpqa_main","data_index":1411,"repeat_index":3,"sample_id":"gpqa-main-92c9d90b543b6779261f70f7/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8532,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"A","question_sha256":"1c7aff3f5221c2086c7143b43e0c46921a03859d45bfce22f1a1286ece235b1a"} +{"uuid":"gpqa-main-55e31c256bb6191d94e6db4d","benchmark":"gpqa_main","data_index":1514,"repeat_index":3,"sample_id":"gpqa-main-55e31c256bb6191d94e6db4d/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4585,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"126561d6b58fa17bbaffda56837acaf8fab4bf282ccdfdcc2c7a97bfe520889c"} +{"uuid":"gpqa-main-7a6f40292c595b5ffad3d66b","benchmark":"gpqa_main","data_index":1616,"repeat_index":4,"sample_id":"gpqa-main-7a6f40292c595b5ffad3d66b/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":548,"prompt_tokens":317,"effective_max_tokens":130755,"original_embedded_prediction":"A","question_sha256":"82d8161e96256872367b5e1c12af2c1f91e6c4a6aac3d066708fccb1826bf840"} +{"uuid":"gpqa-main-1923a70feda6403a600f719a","benchmark":"gpqa_main","data_index":1312,"repeat_index":3,"sample_id":"gpqa-main-1923a70feda6403a600f719a/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12408,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"B","question_sha256":"7acad7dd49efa2a29ce19fb81de0e8b504de87dab9c66159407da7697942a708"} +{"uuid":"gpqa-main-de59169ce40a93ff305f9a41","benchmark":"gpqa_main","data_index":1536,"repeat_index":4,"sample_id":"gpqa-main-de59169ce40a93ff305f9a41/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4174,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"A","question_sha256":"c5859c729f1f8217c8555103da018a579f07eb8df38d8389383b2f4634573327"} +{"uuid":"gpqa-main-49e3b768e85f009875fb4b7f","benchmark":"gpqa_main","data_index":1606,"repeat_index":4,"sample_id":"gpqa-main-49e3b768e85f009875fb4b7f/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1228,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"B","question_sha256":"181abbdaf75899b4c447f9c98c58f90512c06ffe5521e109fa83597da1fb7aae"} +{"uuid":"gpqa-main-47f8cee187b620660c7d11b3","benchmark":"gpqa_main","data_index":1608,"repeat_index":4,"sample_id":"gpqa-main-47f8cee187b620660c7d11b3/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1121,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"b114078343a4ce3eeaa845ee2c7bfa4ac7c9add00f507d8ff60e46cca593fb46"} +{"uuid":"gpqa-main-579e17ce4c553c730c526a5c","benchmark":"gpqa_main","data_index":1578,"repeat_index":4,"sample_id":"gpqa-main-579e17ce4c553c730c526a5c/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2590,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"D","question_sha256":"1ce3d847d25b2c2f678c304f134266501155719553a1a003f38a6b0a75ffb81b"} +{"uuid":"gpqa-main-b9cd3234a1fbbf6fe8b281a7","benchmark":"gpqa_main","data_index":1141,"repeat_index":2,"sample_id":"gpqa-main-b9cd3234a1fbbf6fe8b281a7/repeat-2","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19905,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"407ed0eb19714d6ab4f488ca6e6a117c40e4991746c31ad1c464c5e529e59565"} +{"uuid":"gpqa-main-ddc1b02f963a2f785385132e","benchmark":"gpqa_main","data_index":1629,"repeat_index":4,"sample_id":"gpqa-main-ddc1b02f963a2f785385132e/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":383,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"d5e7b22736a2cdaa0f2553a100795aa6b7e150fcc1b9fe093e28e3fea855f346"} +{"uuid":"gpqa-main-5f1108e8b2f18297c04895bf","benchmark":"gpqa_main","data_index":1481,"repeat_index":3,"sample_id":"gpqa-main-5f1108e8b2f18297c04895bf/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6130,"prompt_tokens":447,"effective_max_tokens":130625,"original_embedded_prediction":"A","question_sha256":"d6e89de54268d0839b91cc5f860fd4903b1d8277accaf665ced8b5404cdbbe84"} +{"uuid":"gpqa-main-e10311e2a20f5ef70b44af1a","benchmark":"gpqa_main","data_index":1532,"repeat_index":3,"sample_id":"gpqa-main-e10311e2a20f5ef70b44af1a/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4488,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"B","question_sha256":"840fab180da436fa17bd480d15eb270c8be4535800795f8fe8c3d0b1ac29ca9d"} +{"uuid":"gpqa-main-bf684ea09dc8822450fbd37c","benchmark":"gpqa_main","data_index":1620,"repeat_index":4,"sample_id":"gpqa-main-bf684ea09dc8822450fbd37c/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":838,"prompt_tokens":372,"effective_max_tokens":130700,"original_embedded_prediction":"A","question_sha256":"8f0911e951adf5df2bfc8aa29c14de392a998e2fa48463ceecedcd39a8301453"} +{"uuid":"gpqa-main-efbd16944acebfe43928d489","benchmark":"gpqa_main","data_index":1585,"repeat_index":4,"sample_id":"gpqa-main-efbd16944acebfe43928d489/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2584,"prompt_tokens":328,"effective_max_tokens":130744,"original_embedded_prediction":"B","question_sha256":"40b2b50a3c993902d4327a3072c497b0bfcbac42a638ecf92be395be7ef82ab0"} +{"uuid":"gpqa-main-7c7ae85beee22afc94024aa0","benchmark":"gpqa_main","data_index":1529,"repeat_index":3,"sample_id":"gpqa-main-7c7ae85beee22afc94024aa0/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4653,"prompt_tokens":179,"effective_max_tokens":130893,"original_embedded_prediction":"B","question_sha256":"17ee204f8a3ef8904b0418dcf3bac347173df36a87b5535f055046fe6fae8879"} +{"uuid":"gpqa-main-8cf981eedacab9acbdd5b00c","benchmark":"gpqa_main","data_index":1628,"repeat_index":4,"sample_id":"gpqa-main-8cf981eedacab9acbdd5b00c/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":721,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"D","question_sha256":"14dcd60f9986bbbcbbdc0e4b3462397b01801a452d9756100ed129baa5baf68c"} +{"uuid":"gpqa-main-acecd9428a5b4368f1f5bc82","benchmark":"gpqa_main","data_index":1461,"repeat_index":3,"sample_id":"gpqa-main-acecd9428a5b4368f1f5bc82/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7200,"prompt_tokens":336,"effective_max_tokens":130736,"original_embedded_prediction":"A","question_sha256":"2d1e5de4bf7305d1b5eee8dda5415195dc333d71b3f50fa60508a928b67fb336"} +{"uuid":"gpqa-main-13dda0527a69422c0bfefb23","benchmark":"gpqa_main","data_index":1581,"repeat_index":4,"sample_id":"gpqa-main-13dda0527a69422c0bfefb23/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3015,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"A","question_sha256":"952dd56af4d111bc829dbe6171c480a13632e8b5771e33245330d32115f96774"} +{"uuid":"gpqa-main-24659eabc462bf7fb5295951","benchmark":"gpqa_main","data_index":1417,"repeat_index":3,"sample_id":"gpqa-main-24659eabc462bf7fb5295951/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9116,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"f26df2fb1b4182bacbf5d951a583b120ed154d22ea6f9659ed264ae020297543"} +{"uuid":"gpqa-main-8a20fac7d1a5bff58e8c63ca","benchmark":"gpqa_main","data_index":1609,"repeat_index":4,"sample_id":"gpqa-main-8a20fac7d1a5bff58e8c63ca/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1655,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"C","question_sha256":"065acbbc3564fb2547e820ab1c35567bac49dff768319e8f4b46ee23bdd92415"} +{"uuid":"gpqa-main-2fc8b9731f60b1c9eb476570","benchmark":"gpqa_main","data_index":1611,"repeat_index":4,"sample_id":"gpqa-main-2fc8b9731f60b1c9eb476570/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1638,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"A","question_sha256":"8d64fc9e228388438862fd18b500e048e168f26e7191a4220ea8281beb789ea2"} +{"uuid":"gpqa-main-87c633148441d2b07b8e2e81","benchmark":"gpqa_main","data_index":1624,"repeat_index":4,"sample_id":"gpqa-main-87c633148441d2b07b8e2e81/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1126,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"0fb47d10edb4eca17f93926dea501fdd19bde76cfe58f57edb445a7272d7787c"} +{"uuid":"gpqa-main-51f5bda498b3f05cab60119c","benchmark":"gpqa_main","data_index":1601,"repeat_index":4,"sample_id":"gpqa-main-51f5bda498b3f05cab60119c/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2229,"prompt_tokens":271,"effective_max_tokens":130801,"original_embedded_prediction":"D","question_sha256":"f7fa8540a448dfeff404af93810c60c41ed387fb5e4c821bbb6e5869dd9f8630"} +{"uuid":"gpqa-main-a5811d01e615771d5e0b48fb","benchmark":"gpqa_main","data_index":1636,"repeat_index":4,"sample_id":"gpqa-main-a5811d01e615771d5e0b48fb/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":664,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"D","question_sha256":"18c1c5c103fb01b10fd0ca282f8eab427517d6587a0a9962010b5ad16e05b98f"} +{"uuid":"gpqa-main-9e1b7c5b2ce53e8d6424b66a","benchmark":"gpqa_main","data_index":1595,"repeat_index":4,"sample_id":"gpqa-main-9e1b7c5b2ce53e8d6424b66a/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2536,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"97732ba422afbf18b5d2d6b3bd26f6c540049e2f82d9628414525cebe7e9a5dd"} +{"uuid":"gpqa-main-b38dfd97dcfb80fb4df4c6f2","benchmark":"gpqa_main","data_index":894,"repeat_index":2,"sample_id":"gpqa-main-b38dfd97dcfb80fb4df4c6f2/repeat-2","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":30795,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"28fc44d6ca68ec833bb9837a558199f6e126ccb90f29dc42a2a4bf34ea4b66a7"} +{"uuid":"gpqa-main-efa466851677550746c06a1f","benchmark":"gpqa_main","data_index":1574,"repeat_index":4,"sample_id":"gpqa-main-efa466851677550746c06a1f/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3449,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"B","question_sha256":"b64a2faa078044133322af9742b3f75788b5f8e5701f1fee08d693854a842448"} +{"uuid":"gpqa-main-ec756f5cd58f1d3e9c9c8676","benchmark":"gpqa_main","data_index":1646,"repeat_index":4,"sample_id":"gpqa-main-ec756f5cd58f1d3e9c9c8676/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":422,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"016bbafd184cf46762e3e824d2499734daf9efd8cb5f0adad12078f151c96a12"} +{"uuid":"gpqa-main-29e885003cf7658ac2eb0ba4","benchmark":"gpqa_main","data_index":1639,"repeat_index":4,"sample_id":"gpqa-main-29e885003cf7658ac2eb0ba4/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":804,"prompt_tokens":299,"effective_max_tokens":130773,"original_embedded_prediction":"D","question_sha256":"e6fd9b7cea6cbcd53eabc57f63ae367008b2774a1092f55e23e78b7eafbdbafa"} +{"uuid":"gpqa-main-358120bf0c4377ebdbde08fc","benchmark":"gpqa_main","data_index":1460,"repeat_index":3,"sample_id":"gpqa-main-358120bf0c4377ebdbde08fc/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7775,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"051eba2501386001d9e9793a3b0fe9ea4c78a987e3a1576c168659f849b684d6"} +{"uuid":"gpqa-main-ca7a4b18584754c3664d8758","benchmark":"gpqa_main","data_index":1552,"repeat_index":4,"sample_id":"gpqa-main-ca7a4b18584754c3664d8758/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4483,"prompt_tokens":517,"effective_max_tokens":130555,"original_embedded_prediction":"D","question_sha256":"b15ab8a50cd7768206339f81478bb5a4757f87b1bf1c7671597c48117910482f"} +{"uuid":"gpqa-main-9baab02407bb5e317c8c71c4","benchmark":"gpqa_main","data_index":1182,"repeat_index":3,"sample_id":"gpqa-main-9baab02407bb5e317c8c71c4/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19039,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"C","question_sha256":"4c49b01c534dd76a31b5023fe34fe490913c400dc715a3fa7a874695ca10b949"} +{"uuid":"gpqa-main-002cb7f9ef3ee2a3d460b42e","benchmark":"gpqa_main","data_index":1621,"repeat_index":4,"sample_id":"gpqa-main-002cb7f9ef3ee2a3d460b42e/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1654,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"3bed68f29773b3484a0b5acab22f438229b63f2a324fb817a933e4d514178386"} +{"uuid":"gpqa-main-b13e6b95879d48313e527260","benchmark":"gpqa_main","data_index":1641,"repeat_index":4,"sample_id":"gpqa-main-b13e6b95879d48313e527260/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":927,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"B","question_sha256":"145b51d1c857830091d0dfa7043504329aa8d2a847b5b738079d210a94da31cb"} +{"uuid":"gpqa-main-6543e2c47b61f7f328bcf42d","benchmark":"gpqa_main","data_index":1572,"repeat_index":4,"sample_id":"gpqa-main-6543e2c47b61f7f328bcf42d/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3862,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"D","question_sha256":"9f8c4aa52521e2926d56fdd03cf5aeaf3543c911c9b75774731cd1204efc1328"} +{"uuid":"gpqa-main-7c3c45d7826322d2dd84475f","benchmark":"gpqa_main","data_index":1634,"repeat_index":4,"sample_id":"gpqa-main-7c3c45d7826322d2dd84475f/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1256,"prompt_tokens":419,"effective_max_tokens":130653,"original_embedded_prediction":"A","question_sha256":"f98a4cc383b4e02c52b4cdafe1b79c1d58df251d5d10ab65f71740d27243ed28"} +{"uuid":"gpqa-main-35d088e32fb39438767e1141","benchmark":"gpqa_main","data_index":1615,"repeat_index":4,"sample_id":"gpqa-main-35d088e32fb39438767e1141/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2032,"prompt_tokens":434,"effective_max_tokens":130638,"original_embedded_prediction":"B","question_sha256":"9d467213ec07b8217d3c3aa11a312c8536475e654bbb7ef916a4b8f92e0c7a7d"} +{"uuid":"gpqa-main-feeb39404129cbb3b7e867ec","benchmark":"gpqa_main","data_index":1579,"repeat_index":4,"sample_id":"gpqa-main-feeb39404129cbb3b7e867ec/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3816,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"C","question_sha256":"a80144fd582290217d4749a45438b278db047877b2f9babd5f52d9d0dcc88daf"} +{"uuid":"gpqa-main-55aa21aa9a62e56aab915b32","benchmark":"gpqa_main","data_index":1454,"repeat_index":3,"sample_id":"gpqa-main-55aa21aa9a62e56aab915b32/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8386,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"e6eba602b3eef649fed522c6b8737556699845aee5b419773938063ec6b83257"} +{"uuid":"gpqa-main-41ca21006bb37fef24a8975a","benchmark":"gpqa_main","data_index":1622,"repeat_index":4,"sample_id":"gpqa-main-41ca21006bb37fef24a8975a/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1900,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"8d132ce83553f28f02599f90e3c52fb60d8f58faea0f09152f78f7df6e310abc"} +{"uuid":"gpqa-main-c69005af8b1e76a851528e02","benchmark":"gpqa_main","data_index":1603,"repeat_index":4,"sample_id":"gpqa-main-c69005af8b1e76a851528e02/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2879,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"D","question_sha256":"29e6a1db070bf5e5af8af4b82da4953dd47dcd2a1bbd7ad2db04f3d1d4cd805e"} +{"uuid":"gpqa-main-832feb793ff377da50abf878","benchmark":"gpqa_main","data_index":1605,"repeat_index":4,"sample_id":"gpqa-main-832feb793ff377da50abf878/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2682,"prompt_tokens":202,"effective_max_tokens":130870,"original_embedded_prediction":"B","question_sha256":"9cb12d81fbbe616cc95beecd1627265e0b5a2fa48b8e7493d3df89b378afbc12"} +{"uuid":"gpqa-main-86060b054d8de358356a29fd","benchmark":"gpqa_main","data_index":1544,"repeat_index":4,"sample_id":"gpqa-main-86060b054d8de358356a29fd/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5304,"prompt_tokens":435,"effective_max_tokens":130637,"original_embedded_prediction":"A","question_sha256":"d20ccd218e50c4a58da8030db612f52c5bac88ad6d1859a85b0358c1595e54e1"} +{"uuid":"gpqa-main-be458c5a0490a8298ea11494","benchmark":"gpqa_main","data_index":1655,"repeat_index":4,"sample_id":"gpqa-main-be458c5a0490a8298ea11494/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":656,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"17cada7a00fa20e35d380a47aad58aace15d791f3cd4f119acb4635e55951129"} +{"uuid":"gpqa-main-28e3e5e79d7477896c6d853d","benchmark":"gpqa_main","data_index":1560,"repeat_index":4,"sample_id":"gpqa-main-28e3e5e79d7477896c6d853d/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4680,"prompt_tokens":1047,"effective_max_tokens":130025,"original_embedded_prediction":"B","question_sha256":"d3b33ef7a0e55c33b5deae6a673dd7fff1fc2e7efa223f3419ecf58e57c06207"} +{"uuid":"gpqa-main-e408cf011e5548359fd7cfa7","benchmark":"gpqa_main","data_index":1604,"repeat_index":4,"sample_id":"gpqa-main-e408cf011e5548359fd7cfa7/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2927,"prompt_tokens":190,"effective_max_tokens":130882,"original_embedded_prediction":"D","question_sha256":"62f7808cdd914d23316e18802ada081dc433f34465864581ce0c27bfafdcd343"} +{"uuid":"gpqa-main-1754a508e794225bd932adeb","benchmark":"gpqa_main","data_index":1205,"repeat_index":3,"sample_id":"gpqa-main-1754a508e794225bd932adeb/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18659,"prompt_tokens":276,"effective_max_tokens":130796,"original_embedded_prediction":"C","question_sha256":"16464cac7090a24d3b5a0bf989e1699bafd2dd7b1555e816a1f77804d8e890db"} +{"uuid":"gpqa-main-e069314491adb5be236d3fe7","benchmark":"gpqa_main","data_index":1538,"repeat_index":4,"sample_id":"gpqa-main-e069314491adb5be236d3fe7/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5777,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"D","question_sha256":"2662eff7a6231613f45042d2ef5df63caaeb5a326d264e93009a737a99fb27bb"} +{"uuid":"gpqa-main-b5b0614a110a5eb0657cbe9a","benchmark":"gpqa_main","data_index":1651,"repeat_index":4,"sample_id":"gpqa-main-b5b0614a110a5eb0657cbe9a/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":979,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"D","question_sha256":"829ccc830e5fe3601c6e7c0a975192c938019f4d4e5c1b2334d55bb1d951711e"} +{"uuid":"gpqa-main-b654b748170277d4b0d0c6b5","benchmark":"gpqa_main","data_index":1630,"repeat_index":4,"sample_id":"gpqa-main-b654b748170277d4b0d0c6b5/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1956,"prompt_tokens":508,"effective_max_tokens":130564,"original_embedded_prediction":"D","question_sha256":"010973f2a9805982e33bfecd460da27e4d2f170e4567ebf854c807385bea09d3"} +{"uuid":"gpqa-main-2ad64f0bf627cf52a8ad924c","benchmark":"gpqa_main","data_index":1671,"repeat_index":4,"sample_id":"gpqa-main-2ad64f0bf627cf52a8ad924c/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":291,"prompt_tokens":146,"effective_max_tokens":130926,"original_embedded_prediction":"D","question_sha256":"e9afb48881134b480ce09710124320be56d4166a402490b65f81bdb1df6e3a1d"} +{"uuid":"gpqa-main-3357b4ebb8c461cb9eeca4bd","benchmark":"gpqa_main","data_index":1230,"repeat_index":3,"sample_id":"gpqa-main-3357b4ebb8c461cb9eeca4bd/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17888,"prompt_tokens":283,"effective_max_tokens":130789,"original_embedded_prediction":"B","question_sha256":"cdffe5a4f742a97a3cc2ffedfc8d78a3ffa14249a51afc48e9d7aa8fc6b499a8"} +{"uuid":"gpqa-main-cdaa7da74e15a8dfc40e0582","benchmark":"gpqa_main","data_index":1343,"repeat_index":3,"sample_id":"gpqa-main-cdaa7da74e15a8dfc40e0582/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13387,"prompt_tokens":410,"effective_max_tokens":130662,"original_embedded_prediction":"D","question_sha256":"733e93868ff7691423e0d318a4d9ba6ce801d7c2ef5c53b8020d7eb13c2c9a5c"} +{"uuid":"gpqa-main-4e62cd257f17d5af418a8d34","benchmark":"gpqa_main","data_index":1366,"repeat_index":3,"sample_id":"gpqa-main-4e62cd257f17d5af418a8d34/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12495,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"D","question_sha256":"654fc443f2efbec09d0f966244083f4545f4f851e28d7f4e0f9c07cb156b2d1d"} +{"uuid":"gpqa-main-d751f2081e63be8d69314287","benchmark":"gpqa_main","data_index":1637,"repeat_index":4,"sample_id":"gpqa-main-d751f2081e63be8d69314287/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1676,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"f56e41493e430f6c013c094b4b462aa30dc9826a273d867eec6a04fc8a646443"} +{"uuid":"gpqa-main-84cbf72ad94d1afe2aa56331","benchmark":"gpqa_main","data_index":1633,"repeat_index":4,"sample_id":"gpqa-main-84cbf72ad94d1afe2aa56331/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1920,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"D","question_sha256":"089a55e5a3fbca456cb952a230bd88a82c177ec99470bd05f822803a1bdd3db5"} +{"uuid":"gpqa-main-7bb8e05365d19cc8328252e0","benchmark":"gpqa_main","data_index":1657,"repeat_index":4,"sample_id":"gpqa-main-7bb8e05365d19cc8328252e0/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":958,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"6aff7faed92c98148418177c8cae4893850a1d67b5ceb00cf6a09467c4491367"} +{"uuid":"gpqa-main-3cbf7d3e13c908f5e699f9e0","benchmark":"gpqa_main","data_index":1669,"repeat_index":4,"sample_id":"gpqa-main-3cbf7d3e13c908f5e699f9e0/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":551,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"D","question_sha256":"0dbcc69ff35530f240a5bb623a78f2cd1d042037d2dedb122ebcca751bf9d08e"} +{"uuid":"gpqa-main-7684b3ed8a4540e6099495df","benchmark":"gpqa_main","data_index":1479,"repeat_index":3,"sample_id":"gpqa-main-7684b3ed8a4540e6099495df/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7980,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"B","question_sha256":"0caf81b8c83789b0b258b80856002cff7fd589a737844db0407269017bcd1955"} +{"uuid":"gpqa-main-2322ddc82747aa5a01bf1c1e","benchmark":"gpqa_main","data_index":1638,"repeat_index":4,"sample_id":"gpqa-main-2322ddc82747aa5a01bf1c1e/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1864,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"d9d7e1406d6a9d440081915edafcb4a493a40b6172838b858a979c0a58bb4c62"} +{"uuid":"gpqa-main-86d8d26ea3f4092dd4bac144","benchmark":"gpqa_main","data_index":1286,"repeat_index":3,"sample_id":"gpqa-main-86d8d26ea3f4092dd4bac144/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15632,"prompt_tokens":227,"effective_max_tokens":130845,"original_embedded_prediction":"C","question_sha256":"299c83f78042a13c78ad054088517dc82d5ed82bcc9ef75ec08dc120f2b8052f"} +{"uuid":"gpqa-main-e47ea8383f43129dec459997","benchmark":"gpqa_main","data_index":1436,"repeat_index":3,"sample_id":"gpqa-main-e47ea8383f43129dec459997/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9845,"prompt_tokens":262,"effective_max_tokens":130810,"original_embedded_prediction":"D","question_sha256":"9e7260c352d5970f26856e94943b008fa72ebf3264a0e2790592a41209cfac2d"} +{"uuid":"gpqa-main-9aa9fb454d849030d70f9512","benchmark":"gpqa_main","data_index":1422,"repeat_index":3,"sample_id":"gpqa-main-9aa9fb454d849030d70f9512/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10350,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"D","question_sha256":"b494f4c1785682ee7d284173af2a6ef6db2189c6f3e7ece0edb769c2f10d5f24"} +{"uuid":"gpqa-main-79721e93e90bdb2d8da052c0","benchmark":"gpqa_main","data_index":1668,"repeat_index":4,"sample_id":"gpqa-main-79721e93e90bdb2d8da052c0/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":662,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"2a09355eb98c6b8d6ad0b51afb3b27f719fed44786d3b2998dfe7ee66413a028"} +{"uuid":"gpqa-main-178c84548026beb35252a961","benchmark":"gpqa_main","data_index":1640,"repeat_index":4,"sample_id":"gpqa-main-178c84548026beb35252a961/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1900,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"C","question_sha256":"4ea09b6f60208405c59e5923a565f195c94315e0b6e230acd59351f1ee59ed96"} +{"uuid":"gpqa-main-73f6c00588963349c225df6c","benchmark":"gpqa_main","data_index":1649,"repeat_index":4,"sample_id":"gpqa-main-73f6c00588963349c225df6c/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1434,"prompt_tokens":476,"effective_max_tokens":130596,"original_embedded_prediction":"A","question_sha256":"6c8759c4aac1084515abf1e3c463c7a0b6411dc3fa720a9a5fb5ac8f5777b49c"} +{"uuid":"gpqa-main-9b7f84c844aa65b8ebfee235","benchmark":"gpqa_main","data_index":1656,"repeat_index":4,"sample_id":"gpqa-main-9b7f84c844aa65b8ebfee235/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1202,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"9443960fd2664e6d4890575733c6a4f1f6d804ec21e10e0f9d415b99297f9845"} +{"uuid":"gpqa-main-f7ba77d144b7a11de90a37c4","benchmark":"gpqa_main","data_index":1681,"repeat_index":4,"sample_id":"gpqa-main-f7ba77d144b7a11de90a37c4/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":437,"prompt_tokens":236,"effective_max_tokens":130836,"original_embedded_prediction":"B","question_sha256":"ac7263466ea3cfcdcebac618b1d20835b4103b2d80b75b1a7110e9763eb45aa2"} +{"uuid":"gpqa-main-08cb3c41dbaa57f424632b84","benchmark":"gpqa_main","data_index":1540,"repeat_index":4,"sample_id":"gpqa-main-08cb3c41dbaa57f424632b84/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6306,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"B","question_sha256":"e37327eb6a290bf649f9b548f5d9834983b5d59efc10b4281a4bdbb75523863f"} +{"uuid":"gpqa-main-34faeb45e152eaf4c29e65e4","benchmark":"gpqa_main","data_index":1687,"repeat_index":4,"sample_id":"gpqa-main-34faeb45e152eaf4c29e65e4/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":485,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"B","question_sha256":"82e6266418c679493cea34e30d0f71026adb6ab6c433e643d37860fb718999ec"} +{"uuid":"gpqa-main-cb8b679fe50f1b3a7168eb92","benchmark":"gpqa_main","data_index":1690,"repeat_index":4,"sample_id":"gpqa-main-cb8b679fe50f1b3a7168eb92/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":445,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"B","question_sha256":"8ed0101055c99512a99310385277c13855047c3a1b31ca6b8a6ee3f83cf5d4f3"} +{"uuid":"gpqa-main-c8bb35d2e6add774a878c895","benchmark":"gpqa_main","data_index":1363,"repeat_index":3,"sample_id":"gpqa-main-c8bb35d2e6add774a878c895/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13218,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"8b5b2cb731b5a7fb6556557d17fc7ef7fb607adfa5050f0d70418eb3b983605b"} +{"uuid":"gpqa-main-69bcb32ba17f6e7aa0918597","benchmark":"gpqa_main","data_index":1650,"repeat_index":4,"sample_id":"gpqa-main-69bcb32ba17f6e7aa0918597/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1806,"prompt_tokens":758,"effective_max_tokens":130314,"original_embedded_prediction":"C","question_sha256":"9eb1fde9ac6acb7dc761f4941a792f3d0d052ad76d36e12bb9e406963b3906ef"} +{"uuid":"gpqa-main-1cea82df3087b1eb05c4d230","benchmark":"gpqa_main","data_index":1389,"repeat_index":3,"sample_id":"gpqa-main-1cea82df3087b1eb05c4d230/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12414,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"dd05d2d9e9053dd1d4367a61d5f718336fc8f18bc81bdf0ccfb104e241053522"} +{"uuid":"gpqa-main-7475b6b01129fce5b436b0ee","benchmark":"gpqa_main","data_index":1350,"repeat_index":3,"sample_id":"gpqa-main-7475b6b01129fce5b436b0ee/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14010,"prompt_tokens":235,"effective_max_tokens":130837,"original_embedded_prediction":"B","question_sha256":"797be7099117e146adaaf5ad31bd914d9adbd510441211b0040aad2812fffc40"} +{"uuid":"gpqa-main-bceb5bf342ad44aac4fdbe55","benchmark":"gpqa_main","data_index":1275,"repeat_index":3,"sample_id":"gpqa-main-bceb5bf342ad44aac4fdbe55/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16885,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"20d48d5f0a9a8b77bea35e72a90794c2d2147aa8321ae6aa60e84491688a0803"} +{"uuid":"gpqa-main-09b661e081004aa4c0d45778","benchmark":"gpqa_main","data_index":1642,"repeat_index":4,"sample_id":"gpqa-main-09b661e081004aa4c0d45778/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2393,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"D","question_sha256":"47741045402119262be7a1c17b98cc587ee55b46bb8620655271dca518a4f927"} +{"uuid":"gpqa-main-728c68de5f34aba879617ff3","benchmark":"gpqa_main","data_index":1121,"repeat_index":2,"sample_id":"gpqa-main-728c68de5f34aba879617ff3/repeat-2","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":23580,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"93587b6fdb0ccf1d1701c58bd12431b38885397117475f14823f4c52994b39b4"} +{"uuid":"gpqa-main-09311165c3bc8a7742115024","benchmark":"gpqa_main","data_index":1557,"repeat_index":4,"sample_id":"gpqa-main-09311165c3bc8a7742115024/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5930,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d6deae7022d40b283a8b0053867ff7e2d44f15fac7c364d3b34e67d903596cf7"} +{"uuid":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7","benchmark":"gpqa_main","data_index":1573,"repeat_index":4,"sample_id":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5357,"prompt_tokens":279,"effective_max_tokens":130793,"original_embedded_prediction":"C","question_sha256":"f730b35adb897658b28382d90ae7881a77e5d86003cc9b3942862d742001d4fb"} +{"uuid":"gpqa-main-9c0b631b2a7823cec0729a4b","benchmark":"gpqa_main","data_index":1395,"repeat_index":3,"sample_id":"gpqa-main-9c0b631b2a7823cec0729a4b/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12338,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"9d42c24c2f67ff118699d880fbb6276f14043e3527a9fea8f6d55fe2bf82e091"} +{"uuid":"gpqa-main-d3a774e5f1af1a1e11117582","benchmark":"gpqa_main","data_index":1698,"repeat_index":4,"sample_id":"gpqa-main-d3a774e5f1af1a1e11117582/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":590,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"C","question_sha256":"26b8e966c8adf9fe2824ff1fd3c23b2d488a785fe8a68cbce362bac46e891a79"} +{"uuid":"gpqa-main-00a9d82facaec210f417af7a","benchmark":"gpqa_main","data_index":1693,"repeat_index":4,"sample_id":"gpqa-main-00a9d82facaec210f417af7a/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":853,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"77f0590db54b06b37e142e7363145cbdb1a8d11c2a7575d9ae0fc10b3a6708bd"} +{"uuid":"gpqa-main-e2b759199021c586345ac38f","benchmark":"gpqa_main","data_index":1553,"repeat_index":4,"sample_id":"gpqa-main-e2b759199021c586345ac38f/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6225,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"B","question_sha256":"ca59405f2d298a50a3e8fd6d281b67ca4a3ee503578df49e700cc46fe3c4f3d8"} +{"uuid":"gpqa-main-eda22ee564030fef1ab0bcaf","benchmark":"gpqa_main","data_index":1384,"repeat_index":3,"sample_id":"gpqa-main-eda22ee564030fef1ab0bcaf/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12895,"prompt_tokens":316,"effective_max_tokens":130756,"original_embedded_prediction":"B","question_sha256":"e78929c2c3d5e04cda51c77e05ad4a3d1cbbf98cc2db0103b7fbc594e78bb602"} +{"uuid":"gpqa-main-c028fe71611d73b87b4cbb03","benchmark":"gpqa_main","data_index":1692,"repeat_index":4,"sample_id":"gpqa-main-c028fe71611d73b87b4cbb03/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":909,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"D","question_sha256":"f56f3f5d135dc8d61dc42f902943e2459f79e4343f2fef6741f6f86d4133a99a"} +{"uuid":"gpqa-main-4117517dba1fdbd711e3d32b","benchmark":"gpqa_main","data_index":1684,"repeat_index":4,"sample_id":"gpqa-main-4117517dba1fdbd711e3d32b/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1322,"prompt_tokens":398,"effective_max_tokens":130674,"original_embedded_prediction":"C","question_sha256":"3e04ad2cb1248bfb53a7bd8f05efedea49f42b201c6f35907baa6c30abf40733"} +{"uuid":"gpqa-main-3ad0b182e1494c1e76262069","benchmark":"gpqa_main","data_index":1541,"repeat_index":4,"sample_id":"gpqa-main-3ad0b182e1494c1e76262069/repeat-4","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7097,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"A","question_sha256":"835ebb67a4198184dbd29c03b43e4283e93c0473d886ab6c3b6c52ffb918b6ab"} +{"uuid":"gpqa-main-30529bca8e7fdf66400bd444","benchmark":"gpqa_main","data_index":1554,"repeat_index":4,"sample_id":"gpqa-main-30529bca8e7fdf66400bd444/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6448,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"fc081c2fbb63be5006154edbddcd4d1654207c4f1ad333e12f9bc19972753482"} +{"uuid":"gpqa-main-1634ccababef2067673cd88c","benchmark":"gpqa_main","data_index":1582,"repeat_index":4,"sample_id":"gpqa-main-1634ccababef2067673cd88c/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5577,"prompt_tokens":593,"effective_max_tokens":130479,"original_embedded_prediction":"D","question_sha256":"d8c36bd55ba561cb499054e9d5a01217a0498dfd20875e8d9e99d34bcdfd7830"} +{"uuid":"gpqa-main-ad697760bc60543062e8b7b4","benchmark":"gpqa_main","data_index":1689,"repeat_index":4,"sample_id":"gpqa-main-ad697760bc60543062e8b7b4/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1243,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"B","question_sha256":"7f9b4679645e2d89214a154be6bdb13eafdc747457ce2950bda27a9a2b97917f"} +{"uuid":"gpqa-main-3f72ea9cda0c3c6f970bd310","benchmark":"gpqa_main","data_index":1594,"repeat_index":4,"sample_id":"gpqa-main-3f72ea9cda0c3c6f970bd310/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4974,"prompt_tokens":432,"effective_max_tokens":130640,"original_embedded_prediction":"C","question_sha256":"a5bf307fdc69920b346c2d288b6a35b24485c92c8e245174a775055fa172cdc6"} +{"uuid":"gpqa-main-e6ff92ca0c11b47b14793d2f","benchmark":"gpqa_main","data_index":1660,"repeat_index":4,"sample_id":"gpqa-main-e6ff92ca0c11b47b14793d2f/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2147,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"A","question_sha256":"ca2abe8a98bc00aadbd20baf4ff27e830539507a5ff7402eed5e2491347f95aa"} +{"uuid":"gpqa-main-55f2934c4eb0b8293b1d65aa","benchmark":"gpqa_main","data_index":1373,"repeat_index":3,"sample_id":"gpqa-main-55f2934c4eb0b8293b1d65aa/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13703,"prompt_tokens":314,"effective_max_tokens":130758,"original_embedded_prediction":"C","question_sha256":"790d06fbc2ae95b0429cab870e5895c5de8a75b14d0bda1401b1503293606c67"} +{"uuid":"gpqa-main-138fcbeedbaf865565ec35fd","benchmark":"gpqa_main","data_index":1663,"repeat_index":4,"sample_id":"gpqa-main-138fcbeedbaf865565ec35fd/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2313,"prompt_tokens":409,"effective_max_tokens":130663,"original_embedded_prediction":"D","question_sha256":"15bed1ac60d1bdcf0eec84539d669d6f38a2eb24b51e5072a922d8d9391ab135"} +{"uuid":"gpqa-main-ea0400e59078652fc57eb6e1","benchmark":"gpqa_main","data_index":1632,"repeat_index":4,"sample_id":"gpqa-main-ea0400e59078652fc57eb6e1/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3587,"prompt_tokens":537,"effective_max_tokens":130535,"original_embedded_prediction":"D","question_sha256":"50fc83bec6235fb29a76a0a00342f5c99a24684597a5930df882fe103e170363"} +{"uuid":"gpqa-main-547aac137dd7671e7ef03fa9","benchmark":"gpqa_main","data_index":1700,"repeat_index":4,"sample_id":"gpqa-main-547aac137dd7671e7ef03fa9/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1041,"prompt_tokens":497,"effective_max_tokens":130575,"original_embedded_prediction":"C","question_sha256":"8369c6a1ffc960e3f3d88e5e4c521eebcc37f39ca9adf654c3cd4b61f892f2ef"} +{"uuid":"gpqa-main-106fe8a64f4453f81be6f7bd","benchmark":"gpqa_main","data_index":1561,"repeat_index":4,"sample_id":"gpqa-main-106fe8a64f4453f81be6f7bd/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6681,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"C","question_sha256":"f0c3d97c5c67fa210dafa49946af010682993c23bb8995a306a6ee484e0c3b03"} +{"uuid":"gpqa-main-0fb808246cf99919fa61cf95","benchmark":"gpqa_main","data_index":1520,"repeat_index":3,"sample_id":"gpqa-main-0fb808246cf99919fa61cf95/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8245,"prompt_tokens":415,"effective_max_tokens":130657,"original_embedded_prediction":"D","question_sha256":"8dd19f310e71e68caf9619c551faf073baee082c2fdae90e86d766c8f04dd15c"} +{"uuid":"gpqa-main-913c4ee0ce195992ff9638b1","benchmark":"gpqa_main","data_index":1714,"repeat_index":4,"sample_id":"gpqa-main-913c4ee0ce195992ff9638b1/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":594,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"ed904d04c24f37586b1f78a18bd22f28752e80a5ecc489939950778aa5307d98"} +{"uuid":"gpqa-main-bceb5bf342ad44aac4fdbe55","benchmark":"gpqa_main","data_index":1659,"repeat_index":4,"sample_id":"gpqa-main-bceb5bf342ad44aac4fdbe55/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2496,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"20d48d5f0a9a8b77bea35e72a90794c2d2147aa8321ae6aa60e84491688a0803"} +{"uuid":"gpqa-main-edbd99e5f03e3b3f074ba126","benchmark":"gpqa_main","data_index":1598,"repeat_index":4,"sample_id":"gpqa-main-edbd99e5f03e3b3f074ba126/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5245,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"A","question_sha256":"b690990e73efd994587057d6ed5ae270235b0ec6bd4e98df3fc472f01c179765"} +{"uuid":"gpqa-main-666fc74619f38e356e33a285","benchmark":"gpqa_main","data_index":1716,"repeat_index":4,"sample_id":"gpqa-main-666fc74619f38e356e33a285/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":495,"prompt_tokens":693,"effective_max_tokens":130379,"original_embedded_prediction":"B","question_sha256":"89fa5b222a94e07a283a5140341a0704109ec3b7f62de72dd072383182771ebc"} +{"uuid":"gpqa-main-e3e073f3f0f646532e4caf06","benchmark":"gpqa_main","data_index":1703,"repeat_index":4,"sample_id":"gpqa-main-e3e073f3f0f646532e4caf06/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1103,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"A","question_sha256":"a1cff30033350ed32c6446abacb176ef3ffad0fc471aaacf3468c78e0aad550e"} +{"uuid":"gpqa-main-ef65739a36457c1672913212","benchmark":"gpqa_main","data_index":1695,"repeat_index":4,"sample_id":"gpqa-main-ef65739a36457c1672913212/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1584,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"46601a7bcf5dcc71504dda490de685062fce72cdc997d7acb8b78e5a351a96bc"} +{"uuid":"gpqa-main-ac27f29e5f777e93e751f3f2","benchmark":"gpqa_main","data_index":1591,"repeat_index":4,"sample_id":"gpqa-main-ac27f29e5f777e93e751f3f2/repeat-4","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5676,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"A","question_sha256":"d49aa1d9efc38f6409c199c3e2706ec44f5d20d25b0e7d41f40b9c46668ed1e0"} +{"uuid":"gpqa-main-1f9ad1ca59cf537e3cdf47c2","benchmark":"gpqa_main","data_index":1666,"repeat_index":4,"sample_id":"gpqa-main-1f9ad1ca59cf537e3cdf47c2/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2512,"prompt_tokens":318,"effective_max_tokens":130754,"original_embedded_prediction":"B","question_sha256":"229ffbdb774489fcfd578450da500a74b0c6fd603d3f4050eb6ff993659f5c7e"} +{"uuid":"gpqa-main-d7c4372bfbc5d0f0f9331350","benchmark":"gpqa_main","data_index":1721,"repeat_index":4,"sample_id":"gpqa-main-d7c4372bfbc5d0f0f9331350/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":630,"prompt_tokens":588,"effective_max_tokens":130484,"original_embedded_prediction":"D","question_sha256":"92d8ffd16886567ac1ed2f15a6c2d3d6ac2a2fb0fd0e56836671babcde327d3f"} +{"uuid":"gpqa-main-99878f707c7c4024511bae58","benchmark":"gpqa_main","data_index":1710,"repeat_index":4,"sample_id":"gpqa-main-99878f707c7c4024511bae58/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1077,"prompt_tokens":241,"effective_max_tokens":130831,"original_embedded_prediction":"B","question_sha256":"826fb502d2db0f2db5e44683cd45f09d18423fd8a339643c8dc8b32b1accd428"} +{"uuid":"gpqa-main-084903ab17db0fab7bc6caea","benchmark":"gpqa_main","data_index":1665,"repeat_index":4,"sample_id":"gpqa-main-084903ab17db0fab7bc6caea/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2717,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"b560f550d5d9fb2378520f0fcf7b6573aec2027430ef06270491ace18a0497fc"} +{"uuid":"gpqa-main-6845f28b26fa44b2b44ded84","benchmark":"gpqa_main","data_index":1676,"repeat_index":4,"sample_id":"gpqa-main-6845f28b26fa44b2b44ded84/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2398,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"7c6678dd868700f600b69c54e83e52a10695ac957465ffbe08c35d20f42b448e"} +{"uuid":"gpqa-main-682237ee740e033537fb5707","benchmark":"gpqa_main","data_index":1705,"repeat_index":4,"sample_id":"gpqa-main-682237ee740e033537fb5707/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1363,"prompt_tokens":291,"effective_max_tokens":130781,"original_embedded_prediction":"A","question_sha256":"6cec89b2019b24f8e8c4001cade388815345ae403b5d5fc687cf7fdccbcc6ce1"} +{"uuid":"gpqa-main-781f4efc4b25ff35b588e87c","benchmark":"gpqa_main","data_index":1717,"repeat_index":4,"sample_id":"gpqa-main-781f4efc4b25ff35b588e87c/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":948,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"C","question_sha256":"f933a526e8aec15b0dc77756bad3ba0839404a6d042443e3f5a0ab0b8d1cfa96"} +{"uuid":"gpqa-main-f2c0ff64cf18a6ae32dc45dc","benchmark":"gpqa_main","data_index":1735,"repeat_index":4,"sample_id":"gpqa-main-f2c0ff64cf18a6ae32dc45dc/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":417,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"f2467e0d99b11d10fdd18675d7a73d1a19569e58d6aa97be50c24c2cb28731b1"} +{"uuid":"gpqa-main-f1451c98bdb50fb5b0dbdc55","benchmark":"gpqa_main","data_index":1652,"repeat_index":4,"sample_id":"gpqa-main-f1451c98bdb50fb5b0dbdc55/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3449,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"D","question_sha256":"650bb2feaa18830493f8e50de85c38c1f24570d9f1e7c9970c8ed9fbcbbde337"} +{"uuid":"gpqa-main-692e40bceeaff3accdc11ead","benchmark":"gpqa_main","data_index":1673,"repeat_index":4,"sample_id":"gpqa-main-692e40bceeaff3accdc11ead/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2747,"prompt_tokens":471,"effective_max_tokens":130601,"original_embedded_prediction":"C","question_sha256":"954d12809188bb6fb15643c4406ac6b108f5d7836e1eeabd73e49df01f2c616e"} +{"uuid":"gpqa-main-dbbe3054b6bdabe917f5ab5d","benchmark":"gpqa_main","data_index":1683,"repeat_index":4,"sample_id":"gpqa-main-dbbe3054b6bdabe917f5ab5d/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2456,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"1054cb147fa0d82e2b1830b0238455ab6cea42cde361a81e9934864240f22f50"} +{"uuid":"gpqa-main-a6eb05bb931229a396d81e44","benchmark":"gpqa_main","data_index":1324,"repeat_index":3,"sample_id":"gpqa-main-a6eb05bb931229a396d81e44/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16510,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"D","question_sha256":"19c2c8e0578e84094a1f97568e95e1e88fadee2743b1c6519b7fc661c8577cde"} +{"uuid":"gpqa-main-4462dc9f2d34289881ef2b1c","benchmark":"gpqa_main","data_index":1678,"repeat_index":4,"sample_id":"gpqa-main-4462dc9f2d34289881ef2b1c/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2604,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"63318cb18413a705693b9a4312f73dbf5358312aafc1d703c3d29a6340ffa0d1"} +{"uuid":"gpqa-main-a454a3157aff6eee743541b7","benchmark":"gpqa_main","data_index":1718,"repeat_index":4,"sample_id":"gpqa-main-a454a3157aff6eee743541b7/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1154,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"B","question_sha256":"025e20e6e9b45e1ddb3f6901f58f69b40df5e8f9ffb6b80b5b17bc518d9f5d17"} +{"uuid":"gpqa-main-fa3e9be7fdf8e7c8952739d8","benchmark":"gpqa_main","data_index":1667,"repeat_index":4,"sample_id":"gpqa-main-fa3e9be7fdf8e7c8952739d8/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2945,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"5e9819e02e7dd08ec53ff217d848ce64e833e2b069cd81e9940f7a72a5230b30"} +{"uuid":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8","benchmark":"gpqa_main","data_index":1448,"repeat_index":3,"sample_id":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11520,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"bf639adbf5de648e6799cd9936073de7b6c750cf7c5870ed99dc4f842748abb9"} +{"uuid":"gpqa-main-1ae8f8945efaf81788d8d871","benchmark":"gpqa_main","data_index":1675,"repeat_index":4,"sample_id":"gpqa-main-1ae8f8945efaf81788d8d871/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2807,"prompt_tokens":250,"effective_max_tokens":130822,"original_embedded_prediction":"D","question_sha256":"060f07943bcd17960b48a982fabe42fcae4e3899fe8c5473138fe2198f0e8dd8"} +{"uuid":"gpqa-main-2d88ca9efdaae7d19aed9660","benchmark":"gpqa_main","data_index":1648,"repeat_index":4,"sample_id":"gpqa-main-2d88ca9efdaae7d19aed9660/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3787,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"43af6d11597079a7d069dd93bbf3db87f0b5bb604fbfc66fc60c268d149d8fba"} +{"uuid":"gpqa-main-7d850f6448c27424d9f68c4e","benchmark":"gpqa_main","data_index":1720,"repeat_index":4,"sample_id":"gpqa-main-7d850f6448c27424d9f68c4e/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1199,"prompt_tokens":544,"effective_max_tokens":130528,"original_embedded_prediction":"B","question_sha256":"48bf9d4f95299b8f9288e190dca6edd0c3cf53cf40dada120e22abf98469d3e3"} +{"uuid":"gpqa-main-5e6a032f9aa67c7725f828d0","benchmark":"gpqa_main","data_index":1731,"repeat_index":4,"sample_id":"gpqa-main-5e6a032f9aa67c7725f828d0/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":852,"prompt_tokens":330,"effective_max_tokens":130742,"original_embedded_prediction":"A","question_sha256":"8accf5d31cc4cf5c2467ac477d83885c90d2715606f7c2e68d318476741bbdd7"} +{"uuid":"gpqa-main-249edae2034ba7f3819aaa7b","benchmark":"gpqa_main","data_index":1746,"repeat_index":4,"sample_id":"gpqa-main-249edae2034ba7f3819aaa7b/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":295,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"A","question_sha256":"c4d795814405ce2bb231fe7012e4581bcaebca12bb3f8c3260a3ad239aa51a79"} +{"uuid":"gpqa-main-2efd60649bdbaa65b5969003","benchmark":"gpqa_main","data_index":1509,"repeat_index":3,"sample_id":"gpqa-main-2efd60649bdbaa65b5969003/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9528,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"B","question_sha256":"af907b84cdd249e3bd0dcd3a0fc488c3673df744a66342233bebd85574ac74c3"} +{"uuid":"gpqa-main-1b113e4801541a0f8a992733","benchmark":"gpqa_main","data_index":1490,"repeat_index":3,"sample_id":"gpqa-main-1b113e4801541a0f8a992733/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10184,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"D","question_sha256":"934c12bf2e6db997c9f4c22933b7e9545d3398849fc6e181c8a8187d83cf44b5"} +{"uuid":"gpqa-main-0306849689d2123fedfcfeb5","benchmark":"gpqa_main","data_index":1618,"repeat_index":4,"sample_id":"gpqa-main-0306849689d2123fedfcfeb5/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5351,"prompt_tokens":301,"effective_max_tokens":130771,"original_embedded_prediction":"D","question_sha256":"9b236e1b2c7db4edd3fd08eaeff4fcfd3b13c11bfc0f9c5510349957a837d13a"} +{"uuid":"gpqa-main-7ed621f8290d6ac14181ce45","benchmark":"gpqa_main","data_index":1534,"repeat_index":3,"sample_id":"gpqa-main-7ed621f8290d6ac14181ce45/repeat-3","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9016,"prompt_tokens":298,"effective_max_tokens":130774,"original_embedded_prediction":"B","question_sha256":"c1c0ad22e4376412fe1e7564fd1f8c00dd970292dbf0dbb83b0350881e74b306"} +{"uuid":"gpqa-main-381032537ca0c968de7d5c06","benchmark":"gpqa_main","data_index":1739,"repeat_index":4,"sample_id":"gpqa-main-381032537ca0c968de7d5c06/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":793,"prompt_tokens":186,"effective_max_tokens":130886,"original_embedded_prediction":"A","question_sha256":"045347c35e2957dbd6bc83158fecec24c157df70fdefaaddc8633ecda3435cdc"} +{"uuid":"gpqa-main-04a5c442799262dec9375c25","benchmark":"gpqa_main","data_index":1730,"repeat_index":4,"sample_id":"gpqa-main-04a5c442799262dec9375c25/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1243,"prompt_tokens":365,"effective_max_tokens":130707,"original_embedded_prediction":"C","question_sha256":"e90ec32d975ec61b7cd079ff6968bc3dbaa4fc87e74699c1406ce59093066dbc"} +{"uuid":"gpqa-main-84c386fbd7476f5541ea16f0","benchmark":"gpqa_main","data_index":1427,"repeat_index":3,"sample_id":"gpqa-main-84c386fbd7476f5541ea16f0/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13032,"prompt_tokens":370,"effective_max_tokens":130702,"original_embedded_prediction":"B","question_sha256":"083aa3572345d938b0c707cfb8c710aea73759344b234ada78ed36f1ec66eb0d"} +{"uuid":"gpqa-main-f432c1aa4319a4b1f6fa2ac1","benchmark":"gpqa_main","data_index":1645,"repeat_index":4,"sample_id":"gpqa-main-f432c1aa4319a4b1f6fa2ac1/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4429,"prompt_tokens":264,"effective_max_tokens":130808,"original_embedded_prediction":"C","question_sha256":"19d5ec504b7008b3eada0ca0c300cd88147b20679109f6681bfd8946e0db2c8c"} +{"uuid":"gpqa-main-1af843966aecfd5da1f08dd6","benchmark":"gpqa_main","data_index":1542,"repeat_index":4,"sample_id":"gpqa-main-1af843966aecfd5da1f08dd6/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8819,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"C","question_sha256":"13e7c71f8aae7040bd98bd6b7bfe361f01f9aa9f4fd4b6095b40f97963688bdc"} +{"uuid":"gpqa-main-bd228dea7f1aa14b70216372","benchmark":"gpqa_main","data_index":1753,"repeat_index":4,"sample_id":"gpqa-main-bd228dea7f1aa14b70216372/repeat-4","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":610,"prompt_tokens":425,"effective_max_tokens":130647,"original_embedded_prediction":"A","question_sha256":"c1dea594f51ba7757d0d9ec69efa6b56bfeeaff965f074faaf89160cca96a0e9"} +{"uuid":"gpqa-main-b22053dbc40179e114f0c866","benchmark":"gpqa_main","data_index":1661,"repeat_index":4,"sample_id":"gpqa-main-b22053dbc40179e114f0c866/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3976,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"1f101bccd20044577731aef887c9704a6a153baf063dff8d9a04510e7b8dcfb7"} +{"uuid":"gpqa-main-779369aa96b96a67933939f1","benchmark":"gpqa_main","data_index":1760,"repeat_index":4,"sample_id":"gpqa-main-779369aa96b96a67933939f1/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":353,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"acf784efba891531b08709383ede2379cee1f604b6334b753dd1fcaab37af970"} +{"uuid":"gpqa-main-6bb4180b8c6df2f8f7490345","benchmark":"gpqa_main","data_index":1562,"repeat_index":4,"sample_id":"gpqa-main-6bb4180b8c6df2f8f7490345/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8194,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"a40e1e0f0ddd21a34df82626b6553232ad944bbeec5bf0819aaf5ae0b1a92c59"} +{"uuid":"gpqa-main-6030f5f53fe38c334b2c3a6a","benchmark":"gpqa_main","data_index":1709,"repeat_index":4,"sample_id":"gpqa-main-6030f5f53fe38c334b2c3a6a/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2371,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"88d277706c3af734be0507cde034c23c7e206f855c2fcc97d6ed69f8ad92df57"} +{"uuid":"gpqa-main-4a8c97220fb14b99f363b2ce","benchmark":"gpqa_main","data_index":1724,"repeat_index":4,"sample_id":"gpqa-main-4a8c97220fb14b99f363b2ce/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1724,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"D","question_sha256":"a939b9de7ea4048442a9378048f992097c413c77ad1c665790486c352036c7e3"} +{"uuid":"gpqa-main-238c4616c3347122f4b974e4","benchmark":"gpqa_main","data_index":1517,"repeat_index":3,"sample_id":"gpqa-main-238c4616c3347122f4b974e4/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9948,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"5a24c76ed39eb083ccc9c24780d936fe2e52cba76ae67efa4d647cc35e10037b"} +{"uuid":"gpqa-main-8e23eaed901a11ec534e6f8b","benchmark":"gpqa_main","data_index":1635,"repeat_index":4,"sample_id":"gpqa-main-8e23eaed901a11ec534e6f8b/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5121,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"ed842ad329efe1e08f990fad3dd3cd5e5fb16736a9da1dbfa314d5e19156887e"} +{"uuid":"gpqa-main-6f6ff532d544554128a0bbbe","benchmark":"gpqa_main","data_index":1644,"repeat_index":4,"sample_id":"gpqa-main-6f6ff532d544554128a0bbbe/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4914,"prompt_tokens":368,"effective_max_tokens":130704,"original_embedded_prediction":"A","question_sha256":"ebb5b9328e54d98f40b988b171044869d75c67b6efaa8f44675c485448b7b02c"} +{"uuid":"gpqa-main-759e35a2024fc09bd491c9ff","benchmark":"gpqa_main","data_index":1539,"repeat_index":4,"sample_id":"gpqa-main-759e35a2024fc09bd491c9ff/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9318,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"B","question_sha256":"4c284608a459b460f3ec3dfd5c7c71cfa84c171d4eb8a52aab9e6e4a8cb409bb"} +{"uuid":"gpqa-main-46f745f508b4d1ad41a0eb01","benchmark":"gpqa_main","data_index":1494,"repeat_index":3,"sample_id":"gpqa-main-46f745f508b4d1ad41a0eb01/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10753,"prompt_tokens":392,"effective_max_tokens":130680,"original_embedded_prediction":"A","question_sha256":"4971bc5df5aee8c296226e29269969e334193d698a942dccd75dac5459c05a5c"} +{"uuid":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3","benchmark":"gpqa_main","data_index":1694,"repeat_index":4,"sample_id":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3326,"prompt_tokens":252,"effective_max_tokens":130820,"original_embedded_prediction":"A","question_sha256":"71075d4447ee264b63e5544da7b40502fb235decc31484f33ee97a8ef70c3d1f"} +{"uuid":"gpqa-main-8af90a4147e5f0c98bfd00fa","benchmark":"gpqa_main","data_index":1754,"repeat_index":4,"sample_id":"gpqa-main-8af90a4147e5f0c98bfd00fa/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":984,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"C","question_sha256":"29a55065f72c47169c5073a91e6b55d82fe2f5784289d2baf5cf5444f8d6fd65"} +{"uuid":"gpqa-main-ecb6740406340eb07beacf42","benchmark":"gpqa_main","data_index":1762,"repeat_index":4,"sample_id":"gpqa-main-ecb6740406340eb07beacf42/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":595,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"29f96711820eba41ccced6676074bc5bcd9e3eb6c97ce5e8507128a91a175bb0"} +{"uuid":"gpqa-main-70afc730094f43bb0e05f371","benchmark":"gpqa_main","data_index":1745,"repeat_index":4,"sample_id":"gpqa-main-70afc730094f43bb0e05f371/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1222,"prompt_tokens":360,"effective_max_tokens":130712,"original_embedded_prediction":"A","question_sha256":"f328e748a74c78b0ab73f790c6848b663fb5bffac884e2793a63bb9ce351e4b6"} +{"uuid":"gpqa-main-9f5d195170ba73ccdc7a3b84","benchmark":"gpqa_main","data_index":1743,"repeat_index":4,"sample_id":"gpqa-main-9f5d195170ba73ccdc7a3b84/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1365,"prompt_tokens":552,"effective_max_tokens":130520,"original_embedded_prediction":"A","question_sha256":"e4e5526f8ea9205cbe6b33a5256144298ad11d8250b020cbd4fddbba85a12596"} +{"uuid":"gpqa-main-756cafdacac7e9642e2102c6","benchmark":"gpqa_main","data_index":1626,"repeat_index":4,"sample_id":"gpqa-main-756cafdacac7e9642e2102c6/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5901,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"b26abbcea4f9adbbc6faf6378336b8d024ffe4491d2853b927bf9afdc27073a9"} +{"uuid":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c","benchmark":"gpqa_main","data_index":1654,"repeat_index":4,"sample_id":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4766,"prompt_tokens":340,"effective_max_tokens":130732,"original_embedded_prediction":"C","question_sha256":"626cda94018ba930400d9c043f6fc1aa30c317abf6fd8f6d0ec8b133ce2036c8"} +{"uuid":"gpqa-main-20f8612bcc2efb9c2355d32e","benchmark":"gpqa_main","data_index":1742,"repeat_index":4,"sample_id":"gpqa-main-20f8612bcc2efb9c2355d32e/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1548,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"B","question_sha256":"d746be8625afecad5925e7069f57336e8de3f39dfdf843820421eba66b7bc620"} +{"uuid":"gpqa-main-3d3dfe64363613833bb52e81","benchmark":"gpqa_main","data_index":1377,"repeat_index":3,"sample_id":"gpqa-main-3d3dfe64363613833bb52e81/repeat-3","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15780,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"B","question_sha256":"ec22f627211f722949e6d36efcb583b2f796830a38cf5cf5dcba4f727562d975"} +{"uuid":"gpqa-main-bab6e331fae29c00395de3a4","benchmark":"gpqa_main","data_index":1702,"repeat_index":4,"sample_id":"gpqa-main-bab6e331fae29c00395de3a4/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3182,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"cf500f5f076470e539799f3822047d1a6263a0abc77614f9abc48a4f60ba507d"} +{"uuid":"gpqa-main-20f50fda9aeae51c6b9b4ba0","benchmark":"gpqa_main","data_index":1627,"repeat_index":4,"sample_id":"gpqa-main-20f50fda9aeae51c6b9b4ba0/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6128,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"D","question_sha256":"c7914fc7bcc19ad8377798d825d6dbc59be8fb64f2b51a89ec26f55423d9edd1"} +{"uuid":"gpqa-main-6119656f6ad0247c537028e7","benchmark":"gpqa_main","data_index":1782,"repeat_index":4,"sample_id":"gpqa-main-6119656f6ad0247c537028e7/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":358,"prompt_tokens":329,"effective_max_tokens":130743,"original_embedded_prediction":"A","question_sha256":"e426a9a1b0977a66badcc2dd4f0d54629b39c2594a512e459e9afd20bba599ba"} +{"uuid":"gpqa-main-ddd2b405606ced65b4ce6345","benchmark":"gpqa_main","data_index":1784,"repeat_index":4,"sample_id":"gpqa-main-ddd2b405606ced65b4ce6345/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":338,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"2066c0e835493298c00391dd9236de10adec10d611fe3e2777f252677dfe9724"} +{"uuid":"gpqa-main-be779fa0e49ff52e19357207","benchmark":"gpqa_main","data_index":1775,"repeat_index":4,"sample_id":"gpqa-main-be779fa0e49ff52e19357207/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":750,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"ea7bb5901d85914d8997afb87e1ae6be7a8efe03889a4cc08f64de2ccdc9180e"} +{"uuid":"gpqa-main-a028903aa7112583a0e7b5d2","benchmark":"gpqa_main","data_index":1368,"repeat_index":3,"sample_id":"gpqa-main-a028903aa7112583a0e7b5d2/repeat-3","answer_letter":"D","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16702,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":null,"question_sha256":"c6231a95c81ba1af7d31e5ce8f8e8ad4c4def88d86ab8f801a248cf19814e2d2"} +{"uuid":"gpqa-main-68d5dcbd7078889c19a9a93c","benchmark":"gpqa_main","data_index":1672,"repeat_index":4,"sample_id":"gpqa-main-68d5dcbd7078889c19a9a93c/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4547,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"618551bfaaf71599d5802135cbf18d8e9b5a33b38537d32515c5298d556df601"} +{"uuid":"gpqa-main-5ace8b3dabb97ffc3da20e7c","benchmark":"gpqa_main","data_index":1786,"repeat_index":4,"sample_id":"gpqa-main-5ace8b3dabb97ffc3da20e7c/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":346,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"4ebb5a46cf109d4237b98081e218fcaba27d8f9d03f7a930300f2938f71c1ef0"} +{"uuid":"gpqa-main-ed6a4565f708132bae39b742","benchmark":"gpqa_main","data_index":1407,"repeat_index":3,"sample_id":"gpqa-main-ed6a4565f708132bae39b742/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15049,"prompt_tokens":393,"effective_max_tokens":130679,"original_embedded_prediction":"A","question_sha256":"5ce997bcaa654b6fdbbb00b63b66633167679a850d02d845b8a9b1b716979197"} +{"uuid":"gpqa-main-bab269fd666fa2ba840a1459","benchmark":"gpqa_main","data_index":1625,"repeat_index":4,"sample_id":"gpqa-main-bab269fd666fa2ba840a1459/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6547,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"e17051d5c4ebf5f6bc793872dc2f5748b41dd7918235cb3d5697fb04882bd7fe"} +{"uuid":"gpqa-main-45cae4ba5af22868461f1861","benchmark":"gpqa_main","data_index":1674,"repeat_index":4,"sample_id":"gpqa-main-45cae4ba5af22868461f1861/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4668,"prompt_tokens":196,"effective_max_tokens":130876,"original_embedded_prediction":"B","question_sha256":"da4480a5d4f2af44b6faf63fe513d557f97bf4cd048901e4a2f0b133273b39db"} +{"uuid":"gpqa-main-56cc62f5d70b661868d341e7","benchmark":"gpqa_main","data_index":1774,"repeat_index":4,"sample_id":"gpqa-main-56cc62f5d70b661868d341e7/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":982,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"A","question_sha256":"c974918b90f5892aaad4308e337b490844102dbfad26c90bf508602f9c595d5d"} +{"uuid":"gpqa-main-6f84d17ede852cd9196347bd","benchmark":"gpqa_main","data_index":1516,"repeat_index":3,"sample_id":"gpqa-main-6f84d17ede852cd9196347bd/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11142,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"C","question_sha256":"e410f49b6f85564bf5b9226069391669e4c376097b2656e616a6b82abd4729ac"} +{"uuid":"gpqa-main-7bb7c5ace8216100d38e616a","benchmark":"gpqa_main","data_index":1758,"repeat_index":4,"sample_id":"gpqa-main-7bb7c5ace8216100d38e616a/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1754,"prompt_tokens":197,"effective_max_tokens":130875,"original_embedded_prediction":"B","question_sha256":"6dbc821cf1e89c0764e62d1bef4818136877fbc8e333f255bfa42276ac9aeb88"} +{"uuid":"gpqa-main-742076c80dda93477062cfc0","benchmark":"gpqa_main","data_index":1798,"repeat_index":4,"sample_id":"gpqa-main-742076c80dda93477062cfc0/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":109,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"D","question_sha256":"528bc237c35f64d2635edb6fea3202ce958bca92ea956fae0da7c5b4c72081d8"} +{"uuid":"gpqa-main-aa04ac251ed805588a6be27c","benchmark":"gpqa_main","data_index":1701,"repeat_index":4,"sample_id":"gpqa-main-aa04ac251ed805588a6be27c/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3950,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"D","question_sha256":"198a9824ae684cea2edf9d0597e69c2274e0be94e0a0ffcf7b4ad3e95f4a6dae"} +{"uuid":"gpqa-main-212277d3e39540a6739d98b8","benchmark":"gpqa_main","data_index":1785,"repeat_index":4,"sample_id":"gpqa-main-212277d3e39540a6739d98b8/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":813,"prompt_tokens":147,"effective_max_tokens":130925,"original_embedded_prediction":"A","question_sha256":"d20446ccbbfc1ed40bcb669bfa65f9f9cd8e38ec8f7e67621c88e3dbe91f083d"} +{"uuid":"gpqa-main-ac1c72784d1e0da293fe4bd4","benchmark":"gpqa_main","data_index":1738,"repeat_index":4,"sample_id":"gpqa-main-ac1c72784d1e0da293fe4bd4/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2517,"prompt_tokens":169,"effective_max_tokens":130903,"original_embedded_prediction":"D","question_sha256":"6e2bd9ec28efb9c97dbc7bea49224b4964011afaa5ca659996fac7fd65c4468d"} +{"uuid":"gpqa-main-5caa71cb7e0124d349b3046e","benchmark":"gpqa_main","data_index":1612,"repeat_index":4,"sample_id":"gpqa-main-5caa71cb7e0124d349b3046e/repeat-4","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7454,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"A","question_sha256":"965fd430b8ea291a67e2311c4874eba053c21ea0ce6fa222eec4bed300fc2976"} +{"uuid":"gpqa-main-24751b175e0f2d19899ad735","benchmark":"gpqa_main","data_index":1796,"repeat_index":4,"sample_id":"gpqa-main-24751b175e0f2d19899ad735/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":440,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"B","question_sha256":"4a5d6fcc83f3561a6447a1feebb680aa9ab094bdeed5677c30f04041964a9c38"} +{"uuid":"gpqa-main-643d18139459da0f9c1b2e17","benchmark":"gpqa_main","data_index":1459,"repeat_index":3,"sample_id":"gpqa-main-643d18139459da0f9c1b2e17/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13420,"prompt_tokens":375,"effective_max_tokens":130697,"original_embedded_prediction":"D","question_sha256":"4bab53f383207a2bc9c94789bb8114d3e7db442308789d848023661e90b2ab49"} +{"uuid":"gpqa-main-65b3a19abfb8f6bf88bf75f5","benchmark":"gpqa_main","data_index":1519,"repeat_index":3,"sample_id":"gpqa-main-65b3a19abfb8f6bf88bf75f5/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11383,"prompt_tokens":308,"effective_max_tokens":130764,"original_embedded_prediction":"B","question_sha256":"a8345a17dbfe0f12b34f72265cd346edb8235c10a1aa78acb6be06124a19360a"} +{"uuid":"gpqa-main-60a022e707f18a7b5f445773","benchmark":"gpqa_main","data_index":1740,"repeat_index":4,"sample_id":"gpqa-main-60a022e707f18a7b5f445773/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2723,"prompt_tokens":337,"effective_max_tokens":130735,"original_embedded_prediction":"D","question_sha256":"9d46302b763896c7fa475d975b5bc365adee2236b273f23e7216a78871204b74"} +{"uuid":"gpqa-main-216433a347b01989e26ed83a","benchmark":"gpqa_main","data_index":1783,"repeat_index":4,"sample_id":"gpqa-main-216433a347b01989e26ed83a/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1126,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"ead16c05d1abbf4387485257726593cf57a0384c3e0a3db31ba489bb1676ce72"} +{"uuid":"gpqa-main-8a352b243ffac6230977fc90","benchmark":"gpqa_main","data_index":1755,"repeat_index":4,"sample_id":"gpqa-main-8a352b243ffac6230977fc90/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2292,"prompt_tokens":389,"effective_max_tokens":130683,"original_embedded_prediction":"B","question_sha256":"7408ac0330a09a182b52a627f89920c8c4e825da7da4e441973cbefe32b852ac"} +{"uuid":"gpqa-main-7475b6b01129fce5b436b0ee","benchmark":"gpqa_main","data_index":1734,"repeat_index":4,"sample_id":"gpqa-main-7475b6b01129fce5b436b0ee/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3088,"prompt_tokens":235,"effective_max_tokens":130837,"original_embedded_prediction":"B","question_sha256":"797be7099117e146adaaf5ad31bd914d9adbd510441211b0040aad2812fffc40"} +{"uuid":"gpqa-main-acdff999b6cbfcbc8be6ffac","benchmark":"gpqa_main","data_index":1777,"repeat_index":4,"sample_id":"gpqa-main-acdff999b6cbfcbc8be6ffac/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1370,"prompt_tokens":404,"effective_max_tokens":130668,"original_embedded_prediction":"B","question_sha256":"96f00c3d898d9c364f022eae18e69424d7f2ddde12fbde50541b7390ffd40103"} +{"uuid":"gpqa-main-a67142bf6c763d9963d7474d","benchmark":"gpqa_main","data_index":1569,"repeat_index":4,"sample_id":"gpqa-main-a67142bf6c763d9963d7474d/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9558,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"7ed6c7d194038ef8d8c6a84cb18be1015f73754e42d4facb7418e8412ad86b77"} +{"uuid":"gpqa-main-8dd5ae41d915a09d1c8b9add","benchmark":"gpqa_main","data_index":1697,"repeat_index":4,"sample_id":"gpqa-main-8dd5ae41d915a09d1c8b9add/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4600,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"B","question_sha256":"8a246eed19ab5f877aa822da432a7aaa0f52615ea4655b0a89995d374971cd27"} +{"uuid":"gpqa-main-4644969e4e4615b014b9669f","benchmark":"gpqa_main","data_index":1352,"repeat_index":3,"sample_id":"gpqa-main-4644969e4e4615b014b9669f/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18148,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"e663684f8a7728af99d977f274c335c497ac6a7ccf43c64ab979e8407155ce6c"} +{"uuid":"gpqa-main-009c62a9f3d3e5b23d7032af","benchmark":"gpqa_main","data_index":1653,"repeat_index":4,"sample_id":"gpqa-main-009c62a9f3d3e5b23d7032af/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6142,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"eb3c8e77ceb6bbf6b5fc6d705376aeb984e8d20d498b1668992fc1441b062661"} +{"uuid":"gpqa-main-1728184fad8153eeb2e2a7de","benchmark":"gpqa_main","data_index":1800,"repeat_index":4,"sample_id":"gpqa-main-1728184fad8153eeb2e2a7de/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":524,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"d8505733319a8047e94d63c293a2d9dbb08c42e4bde2c223467f371da6665e08"} +{"uuid":"gpqa-main-0293685a5c3ddbc5b15dcfa0","benchmark":"gpqa_main","data_index":1769,"repeat_index":4,"sample_id":"gpqa-main-0293685a5c3ddbc5b15dcfa0/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1888,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"db2ca8d93d5ff50bd9f602bc5b3d339b547349c54c540850544e01393770a4ff"} +{"uuid":"gpqa-main-92c7c513709816748efab029","benchmark":"gpqa_main","data_index":1787,"repeat_index":4,"sample_id":"gpqa-main-92c7c513709816748efab029/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1224,"prompt_tokens":253,"effective_max_tokens":130819,"original_embedded_prediction":"C","question_sha256":"c9ed693d3f7d5c30b94e2c01b9b5f22591922f961e4dbc9ef4b70309b61bae5c"} +{"uuid":"gpqa-main-3b577bce88d27365cf34e990","benchmark":"gpqa_main","data_index":1496,"repeat_index":3,"sample_id":"gpqa-main-3b577bce88d27365cf34e990/repeat-3","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12438,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"952132525f3a442f1b38bdc3d0190df1c505766096106e7ac626a451f1b236fc"} +{"uuid":"gpqa-main-92f6e58b4989e9025c8286a9","benchmark":"gpqa_main","data_index":1770,"repeat_index":4,"sample_id":"gpqa-main-92f6e58b4989e9025c8286a9/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2064,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"c003a37af0eaa5e9c6d10f5a25ce1a2e0258ad6638a1655ee2a17d07daab816a"} +{"uuid":"gpqa-main-8980ca71edb4f58a3e46b256","benchmark":"gpqa_main","data_index":1680,"repeat_index":4,"sample_id":"gpqa-main-8980ca71edb4f58a3e46b256/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5440,"prompt_tokens":145,"effective_max_tokens":130927,"original_embedded_prediction":"D","question_sha256":"fb9586d35200647be665790b2cd3eee5c8cca1b79e6afcf01f027007fa057b64"} +{"uuid":"gpqa-main-50a8ab2bd1710dbcfa2e32b5","benchmark":"gpqa_main","data_index":1704,"repeat_index":4,"sample_id":"gpqa-main-50a8ab2bd1710dbcfa2e32b5/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4614,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"D","question_sha256":"5fb04957154b48d4ebad83862909a8fd3afc5ba5399a7dbe4594b5c72255964c"} +{"uuid":"gpqa-main-9753ac5963fbae8c8e907ef3","benchmark":"gpqa_main","data_index":1813,"repeat_index":4,"sample_id":"gpqa-main-9753ac5963fbae8c8e907ef3/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":527,"prompt_tokens":181,"effective_max_tokens":130891,"original_embedded_prediction":"C","question_sha256":"ec3a07db51d6010b2b9fae103e36b62707efee3ad0713fcd4420f8ba8f55c00b"} +{"uuid":"gpqa-main-ca986cf878bcb98d3bdf6b0a","benchmark":"gpqa_main","data_index":1788,"repeat_index":4,"sample_id":"gpqa-main-ca986cf878bcb98d3bdf6b0a/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1522,"prompt_tokens":553,"effective_max_tokens":130519,"original_embedded_prediction":"D","question_sha256":"03946dc24ec69699ccf0d502676d0724f19c404c61b61996d4b5d979f21785da"} +{"uuid":"gpqa-main-443f8ea9f271c4442521f8e4","benchmark":"gpqa_main","data_index":1451,"repeat_index":3,"sample_id":"gpqa-main-443f8ea9f271c4442521f8e4/repeat-3","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14540,"prompt_tokens":326,"effective_max_tokens":130746,"original_embedded_prediction":"A","question_sha256":"9211da2d82adb786850c236cd14fc05728eb04599b0abc0202714ba6bd385d19"} +{"uuid":"gpqa-main-4f958672c6f9249c44f2f9b9","benchmark":"gpqa_main","data_index":1723,"repeat_index":4,"sample_id":"gpqa-main-4f958672c6f9249c44f2f9b9/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4160,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"D","question_sha256":"7d91198c9c48996b89ebbb62d8d76d86e32d7c14fb108c7491c9ff812263613a"} +{"uuid":"gpqa-main-31313469465f81cc0fa5dd28","benchmark":"gpqa_main","data_index":1792,"repeat_index":4,"sample_id":"gpqa-main-31313469465f81cc0fa5dd28/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1459,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"B","question_sha256":"cd18749d0354640af760ebe1c6a150eed2a0202cc444345b5c3f00b0f0df67d2"} +{"uuid":"gpqa-main-63aef6e78c9803d030a16f9c","benchmark":"gpqa_main","data_index":1744,"repeat_index":4,"sample_id":"gpqa-main-63aef6e78c9803d030a16f9c/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3314,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"A","question_sha256":"255e934ed277fdd11f71245508448f7031439d40eb38fd78fb3b813b247c5726"} +{"uuid":"gpqa-main-f6714ff18991a64f32fcecf9","benchmark":"gpqa_main","data_index":1822,"repeat_index":4,"sample_id":"gpqa-main-f6714ff18991a64f32fcecf9/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":464,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"a1e860acc41f41cac7f3d9425a64a45a95559ff56553a2d04e1d3569c2f1c1a1"} +{"uuid":"gpqa-main-7ceb372c1cdc7a180b73516c","benchmark":"gpqa_main","data_index":1766,"repeat_index":4,"sample_id":"gpqa-main-7ceb372c1cdc7a180b73516c/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2623,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"B","question_sha256":"142aeb435e38240c03d26aafbfb8dc0ab94e7ef4f752a271c1ab011350a965be"} +{"uuid":"gpqa-main-5afce78005210e6a41636858","benchmark":"gpqa_main","data_index":1797,"repeat_index":4,"sample_id":"gpqa-main-5afce78005210e6a41636858/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1460,"prompt_tokens":312,"effective_max_tokens":130760,"original_embedded_prediction":"B","question_sha256":"1447f629926983e1fb54566e40ab57d7a728998d233e3c84bc33277da7c13a65"} +{"uuid":"gpqa-main-64193be5f9a6bbd67bec4010","benchmark":"gpqa_main","data_index":1664,"repeat_index":4,"sample_id":"gpqa-main-64193be5f9a6bbd67bec4010/repeat-4","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6485,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"A","question_sha256":"373990fe818e4182469d242b845eeb2f78db2f00cfb3a8fdbd2dbd696e08d552"} +{"uuid":"gpqa-main-822957bb60d3551275f08aa0","benchmark":"gpqa_main","data_index":1789,"repeat_index":4,"sample_id":"gpqa-main-822957bb60d3551275f08aa0/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1741,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"A","question_sha256":"4690c4bb391b2ef2a7b53f1a15866e05411bdf5f0f7b4f32c9e27d8ef6e8cb48"} +{"uuid":"gpqa-main-104b659bbac6e52c4c877c0b","benchmark":"gpqa_main","data_index":1688,"repeat_index":4,"sample_id":"gpqa-main-104b659bbac6e52c4c877c0b/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5732,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"D","question_sha256":"de6e1846b7e0c60ac3b7b0f613ad67cc3d941770b7de58c7a45add8c64d1db8b"} +{"uuid":"gpqa-main-288426a7fecb5facf10219c7","benchmark":"gpqa_main","data_index":1726,"repeat_index":4,"sample_id":"gpqa-main-288426a7fecb5facf10219c7/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4236,"prompt_tokens":321,"effective_max_tokens":130751,"original_embedded_prediction":"D","question_sha256":"7cccb7714b35c30190fb5db64a1b22a36b726b2a007f241961e1e48c82e4acb3"} +{"uuid":"gpqa-main-143dc33c1aad9828daf5e615","benchmark":"gpqa_main","data_index":1631,"repeat_index":4,"sample_id":"gpqa-main-143dc33c1aad9828daf5e615/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7995,"prompt_tokens":354,"effective_max_tokens":130718,"original_embedded_prediction":"C","question_sha256":"ff60c18b72aac9e90842c7a2d5e79c68092a3fbb1d6c0318cee6d2892a43a0a1"} +{"uuid":"gpqa-main-d5d2365d64430154627d4bb7","benchmark":"gpqa_main","data_index":1804,"repeat_index":4,"sample_id":"gpqa-main-d5d2365d64430154627d4bb7/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1219,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"D","question_sha256":"17f96c74be836037313c787a88438b6c9f69a4aa20ec8cba17697864f5d35599"} +{"uuid":"gpqa-main-e605c3d20abb4c52d96e9b60","benchmark":"gpqa_main","data_index":1707,"repeat_index":4,"sample_id":"gpqa-main-e605c3d20abb4c52d96e9b60/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5084,"prompt_tokens":361,"effective_max_tokens":130711,"original_embedded_prediction":"C","question_sha256":"84b58aec9b33c09286d45fb66ca82cc4ec03e310a0917bc0783bda81a0fa23b6"} +{"uuid":"gpqa-main-78b2ba2dd97e6d6b9942bad9","benchmark":"gpqa_main","data_index":1809,"repeat_index":4,"sample_id":"gpqa-main-78b2ba2dd97e6d6b9942bad9/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1072,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"A","question_sha256":"019eb0f05f025ec512fbae057e0fcb33e0f92eec9bc2dc775494f6a19f4b62f3"} +{"uuid":"gpqa-main-9a5518ae94b2b0d35d86de13","benchmark":"gpqa_main","data_index":1825,"repeat_index":4,"sample_id":"gpqa-main-9a5518ae94b2b0d35d86de13/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":410,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"C","question_sha256":"3fcfcbf2649513809f04d9fdbcbe0c6bc1a91164f8dcfd7d9748267f2db7c6ce"} +{"uuid":"gpqa-main-d8361782f08c0e6d16de3839","benchmark":"gpqa_main","data_index":1823,"repeat_index":4,"sample_id":"gpqa-main-d8361782f08c0e6d16de3839/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":560,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"aed1658f69a85980c41ce94c10ac1535d2de3683f7a5c3821d1a84fa594d4571"} +{"uuid":"gpqa-main-4fb391edde117a3fa772fe15","benchmark":"gpqa_main","data_index":1531,"repeat_index":3,"sample_id":"gpqa-main-4fb391edde117a3fa772fe15/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12132,"prompt_tokens":230,"effective_max_tokens":130842,"original_embedded_prediction":"A","question_sha256":"5131eb311b518c1f3eade66e9c0f4df88aa05e6477bb06e86e3ac1e6fc1ea102"} +{"uuid":"gpqa-main-a41b7b18fc60247bc6e08ecc","benchmark":"gpqa_main","data_index":1814,"repeat_index":4,"sample_id":"gpqa-main-a41b7b18fc60247bc6e08ecc/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1048,"prompt_tokens":270,"effective_max_tokens":130802,"original_embedded_prediction":"A","question_sha256":"87c04c470b12fde8cca6d843b12d3265c10bf824a883929eca2654ab55681839"} +{"uuid":"gpqa-main-ff45876351041ad1ce200bb4","benchmark":"gpqa_main","data_index":1475,"repeat_index":3,"sample_id":"gpqa-main-ff45876351041ad1ce200bb4/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14106,"prompt_tokens":345,"effective_max_tokens":130727,"original_embedded_prediction":"B","question_sha256":"32bdeb2d6746cedbaa666a09cbe9ff84eedb094a4f81edb9c09ab191add49c41"} +{"uuid":"gpqa-main-7e29412fd534df20c4a23267","benchmark":"gpqa_main","data_index":1623,"repeat_index":4,"sample_id":"gpqa-main-7e29412fd534df20c4a23267/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8426,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"A","question_sha256":"7fda2b6ca2ff9984ace9bf53f465cebb4b8d963f7ddcb5aa5f5015cd6989be42"} +{"uuid":"gpqa-main-731d6908d225dc9f463d1297","benchmark":"gpqa_main","data_index":1824,"repeat_index":4,"sample_id":"gpqa-main-731d6908d225dc9f463d1297/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":739,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"4774928b0a0c7cdc6d9c17102d2e01adad07f5a344858c23bbc63520a74724d7"} +{"uuid":"gpqa-main-fe61aa6baba6418fcde1fa11","benchmark":"gpqa_main","data_index":1808,"repeat_index":4,"sample_id":"gpqa-main-fe61aa6baba6418fcde1fa11/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1401,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"73eb245ef4dcc164186307ecd210b767147568ad3c1b03847a63b2e67ac5d0ab"} +{"uuid":"gpqa-main-12fef4b097b802dea2564ea2","benchmark":"gpqa_main","data_index":1338,"repeat_index":3,"sample_id":"gpqa-main-12fef4b097b802dea2564ea2/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19983,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"A","question_sha256":"254c10ac4fdccd2709d12769dd755a22c6de6b1e6bff2363164511e2905446d7"} +{"uuid":"gpqa-main-219ad07bcb0cda7b85845999","benchmark":"gpqa_main","data_index":1807,"repeat_index":4,"sample_id":"gpqa-main-219ad07bcb0cda7b85845999/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1502,"prompt_tokens":412,"effective_max_tokens":130660,"original_embedded_prediction":"A","question_sha256":"a6336c3b0760d09010077fee728ae5348e4421bcfcbbc8bb9c4a72d541ddfb24"} +{"uuid":"gpqa-main-3357b4ebb8c461cb9eeca4bd","benchmark":"gpqa_main","data_index":1614,"repeat_index":4,"sample_id":"gpqa-main-3357b4ebb8c461cb9eeca4bd/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8919,"prompt_tokens":283,"effective_max_tokens":130789,"original_embedded_prediction":"A","question_sha256":"cdffe5a4f742a97a3cc2ffedfc8d78a3ffa14249a51afc48e9d7aa8fc6b499a8"} +{"uuid":"gpqa-main-b84eb68d18023ca81e43b35a","benchmark":"gpqa_main","data_index":1829,"repeat_index":4,"sample_id":"gpqa-main-b84eb68d18023ca81e43b35a/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":748,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"C","question_sha256":"6c90e464e06f4dc9c748d6c9be44c96b2d5bec5078b4eb152ea4ccec4c709f2d"} +{"uuid":"gpqa-main-33b9f4658edfefac92faa4d3","benchmark":"gpqa_main","data_index":1428,"repeat_index":3,"sample_id":"gpqa-main-33b9f4658edfefac92faa4d3/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16395,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"A","question_sha256":"21b950759e4e088c97c70fcca487f4b3ceddd69dd2563433e332a0dde94eeddb"} +{"uuid":"gpqa-main-d4ee93c18c20e4432773fe55","benchmark":"gpqa_main","data_index":1847,"repeat_index":4,"sample_id":"gpqa-main-d4ee93c18c20e4432773fe55/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":303,"prompt_tokens":200,"effective_max_tokens":130872,"original_embedded_prediction":"C","question_sha256":"77bffd13a6b6464f7c63296f571164c184ce47a8cd6f8ecf91f0dc28407d44a1"} +{"uuid":"gpqa-main-86976aae6f871f46c4680830","benchmark":"gpqa_main","data_index":1751,"repeat_index":4,"sample_id":"gpqa-main-86976aae6f871f46c4680830/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4044,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"D","question_sha256":"e5c3c79a60db2de596dac1585bfc2e940bac2acb65a3352ff5f7e99821846aed"} +{"uuid":"gpqa-main-c6cc654afa201cd3d5b66695","benchmark":"gpqa_main","data_index":1848,"repeat_index":4,"sample_id":"gpqa-main-c6cc654afa201cd3d5b66695/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":314,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"A","question_sha256":"79526cdc6c623c8657c3060ab8b305f1b4d8aa35f2b7905c6fd4c3e119c5c310"} +{"uuid":"gpqa-main-4373b5f7be197f26258c18cf","benchmark":"gpqa_main","data_index":1328,"repeat_index":3,"sample_id":"gpqa-main-4373b5f7be197f26258c18cf/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20694,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"C","question_sha256":"56563ccb64ef7d8686cd4d8da77c8b4636353d0bb75dbefa360323671dfffed1"} +{"uuid":"gpqa-main-6f8b58d9d46c4f4e7eba1910","benchmark":"gpqa_main","data_index":1853,"repeat_index":4,"sample_id":"gpqa-main-6f8b58d9d46c4f4e7eba1910/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":247,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"C","question_sha256":"2437e4848569e7740d6491d475d194b9eefbbeae3a6a31cd62ddeb8ba8e93aa9"} +{"uuid":"gpqa-main-1754a508e794225bd932adeb","benchmark":"gpqa_main","data_index":1589,"repeat_index":4,"sample_id":"gpqa-main-1754a508e794225bd932adeb/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10599,"prompt_tokens":276,"effective_max_tokens":130796,"original_embedded_prediction":"C","question_sha256":"16464cac7090a24d3b5a0bf989e1699bafd2dd7b1555e816a1f77804d8e890db"} +{"uuid":"gpqa-main-05286f95a107c3da592ecbd9","benchmark":"gpqa_main","data_index":1841,"repeat_index":4,"sample_id":"gpqa-main-05286f95a107c3da592ecbd9/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":830,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"d8a1a7b530a9b1d0cd0b07ec53f60d6d5fcf3059457f02b90e3c4ddf51fdc825"} +{"uuid":"gpqa-main-398c3b21ff64a0edc7ed8444","benchmark":"gpqa_main","data_index":1733,"repeat_index":4,"sample_id":"gpqa-main-398c3b21ff64a0edc7ed8444/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5073,"prompt_tokens":839,"effective_max_tokens":130233,"original_embedded_prediction":"A","question_sha256":"8efc35cf270e2b051ad9ae732723df9c7261cecaf1410edf2c43f3ca7aa749cc"} +{"uuid":"gpqa-main-48494dbfd36899c84d166873","benchmark":"gpqa_main","data_index":1830,"repeat_index":4,"sample_id":"gpqa-main-48494dbfd36899c84d166873/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1113,"prompt_tokens":315,"effective_max_tokens":130757,"original_embedded_prediction":"B","question_sha256":"a50aa647f4cce396d333dfcfe372bdfadfa7f7aa507ebafd207354812f7ab3f9"} +{"uuid":"gpqa-main-e4e8eab3e5612de26e298f3f","benchmark":"gpqa_main","data_index":1679,"repeat_index":4,"sample_id":"gpqa-main-e4e8eab3e5612de26e298f3f/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7076,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"A","question_sha256":"1037e0c8b2c1aced006713d114efa5f1233a7eadf2f0aac355081aeacd10b00f"} +{"uuid":"gpqa-main-72464184a419f296dae470a9","benchmark":"gpqa_main","data_index":1793,"repeat_index":4,"sample_id":"gpqa-main-72464184a419f296dae470a9/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2815,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"C","question_sha256":"16bcf4c7129e083cade7afd040c6c4e0fa1fc7677a11aa70fb1b5a3d0e5fb5ea"} +{"uuid":"gpqa-main-07134ad2ae69bd2e9f09ae64","benchmark":"gpqa_main","data_index":1613,"repeat_index":4,"sample_id":"gpqa-main-07134ad2ae69bd2e9f09ae64/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9843,"prompt_tokens":374,"effective_max_tokens":130698,"original_embedded_prediction":"A","question_sha256":"e1448af5dcb7e4a7a5cf31dd231d4a2b2a3829ce3dabc5d7da48a195c1b39112"} +{"uuid":"gpqa-main-c0bc48c4232297b735018487","benchmark":"gpqa_main","data_index":1776,"repeat_index":4,"sample_id":"gpqa-main-c0bc48c4232297b735018487/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3670,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"B","question_sha256":"bbc99977a336fa9fd961baf75728288b14f7c69841a6757f2793e300690fc85b"} +{"uuid":"gpqa-main-67c1e3a67a2a974a3189d06b","benchmark":"gpqa_main","data_index":1864,"repeat_index":4,"sample_id":"gpqa-main-67c1e3a67a2a974a3189d06b/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":171,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"A","question_sha256":"de0e795a2e1639d4babc3235662e71409fadd14e0c80f8551b3db9b4b53aa8de"} +{"uuid":"gpqa-main-fd7b1296b8c5ae3f05aa8355","benchmark":"gpqa_main","data_index":1855,"repeat_index":4,"sample_id":"gpqa-main-fd7b1296b8c5ae3f05aa8355/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":647,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"D","question_sha256":"e674bbb69c41e672de8e4c8cbea505f57f0d1fc98a2ae52ced1937ec4c71b62f"} +{"uuid":"gpqa-main-513a35e22e5c48f5b3b0518a","benchmark":"gpqa_main","data_index":1819,"repeat_index":4,"sample_id":"gpqa-main-513a35e22e5c48f5b3b0518a/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2030,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"A","question_sha256":"b4baa0b1a21db872411dec993670e6c6bc360a94404305cc5d3ecc9264fdf913"} +{"uuid":"gpqa-main-c720b28fe25654b1cedc9285","benchmark":"gpqa_main","data_index":1658,"repeat_index":4,"sample_id":"gpqa-main-c720b28fe25654b1cedc9285/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8114,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"9f6e1d1b2c053afcba8c78142311f336846eb87d19344fb8aa6e71ed9aecc477"} +{"uuid":"gpqa-main-cda2fe50fc8423311319e78e","benchmark":"gpqa_main","data_index":1836,"repeat_index":4,"sample_id":"gpqa-main-cda2fe50fc8423311319e78e/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1407,"prompt_tokens":182,"effective_max_tokens":130890,"original_embedded_prediction":"D","question_sha256":"1b04aca1c9a8b4f1fabc653b3653d0a48982315e6f1da934d98cadd1948f776f"} +{"uuid":"gpqa-main-f6f707a4d7db96af855de986","benchmark":"gpqa_main","data_index":1802,"repeat_index":4,"sample_id":"gpqa-main-f6f707a4d7db96af855de986/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2710,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"049a3a3426b30e36d29d782b3ea4916bf545838ac3945e9c707804638ad48f04"} +{"uuid":"gpqa-main-d98819c9bc2a4086534acf1b","benchmark":"gpqa_main","data_index":1817,"repeat_index":4,"sample_id":"gpqa-main-d98819c9bc2a4086534acf1b/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2271,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"d53ea2c13c1ce696b626852774a73a189571a138a5fd872cdd3bb15f21f0bf06"} +{"uuid":"gpqa-main-ae71bab05f11abac2f706bb9","benchmark":"gpqa_main","data_index":1493,"repeat_index":3,"sample_id":"gpqa-main-ae71bab05f11abac2f706bb9/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14757,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"d160134fd023bac8e7f94f4d4e70e01dc36d3ae74bb54ab778b03686e5b7b2c0"} +{"uuid":"gpqa-main-7e9652f906d908e059401ac2","benchmark":"gpqa_main","data_index":1860,"repeat_index":4,"sample_id":"gpqa-main-7e9652f906d908e059401ac2/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":727,"prompt_tokens":346,"effective_max_tokens":130726,"original_embedded_prediction":"C","question_sha256":"9dda9414807cb4996f3a1deb9214b8aaf93c75e41d35fac14966aba5058f07ff"} +{"uuid":"gpqa-main-ae94db70e45f3af66518a393","benchmark":"gpqa_main","data_index":1866,"repeat_index":4,"sample_id":"gpqa-main-ae94db70e45f3af66518a393/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":488,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"C","question_sha256":"357c925128939cb69954fa6d11c54df2209c646ee1d3db2ab6dfea44ae6407b6"} +{"uuid":"gpqa-main-d31323dded27ae0c86cb5c75","benchmark":"gpqa_main","data_index":1849,"repeat_index":4,"sample_id":"gpqa-main-d31323dded27ae0c86cb5c75/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1342,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"8f174dd25b58e6fc8e309577a66d0f5a4f46ed89bf1a5165c0cb561a4e3e33e9"} +{"uuid":"gpqa-main-9baab02407bb5e317c8c71c4","benchmark":"gpqa_main","data_index":1566,"repeat_index":4,"sample_id":"gpqa-main-9baab02407bb5e317c8c71c4/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12509,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"C","question_sha256":"4c49b01c534dd76a31b5023fe34fe490913c400dc715a3fa7a874695ca10b949"} +{"uuid":"gpqa-main-6195cef214f3dfad9869d6d3","benchmark":"gpqa_main","data_index":1834,"repeat_index":4,"sample_id":"gpqa-main-6195cef214f3dfad9869d6d3/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1788,"prompt_tokens":351,"effective_max_tokens":130721,"original_embedded_prediction":"B","question_sha256":"d8a4b11aef2d38271a5ebf2c1802dc875d19737c557efb5990cc4a865a052e7c"} +{"uuid":"gpqa-main-33c3b423f54aabfcfca66691","benchmark":"gpqa_main","data_index":1870,"repeat_index":4,"sample_id":"gpqa-main-33c3b423f54aabfcfca66691/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":453,"prompt_tokens":323,"effective_max_tokens":130749,"original_embedded_prediction":"A","question_sha256":"d3ede1ef1590cafbeca0278be62d75df7a0ca03bdf527b454a132420994473ae"} +{"uuid":"gpqa-main-4df6eb7fd5661c3196a52be6","benchmark":"gpqa_main","data_index":1437,"repeat_index":3,"sample_id":"gpqa-main-4df6eb7fd5661c3196a52be6/repeat-3","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17430,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"B","question_sha256":"71ef41cf00fbcb9e6751fd492a52caefd2830032777c8824465c1b4ea8dc48ea"} +{"uuid":"gpqa-main-3cb5227445654dab4b5dacc2","benchmark":"gpqa_main","data_index":1850,"repeat_index":4,"sample_id":"gpqa-main-3cb5227445654dab4b5dacc2/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1496,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"4b45de4106aaf95114f9bda69339b541037b0eb04b8fd1f40efb6b91ed2a479e"} +{"uuid":"gpqa-main-9f607ccb3302f27b4ebe90a4","benchmark":"gpqa_main","data_index":1826,"repeat_index":4,"sample_id":"gpqa-main-9f607ccb3302f27b4ebe90a4/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2243,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"B","question_sha256":"e2c8b6a88dfedf13a4a35e2964dc77f2e082e87417c972bf7406bdb2405985f7"} +{"uuid":"gpqa-main-a3be70bb026878238a72f88b","benchmark":"gpqa_main","data_index":1602,"repeat_index":4,"sample_id":"gpqa-main-a3be70bb026878238a72f88b/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11204,"prompt_tokens":446,"effective_max_tokens":130626,"original_embedded_prediction":"C","question_sha256":"42da82ad5cb9e03bf1c8f1d786b162fd55245c32907328f445c191681a98b669"} +{"uuid":"gpqa-main-5a280dae7286e8bab3887904","benchmark":"gpqa_main","data_index":1748,"repeat_index":4,"sample_id":"gpqa-main-5a280dae7286e8bab3887904/repeat-4","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5496,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"A","question_sha256":"b8398a470c0a1a045a6dcf2005bd8e8351bdf75ffa7c473958cf3c4b5d4fb288"} +{"uuid":"gpqa-main-50b06dfa0f6f3a64a58faa00","benchmark":"gpqa_main","data_index":1833,"repeat_index":4,"sample_id":"gpqa-main-50b06dfa0f6f3a64a58faa00/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2105,"prompt_tokens":2889,"effective_max_tokens":128183,"original_embedded_prediction":"A","question_sha256":"6d83e75112500dd8a0852c4eaa9859c4fb625c97bdf5f7d5c532bcd6347ea1a8"} +{"uuid":"gpqa-main-87a8747afb6b0414b9ccbe1e","benchmark":"gpqa_main","data_index":1810,"repeat_index":4,"sample_id":"gpqa-main-87a8747afb6b0414b9ccbe1e/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3093,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"D","question_sha256":"cdb165b285d51cf6a09160d99c4c49b653710aac879cce0b87c74a48eee0172b"} +{"uuid":"gpqa-main-2601636e383074212d2b5e52","benchmark":"gpqa_main","data_index":1869,"repeat_index":4,"sample_id":"gpqa-main-2601636e383074212d2b5e52/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":784,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"A","question_sha256":"4346808ce2e49e7dd075a69d154a4e1c8d73b71869876d48ffff93747d8898ec"} +{"uuid":"gpqa-main-bf00d194c934803975b81b7b","benchmark":"gpqa_main","data_index":1473,"repeat_index":3,"sample_id":"gpqa-main-bf00d194c934803975b81b7b/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16143,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"A","question_sha256":"55e1269d132671f2c7b7f41498cb0b404e702d8ce370ac5555d837581e1b3ad7"} +{"uuid":"gpqa-main-6dec9c3aba26b3c8623af13e","benchmark":"gpqa_main","data_index":1851,"repeat_index":4,"sample_id":"gpqa-main-6dec9c3aba26b3c8623af13e/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1792,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"656a46f8bac8e8e0767c9a5675871d3f81ff8707ec78f064bca2ccac673d7561"} +{"uuid":"gpqa-main-50aaa7274c5010d9768274ec","benchmark":"gpqa_main","data_index":1711,"repeat_index":4,"sample_id":"gpqa-main-50aaa7274c5010d9768274ec/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7126,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"D","question_sha256":"0cda758f1290855df9dd7b9a4319bb6ae8108c8113b125a3a2f60705af536a34"} +{"uuid":"gpqa-main-67410b7a8dc0eaa2a0ad0e33","benchmark":"gpqa_main","data_index":1883,"repeat_index":4,"sample_id":"gpqa-main-67410b7a8dc0eaa2a0ad0e33/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":343,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"bb309e44424b270e31ff68a9df49f0a2f19335280a19eb9a92c5dcd1810cc3e8"} +{"uuid":"gpqa-main-0b01dd8e7881a40d7eb61175","benchmark":"gpqa_main","data_index":1875,"repeat_index":4,"sample_id":"gpqa-main-0b01dd8e7881a40d7eb61175/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":698,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"C","question_sha256":"74998926c571f30bb050d73fd21eee2727687e5a8320253f13d3d84b8605a913"} +{"uuid":"gpqa-main-5f044a1bf575df47abc76e1a","benchmark":"gpqa_main","data_index":1882,"repeat_index":4,"sample_id":"gpqa-main-5f044a1bf575df47abc76e1a/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":459,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"56742e4e637e9ad1340d4a8de7af8e0d6ce2447d668cc5b51dfb52dfb0b2b8e9"} +{"uuid":"gpqa-main-6364129e0f80d3896a3d60e2","benchmark":"gpqa_main","data_index":1617,"repeat_index":4,"sample_id":"gpqa-main-6364129e0f80d3896a3d60e2/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10785,"prompt_tokens":526,"effective_max_tokens":130546,"original_embedded_prediction":"A","question_sha256":"123161632faf32d9079808c0fb48f9d5492735ab0a8290fe32ca2f58fad36797"} +{"uuid":"gpqa-main-925cb13958435841df0e8c1e","benchmark":"gpqa_main","data_index":1643,"repeat_index":4,"sample_id":"gpqa-main-925cb13958435841df0e8c1e/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9859,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"B","question_sha256":"d21ba2f1c06b876b2d387104c816ee0fcc369a02b8e010a706e0e2448c56f78e"} +{"uuid":"gpqa-main-53c8581aa69a3066bf003024","benchmark":"gpqa_main","data_index":1886,"repeat_index":4,"sample_id":"gpqa-main-53c8581aa69a3066bf003024/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":427,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"dbc9784ed2e796c6f534e998f17f2a819df9d6d94cd62aa72bd7fdcbf457c948"} +{"uuid":"gpqa-main-aa684f4d5d7c6b9ced383e24","benchmark":"gpqa_main","data_index":1839,"repeat_index":4,"sample_id":"gpqa-main-aa684f4d5d7c6b9ced383e24/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2486,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"96a58da5e1708d76485e32741b0ecddc1bea407ebb53997d2f36e8827f2f2ac9"} +{"uuid":"gpqa-main-0069a2b69e59906ffd6ca400","benchmark":"gpqa_main","data_index":1827,"repeat_index":4,"sample_id":"gpqa-main-0069a2b69e59906ffd6ca400/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2911,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"409fe9f5585adb91b6eded6462ef297118cee805597838bb23fa38eb32789450"} +{"uuid":"gpqa-main-b36b446fe10911202d34a473","benchmark":"gpqa_main","data_index":1895,"repeat_index":4,"sample_id":"gpqa-main-b36b446fe10911202d34a473/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":247,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"a817452b182acac6761625a70d62a32f2da8fc7a708397cb06f4ad35d5fb18f8"} +{"uuid":"gpqa-main-9f0f463200d404d2c62eca59","benchmark":"gpqa_main","data_index":1856,"repeat_index":4,"sample_id":"gpqa-main-9f0f463200d404d2c62eca59/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2048,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"6ed199510dead1f6bd4eaa9162909d9481bd2201f8d9444ee60a2e0e2f20528c"} +{"uuid":"gpqa-main-fcf4fbe275826c7d67e6067b","benchmark":"gpqa_main","data_index":1484,"repeat_index":3,"sample_id":"gpqa-main-fcf4fbe275826c7d67e6067b/repeat-3","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16433,"prompt_tokens":319,"effective_max_tokens":130753,"original_embedded_prediction":"D","question_sha256":"804a1298d02f33e3d34af9885ef317731ae757104a1e874356955c98921afd18"} +{"uuid":"gpqa-main-1989edb8041cc1c94659dcc4","benchmark":"gpqa_main","data_index":1876,"repeat_index":4,"sample_id":"gpqa-main-1989edb8041cc1c94659dcc4/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1130,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"364ddb1397abdc7ae2201c88354f8df3f89b63c28330217a94cf8cf96c19ae54"} +{"uuid":"gpqa-main-1923a70feda6403a600f719a","benchmark":"gpqa_main","data_index":1696,"repeat_index":4,"sample_id":"gpqa-main-1923a70feda6403a600f719a/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8519,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"B","question_sha256":"7acad7dd49efa2a29ce19fb81de0e8b504de87dab9c66159407da7697942a708"} +{"uuid":"gpqa-main-60c7c63632b1d67ffb8a4fb7","benchmark":"gpqa_main","data_index":1871,"repeat_index":4,"sample_id":"gpqa-main-60c7c63632b1d67ffb8a4fb7/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1494,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"B","question_sha256":"60c9747de98dcd74354ee70ce1049c3c1d1b8d72f4e9848984af5d6ceb1a0c57"} +{"uuid":"gpqa-main-4355802640dddd3e060d2a59","benchmark":"gpqa_main","data_index":1331,"repeat_index":3,"sample_id":"gpqa-main-4355802640dddd3e060d2a59/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":22867,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"ebe141e8c3f27bb731fd3889679a36aab5827f4caa81d8400d66a6bf492fe486"} +{"uuid":"gpqa-main-ab4c50e2da12e11b47155f74","benchmark":"gpqa_main","data_index":1828,"repeat_index":4,"sample_id":"gpqa-main-ab4c50e2da12e11b47155f74/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3178,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"C","question_sha256":"b734e134fe4529267a34452ccc5cb2a7d56f7b471273d9e978add607de6f30b6"} +{"uuid":"gpqa-main-1cea82df3087b1eb05c4d230","benchmark":"gpqa_main","data_index":1773,"repeat_index":4,"sample_id":"gpqa-main-1cea82df3087b1eb05c4d230/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5473,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"dd05d2d9e9053dd1d4367a61d5f718336fc8f18bc81bdf0ccfb104e241053522"} +{"uuid":"gpqa-main-9c0b631b2a7823cec0729a4b","benchmark":"gpqa_main","data_index":1779,"repeat_index":4,"sample_id":"gpqa-main-9c0b631b2a7823cec0729a4b/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5350,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"9d42c24c2f67ff118699d880fbb6276f14043e3527a9fea8f6d55fe2bf82e091"} +{"uuid":"gpqa-main-c8bb35d2e6add774a878c895","benchmark":"gpqa_main","data_index":1747,"repeat_index":4,"sample_id":"gpqa-main-c8bb35d2e6add774a878c895/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6525,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"8b5b2cb731b5a7fb6556557d17fc7ef7fb607adfa5050f0d70418eb3b983605b"} +{"uuid":"gpqa-main-43903740f46e3267ecd42324","benchmark":"gpqa_main","data_index":1887,"repeat_index":4,"sample_id":"gpqa-main-43903740f46e3267ecd42324/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1053,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"D","question_sha256":"b52b0025e64a7d0c0023e98ca9fe1f002e22bd987dd934f74304bd22e6e7da20"} +{"uuid":"gpqa-main-1a3571c1ec099b06b5011ceb","benchmark":"gpqa_main","data_index":1474,"repeat_index":3,"sample_id":"gpqa-main-1a3571c1ec099b06b5011ceb/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17223,"prompt_tokens":166,"effective_max_tokens":130906,"original_embedded_prediction":"C","question_sha256":"853f9bd759921129a51dd81d489f867c5aa9463f1925c203fe6f1e3147741f08"} +{"uuid":"gpqa-main-92c9d90b543b6779261f70f7","benchmark":"gpqa_main","data_index":1795,"repeat_index":4,"sample_id":"gpqa-main-92c9d90b543b6779261f70f7/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4870,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"A","question_sha256":"1c7aff3f5221c2086c7143b43e0c46921a03859d45bfce22f1a1286ece235b1a"} +{"uuid":"gpqa-main-fcf4fc69f21da83688056521","benchmark":"gpqa_main","data_index":1899,"repeat_index":4,"sample_id":"gpqa-main-fcf4fc69f21da83688056521/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":637,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"D","question_sha256":"691112dd08aec41d1dfd7a48bf6e56a828dc8b340887ad6364daff290f8a88c4"} +{"uuid":"gpqa-main-a39e48c3dd280f4d62399e78","benchmark":"gpqa_main","data_index":1907,"repeat_index":4,"sample_id":"gpqa-main-a39e48c3dd280f4d62399e78/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":364,"prompt_tokens":397,"effective_max_tokens":130675,"original_embedded_prediction":"D","question_sha256":"721c25455cfe9ff83ae29b7ba79700cb78268040d9773283d4d8afebd849187b"} +{"uuid":"gpqa-main-3f9251e093c698e0c2fa2826","benchmark":"gpqa_main","data_index":1894,"repeat_index":4,"sample_id":"gpqa-main-3f9251e093c698e0c2fa2826/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":894,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"252debe46c4fa81fca060b5a84d473e7c0bf04c99b8b5f54aab8119f22de36b4"} +{"uuid":"gpqa-main-7c103d3006e7e5942b17dfc2","benchmark":"gpqa_main","data_index":1881,"repeat_index":4,"sample_id":"gpqa-main-7c103d3006e7e5942b17dfc2/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1426,"prompt_tokens":254,"effective_max_tokens":130818,"original_embedded_prediction":"D","question_sha256":"851c6624380df7dd30fbf4b482add6ae0543525ac196eb146f0d1eb73a673d6c"} +{"uuid":"gpqa-main-2651d2e67639a9e1741c23d7","benchmark":"gpqa_main","data_index":1897,"repeat_index":4,"sample_id":"gpqa-main-2651d2e67639a9e1741c23d7/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":894,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"B","question_sha256":"4dde21b33c78ccf27d8f3043edfe68636929e2ed7d52841b78b767027425afcb"} +{"uuid":"gpqa-main-d3db87adeb915999faca3605","benchmark":"gpqa_main","data_index":1647,"repeat_index":4,"sample_id":"gpqa-main-d3db87adeb915999faca3605/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10560,"prompt_tokens":204,"effective_max_tokens":130868,"original_embedded_prediction":"B","question_sha256":"f6518dd763c1af7a1745bc53b4e021210cafdf588df1ede9b537a622474a998d"} +{"uuid":"gpqa-main-c5fc0037165678ab354bad30","benchmark":"gpqa_main","data_index":1765,"repeat_index":4,"sample_id":"gpqa-main-c5fc0037165678ab354bad30/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6268,"prompt_tokens":158,"effective_max_tokens":130914,"original_embedded_prediction":"B","question_sha256":"cc55519c3a9058d775356db9fd87b9279f120f69e3d435e9886ed87f62c6a229"} +{"uuid":"gpqa-main-87740f520845c3f77369e5a1","benchmark":"gpqa_main","data_index":1794,"repeat_index":4,"sample_id":"gpqa-main-87740f520845c3f77369e5a1/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5129,"prompt_tokens":188,"effective_max_tokens":130884,"original_embedded_prediction":"C","question_sha256":"f6c5a12c2cd600eeb524956c760164ff890d185cffd979bfba482f46aa46a1ac"} +{"uuid":"gpqa-main-adffc79c4b20a953ccbf4cd1","benchmark":"gpqa_main","data_index":1908,"repeat_index":4,"sample_id":"gpqa-main-adffc79c4b20a953ccbf4cd1/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":534,"prompt_tokens":170,"effective_max_tokens":130902,"original_embedded_prediction":"B","question_sha256":"a9acc5caf0ab2f58b68d62ac52eac5bd31ee4a74a832bd753df339176dbbaefe"} +{"uuid":"gpqa-main-ad37592fd14aa64b9045a2c4","benchmark":"gpqa_main","data_index":1910,"repeat_index":4,"sample_id":"gpqa-main-ad37592fd14aa64b9045a2c4/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":421,"prompt_tokens":142,"effective_max_tokens":130930,"original_embedded_prediction":"B","question_sha256":"1b3ff6b6ef905e2e7d9fad403ad7bcef59c07ba5858ab30374d9c1f3f07e7dee"} +{"uuid":"gpqa-main-77067b016766698b199936c6","benchmark":"gpqa_main","data_index":1879,"repeat_index":4,"sample_id":"gpqa-main-77067b016766698b199936c6/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1774,"prompt_tokens":306,"effective_max_tokens":130766,"original_embedded_prediction":"B","question_sha256":"4c8dd76001266d2c0d3a086b95cb4f68ba3f1b2658186002903315d51bf5bea6"} +{"uuid":"gpqa-main-4657fdc74d4c0bf48aa0b494","benchmark":"gpqa_main","data_index":1837,"repeat_index":4,"sample_id":"gpqa-main-4657fdc74d4c0bf48aa0b494/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3563,"prompt_tokens":343,"effective_max_tokens":130729,"original_embedded_prediction":"B","question_sha256":"ef34764671cecdd517febbdbff1a8cc3542418de05c4a100ef6c30752c1fc8cb"} +{"uuid":"gpqa-main-f022820fa3c0f536a4d4a9bc","benchmark":"gpqa_main","data_index":1891,"repeat_index":4,"sample_id":"gpqa-main-f022820fa3c0f536a4d4a9bc/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1357,"prompt_tokens":288,"effective_max_tokens":130784,"original_embedded_prediction":"A","question_sha256":"d7be2d674d4903c49886b492451a9febcfb5696ccd6f0931c4d48ef06a19b2b9"} +{"uuid":"gpqa-main-cdaa7da74e15a8dfc40e0582","benchmark":"gpqa_main","data_index":1727,"repeat_index":4,"sample_id":"gpqa-main-cdaa7da74e15a8dfc40e0582/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7945,"prompt_tokens":410,"effective_max_tokens":130662,"original_embedded_prediction":"D","question_sha256":"733e93868ff7691423e0d318a4d9ba6ce801d7c2ef5c53b8020d7eb13c2c9a5c"} +{"uuid":"gpqa-main-f6a21b5c88fe41ca6a55591f","benchmark":"gpqa_main","data_index":1890,"repeat_index":4,"sample_id":"gpqa-main-f6a21b5c88fe41ca6a55591f/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1486,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"b0808ff670ee04ab6af9402dbf89fd865b5fcc16ca43f81c6b8ed06e07bd5ee2"} +{"uuid":"gpqa-main-82354c49d9280b8a980b98b4","benchmark":"gpqa_main","data_index":1706,"repeat_index":4,"sample_id":"gpqa-main-82354c49d9280b8a980b98b4/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8828,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"C","question_sha256":"57b065d28a6d02a29a3a84f39dd670ba7cdf4e3403506e79b5fc90713897f68e"} +{"uuid":"gpqa-main-91b254f1e1c8041fbc1a3222","benchmark":"gpqa_main","data_index":1896,"repeat_index":4,"sample_id":"gpqa-main-91b254f1e1c8041fbc1a3222/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1416,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"35cf9161cc3c5b82d0770ab2b2fdef4a970ddae93523dee3a6bde8574e79b13d"} +{"uuid":"gpqa-main-ad77d1e365463a217a2cc25c","benchmark":"gpqa_main","data_index":1884,"repeat_index":4,"sample_id":"gpqa-main-ad77d1e365463a217a2cc25c/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1948,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"B","question_sha256":"7c427847fb1acab7f784c40193a51f13be68ffb38b4336c6bf3ebf112916fc29"} +{"uuid":"gpqa-main-e31881ef9b38bb3d802fa432","benchmark":"gpqa_main","data_index":1861,"repeat_index":4,"sample_id":"gpqa-main-e31881ef9b38bb3d802fa432/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2975,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"A","question_sha256":"d2b3b2f779f59635b5b67b63d55e4ada87e7ff867992c7a0b26b010dac9f8650"} +{"uuid":"gpqa-main-5af38d4af998e6cc090b76a4","benchmark":"gpqa_main","data_index":1902,"repeat_index":4,"sample_id":"gpqa-main-5af38d4af998e6cc090b76a4/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1269,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"b20325f500465457b07762e2fe70b04e5055bd3df2783351050b6c3d04223eb4"} +{"uuid":"gpqa-main-83f8b78e2bcb92bda5c03787","benchmark":"gpqa_main","data_index":1872,"repeat_index":4,"sample_id":"gpqa-main-83f8b78e2bcb92bda5c03787/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2643,"prompt_tokens":162,"effective_max_tokens":130910,"original_embedded_prediction":"B","question_sha256":"1f06efeb2323c27b7a92e2f6b6d0f631f5b1caa5357a701f99ff4c3d08286bcf"} +{"uuid":"gpqa-main-efb673a27e8a1e042786abf9","benchmark":"gpqa_main","data_index":1599,"repeat_index":4,"sample_id":"gpqa-main-efb673a27e8a1e042786abf9/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13426,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"B","question_sha256":"1f2f27b90dac22c1b4d70e1b1679a095c5ce0b5ec5dd0bbf48f16b8328b18d89"} +{"uuid":"gpqa-main-11b88a6212278288c390be69","benchmark":"gpqa_main","data_index":1873,"repeat_index":4,"sample_id":"gpqa-main-11b88a6212278288c390be69/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2602,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"C","question_sha256":"29eb581590e7852467849e4c58c5e3b1b97736035880adbd4e12298c320ac7e4"} +{"uuid":"gpqa-main-febe4c45e71692110949e3d6","benchmark":"gpqa_main","data_index":1504,"repeat_index":3,"sample_id":"gpqa-main-febe4c45e71692110949e3d6/repeat-3","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16963,"prompt_tokens":577,"effective_max_tokens":130495,"original_embedded_prediction":"A","question_sha256":"e38dd7750710c37aa45a5b0b5dd91e1b4171070325d670d668ab1fa20431a29e"} +{"uuid":"gpqa-main-8299e0bf116ad8ad7b960d26","benchmark":"gpqa_main","data_index":1790,"repeat_index":4,"sample_id":"gpqa-main-8299e0bf116ad8ad7b960d26/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6006,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"A","question_sha256":"dac89ff46a5330836dfa04de2060a9a9d447a0cffd96c06e0cdee48c6a991035"} +{"uuid":"gpqa-main-6078bfac5f15131fb59b31ce","benchmark":"gpqa_main","data_index":1842,"repeat_index":4,"sample_id":"gpqa-main-6078bfac5f15131fb59b31ce/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4209,"prompt_tokens":383,"effective_max_tokens":130689,"original_embedded_prediction":"D","question_sha256":"2c08be31c31eb443db8881662320ebedec47eef168a86389032948d5a9cc37d1"} +{"uuid":"gpqa-main-d9fdff837cb2d2e4d1e81014","benchmark":"gpqa_main","data_index":1919,"repeat_index":4,"sample_id":"gpqa-main-d9fdff837cb2d2e4d1e81014/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":921,"prompt_tokens":153,"effective_max_tokens":130919,"original_embedded_prediction":"D","question_sha256":"021732e23dc83767a3bfeabac85945e664d0c83c8f4cd2ecee91855cda0b0d54"} +{"uuid":"gpqa-main-7ac0db7d29e6e8c587a8e8f2","benchmark":"gpqa_main","data_index":1852,"repeat_index":4,"sample_id":"gpqa-main-7ac0db7d29e6e8c587a8e8f2/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3989,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"D","question_sha256":"1fc80dd29a6d1127a37414c18382b28b3e9d2f38b390130751d4cbfe90841375"} +{"uuid":"gpqa-main-992d40815d86851a9f6e7230","benchmark":"gpqa_main","data_index":1921,"repeat_index":5,"sample_id":"gpqa-main-992d40815d86851a9f6e7230/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1128,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"b698ebb0cb6d3abffa554435859e51f21dd11a9955cfceece2c7a6fa9b0e2023"} +{"uuid":"gpqa-main-33b9f4658edfefac92faa4d3","benchmark":"gpqa_main","data_index":1812,"repeat_index":4,"sample_id":"gpqa-main-33b9f4658edfefac92faa4d3/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5551,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"A","question_sha256":"21b950759e4e088c97c70fcca487f4b3ceddd69dd2563433e332a0dde94eeddb"} +{"uuid":"gpqa-main-01e62a7b7362ebd043bef6f7","benchmark":"gpqa_main","data_index":1764,"repeat_index":4,"sample_id":"gpqa-main-01e62a7b7362ebd043bef6f7/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7591,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"339602fd0ae9cbdaef368f3dcff01cd2d212565d5c7830b14c0fd29de1cb58d6"} +{"uuid":"gpqa-main-47999f808ae4df35fd817dd2","benchmark":"gpqa_main","data_index":1934,"repeat_index":5,"sample_id":"gpqa-main-47999f808ae4df35fd817dd2/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":678,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"0b24415e0a51d238b6f9b4a8ae6a56386da27f195c825aa8d124ca3e7adc5bb9"} +{"uuid":"gpqa-main-baefee4c54836e933082fd33","benchmark":"gpqa_main","data_index":1357,"repeat_index":3,"sample_id":"gpqa-main-baefee4c54836e933082fd33/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":23599,"prompt_tokens":487,"effective_max_tokens":130585,"original_embedded_prediction":"B","question_sha256":"f4486aea8f80b6405ceaabbd6f225378761eafc49f1e042873a464b3b94da620"} +{"uuid":"gpqa-main-50467ff0a4937693425f108b","benchmark":"gpqa_main","data_index":1927,"repeat_index":5,"sample_id":"gpqa-main-50467ff0a4937693425f108b/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1142,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"A","question_sha256":"ee40e0ba47746454343829f9f66dd4d391816fe24ca19edf78fcce05cf1f26d8"} +{"uuid":"gpqa-main-b306a5cb19a37a5923ddeda3","benchmark":"gpqa_main","data_index":1911,"repeat_index":4,"sample_id":"gpqa-main-b306a5cb19a37a5923ddeda3/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1725,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"10d0692d1c6af6008ffff69894cb0183dafbb80748247a3a0e1961e87f1e7c9f"} +{"uuid":"gpqa-main-ba7b4d8b6b363240553a5da8","benchmark":"gpqa_main","data_index":1933,"repeat_index":5,"sample_id":"gpqa-main-ba7b4d8b6b363240553a5da8/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":846,"prompt_tokens":320,"effective_max_tokens":130752,"original_embedded_prediction":"B","question_sha256":"f31ead87a22282cc5dfb01f73a1fe9c84520ad1b8dc017953d8293dbe8b47044"} +{"uuid":"gpqa-main-a028903aa7112583a0e7b5d2","benchmark":"gpqa_main","data_index":1752,"repeat_index":4,"sample_id":"gpqa-main-a028903aa7112583a0e7b5d2/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8329,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"D","question_sha256":"c6231a95c81ba1af7d31e5ce8f8e8ad4c4def88d86ab8f801a248cf19814e2d2"} +{"uuid":"gpqa-main-18347a23c4b32df1f0b31d1a","benchmark":"gpqa_main","data_index":1931,"repeat_index":5,"sample_id":"gpqa-main-18347a23c4b32df1f0b31d1a/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1011,"prompt_tokens":438,"effective_max_tokens":130634,"original_embedded_prediction":"C","question_sha256":"f69ff8c0001cb2bdea3e51d7d4063a70e8b64bf6f735f62088f0ace464bbe468"} +{"uuid":"gpqa-main-d8d5dbb2aa6f203775147357","benchmark":"gpqa_main","data_index":1854,"repeat_index":4,"sample_id":"gpqa-main-d8d5dbb2aa6f203775147357/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4395,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"bb18da47ffe6578fb5b30d30128525e8addf5e823c1985c70c606c89ce8d4d7e"} +{"uuid":"gpqa-main-1af843966aecfd5da1f08dd6","benchmark":"gpqa_main","data_index":1926,"repeat_index":5,"sample_id":"gpqa-main-1af843966aecfd5da1f08dd6/repeat-5","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1397,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"A","question_sha256":"13e7c71f8aae7040bd98bd6b7bfe361f01f9aa9f4fd4b6095b40f97963688bdc"} +{"uuid":"gpqa-main-c5506c52a996021a33525b24","benchmark":"gpqa_main","data_index":1778,"repeat_index":4,"sample_id":"gpqa-main-c5506c52a996021a33525b24/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7443,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"ec867cdcf4e586ae70e24b76b87230ee2b48ec67a5234d7a682f06f846fbdf0d"} +{"uuid":"gpqa-main-4c4e7752fc041224f19d3f9a","benchmark":"gpqa_main","data_index":1846,"repeat_index":4,"sample_id":"gpqa-main-4c4e7752fc041224f19d3f9a/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4882,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"a7183bc025131850f86e24e7faa64e367e334f399dbbc968c1e6069905fe8c28"} +{"uuid":"gpqa-main-3b1469c59353cec7a0dd6866","benchmark":"gpqa_main","data_index":1677,"repeat_index":4,"sample_id":"gpqa-main-3b1469c59353cec7a0dd6866/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11247,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"B","question_sha256":"ebc638f9e42bd31bd87f0fab4dff50846ee425d9aef0cb954a4e5013a5a107e4"} +{"uuid":"gpqa-main-86d8d26ea3f4092dd4bac144","benchmark":"gpqa_main","data_index":1670,"repeat_index":4,"sample_id":"gpqa-main-86d8d26ea3f4092dd4bac144/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11440,"prompt_tokens":227,"effective_max_tokens":130845,"original_embedded_prediction":"D","question_sha256":"299c83f78042a13c78ad054088517dc82d5ed82bcc9ef75ec08dc120f2b8052f"} +{"uuid":"gpqa-main-542dd8f1dc74ca5163382df8","benchmark":"gpqa_main","data_index":1728,"repeat_index":4,"sample_id":"gpqa-main-542dd8f1dc74ca5163382df8/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9351,"prompt_tokens":165,"effective_max_tokens":130907,"original_embedded_prediction":"B","question_sha256":"2413c551ec9a06a20197c81fa22effbd7f215abcc2e5f14c5f9f0a86e5402736"} +{"uuid":"gpqa-main-ff85a5ccc5b465a708f70be3","benchmark":"gpqa_main","data_index":1949,"repeat_index":5,"sample_id":"gpqa-main-ff85a5ccc5b465a708f70be3/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":308,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"f86f6ace621f9a5dc4c1d23e2bb2d546e1ca384df523a7a90d793b41a43ebfc6"} +{"uuid":"gpqa-main-9254c2db95aeb7ad8ae8a32d","benchmark":"gpqa_main","data_index":1831,"repeat_index":4,"sample_id":"gpqa-main-9254c2db95aeb7ad8ae8a32d/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5323,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"183797b844f5aaf0d4762d5da650b2a14964b261306db104b29a00499b949bd6"} +{"uuid":"gpqa-main-1f0af84f0bdb1b68af6a7719","benchmark":"gpqa_main","data_index":1917,"repeat_index":4,"sample_id":"gpqa-main-1f0af84f0bdb1b68af6a7719/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1962,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"D","question_sha256":"47eb07162cc525d2e6a87977deb802204fed59b801dd5e2935cc6edb3c036af1"} +{"uuid":"gpqa-main-485d6d2d8d4ef097891a30ae","benchmark":"gpqa_main","data_index":1906,"repeat_index":4,"sample_id":"gpqa-main-485d6d2d8d4ef097891a30ae/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2387,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"D","question_sha256":"c6a4a4365a6f088ad7d433e788ad1983c25ce2a6965fa332c2fd4f61eea9bbbc"} +{"uuid":"gpqa-main-cdc31486df3de65ec2c324e2","benchmark":"gpqa_main","data_index":1939,"repeat_index":5,"sample_id":"gpqa-main-cdc31486df3de65ec2c324e2/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1019,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"C","question_sha256":"4d233cd7b8524c989eb47a4c40d6f2f47070b986fea11e3ee3029c07db9b3356"} +{"uuid":"gpqa-main-950b8724526dc5d718438bec","benchmark":"gpqa_main","data_index":1932,"repeat_index":5,"sample_id":"gpqa-main-950b8724526dc5d718438bec/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1366,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"B","question_sha256":"d81eab0b3deeedb23d68076a8f0de5ca6461b5d2d1a7da228f6a0b6ba6ca53e7"} +{"uuid":"gpqa-main-810618179b41cff3d8593ba5","benchmark":"gpqa_main","data_index":1943,"repeat_index":5,"sample_id":"gpqa-main-810618179b41cff3d8593ba5/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":767,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"4f7077a78998cfa5dbe881d51f9f859973bb281cce9f5a2bde9d5475cc520111"} +{"uuid":"gpqa-main-ff45876351041ad1ce200bb4","benchmark":"gpqa_main","data_index":1859,"repeat_index":4,"sample_id":"gpqa-main-ff45876351041ad1ce200bb4/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4534,"prompt_tokens":345,"effective_max_tokens":130727,"original_embedded_prediction":"A","question_sha256":"32bdeb2d6746cedbaa666a09cbe9ff84eedb094a4f81edb9c09ab191add49c41"} +{"uuid":"gpqa-main-0d56f92dcb32c3f0494a4705","benchmark":"gpqa_main","data_index":1935,"repeat_index":5,"sample_id":"gpqa-main-0d56f92dcb32c3f0494a4705/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1283,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"D","question_sha256":"d48362abba761cef50927ef586befd9a2fdb343aa19b2fa457ee74fb6dbfb56b"} +{"uuid":"gpqa-main-d022f771c467d057bbb527d0","benchmark":"gpqa_main","data_index":1959,"repeat_index":5,"sample_id":"gpqa-main-d022f771c467d057bbb527d0/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":158,"prompt_tokens":192,"effective_max_tokens":130880,"original_embedded_prediction":"A","question_sha256":"f3fdb78f6fe3c60a21e29d92babec94b4d8c0f6e012394045833653cbdb1a4d7"} +{"uuid":"gpqa-main-d1e25804e939f97ca872c78e","benchmark":"gpqa_main","data_index":1699,"repeat_index":4,"sample_id":"gpqa-main-d1e25804e939f97ca872c78e/repeat-4","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10687,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":null,"question_sha256":"bd713289ab1ffc1ab982f7411da433944bdaa2ce87595d2c1bba8580a8b47bdb"} +{"uuid":"gpqa-main-b7ef729c55e0cb48c67bca16","benchmark":"gpqa_main","data_index":1951,"repeat_index":5,"sample_id":"gpqa-main-b7ef729c55e0cb48c67bca16/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":422,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"B","question_sha256":"732a49f65a753e1d2c9ebb525ad8cc4c9ea6aa812fdc5eda3c630aa4aa35c7b5"} +{"uuid":"gpqa-main-8523e39e7dc895f15a06a403","benchmark":"gpqa_main","data_index":1867,"repeat_index":4,"sample_id":"gpqa-main-8523e39e7dc895f15a06a403/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4151,"prompt_tokens":243,"effective_max_tokens":130829,"original_embedded_prediction":"D","question_sha256":"9809fdeb256e4181e9705fa439a61deb6dbe804bfb80ffab6cb1bd4565faa027"} +{"uuid":"gpqa-main-4b84b53bf506bc0a4468fb2d","benchmark":"gpqa_main","data_index":1607,"repeat_index":4,"sample_id":"gpqa-main-4b84b53bf506bc0a4468fb2d/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14316,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"e302b2005d8d406eb5e8fd7aa1707959448ef06e72b5647d2711c9a056cfeffc"} +{"uuid":"gpqa-main-39045ad4d1274d0e56839d7b","benchmark":"gpqa_main","data_index":1912,"repeat_index":4,"sample_id":"gpqa-main-39045ad4d1274d0e56839d7b/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2244,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"429df35a12720ff87021b558515bede2e2590914376178a956309c141594787f"} +{"uuid":"gpqa-main-539a673f0443ba9cdc31b864","benchmark":"gpqa_main","data_index":1803,"repeat_index":4,"sample_id":"gpqa-main-539a673f0443ba9cdc31b864/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6833,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"A","question_sha256":"d25187b99e4997c1700ffeb87fd595e878957e452f20a2f00d5489fecd0b3b30"} +{"uuid":"gpqa-main-ad8f0afd2f116341ed3a69c0","benchmark":"gpqa_main","data_index":1960,"repeat_index":5,"sample_id":"gpqa-main-ad8f0afd2f116341ed3a69c0/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":317,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"b6c9142bf69c50d0a62b5b8254344b66610ca208a646e6a69a606819b7eb1bf8"} +{"uuid":"gpqa-main-cda1b642d52c30858bcdf7a3","benchmark":"gpqa_main","data_index":1947,"repeat_index":5,"sample_id":"gpqa-main-cda1b642d52c30858bcdf7a3/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":725,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"85f5a80c90290184ac6ec65307174970563ac9442644e868f064c886836d7a25"} +{"uuid":"gpqa-main-84c386fbd7476f5541ea16f0","benchmark":"gpqa_main","data_index":1811,"repeat_index":4,"sample_id":"gpqa-main-84c386fbd7476f5541ea16f0/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6601,"prompt_tokens":370,"effective_max_tokens":130702,"original_embedded_prediction":"D","question_sha256":"083aa3572345d938b0c707cfb8c710aea73759344b234ada78ed36f1ec66eb0d"} +{"uuid":"gpqa-main-cfc742b1ce24bfc75356765e","benchmark":"gpqa_main","data_index":1815,"repeat_index":4,"sample_id":"gpqa-main-cfc742b1ce24bfc75356765e/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6514,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"B","question_sha256":"c1f013c71ec1bfdf03d8071ec0a1d30c0d10b7e87429512ec32711a88cc41cb1"} +{"uuid":"gpqa-main-21bf0d1bb4513b046dfdf875","benchmark":"gpqa_main","data_index":1942,"repeat_index":5,"sample_id":"gpqa-main-21bf0d1bb4513b046dfdf875/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1100,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"916a1ca795d38f4c815c99d6f162f52af934ee4e1b0d100dc0a7fb747631f7a7"} +{"uuid":"gpqa-main-f0a74958c23332566374eae8","benchmark":"gpqa_main","data_index":1781,"repeat_index":4,"sample_id":"gpqa-main-f0a74958c23332566374eae8/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7923,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"B","question_sha256":"0122463c60c1fa5ad768f1fc6147fd593b46126713e705864d5de5632804d4b5"} +{"uuid":"gpqa-main-fd21f7c7356e7f51f0cabd07","benchmark":"gpqa_main","data_index":1737,"repeat_index":4,"sample_id":"gpqa-main-fd21f7c7356e7f51f0cabd07/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9577,"prompt_tokens":601,"effective_max_tokens":130471,"original_embedded_prediction":"D","question_sha256":"db246f6acae65ff2e4bb6caad314b6583cd0085f0d81b1b20515ca2fe73b6f72"} +{"uuid":"gpqa-main-f79cea2e3c2e242b6e0da4d5","benchmark":"gpqa_main","data_index":1974,"repeat_index":5,"sample_id":"gpqa-main-f79cea2e3c2e242b6e0da4d5/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":299,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"D","question_sha256":"bdc1ab103002886dcbe879cd751d3e27b8ba6e988859bb80422ea04871269448"} +{"uuid":"gpqa-main-834c95c23407a9d2c736d2ee","benchmark":"gpqa_main","data_index":1977,"repeat_index":5,"sample_id":"gpqa-main-834c95c23407a9d2c736d2ee/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":253,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"bb698537245b51d08b5d5a6cecdfd1a4e34f7ac0f17e13da8d713af9341a9366"} +{"uuid":"gpqa-main-e10311e2a20f5ef70b44af1a","benchmark":"gpqa_main","data_index":1916,"repeat_index":4,"sample_id":"gpqa-main-e10311e2a20f5ef70b44af1a/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2680,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"B","question_sha256":"840fab180da436fa17bd480d15eb270c8be4535800795f8fe8c3d0b1ac29ca9d"} +{"uuid":"gpqa-main-9b60a112c6568a530227ce47","benchmark":"gpqa_main","data_index":1968,"repeat_index":5,"sample_id":"gpqa-main-9b60a112c6568a530227ce47/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":633,"prompt_tokens":443,"effective_max_tokens":130629,"original_embedded_prediction":"D","question_sha256":"4dd7bd0636dc935d4359866d23d365353db91692ab9b80b438a3f65683abf4e7"} +{"uuid":"gpqa-main-8d43dd1cebfb1a76c18a3589","benchmark":"gpqa_main","data_index":1749,"repeat_index":4,"sample_id":"gpqa-main-8d43dd1cebfb1a76c18a3589/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9439,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"C","question_sha256":"1c3b360d52d717d4eda55f53310217b072979b1026b8896b235a2ba9f5151964"} +{"uuid":"gpqa-main-542dd8f1dc74ca5163382df8","benchmark":"gpqa_main","data_index":1344,"repeat_index":3,"sample_id":"gpqa-main-542dd8f1dc74ca5163382df8/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":25354,"prompt_tokens":165,"effective_max_tokens":130907,"original_embedded_prediction":"C","question_sha256":"2413c551ec9a06a20197c81fa22effbd7f215abcc2e5f14c5f9f0a86e5402736"} +{"uuid":"gpqa-main-35569b36357cfce18162c999","benchmark":"gpqa_main","data_index":1972,"repeat_index":5,"sample_id":"gpqa-main-35569b36357cfce18162c999/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":609,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"B","question_sha256":"a2136b05b78259562b913f1f56520c4184d70bf60017617a442a41f907c31b78"} +{"uuid":"gpqa-main-eda22ee564030fef1ab0bcaf","benchmark":"gpqa_main","data_index":1768,"repeat_index":4,"sample_id":"gpqa-main-eda22ee564030fef1ab0bcaf/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8700,"prompt_tokens":316,"effective_max_tokens":130756,"original_embedded_prediction":"B","question_sha256":"e78929c2c3d5e04cda51c77e05ad4a3d1cbbf98cc2db0103b7fbc594e78bb602"} +{"uuid":"gpqa-main-de59169ce40a93ff305f9a41","benchmark":"gpqa_main","data_index":1920,"repeat_index":5,"sample_id":"gpqa-main-de59169ce40a93ff305f9a41/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2661,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"c5859c729f1f8217c8555103da018a579f07eb8df38d8389383b2f4634573327"} +{"uuid":"gpqa-main-17eb0ef902a11d36b13bb4ba","benchmark":"gpqa_main","data_index":1914,"repeat_index":4,"sample_id":"gpqa-main-17eb0ef902a11d36b13bb4ba/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2907,"prompt_tokens":290,"effective_max_tokens":130782,"original_embedded_prediction":"C","question_sha256":"da025e796cabfda79ad3a899a873052b028159563074d0934fabc7ee4c54d8ad"} +{"uuid":"gpqa-main-043ca5f03089118ef536135d","benchmark":"gpqa_main","data_index":1298,"repeat_index":3,"sample_id":"gpqa-main-043ca5f03089118ef536135d/repeat-3","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":27274,"prompt_tokens":594,"effective_max_tokens":130478,"original_embedded_prediction":"D","question_sha256":"43c5cb4f57895b07f3e1815e411f315dfa3fe44fe601b5aacde7c1244cdcaa89"} +{"uuid":"gpqa-main-fbf1f6e62b48cbbf0bca4714","benchmark":"gpqa_main","data_index":1971,"repeat_index":5,"sample_id":"gpqa-main-fbf1f6e62b48cbbf0bca4714/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":795,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"59affc9a905621c391ee7886c0e428eac5cb1f60c7c251e2fc1fcb081cb8e076"} +{"uuid":"gpqa-main-24659eabc462bf7fb5295951","benchmark":"gpqa_main","data_index":1801,"repeat_index":4,"sample_id":"gpqa-main-24659eabc462bf7fb5295951/repeat-4","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7529,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"f26df2fb1b4182bacbf5d951a583b120ed154d22ea6f9659ed264ae020297543"} +{"uuid":"gpqa-main-a1ec72afe45eedbea242cd73","benchmark":"gpqa_main","data_index":1964,"repeat_index":5,"sample_id":"gpqa-main-a1ec72afe45eedbea242cd73/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":942,"prompt_tokens":310,"effective_max_tokens":130762,"original_embedded_prediction":"A","question_sha256":"e87180319d813402cf71637950d93636988703d0477e2bb79fb03a1d2df9afe3"} +{"uuid":"gpqa-main-efc527af4c77c27856f0d201","benchmark":"gpqa_main","data_index":1980,"repeat_index":5,"sample_id":"gpqa-main-efc527af4c77c27856f0d201/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":615,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"29ffae74d292a9a38f72dd8e95efab3be752912b79e848701193359c657937f6"} +{"uuid":"gpqa-main-763daf42ea0c79050a6a4d1d","benchmark":"gpqa_main","data_index":1981,"repeat_index":5,"sample_id":"gpqa-main-763daf42ea0c79050a6a4d1d/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":613,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"D","question_sha256":"72b4053b92adde478bb40c3fb9ef1e06215efe5922e2d600121170f824d32c13"} +{"uuid":"gpqa-main-9bb169e317cdd76b98ada24f","benchmark":"gpqa_main","data_index":1725,"repeat_index":4,"sample_id":"gpqa-main-9bb169e317cdd76b98ada24f/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10632,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"A","question_sha256":"d0bbc79a116a93d5c5c1325e012b3feb17a7b705d2ccd57a86ecfbdc2bf78030"} +{"uuid":"gpqa-main-4644969e4e4615b014b9669f","benchmark":"gpqa_main","data_index":1736,"repeat_index":4,"sample_id":"gpqa-main-4644969e4e4615b014b9669f/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10349,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"e663684f8a7728af99d977f274c335c497ac6a7ccf43c64ab979e8407155ce6c"} +{"uuid":"gpqa-main-5334e8bdecfbd08a0fceb69b","benchmark":"gpqa_main","data_index":1967,"repeat_index":5,"sample_id":"gpqa-main-5334e8bdecfbd08a0fceb69b/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1076,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"B","question_sha256":"0c1cc6cb8c9b9a25c645b86bbada068207876248621f0327486d559892b7a8a9"} +{"uuid":"gpqa-main-7ed621f8290d6ac14181ce45","benchmark":"gpqa_main","data_index":1918,"repeat_index":4,"sample_id":"gpqa-main-7ed621f8290d6ac14181ce45/repeat-4","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3076,"prompt_tokens":298,"effective_max_tokens":130774,"original_embedded_prediction":"B","question_sha256":"c1c0ad22e4376412fe1e7564fd1f8c00dd970292dbf0dbb83b0350881e74b306"} +{"uuid":"gpqa-main-3ebc2c6c608ed7f5e7bf9463","benchmark":"gpqa_main","data_index":1940,"repeat_index":5,"sample_id":"gpqa-main-3ebc2c6c608ed7f5e7bf9463/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2238,"prompt_tokens":286,"effective_max_tokens":130786,"original_embedded_prediction":"B","question_sha256":"81bfcfb746da8dbf79e11ca4c419d5416ea1be46678f915598ebe3f9c6b6fc32"} +{"uuid":"gpqa-main-22c436000399164406e165b2","benchmark":"gpqa_main","data_index":1756,"repeat_index":4,"sample_id":"gpqa-main-22c436000399164406e165b2/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9831,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"836be405f3d05ec5ad1a2bc728339e5141836ace3a584fe3d36ecc50af4dc3ee"} +{"uuid":"gpqa-main-9baab02407bb5e317c8c71c4","benchmark":"gpqa_main","data_index":1950,"repeat_index":5,"sample_id":"gpqa-main-9baab02407bb5e317c8c71c4/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1700,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"C","question_sha256":"4c49b01c534dd76a31b5023fe34fe490913c400dc715a3fa7a874695ca10b949"} +{"uuid":"gpqa-main-ce2839297e4b63e0b36f6300","benchmark":"gpqa_main","data_index":1301,"repeat_index":3,"sample_id":"gpqa-main-ce2839297e4b63e0b36f6300/repeat-3","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":27600,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"80cca49a2f6ae39b2d3a2dfe110572d39720d0831c65246ce20603c40578b118"} +{"uuid":"gpqa-main-84e0462fb979739143160f76","benchmark":"gpqa_main","data_index":1994,"repeat_index":5,"sample_id":"gpqa-main-84e0462fb979739143160f76/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":488,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"A","question_sha256":"17821f797104818a4e9c06d5499572866481ca7a9f6bf4d3993cbc935754c06e"} +{"uuid":"gpqa-main-e17c3d61061a563977ae3c11","benchmark":"gpqa_main","data_index":1780,"repeat_index":4,"sample_id":"gpqa-main-e17c3d61061a563977ae3c11/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9015,"prompt_tokens":352,"effective_max_tokens":130720,"original_embedded_prediction":"A","question_sha256":"41b609bbf5cd4517a7d53e382a762d7b2caa65fd58ea44549bdf7183daf1d2c0"} +{"uuid":"gpqa-main-d750e02b8d42b4b4d6aba4b9","benchmark":"gpqa_main","data_index":1961,"repeat_index":5,"sample_id":"gpqa-main-d750e02b8d42b4b4d6aba4b9/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1460,"prompt_tokens":944,"effective_max_tokens":130128,"original_embedded_prediction":"D","question_sha256":"5ea7e9b17f677439bf5f6e43169cb794916985d1c5964f6a0d8becf3f9e3b7ad"} +{"uuid":"gpqa-main-7239e8e1a6f52b11d89b376d","benchmark":"gpqa_main","data_index":1955,"repeat_index":5,"sample_id":"gpqa-main-7239e8e1a6f52b11d89b376d/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1757,"prompt_tokens":359,"effective_max_tokens":130713,"original_embedded_prediction":"D","question_sha256":"6b778965b4593497cd5378ecaa94e84f97d2910300038afb6590a8e9376b791c"} +{"uuid":"gpqa-main-b38dfd97dcfb80fb4df4c6f2","benchmark":"gpqa_main","data_index":1278,"repeat_index":3,"sample_id":"gpqa-main-b38dfd97dcfb80fb4df4c6f2/repeat-3","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":28817,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"A","question_sha256":"28fc44d6ca68ec833bb9837a558199f6e126ccb90f29dc42a2a4bf34ea4b66a7"} +{"uuid":"gpqa-main-3d4249ae7ea85a07b7726fff","benchmark":"gpqa_main","data_index":1929,"repeat_index":5,"sample_id":"gpqa-main-3d4249ae7ea85a07b7726fff/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3163,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"f3a651caf4cc86d7183e2aa4e94783901dfd4ba7026521589b0aa1f1c95b0e55"} +{"uuid":"gpqa-main-7a6f40292c595b5ffad3d66b","benchmark":"gpqa_main","data_index":2000,"repeat_index":5,"sample_id":"gpqa-main-7a6f40292c595b5ffad3d66b/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":493,"prompt_tokens":317,"effective_max_tokens":130755,"original_embedded_prediction":"A","question_sha256":"82d8161e96256872367b5e1c12af2c1f91e6c4a6aac3d066708fccb1826bf840"} +{"uuid":"gpqa-main-49e3b768e85f009875fb4b7f","benchmark":"gpqa_main","data_index":1990,"repeat_index":5,"sample_id":"gpqa-main-49e3b768e85f009875fb4b7f/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":912,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"B","question_sha256":"181abbdaf75899b4c447f9c98c58f90512c06ffe5521e109fa83597da1fb7aae"} +{"uuid":"gpqa-main-8db8ffb39e6d3e618c8d388c","benchmark":"gpqa_main","data_index":1976,"repeat_index":5,"sample_id":"gpqa-main-8db8ffb39e6d3e618c8d388c/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1425,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"B","question_sha256":"28dff82ab12e25f0b479054be2f5d8b597951c2458e383bb25cf488b09c98ff5"} +{"uuid":"gpqa-main-8a20fac7d1a5bff58e8c63ca","benchmark":"gpqa_main","data_index":1993,"repeat_index":5,"sample_id":"gpqa-main-8a20fac7d1a5bff58e8c63ca/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":845,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"C","question_sha256":"065acbbc3564fb2547e820ab1c35567bac49dff768319e8f4b46ee23bdd92415"} +{"uuid":"gpqa-main-acecd9428a5b4368f1f5bc82","benchmark":"gpqa_main","data_index":1845,"repeat_index":4,"sample_id":"gpqa-main-acecd9428a5b4368f1f5bc82/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7005,"prompt_tokens":336,"effective_max_tokens":130736,"original_embedded_prediction":"B","question_sha256":"2d1e5de4bf7305d1b5eee8dda5415195dc333d71b3f50fa60508a928b67fb336"} +{"uuid":"gpqa-main-60f734b52603f7ef29671f95","benchmark":"gpqa_main","data_index":1691,"repeat_index":4,"sample_id":"gpqa-main-60f734b52603f7ef29671f95/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12889,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"D","question_sha256":"bf9de03889292b969198f42b877b6d4c7b56ce10ae654e71f4be720b5efdb1f1"} +{"uuid":"gpqa-main-443f8ea9f271c4442521f8e4","benchmark":"gpqa_main","data_index":1835,"repeat_index":4,"sample_id":"gpqa-main-443f8ea9f271c4442521f8e4/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7265,"prompt_tokens":326,"effective_max_tokens":130746,"original_embedded_prediction":"A","question_sha256":"9211da2d82adb786850c236cd14fc05728eb04599b0abc0202714ba6bd385d19"} +{"uuid":"gpqa-main-7093e90be0c6d72d98ef432c","benchmark":"gpqa_main","data_index":1892,"repeat_index":4,"sample_id":"gpqa-main-7093e90be0c6d72d98ef432c/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4979,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"C","question_sha256":"d73f092255e75c14953338c7dc17fa9e41c6378f650bac797b23d3c68133744d"} +{"uuid":"gpqa-main-498b428b55b7644426a781c9","benchmark":"gpqa_main","data_index":1984,"repeat_index":5,"sample_id":"gpqa-main-498b428b55b7644426a781c9/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1343,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"C","question_sha256":"7fbfdc18f5a18b666f8d4afc859af60c4c56ab7d8d677d46fb01a050207ac688"} +{"uuid":"gpqa-main-0fb808246cf99919fa61cf95","benchmark":"gpqa_main","data_index":1904,"repeat_index":4,"sample_id":"gpqa-main-0fb808246cf99919fa61cf95/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4485,"prompt_tokens":415,"effective_max_tokens":130657,"original_embedded_prediction":"A","question_sha256":"8dd19f310e71e68caf9619c551faf073baee082c2fdae90e86d766c8f04dd15c"} +{"uuid":"gpqa-main-f635511b161f39dc301e05eb","benchmark":"gpqa_main","data_index":1816,"repeat_index":4,"sample_id":"gpqa-main-f635511b161f39dc301e05eb/repeat-4","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8198,"prompt_tokens":650,"effective_max_tokens":130422,"original_embedded_prediction":"A","question_sha256":"cb7f697eb685eca3061fc46cacb94c19aba74add8390e74234ade788b9fa4ff3"} +{"uuid":"gpqa-main-832feb793ff377da50abf878","benchmark":"gpqa_main","data_index":1989,"repeat_index":5,"sample_id":"gpqa-main-832feb793ff377da50abf878/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1438,"prompt_tokens":202,"effective_max_tokens":130870,"original_embedded_prediction":"B","question_sha256":"9cb12d81fbbe616cc95beecd1627265e0b5a2fa48b8e7493d3df89b378afbc12"} +{"uuid":"gpqa-main-9eaa6714b15499d3c303ce90","benchmark":"gpqa_main","data_index":1759,"repeat_index":4,"sample_id":"gpqa-main-9eaa6714b15499d3c303ce90/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10513,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"C","question_sha256":"cfac786b87a07d0c92f7c3da73233aa6c32340b63dff9d3f72bd1bd025cd565d"} +{"uuid":"gpqa-main-feeb39404129cbb3b7e867ec","benchmark":"gpqa_main","data_index":1963,"repeat_index":5,"sample_id":"gpqa-main-feeb39404129cbb3b7e867ec/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2234,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"B","question_sha256":"a80144fd582290217d4749a45438b278db047877b2f9babd5f52d9d0dcc88daf"} +{"uuid":"gpqa-main-238c4616c3347122f4b974e4","benchmark":"gpqa_main","data_index":1901,"repeat_index":4,"sample_id":"gpqa-main-238c4616c3347122f4b974e4/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4875,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"C","question_sha256":"5a24c76ed39eb083ccc9c24780d936fe2e52cba76ae67efa4d647cc35e10037b"} +{"uuid":"gpqa-main-13dda0527a69422c0bfefb23","benchmark":"gpqa_main","data_index":1965,"repeat_index":5,"sample_id":"gpqa-main-13dda0527a69422c0bfefb23/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2233,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"A","question_sha256":"952dd56af4d111bc829dbe6171c480a13632e8b5771e33245330d32115f96774"} +{"uuid":"gpqa-main-544e43760baf2de3b5be5741","benchmark":"gpqa_main","data_index":1905,"repeat_index":4,"sample_id":"gpqa-main-544e43760baf2de3b5be5741/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4704,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"89418be241a19daa5c02878e565ee51b73f6f2c9bcafffaf554b45989088c1d8"} +{"uuid":"gpqa-main-ddc1b02f963a2f785385132e","benchmark":"gpqa_main","data_index":2013,"repeat_index":5,"sample_id":"gpqa-main-ddc1b02f963a2f785385132e/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":598,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"d5e7b22736a2cdaa0f2553a100795aa6b7e150fcc1b9fe093e28e3fea855f346"} +{"uuid":"gpqa-main-4c9f4186c5ccd49ab906a399","benchmark":"gpqa_main","data_index":1719,"repeat_index":4,"sample_id":"gpqa-main-4c9f4186c5ccd49ab906a399/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12130,"prompt_tokens":610,"effective_max_tokens":130462,"original_embedded_prediction":"C","question_sha256":"f634534b5e2327dcc39982a4da6dff404f299e9759a0ac957b0f6017fbe7586e"} +{"uuid":"gpqa-main-579e17ce4c553c730c526a5c","benchmark":"gpqa_main","data_index":1962,"repeat_index":5,"sample_id":"gpqa-main-579e17ce4c553c730c526a5c/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2318,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"D","question_sha256":"1ce3d847d25b2c2f678c304f134266501155719553a1a003f38a6b0a75ffb81b"} +{"uuid":"gpqa-main-1b113e4801541a0f8a992733","benchmark":"gpqa_main","data_index":1874,"repeat_index":4,"sample_id":"gpqa-main-1b113e4801541a0f8a992733/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6110,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"D","question_sha256":"934c12bf2e6db997c9f4c22933b7e9545d3398849fc6e181c8a8187d83cf44b5"} +{"uuid":"gpqa-main-47f8cee187b620660c7d11b3","benchmark":"gpqa_main","data_index":1992,"repeat_index":5,"sample_id":"gpqa-main-47f8cee187b620660c7d11b3/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1491,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"b114078343a4ce3eeaa845ee2c7bfa4ac7c9add00f507d8ff60e46cca593fb46"} +{"uuid":"gpqa-main-28e3e5e79d7477896c6d853d","benchmark":"gpqa_main","data_index":1944,"repeat_index":5,"sample_id":"gpqa-main-28e3e5e79d7477896c6d853d/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2950,"prompt_tokens":1047,"effective_max_tokens":130025,"original_embedded_prediction":"B","question_sha256":"d3b33ef7a0e55c33b5deae6a673dd7fff1fc2e7efa223f3419ecf58e57c06207"} +{"uuid":"gpqa-main-7684b3ed8a4540e6099495df","benchmark":"gpqa_main","data_index":1863,"repeat_index":4,"sample_id":"gpqa-main-7684b3ed8a4540e6099495df/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6742,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"B","question_sha256":"0caf81b8c83789b0b258b80856002cff7fd589a737844db0407269017bcd1955"} +{"uuid":"gpqa-main-8cf981eedacab9acbdd5b00c","benchmark":"gpqa_main","data_index":2012,"repeat_index":5,"sample_id":"gpqa-main-8cf981eedacab9acbdd5b00c/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":874,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"C","question_sha256":"14dcd60f9986bbbcbbdc0e4b3462397b01801a452d9756100ed129baa5baf68c"} +{"uuid":"gpqa-main-41ca21006bb37fef24a8975a","benchmark":"gpqa_main","data_index":2006,"repeat_index":5,"sample_id":"gpqa-main-41ca21006bb37fef24a8975a/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1101,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"8d132ce83553f28f02599f90e3c52fb60d8f58faea0f09152f78f7df6e310abc"} +{"uuid":"gpqa-main-5f1108e8b2f18297c04895bf","benchmark":"gpqa_main","data_index":1865,"repeat_index":4,"sample_id":"gpqa-main-5f1108e8b2f18297c04895bf/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6643,"prompt_tokens":447,"effective_max_tokens":130625,"original_embedded_prediction":"A","question_sha256":"d6e89de54268d0839b91cc5f860fd4903b1d8277accaf665ced8b5404cdbbe84"} +{"uuid":"gpqa-main-bf684ea09dc8822450fbd37c","benchmark":"gpqa_main","data_index":2004,"repeat_index":5,"sample_id":"gpqa-main-bf684ea09dc8822450fbd37c/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1242,"prompt_tokens":372,"effective_max_tokens":130700,"original_embedded_prediction":"A","question_sha256":"8f0911e951adf5df2bfc8aa29c14de392a998e2fa48463ceecedcd39a8301453"} +{"uuid":"gpqa-main-b9cd3234a1fbbf6fe8b281a7","benchmark":"gpqa_main","data_index":1525,"repeat_index":3,"sample_id":"gpqa-main-b9cd3234a1fbbf6fe8b281a7/repeat-3","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20079,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"C","question_sha256":"407ed0eb19714d6ab4f488ca6e6a117c40e4991746c31ad1c464c5e529e59565"} +{"uuid":"gpqa-main-9e1b7c5b2ce53e8d6424b66a","benchmark":"gpqa_main","data_index":1979,"repeat_index":5,"sample_id":"gpqa-main-9e1b7c5b2ce53e8d6424b66a/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2245,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"97732ba422afbf18b5d2d6b3bd26f6c540049e2f82d9628414525cebe7e9a5dd"} +{"uuid":"gpqa-main-7c3c45d7826322d2dd84475f","benchmark":"gpqa_main","data_index":2018,"repeat_index":5,"sample_id":"gpqa-main-7c3c45d7826322d2dd84475f/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":789,"prompt_tokens":419,"effective_max_tokens":130653,"original_embedded_prediction":"A","question_sha256":"f98a4cc383b4e02c52b4cdafe1b79c1d58df251d5d10ab65f71740d27243ed28"} +{"uuid":"gpqa-main-c69005af8b1e76a851528e02","benchmark":"gpqa_main","data_index":1987,"repeat_index":5,"sample_id":"gpqa-main-c69005af8b1e76a851528e02/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2063,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"D","question_sha256":"29e6a1db070bf5e5af8af4b82da4953dd47dcd2a1bbd7ad2db04f3d1d4cd805e"} +{"uuid":"gpqa-main-7c7ae85beee22afc94024aa0","benchmark":"gpqa_main","data_index":1913,"repeat_index":4,"sample_id":"gpqa-main-7c7ae85beee22afc94024aa0/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4888,"prompt_tokens":179,"effective_max_tokens":130893,"original_embedded_prediction":"C","question_sha256":"17ee204f8a3ef8904b0418dcf3bac347173df36a87b5535f055046fe6fae8879"} +{"uuid":"gpqa-main-002cb7f9ef3ee2a3d460b42e","benchmark":"gpqa_main","data_index":2005,"repeat_index":5,"sample_id":"gpqa-main-002cb7f9ef3ee2a3d460b42e/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1503,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"3bed68f29773b3484a0b5acab22f438229b63f2a324fb817a933e4d514178386"} +{"uuid":"gpqa-main-b13e6b95879d48313e527260","benchmark":"gpqa_main","data_index":2025,"repeat_index":5,"sample_id":"gpqa-main-b13e6b95879d48313e527260/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":625,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"B","question_sha256":"145b51d1c857830091d0dfa7043504329aa8d2a847b5b738079d210a94da31cb"} +{"uuid":"gpqa-main-a5811d01e615771d5e0b48fb","benchmark":"gpqa_main","data_index":2020,"repeat_index":5,"sample_id":"gpqa-main-a5811d01e615771d5e0b48fb/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":936,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"D","question_sha256":"18c1c5c103fb01b10fd0ca282f8eab427517d6587a0a9962010b5ad16e05b98f"} +{"uuid":"gpqa-main-e47ea8383f43129dec459997","benchmark":"gpqa_main","data_index":1820,"repeat_index":4,"sample_id":"gpqa-main-e47ea8383f43129dec459997/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8991,"prompt_tokens":262,"effective_max_tokens":130810,"original_embedded_prediction":"D","question_sha256":"9e7260c352d5970f26856e94943b008fa72ebf3264a0e2790592a41209cfac2d"} +{"uuid":"gpqa-main-be458c5a0490a8298ea11494","benchmark":"gpqa_main","data_index":2039,"repeat_index":5,"sample_id":"gpqa-main-be458c5a0490a8298ea11494/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":449,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"17cada7a00fa20e35d380a47aad58aace15d791f3cd4f119acb4635e55951129"} +{"uuid":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2","benchmark":"gpqa_main","data_index":1686,"repeat_index":4,"sample_id":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14214,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"C","question_sha256":"58604895b423acc46c4efaa28ed2e4d6eaf2d93d55c7ad3766cffce3719ddf62"} +{"uuid":"gpqa-main-ca7a4b18584754c3664d8758","benchmark":"gpqa_main","data_index":1936,"repeat_index":5,"sample_id":"gpqa-main-ca7a4b18584754c3664d8758/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4285,"prompt_tokens":517,"effective_max_tokens":130555,"original_embedded_prediction":"A","question_sha256":"b15ab8a50cd7768206339f81478bb5a4757f87b1bf1c7671597c48117910482f"} +{"uuid":"gpqa-main-4355802640dddd3e060d2a59","benchmark":"gpqa_main","data_index":1715,"repeat_index":4,"sample_id":"gpqa-main-4355802640dddd3e060d2a59/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13200,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"ebe141e8c3f27bb731fd3889679a36aab5827f4caa81d8400d66a6bf492fe486"} +{"uuid":"gpqa-main-ec756f5cd58f1d3e9c9c8676","benchmark":"gpqa_main","data_index":2030,"repeat_index":5,"sample_id":"gpqa-main-ec756f5cd58f1d3e9c9c8676/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":851,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"016bbafd184cf46762e3e824d2499734daf9efd8cb5f0adad12078f151c96a12"} +{"uuid":"gpqa-main-728c68de5f34aba879617ff3","benchmark":"gpqa_main","data_index":1505,"repeat_index":3,"sample_id":"gpqa-main-728c68de5f34aba879617ff3/repeat-3","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21267,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":null,"question_sha256":"93587b6fdb0ccf1d1701c58bd12431b38885397117475f14823f4c52994b39b4"} +{"uuid":"gpqa-main-9b7f84c844aa65b8ebfee235","benchmark":"gpqa_main","data_index":2040,"repeat_index":5,"sample_id":"gpqa-main-9b7f84c844aa65b8ebfee235/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":621,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"9443960fd2664e6d4890575733c6a4f1f6d804ec21e10e0f9d415b99297f9845"} +{"uuid":"gpqa-main-fc2653b5d83e082e9e4f6390","benchmark":"gpqa_main","data_index":1840,"repeat_index":4,"sample_id":"gpqa-main-fc2653b5d83e082e9e4f6390/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8523,"prompt_tokens":429,"effective_max_tokens":130643,"original_embedded_prediction":"D","question_sha256":"d039314a334267e1364c2bb5dc0ab4e72b6b86a69936c2f7f318902ffc422f15"} +{"uuid":"gpqa-main-65b3a19abfb8f6bf88bf75f5","benchmark":"gpqa_main","data_index":1903,"repeat_index":4,"sample_id":"gpqa-main-65b3a19abfb8f6bf88bf75f5/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5748,"prompt_tokens":308,"effective_max_tokens":130764,"original_embedded_prediction":"A","question_sha256":"a8345a17dbfe0f12b34f72265cd346edb8235c10a1aa78acb6be06124a19360a"} +{"uuid":"gpqa-main-45b8834e3ed027ec73e9cb93","benchmark":"gpqa_main","data_index":1862,"repeat_index":4,"sample_id":"gpqa-main-45b8834e3ed027ec73e9cb93/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7618,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"D","question_sha256":"14a2ed1ddcecc5a3752c954a0c07f0e2ae102378d648cc66bd57385516fbbe20"} +{"uuid":"gpqa-main-51f5bda498b3f05cab60119c","benchmark":"gpqa_main","data_index":1985,"repeat_index":5,"sample_id":"gpqa-main-51f5bda498b3f05cab60119c/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2653,"prompt_tokens":271,"effective_max_tokens":130801,"original_embedded_prediction":"B","question_sha256":"f7fa8540a448dfeff404af93810c60c41ed387fb5e4c821bbb6e5869dd9f8630"} +{"uuid":"gpqa-main-12fef4b097b802dea2564ea2","benchmark":"gpqa_main","data_index":1722,"repeat_index":4,"sample_id":"gpqa-main-12fef4b097b802dea2564ea2/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13166,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"D","question_sha256":"254c10ac4fdccd2709d12769dd755a22c6de6b1e6bff2363164511e2905446d7"} +{"uuid":"gpqa-main-84cbf72ad94d1afe2aa56331","benchmark":"gpqa_main","data_index":2017,"repeat_index":5,"sample_id":"gpqa-main-84cbf72ad94d1afe2aa56331/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1478,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"D","question_sha256":"089a55e5a3fbca456cb952a230bd88a82c177ec99470bd05f822803a1bdd3db5"} +{"uuid":"gpqa-main-efa466851677550746c06a1f","benchmark":"gpqa_main","data_index":1958,"repeat_index":5,"sample_id":"gpqa-main-efa466851677550746c06a1f/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3590,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"D","question_sha256":"b64a2faa078044133322af9742b3f75788b5f8e5701f1fee08d693854a842448"} +{"uuid":"gpqa-main-2ad64f0bf627cf52a8ad924c","benchmark":"gpqa_main","data_index":2055,"repeat_index":5,"sample_id":"gpqa-main-2ad64f0bf627cf52a8ad924c/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":284,"prompt_tokens":146,"effective_max_tokens":130926,"original_embedded_prediction":"D","question_sha256":"e9afb48881134b480ce09710124320be56d4166a402490b65f81bdb1df6e3a1d"} +{"uuid":"gpqa-main-b654b748170277d4b0d0c6b5","benchmark":"gpqa_main","data_index":2014,"repeat_index":5,"sample_id":"gpqa-main-b654b748170277d4b0d0c6b5/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1815,"prompt_tokens":508,"effective_max_tokens":130564,"original_embedded_prediction":"D","question_sha256":"010973f2a9805982e33bfecd460da27e4d2f170e4567ebf854c807385bea09d3"} +{"uuid":"gpqa-main-d751f2081e63be8d69314287","benchmark":"gpqa_main","data_index":2021,"repeat_index":5,"sample_id":"gpqa-main-d751f2081e63be8d69314287/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1586,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"f56e41493e430f6c013c094b4b462aa30dc9826a273d867eec6a04fc8a646443"} +{"uuid":"gpqa-main-6bb4180b8c6df2f8f7490345","benchmark":"gpqa_main","data_index":1946,"repeat_index":5,"sample_id":"gpqa-main-6bb4180b8c6df2f8f7490345/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4180,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"a40e1e0f0ddd21a34df82626b6553232ad944bbeec5bf0819aaf5ae0b1a92c59"} +{"uuid":"gpqa-main-3cbf7d3e13c908f5e699f9e0","benchmark":"gpqa_main","data_index":2053,"repeat_index":5,"sample_id":"gpqa-main-3cbf7d3e13c908f5e699f9e0/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":681,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"D","question_sha256":"0dbcc69ff35530f240a5bb623a78f2cd1d042037d2dedb122ebcca751bf9d08e"} +{"uuid":"gpqa-main-5f336d7998263d21db8f15c1","benchmark":"gpqa_main","data_index":1970,"repeat_index":5,"sample_id":"gpqa-main-5f336d7998263d21db8f15c1/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3763,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"C","question_sha256":"5028b464f9ac881885af02d0d7fda29d17165d3804f0f84dbc2e8f6dbd923739"} +{"uuid":"gpqa-main-bf00d194c934803975b81b7b","benchmark":"gpqa_main","data_index":1857,"repeat_index":4,"sample_id":"gpqa-main-bf00d194c934803975b81b7b/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8476,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"A","question_sha256":"55e1269d132671f2c7b7f41498cb0b404e702d8ce370ac5555d837581e1b3ad7"} +{"uuid":"gpqa-main-87c633148441d2b07b8e2e81","benchmark":"gpqa_main","data_index":2008,"repeat_index":5,"sample_id":"gpqa-main-87c633148441d2b07b8e2e81/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2492,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"0fb47d10edb4eca17f93926dea501fdd19bde76cfe58f57edb445a7272d7787c"} +{"uuid":"gpqa-main-2322ddc82747aa5a01bf1c1e","benchmark":"gpqa_main","data_index":2022,"repeat_index":5,"sample_id":"gpqa-main-2322ddc82747aa5a01bf1c1e/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2061,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"d9d7e1406d6a9d440081915edafcb4a493a40b6172838b858a979c0a58bb4c62"} +{"uuid":"gpqa-main-73f6c00588963349c225df6c","benchmark":"gpqa_main","data_index":2033,"repeat_index":5,"sample_id":"gpqa-main-73f6c00588963349c225df6c/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1762,"prompt_tokens":476,"effective_max_tokens":130596,"original_embedded_prediction":"C","question_sha256":"6c8759c4aac1084515abf1e3c463c7a0b6411dc3fa720a9a5fb5ac8f5777b49c"} +{"uuid":"gpqa-main-106fe8a64f4453f81be6f7bd","benchmark":"gpqa_main","data_index":1945,"repeat_index":5,"sample_id":"gpqa-main-106fe8a64f4453f81be6f7bd/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4802,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"C","question_sha256":"f0c3d97c5c67fa210dafa49946af010682993c23bb8995a306a6ee484e0c3b03"} +{"uuid":"gpqa-main-69bcb32ba17f6e7aa0918597","benchmark":"gpqa_main","data_index":2034,"repeat_index":5,"sample_id":"gpqa-main-69bcb32ba17f6e7aa0918597/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1862,"prompt_tokens":758,"effective_max_tokens":130314,"original_embedded_prediction":"C","question_sha256":"9eb1fde9ac6acb7dc761f4941a792f3d0d052ad76d36e12bb9e406963b3906ef"} +{"uuid":"gpqa-main-b5b0614a110a5eb0657cbe9a","benchmark":"gpqa_main","data_index":2035,"repeat_index":5,"sample_id":"gpqa-main-b5b0614a110a5eb0657cbe9a/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1811,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"D","question_sha256":"829ccc830e5fe3601c6e7c0a975192c938019f4d4e5c1b2334d55bb1d951711e"} +{"uuid":"gpqa-main-138fcbeedbaf865565ec35fd","benchmark":"gpqa_main","data_index":2047,"repeat_index":5,"sample_id":"gpqa-main-138fcbeedbaf865565ec35fd/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1443,"prompt_tokens":409,"effective_max_tokens":130663,"original_embedded_prediction":"D","question_sha256":"15bed1ac60d1bdcf0eec84539d669d6f38a2eb24b51e5072a922d8d9391ab135"} +{"uuid":"gpqa-main-f7ba77d144b7a11de90a37c4","benchmark":"gpqa_main","data_index":2065,"repeat_index":5,"sample_id":"gpqa-main-f7ba77d144b7a11de90a37c4/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":770,"prompt_tokens":236,"effective_max_tokens":130836,"original_embedded_prediction":"B","question_sha256":"ac7263466ea3cfcdcebac618b1d20835b4103b2d80b75b1a7110e9763eb45aa2"} +{"uuid":"gpqa-main-009c62a9f3d3e5b23d7032af","benchmark":"gpqa_main","data_index":2037,"repeat_index":5,"sample_id":"gpqa-main-009c62a9f3d3e5b23d7032af/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2015,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"eb3c8e77ceb6bbf6b5fc6d705376aeb984e8d20d498b1668992fc1441b062661"} +{"uuid":"gpqa-main-cb8b679fe50f1b3a7168eb92","benchmark":"gpqa_main","data_index":2074,"repeat_index":5,"sample_id":"gpqa-main-cb8b679fe50f1b3a7168eb92/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":338,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"B","question_sha256":"8ed0101055c99512a99310385277c13855047c3a1b31ca6b8a6ee3f83cf5d4f3"} +{"uuid":"gpqa-main-2d88ca9efdaae7d19aed9660","benchmark":"gpqa_main","data_index":2032,"repeat_index":5,"sample_id":"gpqa-main-2d88ca9efdaae7d19aed9660/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2246,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"43af6d11597079a7d069dd93bbf3db87f0b5bb604fbfc66fc60c268d149d8fba"} +{"uuid":"gpqa-main-d8cca1a27ad1a42b4a99ce96","benchmark":"gpqa_main","data_index":1805,"repeat_index":4,"sample_id":"gpqa-main-d8cca1a27ad1a42b4a99ce96/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11116,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"6049e26840c0e889bb5632032745b5bcf6684dec9a2f9d0a0cfb76378c5c064e"} +{"uuid":"gpqa-main-6f84d17ede852cd9196347bd","benchmark":"gpqa_main","data_index":1900,"repeat_index":4,"sample_id":"gpqa-main-6f84d17ede852cd9196347bd/repeat-4","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7351,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"A","question_sha256":"e410f49b6f85564bf5b9226069391669e4c376097b2656e616a6b82abd4729ac"} +{"uuid":"gpqa-main-a8c391dd6337620cc79cae0e","benchmark":"gpqa_main","data_index":1952,"repeat_index":5,"sample_id":"gpqa-main-a8c391dd6337620cc79cae0e/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5047,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"435ccdce7cc6c5543ffaf20b4d850d905357568605d01b3a595d44df3dd30d0d"} +{"uuid":"gpqa-main-4373b5f7be197f26258c18cf","benchmark":"gpqa_main","data_index":1712,"repeat_index":4,"sample_id":"gpqa-main-4373b5f7be197f26258c18cf/repeat-4","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14922,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"C","question_sha256":"56563ccb64ef7d8686cd4d8da77c8b4636353d0bb75dbefa360323671dfffed1"} +{"uuid":"gpqa-main-1f9ad1ca59cf537e3cdf47c2","benchmark":"gpqa_main","data_index":2050,"repeat_index":5,"sample_id":"gpqa-main-1f9ad1ca59cf537e3cdf47c2/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1839,"prompt_tokens":318,"effective_max_tokens":130754,"original_embedded_prediction":"B","question_sha256":"229ffbdb774489fcfd578450da500a74b0c6fd603d3f4050eb6ff993659f5c7e"} +{"uuid":"gpqa-main-00a9d82facaec210f417af7a","benchmark":"gpqa_main","data_index":2077,"repeat_index":5,"sample_id":"gpqa-main-00a9d82facaec210f417af7a/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":512,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"77f0590db54b06b37e142e7363145cbdb1a8d11c2a7575d9ae0fc10b3a6708bd"} +{"uuid":"gpqa-main-692e40bceeaff3accdc11ead","benchmark":"gpqa_main","data_index":2057,"repeat_index":5,"sample_id":"gpqa-main-692e40bceeaff3accdc11ead/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1639,"prompt_tokens":471,"effective_max_tokens":130601,"original_embedded_prediction":"D","question_sha256":"954d12809188bb6fb15643c4406ac6b108f5d7836e1eeabd73e49df01f2c616e"} +{"uuid":"gpqa-main-fa3e9be7fdf8e7c8952739d8","benchmark":"gpqa_main","data_index":2051,"repeat_index":5,"sample_id":"gpqa-main-fa3e9be7fdf8e7c8952739d8/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1969,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"5e9819e02e7dd08ec53ff217d848ce64e833e2b069cd81e9940f7a72a5230b30"} +{"uuid":"gpqa-main-6543e2c47b61f7f328bcf42d","benchmark":"gpqa_main","data_index":1956,"repeat_index":5,"sample_id":"gpqa-main-6543e2c47b61f7f328bcf42d/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5215,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"D","question_sha256":"9f8c4aa52521e2926d56fdd03cf5aeaf3543c911c9b75774731cd1204efc1328"} +{"uuid":"gpqa-main-34faeb45e152eaf4c29e65e4","benchmark":"gpqa_main","data_index":2071,"repeat_index":5,"sample_id":"gpqa-main-34faeb45e152eaf4c29e65e4/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":985,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"B","question_sha256":"82e6266418c679493cea34e30d0f71026adb6ab6c433e643d37860fb718999ec"} +{"uuid":"gpqa-main-79721e93e90bdb2d8da052c0","benchmark":"gpqa_main","data_index":2052,"repeat_index":5,"sample_id":"gpqa-main-79721e93e90bdb2d8da052c0/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2011,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"2a09355eb98c6b8d6ad0b51afb3b27f719fed44786d3b2998dfe7ee66413a028"} +{"uuid":"gpqa-main-89f68a802c7c6e55b5b802fd","benchmark":"gpqa_main","data_index":1799,"repeat_index":4,"sample_id":"gpqa-main-89f68a802c7c6e55b5b802fd/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11848,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"0815a781881ae5e8651c7fad2acd62427e6f4161f30b842d196debe30bd5ee83"} +{"uuid":"gpqa-main-9aa9fb454d849030d70f9512","benchmark":"gpqa_main","data_index":1806,"repeat_index":4,"sample_id":"gpqa-main-9aa9fb454d849030d70f9512/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11614,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"D","question_sha256":"b494f4c1785682ee7d284173af2a6ef6db2189c6f3e7ece0edb769c2f10d5f24"} +{"uuid":"gpqa-main-178c84548026beb35252a961","benchmark":"gpqa_main","data_index":2024,"repeat_index":5,"sample_id":"gpqa-main-178c84548026beb35252a961/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3043,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"C","question_sha256":"4ea09b6f60208405c59e5923a565f195c94315e0b6e230acd59351f1ee59ed96"} +{"uuid":"gpqa-main-29e885003cf7658ac2eb0ba4","benchmark":"gpqa_main","data_index":2023,"repeat_index":5,"sample_id":"gpqa-main-29e885003cf7658ac2eb0ba4/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3094,"prompt_tokens":299,"effective_max_tokens":130773,"original_embedded_prediction":"D","question_sha256":"e6fd9b7cea6cbcd53eabc57f63ae367008b2774a1092f55e23e78b7eafbdbafa"} +{"uuid":"gpqa-main-c028fe71611d73b87b4cbb03","benchmark":"gpqa_main","data_index":2076,"repeat_index":5,"sample_id":"gpqa-main-c028fe71611d73b87b4cbb03/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":895,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"D","question_sha256":"f56f3f5d135dc8d61dc42f902943e2459f79e4343f2fef6741f6f86d4133a99a"} +{"uuid":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c","benchmark":"gpqa_main","data_index":2038,"repeat_index":5,"sample_id":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2746,"prompt_tokens":340,"effective_max_tokens":130732,"original_embedded_prediction":"C","question_sha256":"626cda94018ba930400d9c043f6fc1aa30c317abf6fd8f6d0ec8b133ce2036c8"} +{"uuid":"gpqa-main-e408cf011e5548359fd7cfa7","benchmark":"gpqa_main","data_index":1988,"repeat_index":5,"sample_id":"gpqa-main-e408cf011e5548359fd7cfa7/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4598,"prompt_tokens":190,"effective_max_tokens":130882,"original_embedded_prediction":"D","question_sha256":"62f7808cdd914d23316e18802ada081dc433f34465864581ce0c27bfafdcd343"} +{"uuid":"gpqa-main-f35f531075e0f4b71e6bfdf7","benchmark":"gpqa_main","data_index":1948,"repeat_index":5,"sample_id":"gpqa-main-f35f531075e0f4b71e6bfdf7/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5775,"prompt_tokens":440,"effective_max_tokens":130632,"original_embedded_prediction":"B","question_sha256":"1dec0a47229d6987f418c244cc1169bdeb04c6134b883ac8895dc2380cdf0539"} +{"uuid":"gpqa-main-30529bca8e7fdf66400bd444","benchmark":"gpqa_main","data_index":1938,"repeat_index":5,"sample_id":"gpqa-main-30529bca8e7fdf66400bd444/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6372,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"fc081c2fbb63be5006154edbddcd4d1654207c4f1ad333e12f9bc19972753482"} +{"uuid":"gpqa-main-2bd63c617299c18c1cfd5b0a","benchmark":"gpqa_main","data_index":1732,"repeat_index":4,"sample_id":"gpqa-main-2bd63c617299c18c1cfd5b0a/repeat-4","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14916,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"A","question_sha256":"bd7804f896ba3deb7fd65cc0c562744a80232f45bbc9c5ffa8652308c167c329"} +{"uuid":"gpqa-main-63f2aea89eec9b67abe0bacf","benchmark":"gpqa_main","data_index":1329,"repeat_index":3,"sample_id":"gpqa-main-63f2aea89eec9b67abe0bacf/repeat-3","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":30847,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"C","question_sha256":"32596b406efecc4795e9f82b1d00f89787b9ed9e4f9d6239bed8194f13da06e7"} +{"uuid":"gpqa-main-547aac137dd7671e7ef03fa9","benchmark":"gpqa_main","data_index":2084,"repeat_index":5,"sample_id":"gpqa-main-547aac137dd7671e7ef03fa9/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":796,"prompt_tokens":497,"effective_max_tokens":130575,"original_embedded_prediction":"C","question_sha256":"8369c6a1ffc960e3f3d88e5e4c521eebcc37f39ca9adf654c3cd4b61f892f2ef"} +{"uuid":"gpqa-main-7bb8e05365d19cc8328252e0","benchmark":"gpqa_main","data_index":2041,"repeat_index":5,"sample_id":"gpqa-main-7bb8e05365d19cc8328252e0/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3015,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"6aff7faed92c98148418177c8cae4893850a1d67b5ceb00cf6a09467c4491367"} +{"uuid":"gpqa-main-35d088e32fb39438767e1141","benchmark":"gpqa_main","data_index":1999,"repeat_index":5,"sample_id":"gpqa-main-35d088e32fb39438767e1141/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4569,"prompt_tokens":434,"effective_max_tokens":130638,"original_embedded_prediction":"B","question_sha256":"9d467213ec07b8217d3c3aa11a312c8536475e654bbb7ef916a4b8f92e0c7a7d"} +{"uuid":"gpqa-main-ef65739a36457c1672913212","benchmark":"gpqa_main","data_index":2079,"repeat_index":5,"sample_id":"gpqa-main-ef65739a36457c1672913212/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1114,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"46601a7bcf5dcc71504dda490de685062fce72cdc997d7acb8b78e5a351a96bc"} +{"uuid":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7","benchmark":"gpqa_main","data_index":1957,"repeat_index":5,"sample_id":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5890,"prompt_tokens":279,"effective_max_tokens":130793,"original_embedded_prediction":"C","question_sha256":"f730b35adb897658b28382d90ae7881a77e5d86003cc9b3942862d742001d4fb"} +{"uuid":"gpqa-main-bab6e331fae29c00395de3a4","benchmark":"gpqa_main","data_index":2086,"repeat_index":5,"sample_id":"gpqa-main-bab6e331fae29c00395de3a4/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":896,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"cf500f5f076470e539799f3822047d1a6263a0abc77614f9abc48a4f60ba507d"} +{"uuid":"gpqa-main-dbbe3054b6bdabe917f5ab5d","benchmark":"gpqa_main","data_index":2067,"repeat_index":5,"sample_id":"gpqa-main-dbbe3054b6bdabe917f5ab5d/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1994,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"1054cb147fa0d82e2b1830b0238455ab6cea42cde361a81e9934864240f22f50"} +{"uuid":"gpqa-main-2efd60649bdbaa65b5969003","benchmark":"gpqa_main","data_index":1893,"repeat_index":4,"sample_id":"gpqa-main-2efd60649bdbaa65b5969003/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8863,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"B","question_sha256":"af907b84cdd249e3bd0dcd3a0fc488c3673df744a66342233bebd85574ac74c3"} +{"uuid":"gpqa-main-efbd16944acebfe43928d489","benchmark":"gpqa_main","data_index":1969,"repeat_index":5,"sample_id":"gpqa-main-efbd16944acebfe43928d489/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5792,"prompt_tokens":328,"effective_max_tokens":130744,"original_embedded_prediction":"A","question_sha256":"40b2b50a3c993902d4327a3072c497b0bfcbac42a638ecf92be395be7ef82ab0"} +{"uuid":"gpqa-main-8980ca71edb4f58a3e46b256","benchmark":"gpqa_main","data_index":2064,"repeat_index":5,"sample_id":"gpqa-main-8980ca71edb4f58a3e46b256/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2354,"prompt_tokens":145,"effective_max_tokens":130927,"original_embedded_prediction":"B","question_sha256":"fb9586d35200647be665790b2cd3eee5c8cca1b79e6afcf01f027007fa057b64"} +{"uuid":"gpqa-main-dd8409336990c7459796bf16","benchmark":"gpqa_main","data_index":1771,"repeat_index":4,"sample_id":"gpqa-main-dd8409336990c7459796bf16/repeat-4","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13814,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"609aca38a7fb3090a0f30d6d141ac5d22646fb06ba18f8c71758e099668e5bf5"} +{"uuid":"gpqa-main-09311165c3bc8a7742115024","benchmark":"gpqa_main","data_index":1941,"repeat_index":5,"sample_id":"gpqa-main-09311165c3bc8a7742115024/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6841,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d6deae7022d40b283a8b0053867ff7e2d44f15fac7c364d3b34e67d903596cf7"} +{"uuid":"gpqa-main-ad697760bc60543062e8b7b4","benchmark":"gpqa_main","data_index":2073,"repeat_index":5,"sample_id":"gpqa-main-ad697760bc60543062e8b7b4/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1826,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"B","question_sha256":"7f9b4679645e2d89214a154be6bdb13eafdc747457ce2950bda27a9a2b97917f"} +{"uuid":"gpqa-main-55e31c256bb6191d94e6db4d","benchmark":"gpqa_main","data_index":1898,"repeat_index":4,"sample_id":"gpqa-main-55e31c256bb6191d94e6db4d/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8856,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"126561d6b58fa17bbaffda56837acaf8fab4bf282ccdfdcc2c7a97bfe520889c"} +{"uuid":"gpqa-main-d3a774e5f1af1a1e11117582","benchmark":"gpqa_main","data_index":2082,"repeat_index":5,"sample_id":"gpqa-main-d3a774e5f1af1a1e11117582/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1383,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"C","question_sha256":"26b8e966c8adf9fe2824ff1fd3c23b2d488a785fe8a68cbce362bac46e891a79"} +{"uuid":"gpqa-main-ed6a4565f708132bae39b742","benchmark":"gpqa_main","data_index":1791,"repeat_index":4,"sample_id":"gpqa-main-ed6a4565f708132bae39b742/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13173,"prompt_tokens":393,"effective_max_tokens":130679,"original_embedded_prediction":"A","question_sha256":"5ce997bcaa654b6fdbbb00b63b66633167679a850d02d845b8a9b1b716979197"} +{"uuid":"gpqa-main-682237ee740e033537fb5707","benchmark":"gpqa_main","data_index":2089,"repeat_index":5,"sample_id":"gpqa-main-682237ee740e033537fb5707/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1129,"prompt_tokens":291,"effective_max_tokens":130781,"original_embedded_prediction":"A","question_sha256":"6cec89b2019b24f8e8c4001cade388815345ae403b5d5fc687cf7fdccbcc6ce1"} +{"uuid":"gpqa-main-f1451c98bdb50fb5b0dbdc55","benchmark":"gpqa_main","data_index":2036,"repeat_index":5,"sample_id":"gpqa-main-f1451c98bdb50fb5b0dbdc55/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3723,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"B","question_sha256":"650bb2feaa18830493f8e50de85c38c1f24570d9f1e7c9970c8ed9fbcbbde337"} +{"uuid":"gpqa-main-1ae8f8945efaf81788d8d871","benchmark":"gpqa_main","data_index":2059,"repeat_index":5,"sample_id":"gpqa-main-1ae8f8945efaf81788d8d871/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2915,"prompt_tokens":250,"effective_max_tokens":130822,"original_embedded_prediction":"C","question_sha256":"060f07943bcd17960b48a982fabe42fcae4e3899fe8c5473138fe2198f0e8dd8"} +{"uuid":"gpqa-main-084903ab17db0fab7bc6caea","benchmark":"gpqa_main","data_index":2049,"repeat_index":5,"sample_id":"gpqa-main-084903ab17db0fab7bc6caea/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3252,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"b560f550d5d9fb2378520f0fcf7b6573aec2027430ef06270491ace18a0497fc"} +{"uuid":"gpqa-main-d28c5e0e8deb0d1fde12ef5f","benchmark":"gpqa_main","data_index":1345,"repeat_index":3,"sample_id":"gpqa-main-d28c5e0e8deb0d1fde12ef5f/repeat-3","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":30991,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"B","question_sha256":"6913f7a17a2db54c9dcd8af6af20806e66b00fe4bb9691ca42d9f15184908f62"} +{"uuid":"gpqa-main-46549f6d718b80e38f4412cd","benchmark":"gpqa_main","data_index":1954,"repeat_index":5,"sample_id":"gpqa-main-46549f6d718b80e38f4412cd/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6672,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"B","question_sha256":"a1def6786f9e3174bf07c7887ea2c97711ea721fe1cf730202fc93d69ecac09d"} +{"uuid":"gpqa-main-5e6a032f9aa67c7725f828d0","benchmark":"gpqa_main","data_index":2115,"repeat_index":5,"sample_id":"gpqa-main-5e6a032f9aa67c7725f828d0/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":414,"prompt_tokens":330,"effective_max_tokens":130742,"original_embedded_prediction":"A","question_sha256":"8accf5d31cc4cf5c2467ac477d83885c90d2715606f7c2e68d318476741bbdd7"} +{"uuid":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea","benchmark":"gpqa_main","data_index":1501,"repeat_index":3,"sample_id":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea/repeat-3","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24827,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"D","question_sha256":"78b6f83c0d1137982356bff0e0d20f60e32542e5815ffd693af8f421f9e4741d"} +{"uuid":"gpqa-main-08452235d283f9ba82364ea8","benchmark":"gpqa_main","data_index":1930,"repeat_index":5,"sample_id":"gpqa-main-08452235d283f9ba82364ea8/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8028,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"65db6ef4b562a9503afeb197451091c7514df18fdee747a881b8057c38e21d0f"} +{"uuid":"gpqa-main-e6ff92ca0c11b47b14793d2f","benchmark":"gpqa_main","data_index":2044,"repeat_index":5,"sample_id":"gpqa-main-e6ff92ca0c11b47b14793d2f/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3711,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"A","question_sha256":"ca2abe8a98bc00aadbd20baf4ff27e830539507a5ff7402eed5e2491347f95aa"} +{"uuid":"gpqa-main-55aa21aa9a62e56aab915b32","benchmark":"gpqa_main","data_index":1838,"repeat_index":4,"sample_id":"gpqa-main-55aa21aa9a62e56aab915b32/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11861,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"A","question_sha256":"e6eba602b3eef649fed522c6b8737556699845aee5b419773938063ec6b83257"} +{"uuid":"gpqa-main-f2c0ff64cf18a6ae32dc45dc","benchmark":"gpqa_main","data_index":2119,"repeat_index":5,"sample_id":"gpqa-main-f2c0ff64cf18a6ae32dc45dc/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":391,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"f2467e0d99b11d10fdd18675d7a73d1a19569e58d6aa97be50c24c2cb28731b1"} +{"uuid":"gpqa-main-b22053dbc40179e114f0c866","benchmark":"gpqa_main","data_index":2045,"repeat_index":5,"sample_id":"gpqa-main-b22053dbc40179e114f0c866/repeat-5","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3729,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"1f101bccd20044577731aef887c9704a6a153baf063dff8d9a04510e7b8dcfb7"} +{"uuid":"gpqa-main-4462dc9f2d34289881ef2b1c","benchmark":"gpqa_main","data_index":2062,"repeat_index":5,"sample_id":"gpqa-main-4462dc9f2d34289881ef2b1c/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3188,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"63318cb18413a705693b9a4312f73dbf5358312aafc1d703c3d29a6340ffa0d1"} +{"uuid":"gpqa-main-7d850f6448c27424d9f68c4e","benchmark":"gpqa_main","data_index":2104,"repeat_index":5,"sample_id":"gpqa-main-7d850f6448c27424d9f68c4e/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1004,"prompt_tokens":544,"effective_max_tokens":130528,"original_embedded_prediction":"B","question_sha256":"48bf9d4f95299b8f9288e190dca6edd0c3cf53cf40dada120e22abf98469d3e3"} +{"uuid":"gpqa-main-913c4ee0ce195992ff9638b1","benchmark":"gpqa_main","data_index":2098,"repeat_index":5,"sample_id":"gpqa-main-913c4ee0ce195992ff9638b1/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1311,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"ed904d04c24f37586b1f78a18bd22f28752e80a5ecc489939950778aa5307d98"} +{"uuid":"gpqa-main-d7c4372bfbc5d0f0f9331350","benchmark":"gpqa_main","data_index":2105,"repeat_index":5,"sample_id":"gpqa-main-d7c4372bfbc5d0f0f9331350/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1063,"prompt_tokens":588,"effective_max_tokens":130484,"original_embedded_prediction":"B","question_sha256":"92d8ffd16886567ac1ed2f15a6c2d3d6ac2a2fb0fd0e56836671babcde327d3f"} +{"uuid":"gpqa-main-249edae2034ba7f3819aaa7b","benchmark":"gpqa_main","data_index":2130,"repeat_index":5,"sample_id":"gpqa-main-249edae2034ba7f3819aaa7b/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":198,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"A","question_sha256":"c4d795814405ce2bb231fe7012e4581bcaebca12bb3f8c3260a3ad239aa51a79"} +{"uuid":"gpqa-main-a3be70bb026878238a72f88b","benchmark":"gpqa_main","data_index":1986,"repeat_index":5,"sample_id":"gpqa-main-a3be70bb026878238a72f88b/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6118,"prompt_tokens":446,"effective_max_tokens":130626,"original_embedded_prediction":"C","question_sha256":"42da82ad5cb9e03bf1c8f1d786b162fd55245c32907328f445c191681a98b669"} +{"uuid":"gpqa-main-e3e073f3f0f646532e4caf06","benchmark":"gpqa_main","data_index":2087,"repeat_index":5,"sample_id":"gpqa-main-e3e073f3f0f646532e4caf06/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1924,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"A","question_sha256":"a1cff30033350ed32c6446abacb176ef3ffad0fc471aaacf3468c78e0aad550e"} +{"uuid":"gpqa-main-99878f707c7c4024511bae58","benchmark":"gpqa_main","data_index":2094,"repeat_index":5,"sample_id":"gpqa-main-99878f707c7c4024511bae58/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1633,"prompt_tokens":241,"effective_max_tokens":130831,"original_embedded_prediction":"B","question_sha256":"826fb502d2db0f2db5e44683cd45f09d18423fd8a339643c8dc8b32b1accd428"} +{"uuid":"gpqa-main-0306849689d2123fedfcfeb5","benchmark":"gpqa_main","data_index":2002,"repeat_index":5,"sample_id":"gpqa-main-0306849689d2123fedfcfeb5/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5653,"prompt_tokens":301,"effective_max_tokens":130771,"original_embedded_prediction":"D","question_sha256":"9b236e1b2c7db4edd3fd08eaeff4fcfd3b13c11bfc0f9c5510349957a837d13a"} +{"uuid":"gpqa-main-a6eb05bb931229a396d81e44","benchmark":"gpqa_main","data_index":1708,"repeat_index":4,"sample_id":"gpqa-main-a6eb05bb931229a396d81e44/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17304,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"D","question_sha256":"19c2c8e0578e84094a1f97568e95e1e88fadee2743b1c6519b7fc661c8577cde"} +{"uuid":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea","benchmark":"gpqa_main","data_index":1885,"repeat_index":4,"sample_id":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10276,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"A","question_sha256":"78b6f83c0d1137982356bff0e0d20f60e32542e5815ffd693af8f421f9e4741d"} +{"uuid":"gpqa-main-50a8ab2bd1710dbcfa2e32b5","benchmark":"gpqa_main","data_index":2088,"repeat_index":5,"sample_id":"gpqa-main-50a8ab2bd1710dbcfa2e32b5/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1986,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"5fb04957154b48d4ebad83862909a8fd3afc5ba5399a7dbe4594b5c72255964c"} +{"uuid":"gpqa-main-781f4efc4b25ff35b588e87c","benchmark":"gpqa_main","data_index":2101,"repeat_index":5,"sample_id":"gpqa-main-781f4efc4b25ff35b588e87c/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1561,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"C","question_sha256":"f933a526e8aec15b0dc77756bad3ba0839404a6d042443e3f5a0ab0b8d1cfa96"} +{"uuid":"gpqa-main-e069314491adb5be236d3fe7","benchmark":"gpqa_main","data_index":1922,"repeat_index":5,"sample_id":"gpqa-main-e069314491adb5be236d3fe7/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8912,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"A","question_sha256":"2662eff7a6231613f45042d2ef5df63caaeb5a326d264e93009a737a99fb27bb"} +{"uuid":"gpqa-main-07134ad2ae69bd2e9f09ae64","benchmark":"gpqa_main","data_index":1997,"repeat_index":5,"sample_id":"gpqa-main-07134ad2ae69bd2e9f09ae64/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6086,"prompt_tokens":374,"effective_max_tokens":130698,"original_embedded_prediction":"C","question_sha256":"e1448af5dcb7e4a7a5cf31dd231d4a2b2a3829ce3dabc5d7da48a195c1b39112"} +{"uuid":"gpqa-main-86060b054d8de358356a29fd","benchmark":"gpqa_main","data_index":1928,"repeat_index":5,"sample_id":"gpqa-main-86060b054d8de358356a29fd/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8803,"prompt_tokens":435,"effective_max_tokens":130637,"original_embedded_prediction":"A","question_sha256":"d20ccd218e50c4a58da8030db612f52c5bac88ad6d1859a85b0358c1595e54e1"} +{"uuid":"gpqa-main-febe4c45e71692110949e3d6","benchmark":"gpqa_main","data_index":1888,"repeat_index":4,"sample_id":"gpqa-main-febe4c45e71692110949e3d6/repeat-4","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10444,"prompt_tokens":577,"effective_max_tokens":130495,"original_embedded_prediction":"C","question_sha256":"e38dd7750710c37aa45a5b0b5dd91e1b4171070325d670d668ab1fa20431a29e"} +{"uuid":"gpqa-main-4e62cd257f17d5af418a8d34","benchmark":"gpqa_main","data_index":1750,"repeat_index":4,"sample_id":"gpqa-main-4e62cd257f17d5af418a8d34/repeat-4","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15949,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"654fc443f2efbec09d0f966244083f4545f4f851e28d7f4e0f9c07cb156b2d1d"} +{"uuid":"gpqa-main-a454a3157aff6eee743541b7","benchmark":"gpqa_main","data_index":2102,"repeat_index":5,"sample_id":"gpqa-main-a454a3157aff6eee743541b7/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1670,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"B","question_sha256":"025e20e6e9b45e1ddb3f6901f58f69b40df5e8f9ffb6b80b5b17bc518d9f5d17"} +{"uuid":"gpqa-main-6845f28b26fa44b2b44ded84","benchmark":"gpqa_main","data_index":2060,"repeat_index":5,"sample_id":"gpqa-main-6845f28b26fa44b2b44ded84/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3894,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"7c6678dd868700f600b69c54e83e52a10695ac957465ffbe08c35d20f42b448e"} +{"uuid":"gpqa-main-70afc730094f43bb0e05f371","benchmark":"gpqa_main","data_index":2129,"repeat_index":5,"sample_id":"gpqa-main-70afc730094f43bb0e05f371/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":701,"prompt_tokens":360,"effective_max_tokens":130712,"original_embedded_prediction":"A","question_sha256":"f328e748a74c78b0ab73f790c6848b663fb5bffac884e2793a63bb9ce351e4b6"} +{"uuid":"gpqa-main-381032537ca0c968de7d5c06","benchmark":"gpqa_main","data_index":2123,"repeat_index":5,"sample_id":"gpqa-main-381032537ca0c968de7d5c06/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":927,"prompt_tokens":186,"effective_max_tokens":130886,"original_embedded_prediction":"A","question_sha256":"045347c35e2957dbd6bc83158fecec24c157df70fdefaaddc8633ecda3435cdc"} +{"uuid":"gpqa-main-6030f5f53fe38c334b2c3a6a","benchmark":"gpqa_main","data_index":2093,"repeat_index":5,"sample_id":"gpqa-main-6030f5f53fe38c334b2c3a6a/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2129,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"88d277706c3af734be0507cde034c23c7e206f855c2fcc97d6ed69f8ad92df57"} +{"uuid":"gpqa-main-666fc74619f38e356e33a285","benchmark":"gpqa_main","data_index":2100,"repeat_index":5,"sample_id":"gpqa-main-666fc74619f38e356e33a285/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2019,"prompt_tokens":693,"effective_max_tokens":130379,"original_embedded_prediction":"B","question_sha256":"89fa5b222a94e07a283a5140341a0704109ec3b7f62de72dd072383182771ebc"} +{"uuid":"gpqa-main-779369aa96b96a67933939f1","benchmark":"gpqa_main","data_index":2144,"repeat_index":5,"sample_id":"gpqa-main-779369aa96b96a67933939f1/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":343,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"acf784efba891531b08709383ede2379cee1f604b6334b753dd1fcaab37af970"} +{"uuid":"gpqa-main-8af90a4147e5f0c98bfd00fa","benchmark":"gpqa_main","data_index":2138,"repeat_index":5,"sample_id":"gpqa-main-8af90a4147e5f0c98bfd00fa/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":534,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"C","question_sha256":"29a55065f72c47169c5073a91e6b55d82fe2f5784289d2baf5cf5444f8d6fd65"} +{"uuid":"gpqa-main-ecb6740406340eb07beacf42","benchmark":"gpqa_main","data_index":2146,"repeat_index":5,"sample_id":"gpqa-main-ecb6740406340eb07beacf42/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":317,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"29f96711820eba41ccced6676074bc5bcd9e3eb6c97ce5e8507128a91a175bb0"} +{"uuid":"gpqa-main-104b659bbac6e52c4c877c0b","benchmark":"gpqa_main","data_index":2072,"repeat_index":5,"sample_id":"gpqa-main-104b659bbac6e52c4c877c0b/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3332,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"D","question_sha256":"de6e1846b7e0c60ac3b7b0f613ad67cc3d941770b7de58c7a45add8c64d1db8b"} +{"uuid":"gpqa-main-ea0400e59078652fc57eb6e1","benchmark":"gpqa_main","data_index":2016,"repeat_index":5,"sample_id":"gpqa-main-ea0400e59078652fc57eb6e1/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5589,"prompt_tokens":537,"effective_max_tokens":130535,"original_embedded_prediction":"D","question_sha256":"50fc83bec6235fb29a76a0a00342f5c99a24684597a5930df882fe103e170363"} +{"uuid":"gpqa-main-756cafdacac7e9642e2102c6","benchmark":"gpqa_main","data_index":2010,"repeat_index":5,"sample_id":"gpqa-main-756cafdacac7e9642e2102c6/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5932,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"b26abbcea4f9adbbc6faf6378336b8d024ffe4491d2853b927bf9afdc27073a9"} +{"uuid":"gpqa-main-63f2aea89eec9b67abe0bacf","benchmark":"gpqa_main","data_index":1713,"repeat_index":4,"sample_id":"gpqa-main-63f2aea89eec9b67abe0bacf/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17706,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"D","question_sha256":"32596b406efecc4795e9f82b1d00f89787b9ed9e4f9d6239bed8194f13da06e7"} +{"uuid":"gpqa-main-bd228dea7f1aa14b70216372","benchmark":"gpqa_main","data_index":2137,"repeat_index":5,"sample_id":"gpqa-main-bd228dea7f1aa14b70216372/repeat-5","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":834,"prompt_tokens":425,"effective_max_tokens":130647,"original_embedded_prediction":"A","question_sha256":"c1dea594f51ba7757d0d9ec69efa6b56bfeeaff965f074faaf89160cca96a0e9"} +{"uuid":"gpqa-main-e2b759199021c586345ac38f","benchmark":"gpqa_main","data_index":1937,"repeat_index":5,"sample_id":"gpqa-main-e2b759199021c586345ac38f/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8866,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"B","question_sha256":"ca59405f2d298a50a3e8fd6d281b67ca4a3ee503578df49e700cc46fe3c4f3d8"} +{"uuid":"gpqa-main-04a5c442799262dec9375c25","benchmark":"gpqa_main","data_index":2114,"repeat_index":5,"sample_id":"gpqa-main-04a5c442799262dec9375c25/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1640,"prompt_tokens":365,"effective_max_tokens":130707,"original_embedded_prediction":"C","question_sha256":"e90ec32d975ec61b7cd079ff6968bc3dbaa4fc87e74699c1406ce59093066dbc"} +{"uuid":"gpqa-main-9f5d195170ba73ccdc7a3b84","benchmark":"gpqa_main","data_index":2127,"repeat_index":5,"sample_id":"gpqa-main-9f5d195170ba73ccdc7a3b84/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1167,"prompt_tokens":552,"effective_max_tokens":130520,"original_embedded_prediction":"A","question_sha256":"e4e5526f8ea9205cbe6b33a5256144298ad11d8250b020cbd4fddbba85a12596"} +{"uuid":"gpqa-main-be779fa0e49ff52e19357207","benchmark":"gpqa_main","data_index":2159,"repeat_index":5,"sample_id":"gpqa-main-be779fa0e49ff52e19357207/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":329,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"ea7bb5901d85914d8997afb87e1ae6be7a8efe03889a4cc08f64de2ccdc9180e"} +{"uuid":"gpqa-main-64193be5f9a6bbd67bec4010","benchmark":"gpqa_main","data_index":2048,"repeat_index":5,"sample_id":"gpqa-main-64193be5f9a6bbd67bec4010/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4828,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"C","question_sha256":"373990fe818e4182469d242b845eeb2f78db2f00cfb3a8fdbd2dbd696e08d552"} +{"uuid":"gpqa-main-50aaa7274c5010d9768274ec","benchmark":"gpqa_main","data_index":2095,"repeat_index":5,"sample_id":"gpqa-main-50aaa7274c5010d9768274ec/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2620,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"A","question_sha256":"0cda758f1290855df9dd7b9a4319bb6ae8108c8113b125a3a2f60705af536a34"} +{"uuid":"gpqa-main-6119656f6ad0247c537028e7","benchmark":"gpqa_main","data_index":2166,"repeat_index":5,"sample_id":"gpqa-main-6119656f6ad0247c537028e7/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":189,"prompt_tokens":329,"effective_max_tokens":130743,"original_embedded_prediction":"A","question_sha256":"e426a9a1b0977a66badcc2dd4f0d54629b39c2594a512e459e9afd20bba599ba"} +{"uuid":"gpqa-main-ddd2b405606ced65b4ce6345","benchmark":"gpqa_main","data_index":2168,"repeat_index":5,"sample_id":"gpqa-main-ddd2b405606ced65b4ce6345/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":274,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"2066c0e835493298c00391dd9236de10adec10d611fe3e2777f252677dfe9724"} +{"uuid":"gpqa-main-dd8409336990c7459796bf16","benchmark":"gpqa_main","data_index":2155,"repeat_index":5,"sample_id":"gpqa-main-dd8409336990c7459796bf16/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":744,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"609aca38a7fb3090a0f30d6d141ac5d22646fb06ba18f8c71758e099668e5bf5"} +{"uuid":"gpqa-main-20f8612bcc2efb9c2355d32e","benchmark":"gpqa_main","data_index":2126,"repeat_index":5,"sample_id":"gpqa-main-20f8612bcc2efb9c2355d32e/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1593,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"B","question_sha256":"d746be8625afecad5925e7069f57336e8de3f39dfdf843820421eba66b7bc620"} +{"uuid":"gpqa-main-5ace8b3dabb97ffc3da20e7c","benchmark":"gpqa_main","data_index":2170,"repeat_index":5,"sample_id":"gpqa-main-5ace8b3dabb97ffc3da20e7c/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":376,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"4ebb5a46cf109d4237b98081e218fcaba27d8f9d03f7a930300f2938f71c1ef0"} +{"uuid":"gpqa-main-56cc62f5d70b661868d341e7","benchmark":"gpqa_main","data_index":2158,"repeat_index":5,"sample_id":"gpqa-main-56cc62f5d70b661868d341e7/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":937,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"A","question_sha256":"c974918b90f5892aaad4308e337b490844102dbfad26c90bf508602f9c595d5d"} +{"uuid":"gpqa-main-3ad0b182e1494c1e76262069","benchmark":"gpqa_main","data_index":1925,"repeat_index":5,"sample_id":"gpqa-main-3ad0b182e1494c1e76262069/repeat-5","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10086,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"A","question_sha256":"835ebb67a4198184dbd29c03b43e4283e93c0473d886ab6c3b6c52ffb918b6ab"} +{"uuid":"gpqa-main-9bb169e317cdd76b98ada24f","benchmark":"gpqa_main","data_index":2109,"repeat_index":5,"sample_id":"gpqa-main-9bb169e317cdd76b98ada24f/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2614,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"A","question_sha256":"d0bbc79a116a93d5c5c1325e012b3feb17a7b705d2ccd57a86ecfbdc2bf78030"} +{"uuid":"gpqa-main-8d147d8bf7fad22423fc5dd7","benchmark":"gpqa_main","data_index":1434,"repeat_index":3,"sample_id":"gpqa-main-8d147d8bf7fad22423fc5dd7/repeat-3","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":29465,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"bfad7a1309a7d02668c615391f7302c03e1c3f61ffaee5d1f44ba2c9f5c40b7d"} +{"uuid":"gpqa-main-c720b28fe25654b1cedc9285","benchmark":"gpqa_main","data_index":2042,"repeat_index":5,"sample_id":"gpqa-main-c720b28fe25654b1cedc9285/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5888,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"9f6e1d1b2c053afcba8c78142311f336846eb87d19344fb8aa6e71ed9aecc477"} +{"uuid":"gpqa-main-8a352b243ffac6230977fc90","benchmark":"gpqa_main","data_index":2139,"repeat_index":5,"sample_id":"gpqa-main-8a352b243ffac6230977fc90/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1754,"prompt_tokens":389,"effective_max_tokens":130683,"original_embedded_prediction":"C","question_sha256":"7408ac0330a09a182b52a627f89920c8c4e825da7da4e441973cbefe32b852ac"} +{"uuid":"gpqa-main-4a8c97220fb14b99f363b2ce","benchmark":"gpqa_main","data_index":2108,"repeat_index":5,"sample_id":"gpqa-main-4a8c97220fb14b99f363b2ce/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2888,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"D","question_sha256":"a939b9de7ea4048442a9378048f992097c413c77ad1c665790486c352036c7e3"} +{"uuid":"gpqa-main-32802554a860af51b4d7360f","benchmark":"gpqa_main","data_index":1772,"repeat_index":4,"sample_id":"gpqa-main-32802554a860af51b4d7360f/repeat-4","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16648,"prompt_tokens":399,"effective_max_tokens":130673,"original_embedded_prediction":"C","question_sha256":"ea1d2c2fd4395ec2cad416b20c41a657730d84acd26fb53712bf10f6807a4e64"} +{"uuid":"gpqa-main-7c04a20e5411bd3e0a2bc2c8","benchmark":"gpqa_main","data_index":1763,"repeat_index":4,"sample_id":"gpqa-main-7c04a20e5411bd3e0a2bc2c8/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17013,"prompt_tokens":413,"effective_max_tokens":130659,"original_embedded_prediction":"B","question_sha256":"e23b62b19c3ab4ec896e631f56a7a92ed38aca13300af7a7b449b979999886f3"} +{"uuid":"gpqa-main-1754a508e794225bd932adeb","benchmark":"gpqa_main","data_index":1973,"repeat_index":5,"sample_id":"gpqa-main-1754a508e794225bd932adeb/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8678,"prompt_tokens":276,"effective_max_tokens":130796,"original_embedded_prediction":"D","question_sha256":"16464cac7090a24d3b5a0bf989e1699bafd2dd7b1555e816a1f77804d8e890db"} +{"uuid":"gpqa-main-643d18139459da0f9c1b2e17","benchmark":"gpqa_main","data_index":1843,"repeat_index":4,"sample_id":"gpqa-main-643d18139459da0f9c1b2e17/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14095,"prompt_tokens":375,"effective_max_tokens":130697,"original_embedded_prediction":"D","question_sha256":"4bab53f383207a2bc9c94789bb8114d3e7db442308789d848023661e90b2ab49"} +{"uuid":"gpqa-main-4117517dba1fdbd711e3d32b","benchmark":"gpqa_main","data_index":2068,"repeat_index":5,"sample_id":"gpqa-main-4117517dba1fdbd711e3d32b/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5027,"prompt_tokens":398,"effective_max_tokens":130674,"original_embedded_prediction":"C","question_sha256":"3e04ad2cb1248bfb53a7bd8f05efedea49f42b201c6f35907baa6c30abf40733"} +{"uuid":"gpqa-main-742076c80dda93477062cfc0","benchmark":"gpqa_main","data_index":2182,"repeat_index":5,"sample_id":"gpqa-main-742076c80dda93477062cfc0/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":168,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"D","question_sha256":"528bc237c35f64d2635edb6fea3202ce958bca92ea956fae0da7c5b4c72081d8"} +{"uuid":"gpqa-main-e4e8eab3e5612de26e298f3f","benchmark":"gpqa_main","data_index":2063,"repeat_index":5,"sample_id":"gpqa-main-e4e8eab3e5612de26e298f3f/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5461,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"A","question_sha256":"1037e0c8b2c1aced006713d114efa5f1233a7eadf2f0aac355081aeacd10b00f"} +{"uuid":"gpqa-main-212277d3e39540a6739d98b8","benchmark":"gpqa_main","data_index":2169,"repeat_index":5,"sample_id":"gpqa-main-212277d3e39540a6739d98b8/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1091,"prompt_tokens":147,"effective_max_tokens":130925,"original_embedded_prediction":"A","question_sha256":"d20446ccbbfc1ed40bcb669bfa65f9f9cd8e38ec8f7e67621c88e3dbe91f083d"} +{"uuid":"gpqa-main-7475b6b01129fce5b436b0ee","benchmark":"gpqa_main","data_index":2118,"repeat_index":5,"sample_id":"gpqa-main-7475b6b01129fce5b436b0ee/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2892,"prompt_tokens":235,"effective_max_tokens":130837,"original_embedded_prediction":"B","question_sha256":"797be7099117e146adaaf5ad31bd914d9adbd510441211b0040aad2812fffc40"} +{"uuid":"gpqa-main-0cc54149033350a37cf90b8b","benchmark":"gpqa_main","data_index":2003,"repeat_index":5,"sample_id":"gpqa-main-0cc54149033350a37cf90b8b/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7762,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"D","question_sha256":"3298921b7dfbbae04c9893edbe6870746b53e2b7af12e9816f07b6f5e0bff9cb"} +{"uuid":"gpqa-main-3f72ea9cda0c3c6f970bd310","benchmark":"gpqa_main","data_index":1978,"repeat_index":5,"sample_id":"gpqa-main-3f72ea9cda0c3c6f970bd310/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8773,"prompt_tokens":432,"effective_max_tokens":130640,"original_embedded_prediction":"B","question_sha256":"a5bf307fdc69920b346c2d288b6a35b24485c92c8e245174a775055fa172cdc6"} +{"uuid":"gpqa-main-1728184fad8153eeb2e2a7de","benchmark":"gpqa_main","data_index":2184,"repeat_index":5,"sample_id":"gpqa-main-1728184fad8153eeb2e2a7de/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":272,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"d8505733319a8047e94d63c293a2d9dbb08c42e4bde2c223467f371da6665e08"} +{"uuid":"gpqa-main-24751b175e0f2d19899ad735","benchmark":"gpqa_main","data_index":2180,"repeat_index":5,"sample_id":"gpqa-main-24751b175e0f2d19899ad735/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":499,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"B","question_sha256":"4a5d6fcc83f3561a6447a1feebb680aa9ab094bdeed5677c30f04041964a9c38"} +{"uuid":"gpqa-main-92f6e58b4989e9025c8286a9","benchmark":"gpqa_main","data_index":2154,"repeat_index":5,"sample_id":"gpqa-main-92f6e58b4989e9025c8286a9/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1794,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"c003a37af0eaa5e9c6d10f5a25ce1a2e0258ad6638a1655ee2a17d07daab816a"} +{"uuid":"gpqa-main-acdff999b6cbfcbc8be6ffac","benchmark":"gpqa_main","data_index":2161,"repeat_index":5,"sample_id":"gpqa-main-acdff999b6cbfcbc8be6ffac/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1629,"prompt_tokens":404,"effective_max_tokens":130668,"original_embedded_prediction":"B","question_sha256":"96f00c3d898d9c364f022eae18e69424d7f2ddde12fbde50541b7390ffd40103"} +{"uuid":"gpqa-main-45cae4ba5af22868461f1861","benchmark":"gpqa_main","data_index":2058,"repeat_index":5,"sample_id":"gpqa-main-45cae4ba5af22868461f1861/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5856,"prompt_tokens":196,"effective_max_tokens":130876,"original_embedded_prediction":"B","question_sha256":"da4480a5d4f2af44b6faf63fe513d557f97bf4cd048901e4a2f0b133273b39db"} +{"uuid":"gpqa-main-e605c3d20abb4c52d96e9b60","benchmark":"gpqa_main","data_index":2091,"repeat_index":5,"sample_id":"gpqa-main-e605c3d20abb4c52d96e9b60/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4073,"prompt_tokens":361,"effective_max_tokens":130711,"original_embedded_prediction":"C","question_sha256":"84b58aec9b33c09286d45fb66ca82cc4ec03e310a0917bc0783bda81a0fa23b6"} +{"uuid":"gpqa-main-92c7c513709816748efab029","benchmark":"gpqa_main","data_index":2171,"repeat_index":5,"sample_id":"gpqa-main-92c7c513709816748efab029/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1137,"prompt_tokens":253,"effective_max_tokens":130819,"original_embedded_prediction":"C","question_sha256":"c9ed693d3f7d5c30b94e2c01b9b5f22591922f961e4dbc9ef4b70309b61bae5c"} +{"uuid":"gpqa-main-822957bb60d3551275f08aa0","benchmark":"gpqa_main","data_index":2173,"repeat_index":5,"sample_id":"gpqa-main-822957bb60d3551275f08aa0/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1111,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"A","question_sha256":"4690c4bb391b2ef2a7b53f1a15866e05411bdf5f0f7b4f32c9e27d8ef6e8cb48"} +{"uuid":"gpqa-main-5caa71cb7e0124d349b3046e","benchmark":"gpqa_main","data_index":1996,"repeat_index":5,"sample_id":"gpqa-main-5caa71cb7e0124d349b3046e/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8385,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"C","question_sha256":"965fd430b8ea291a67e2311c4874eba053c21ea0ce6fa222eec4bed300fc2976"} +{"uuid":"gpqa-main-20f50fda9aeae51c6b9b4ba0","benchmark":"gpqa_main","data_index":2011,"repeat_index":5,"sample_id":"gpqa-main-20f50fda9aeae51c6b9b4ba0/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7774,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"B","question_sha256":"c7914fc7bcc19ad8377798d825d6dbc59be8fb64f2b51a89ec26f55423d9edd1"} +{"uuid":"gpqa-main-216433a347b01989e26ed83a","benchmark":"gpqa_main","data_index":2167,"repeat_index":5,"sample_id":"gpqa-main-216433a347b01989e26ed83a/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1645,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"D","question_sha256":"ead16c05d1abbf4387485257726593cf57a0384c3e0a3db31ba489bb1676ce72"} +{"uuid":"gpqa-main-1a3571c1ec099b06b5011ceb","benchmark":"gpqa_main","data_index":1858,"repeat_index":4,"sample_id":"gpqa-main-1a3571c1ec099b06b5011ceb/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13975,"prompt_tokens":166,"effective_max_tokens":130906,"original_embedded_prediction":"D","question_sha256":"853f9bd759921129a51dd81d489f867c5aa9463f1925c203fe6f1e3147741f08"} +{"uuid":"gpqa-main-043ca5f03089118ef536135d","benchmark":"gpqa_main","data_index":1682,"repeat_index":4,"sample_id":"gpqa-main-043ca5f03089118ef536135d/repeat-4","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20781,"prompt_tokens":594,"effective_max_tokens":130478,"original_embedded_prediction":null,"question_sha256":"43c5cb4f57895b07f3e1815e411f315dfa3fe44fe601b5aacde7c1244cdcaa89"} +{"uuid":"gpqa-main-09b661e081004aa4c0d45778","benchmark":"gpqa_main","data_index":2026,"repeat_index":5,"sample_id":"gpqa-main-09b661e081004aa4c0d45778/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7421,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"D","question_sha256":"47741045402119262be7a1c17b98cc587ee55b46bb8620655271dca518a4f927"} +{"uuid":"gpqa-main-8d147d8bf7fad22423fc5dd7","benchmark":"gpqa_main","data_index":1818,"repeat_index":4,"sample_id":"gpqa-main-8d147d8bf7fad22423fc5dd7/repeat-4","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15774,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"B","question_sha256":"bfad7a1309a7d02668c615391f7302c03e1c3f61ffaee5d1f44ba2c9f5c40b7d"} +{"uuid":"gpqa-main-efb673a27e8a1e042786abf9","benchmark":"gpqa_main","data_index":1983,"repeat_index":5,"sample_id":"gpqa-main-efb673a27e8a1e042786abf9/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9159,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"1f2f27b90dac22c1b4d70e1b1679a095c5ce0b5ec5dd0bbf48f16b8328b18d89"} +{"uuid":"gpqa-main-925cb13958435841df0e8c1e","benchmark":"gpqa_main","data_index":2027,"repeat_index":5,"sample_id":"gpqa-main-925cb13958435841df0e8c1e/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7467,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"B","question_sha256":"d21ba2f1c06b876b2d387104c816ee0fcc369a02b8e010a706e0e2448c56f78e"} +{"uuid":"gpqa-main-86d8d26ea3f4092dd4bac144","benchmark":"gpqa_main","data_index":2054,"repeat_index":5,"sample_id":"gpqa-main-86d8d26ea3f4092dd4bac144/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6573,"prompt_tokens":227,"effective_max_tokens":130845,"original_embedded_prediction":"D","question_sha256":"299c83f78042a13c78ad054088517dc82d5ed82bcc9ef75ec08dc120f2b8052f"} +{"uuid":"gpqa-main-60f734b52603f7ef29671f95","benchmark":"gpqa_main","data_index":2075,"repeat_index":5,"sample_id":"gpqa-main-60f734b52603f7ef29671f95/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5505,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"A","question_sha256":"bf9de03889292b969198f42b877b6d4c7b56ce10ae654e71f4be720b5efdb1f1"} +{"uuid":"gpqa-main-aa04ac251ed805588a6be27c","benchmark":"gpqa_main","data_index":2085,"repeat_index":5,"sample_id":"gpqa-main-aa04ac251ed805588a6be27c/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4946,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"D","question_sha256":"198a9824ae684cea2edf9d0597e69c2274e0be94e0a0ffcf7b4ad3e95f4a6dae"} +{"uuid":"gpqa-main-9753ac5963fbae8c8e907ef3","benchmark":"gpqa_main","data_index":2197,"repeat_index":5,"sample_id":"gpqa-main-9753ac5963fbae8c8e907ef3/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":702,"prompt_tokens":181,"effective_max_tokens":130891,"original_embedded_prediction":"C","question_sha256":"ec3a07db51d6010b2b9fae103e36b62707efee3ad0713fcd4420f8ba8f55c00b"} +{"uuid":"gpqa-main-31313469465f81cc0fa5dd28","benchmark":"gpqa_main","data_index":2176,"repeat_index":5,"sample_id":"gpqa-main-31313469465f81cc0fa5dd28/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1543,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"B","question_sha256":"cd18749d0354640af760ebe1c6a150eed2a0202cc444345b5c3f00b0f0df67d2"} +{"uuid":"gpqa-main-63aef6e78c9803d030a16f9c","benchmark":"gpqa_main","data_index":2128,"repeat_index":5,"sample_id":"gpqa-main-63aef6e78c9803d030a16f9c/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3349,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"A","question_sha256":"255e934ed277fdd11f71245508448f7031439d40eb38fd78fb3b813b247c5726"} +{"uuid":"gpqa-main-78b2ba2dd97e6d6b9942bad9","benchmark":"gpqa_main","data_index":2193,"repeat_index":5,"sample_id":"gpqa-main-78b2ba2dd97e6d6b9942bad9/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":799,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"A","question_sha256":"019eb0f05f025ec512fbae057e0fcb33e0f92eec9bc2dc775494f6a19f4b62f3"} +{"uuid":"gpqa-main-7ceb372c1cdc7a180b73516c","benchmark":"gpqa_main","data_index":2150,"repeat_index":5,"sample_id":"gpqa-main-7ceb372c1cdc7a180b73516c/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2689,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"B","question_sha256":"142aeb435e38240c03d26aafbfb8dc0ab94e7ef4f752a271c1ab011350a965be"} +{"uuid":"gpqa-main-86976aae6f871f46c4680830","benchmark":"gpqa_main","data_index":2135,"repeat_index":5,"sample_id":"gpqa-main-86976aae6f871f46c4680830/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3190,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"B","question_sha256":"e5c3c79a60db2de596dac1585bfc2e940bac2acb65a3352ff5f7e99821846aed"} +{"uuid":"gpqa-main-ac1c72784d1e0da293fe4bd4","benchmark":"gpqa_main","data_index":2122,"repeat_index":5,"sample_id":"gpqa-main-ac1c72784d1e0da293fe4bd4/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3678,"prompt_tokens":169,"effective_max_tokens":130903,"original_embedded_prediction":"D","question_sha256":"6e2bd9ec28efb9c97dbc7bea49224b4964011afaa5ca659996fac7fd65c4468d"} +{"uuid":"gpqa-main-a41b7b18fc60247bc6e08ecc","benchmark":"gpqa_main","data_index":2198,"repeat_index":5,"sample_id":"gpqa-main-a41b7b18fc60247bc6e08ecc/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":796,"prompt_tokens":270,"effective_max_tokens":130802,"original_embedded_prediction":"A","question_sha256":"87c04c470b12fde8cca6d843b12d3265c10bf824a883929eca2654ab55681839"} +{"uuid":"gpqa-main-f6714ff18991a64f32fcecf9","benchmark":"gpqa_main","data_index":2206,"repeat_index":5,"sample_id":"gpqa-main-f6714ff18991a64f32fcecf9/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":521,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"a1e860acc41f41cac7f3d9425a64a45a95559ff56553a2d04e1d3569c2f1c1a1"} +{"uuid":"gpqa-main-9a5518ae94b2b0d35d86de13","benchmark":"gpqa_main","data_index":2209,"repeat_index":5,"sample_id":"gpqa-main-9a5518ae94b2b0d35d86de13/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":486,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"C","question_sha256":"3fcfcbf2649513809f04d9fdbcbe0c6bc1a91164f8dcfd7d9748267f2db7c6ce"} +{"uuid":"gpqa-main-c0bc48c4232297b735018487","benchmark":"gpqa_main","data_index":2160,"repeat_index":5,"sample_id":"gpqa-main-c0bc48c4232297b735018487/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2830,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"C","question_sha256":"bbc99977a336fa9fd961baf75728288b14f7c69841a6757f2793e300690fc85b"} +{"uuid":"gpqa-main-6195cef214f3dfad9869d6d3","benchmark":"gpqa_main","data_index":2218,"repeat_index":5,"sample_id":"gpqa-main-6195cef214f3dfad9869d6d3/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":588,"prompt_tokens":351,"effective_max_tokens":130721,"original_embedded_prediction":"B","question_sha256":"d8a4b11aef2d38271a5ebf2c1802dc875d19737c557efb5990cc4a865a052e7c"} +{"uuid":"gpqa-main-cda2fe50fc8423311319e78e","benchmark":"gpqa_main","data_index":2220,"repeat_index":5,"sample_id":"gpqa-main-cda2fe50fc8423311319e78e/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":572,"prompt_tokens":182,"effective_max_tokens":130890,"original_embedded_prediction":"B","question_sha256":"1b04aca1c9a8b4f1fabc653b3653d0a48982315e6f1da934d98cadd1948f776f"} +{"uuid":"gpqa-main-0cc54149033350a37cf90b8b","benchmark":"gpqa_main","data_index":1619,"repeat_index":4,"sample_id":"gpqa-main-0cc54149033350a37cf90b8b/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24270,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"D","question_sha256":"3298921b7dfbbae04c9893edbe6870746b53e2b7af12e9816f07b6f5e0bff9cb"} +{"uuid":"gpqa-main-d8361782f08c0e6d16de3839","benchmark":"gpqa_main","data_index":2207,"repeat_index":5,"sample_id":"gpqa-main-d8361782f08c0e6d16de3839/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":927,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"aed1658f69a85980c41ce94c10ac1535d2de3683f7a5c3821d1a84fa594d4571"} +{"uuid":"gpqa-main-9c0b631b2a7823cec0729a4b","benchmark":"gpqa_main","data_index":2163,"repeat_index":5,"sample_id":"gpqa-main-9c0b631b2a7823cec0729a4b/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3044,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"9d42c24c2f67ff118699d880fbb6276f14043e3527a9fea8f6d55fe2bf82e091"} +{"uuid":"gpqa-main-92c9d90b543b6779261f70f7","benchmark":"gpqa_main","data_index":2179,"repeat_index":5,"sample_id":"gpqa-main-92c9d90b543b6779261f70f7/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2105,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"A","question_sha256":"1c7aff3f5221c2086c7143b43e0c46921a03859d45bfce22f1a1286ece235b1a"} +{"uuid":"gpqa-main-72464184a419f296dae470a9","benchmark":"gpqa_main","data_index":2177,"repeat_index":5,"sample_id":"gpqa-main-72464184a419f296dae470a9/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2266,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"C","question_sha256":"16bcf4c7129e083cade7afd040c6c4e0fa1fc7677a11aa70fb1b5a3d0e5fb5ea"} +{"uuid":"gpqa-main-5a280dae7286e8bab3887904","benchmark":"gpqa_main","data_index":2132,"repeat_index":5,"sample_id":"gpqa-main-5a280dae7286e8bab3887904/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4150,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"C","question_sha256":"b8398a470c0a1a045a6dcf2005bd8e8351bdf75ffa7c473958cf3c4b5d4fb288"} +{"uuid":"gpqa-main-e17c3d61061a563977ae3c11","benchmark":"gpqa_main","data_index":2164,"repeat_index":5,"sample_id":"gpqa-main-e17c3d61061a563977ae3c11/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3203,"prompt_tokens":352,"effective_max_tokens":130720,"original_embedded_prediction":"A","question_sha256":"41b609bbf5cd4517a7d53e382a762d7b2caa65fd58ea44549bdf7183daf1d2c0"} +{"uuid":"gpqa-main-3357b4ebb8c461cb9eeca4bd","benchmark":"gpqa_main","data_index":1998,"repeat_index":5,"sample_id":"gpqa-main-3357b4ebb8c461cb9eeca4bd/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9920,"prompt_tokens":283,"effective_max_tokens":130789,"original_embedded_prediction":"B","question_sha256":"cdffe5a4f742a97a3cc2ffedfc8d78a3ffa14249a51afc48e9d7aa8fc6b499a8"} +{"uuid":"gpqa-main-4b84b53bf506bc0a4468fb2d","benchmark":"gpqa_main","data_index":1991,"repeat_index":5,"sample_id":"gpqa-main-4b84b53bf506bc0a4468fb2d/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10089,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"D","question_sha256":"e302b2005d8d406eb5e8fd7aa1707959448ef06e72b5647d2711c9a056cfeffc"} +{"uuid":"gpqa-main-d4ee93c18c20e4432773fe55","benchmark":"gpqa_main","data_index":2231,"repeat_index":5,"sample_id":"gpqa-main-d4ee93c18c20e4432773fe55/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":319,"prompt_tokens":200,"effective_max_tokens":130872,"original_embedded_prediction":"C","question_sha256":"77bffd13a6b6464f7c63296f571164c184ce47a8cd6f8ecf91f0dc28407d44a1"} +{"uuid":"gpqa-main-f6f707a4d7db96af855de986","benchmark":"gpqa_main","data_index":2186,"repeat_index":5,"sample_id":"gpqa-main-f6f707a4d7db96af855de986/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2220,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"049a3a3426b30e36d29d782b3ea4916bf545838ac3945e9c707804638ad48f04"} +{"uuid":"gpqa-main-c6cc654afa201cd3d5b66695","benchmark":"gpqa_main","data_index":2232,"repeat_index":5,"sample_id":"gpqa-main-c6cc654afa201cd3d5b66695/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":241,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"A","question_sha256":"79526cdc6c623c8657c3060ab8b305f1b4d8aa35f2b7905c6fd4c3e119c5c310"} +{"uuid":"gpqa-main-f432c1aa4319a4b1f6fa2ac1","benchmark":"gpqa_main","data_index":2029,"repeat_index":5,"sample_id":"gpqa-main-f432c1aa4319a4b1f6fa2ac1/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8823,"prompt_tokens":264,"effective_max_tokens":130808,"original_embedded_prediction":"C","question_sha256":"19d5ec504b7008b3eada0ca0c300cd88147b20679109f6681bfd8946e0db2c8c"} +{"uuid":"gpqa-main-ca986cf878bcb98d3bdf6b0a","benchmark":"gpqa_main","data_index":2172,"repeat_index":5,"sample_id":"gpqa-main-ca986cf878bcb98d3bdf6b0a/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3053,"prompt_tokens":553,"effective_max_tokens":130519,"original_embedded_prediction":"D","question_sha256":"03946dc24ec69699ccf0d502676d0724f19c404c61b61996d4b5d979f21785da"} +{"uuid":"gpqa-main-731d6908d225dc9f463d1297","benchmark":"gpqa_main","data_index":2208,"repeat_index":5,"sample_id":"gpqa-main-731d6908d225dc9f463d1297/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1449,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"B","question_sha256":"4774928b0a0c7cdc6d9c17102d2e01adad07f5a344858c23bbc63520a74724d7"} +{"uuid":"gpqa-main-3b577bce88d27365cf34e990","benchmark":"gpqa_main","data_index":1880,"repeat_index":4,"sample_id":"gpqa-main-3b577bce88d27365cf34e990/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14731,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"952132525f3a442f1b38bdc3d0190df1c505766096106e7ac626a451f1b236fc"} +{"uuid":"gpqa-main-ae71bab05f11abac2f706bb9","benchmark":"gpqa_main","data_index":1877,"repeat_index":4,"sample_id":"gpqa-main-ae71bab05f11abac2f706bb9/repeat-4","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14771,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"d160134fd023bac8e7f94f4d4e70e01dc36d3ae74bb54ab778b03686e5b7b2c0"} +{"uuid":"gpqa-main-87a8747afb6b0414b9ccbe1e","benchmark":"gpqa_main","data_index":2194,"repeat_index":5,"sample_id":"gpqa-main-87a8747afb6b0414b9ccbe1e/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2068,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"D","question_sha256":"cdb165b285d51cf6a09160d99c4c49b653710aac879cce0b87c74a48eee0172b"} +{"uuid":"gpqa-main-219ad07bcb0cda7b85845999","benchmark":"gpqa_main","data_index":2191,"repeat_index":5,"sample_id":"gpqa-main-219ad07bcb0cda7b85845999/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2171,"prompt_tokens":412,"effective_max_tokens":130660,"original_embedded_prediction":"A","question_sha256":"a6336c3b0760d09010077fee728ae5348e4421bcfcbbc8bb9c4a72d541ddfb24"} +{"uuid":"gpqa-main-9f607ccb3302f27b4ebe90a4","benchmark":"gpqa_main","data_index":2210,"repeat_index":5,"sample_id":"gpqa-main-9f607ccb3302f27b4ebe90a4/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1514,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"B","question_sha256":"e2c8b6a88dfedf13a4a35e2964dc77f2e082e87417c972bf7406bdb2405985f7"} +{"uuid":"gpqa-main-0293685a5c3ddbc5b15dcfa0","benchmark":"gpqa_main","data_index":2153,"repeat_index":5,"sample_id":"gpqa-main-0293685a5c3ddbc5b15dcfa0/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4010,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"db2ca8d93d5ff50bd9f602bc5b3d339b547349c54c540850544e01393770a4ff"} +{"uuid":"gpqa-main-05286f95a107c3da592ecbd9","benchmark":"gpqa_main","data_index":2225,"repeat_index":5,"sample_id":"gpqa-main-05286f95a107c3da592ecbd9/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":726,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"d8a1a7b530a9b1d0cd0b07ec53f60d6d5fcf3059457f02b90e3c4ddf51fdc825"} +{"uuid":"gpqa-main-1634ccababef2067673cd88c","benchmark":"gpqa_main","data_index":1966,"repeat_index":5,"sample_id":"gpqa-main-1634ccababef2067673cd88c/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11266,"prompt_tokens":593,"effective_max_tokens":130479,"original_embedded_prediction":"D","question_sha256":"d8c36bd55ba561cb499054e9d5a01217a0498dfd20875e8d9e99d34bcdfd7830"} +{"uuid":"gpqa-main-b84eb68d18023ca81e43b35a","benchmark":"gpqa_main","data_index":2213,"repeat_index":5,"sample_id":"gpqa-main-b84eb68d18023ca81e43b35a/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1493,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"C","question_sha256":"6c90e464e06f4dc9c748d6c9be44c96b2d5bec5078b4eb152ea4ccec4c709f2d"} +{"uuid":"gpqa-main-60a022e707f18a7b5f445773","benchmark":"gpqa_main","data_index":2124,"repeat_index":5,"sample_id":"gpqa-main-60a022e707f18a7b5f445773/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4941,"prompt_tokens":337,"effective_max_tokens":130735,"original_embedded_prediction":"D","question_sha256":"9d46302b763896c7fa475d975b5bc365adee2236b273f23e7216a78871204b74"} +{"uuid":"gpqa-main-6f8b58d9d46c4f4e7eba1910","benchmark":"gpqa_main","data_index":2237,"repeat_index":5,"sample_id":"gpqa-main-6f8b58d9d46c4f4e7eba1910/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":305,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"C","question_sha256":"2437e4848569e7740d6491d475d194b9eefbbeae3a6a31cd62ddeb8ba8e93aa9"} +{"uuid":"gpqa-main-67c1e3a67a2a974a3189d06b","benchmark":"gpqa_main","data_index":2248,"repeat_index":5,"sample_id":"gpqa-main-67c1e3a67a2a974a3189d06b/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":141,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"A","question_sha256":"de0e795a2e1639d4babc3235662e71409fadd14e0c80f8551b3db9b4b53aa8de"} +{"uuid":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8","benchmark":"gpqa_main","data_index":1832,"repeat_index":4,"sample_id":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16852,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"bf639adbf5de648e6799cd9936073de7b6c750cf7c5870ed99dc4f842748abb9"} +{"uuid":"gpqa-main-48494dbfd36899c84d166873","benchmark":"gpqa_main","data_index":2214,"repeat_index":5,"sample_id":"gpqa-main-48494dbfd36899c84d166873/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1592,"prompt_tokens":315,"effective_max_tokens":130757,"original_embedded_prediction":"B","question_sha256":"a50aa647f4cce396d333dfcfe372bdfadfa7f7aa507ebafd207354812f7ab3f9"} +{"uuid":"gpqa-main-d5d2365d64430154627d4bb7","benchmark":"gpqa_main","data_index":2188,"repeat_index":5,"sample_id":"gpqa-main-d5d2365d64430154627d4bb7/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2542,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"D","question_sha256":"17f96c74be836037313c787a88438b6c9f69a4aa20ec8cba17697864f5d35599"} +{"uuid":"gpqa-main-2fc8b9731f60b1c9eb476570","benchmark":"gpqa_main","data_index":1995,"repeat_index":5,"sample_id":"gpqa-main-2fc8b9731f60b1c9eb476570/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10570,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"A","question_sha256":"8d64fc9e228388438862fd18b500e048e168f26e7191a4220ea8281beb789ea2"} +{"uuid":"gpqa-main-f0a74958c23332566374eae8","benchmark":"gpqa_main","data_index":2165,"repeat_index":5,"sample_id":"gpqa-main-f0a74958c23332566374eae8/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3934,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"0122463c60c1fa5ad768f1fc6147fd593b46126713e705864d5de5632804d4b5"} +{"uuid":"gpqa-main-9f0f463200d404d2c62eca59","benchmark":"gpqa_main","data_index":2240,"repeat_index":5,"sample_id":"gpqa-main-9f0f463200d404d2c62eca59/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":553,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"6ed199510dead1f6bd4eaa9162909d9481bd2201f8d9444ee60a2e0e2f20528c"} +{"uuid":"gpqa-main-7e9652f906d908e059401ac2","benchmark":"gpqa_main","data_index":2244,"repeat_index":5,"sample_id":"gpqa-main-7e9652f906d908e059401ac2/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":549,"prompt_tokens":346,"effective_max_tokens":130726,"original_embedded_prediction":"C","question_sha256":"9dda9414807cb4996f3a1deb9214b8aaf93c75e41d35fac14966aba5058f07ff"} +{"uuid":"gpqa-main-a6eb05bb931229a396d81e44","benchmark":"gpqa_main","data_index":2092,"repeat_index":5,"sample_id":"gpqa-main-a6eb05bb931229a396d81e44/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6672,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"B","question_sha256":"19c2c8e0578e84094a1f97568e95e1e88fadee2743b1c6519b7fc661c8577cde"} +{"uuid":"gpqa-main-0069a2b69e59906ffd6ca400","benchmark":"gpqa_main","data_index":2211,"repeat_index":5,"sample_id":"gpqa-main-0069a2b69e59906ffd6ca400/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2067,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"409fe9f5585adb91b6eded6462ef297118cee805597838bb23fa38eb32789450"} +{"uuid":"gpqa-main-3cb5227445654dab4b5dacc2","benchmark":"gpqa_main","data_index":2234,"repeat_index":5,"sample_id":"gpqa-main-3cb5227445654dab4b5dacc2/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":941,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"4b45de4106aaf95114f9bda69339b541037b0eb04b8fd1f40efb6b91ed2a479e"} +{"uuid":"gpqa-main-4f958672c6f9249c44f2f9b9","benchmark":"gpqa_main","data_index":2107,"repeat_index":5,"sample_id":"gpqa-main-4f958672c6f9249c44f2f9b9/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6186,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"D","question_sha256":"7d91198c9c48996b89ebbb62d8d76d86e32d7c14fb108c7491c9ff812263613a"} +{"uuid":"gpqa-main-aa684f4d5d7c6b9ced383e24","benchmark":"gpqa_main","data_index":2223,"repeat_index":5,"sample_id":"gpqa-main-aa684f4d5d7c6b9ced383e24/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1691,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"96a58da5e1708d76485e32741b0ecddc1bea407ebb53997d2f36e8827f2f2ac9"} +{"uuid":"gpqa-main-fd7b1296b8c5ae3f05aa8355","benchmark":"gpqa_main","data_index":2239,"repeat_index":5,"sample_id":"gpqa-main-fd7b1296b8c5ae3f05aa8355/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":822,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"D","question_sha256":"e674bbb69c41e672de8e4c8cbea505f57f0d1fc98a2ae52ced1937ec4c71b62f"} +{"uuid":"gpqa-main-33c3b423f54aabfcfca66691","benchmark":"gpqa_main","data_index":2254,"repeat_index":5,"sample_id":"gpqa-main-33c3b423f54aabfcfca66691/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":545,"prompt_tokens":323,"effective_max_tokens":130749,"original_embedded_prediction":"A","question_sha256":"d3ede1ef1590cafbeca0278be62d75df7a0ca03bdf527b454a132420994473ae"} +{"uuid":"gpqa-main-68d5dcbd7078889c19a9a93c","benchmark":"gpqa_main","data_index":2056,"repeat_index":5,"sample_id":"gpqa-main-68d5dcbd7078889c19a9a93c/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8789,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"618551bfaaf71599d5802135cbf18d8e9b5a33b38537d32515c5298d556df601"} +{"uuid":"gpqa-main-d98819c9bc2a4086534acf1b","benchmark":"gpqa_main","data_index":2201,"repeat_index":5,"sample_id":"gpqa-main-d98819c9bc2a4086534acf1b/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2693,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"D","question_sha256":"d53ea2c13c1ce696b626852774a73a189571a138a5fd872cdd3bb15f21f0bf06"} +{"uuid":"gpqa-main-6dec9c3aba26b3c8623af13e","benchmark":"gpqa_main","data_index":2235,"repeat_index":5,"sample_id":"gpqa-main-6dec9c3aba26b3c8623af13e/repeat-5","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1025,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"656a46f8bac8e8e0767c9a5675871d3f81ff8707ec78f064bca2ccac673d7561"} +{"uuid":"gpqa-main-513a35e22e5c48f5b3b0518a","benchmark":"gpqa_main","data_index":2203,"repeat_index":5,"sample_id":"gpqa-main-513a35e22e5c48f5b3b0518a/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2792,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"A","question_sha256":"b4baa0b1a21db872411dec993670e6c6bc360a94404305cc5d3ecc9264fdf913"} +{"uuid":"gpqa-main-2601636e383074212d2b5e52","benchmark":"gpqa_main","data_index":2253,"repeat_index":5,"sample_id":"gpqa-main-2601636e383074212d2b5e52/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":787,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"A","question_sha256":"4346808ce2e49e7dd075a69d154a4e1c8d73b71869876d48ffff93747d8898ec"} +{"uuid":"gpqa-main-5f044a1bf575df47abc76e1a","benchmark":"gpqa_main","data_index":2266,"repeat_index":5,"sample_id":"gpqa-main-5f044a1bf575df47abc76e1a/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":355,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"56742e4e637e9ad1340d4a8de7af8e0d6ce2447d668cc5b51dfb52dfb0b2b8e9"} +{"uuid":"gpqa-main-a67142bf6c763d9963d7474d","benchmark":"gpqa_main","data_index":1953,"repeat_index":5,"sample_id":"gpqa-main-a67142bf6c763d9963d7474d/repeat-5","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12701,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"A","question_sha256":"7ed6c7d194038ef8d8c6a84cb18be1015f73754e42d4facb7418e8412ad86b77"} +{"uuid":"gpqa-main-edbd99e5f03e3b3f074ba126","benchmark":"gpqa_main","data_index":1982,"repeat_index":5,"sample_id":"gpqa-main-edbd99e5f03e3b3f074ba126/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11911,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"B","question_sha256":"b690990e73efd994587057d6ed5ae270235b0ec6bd4e98df3fc472f01c179765"} +{"uuid":"gpqa-main-5afce78005210e6a41636858","benchmark":"gpqa_main","data_index":2181,"repeat_index":5,"sample_id":"gpqa-main-5afce78005210e6a41636858/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3868,"prompt_tokens":312,"effective_max_tokens":130760,"original_embedded_prediction":"A","question_sha256":"1447f629926983e1fb54566e40ab57d7a728998d233e3c84bc33277da7c13a65"} +{"uuid":"gpqa-main-77067b016766698b199936c6","benchmark":"gpqa_main","data_index":2263,"repeat_index":5,"sample_id":"gpqa-main-77067b016766698b199936c6/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":665,"prompt_tokens":306,"effective_max_tokens":130766,"original_embedded_prediction":"B","question_sha256":"4c8dd76001266d2c0d3a086b95cb4f68ba3f1b2658186002903315d51bf5bea6"} +{"uuid":"gpqa-main-ae94db70e45f3af66518a393","benchmark":"gpqa_main","data_index":2250,"repeat_index":5,"sample_id":"gpqa-main-ae94db70e45f3af66518a393/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1169,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"C","question_sha256":"357c925128939cb69954fa6d11c54df2209c646ee1d3db2ab6dfea44ae6407b6"} +{"uuid":"gpqa-main-bab269fd666fa2ba840a1459","benchmark":"gpqa_main","data_index":2009,"repeat_index":5,"sample_id":"gpqa-main-bab269fd666fa2ba840a1459/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11032,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"e17051d5c4ebf5f6bc793872dc2f5748b41dd7918235cb3d5697fb04882bd7fe"} +{"uuid":"gpqa-main-67410b7a8dc0eaa2a0ad0e33","benchmark":"gpqa_main","data_index":2267,"repeat_index":5,"sample_id":"gpqa-main-67410b7a8dc0eaa2a0ad0e33/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":626,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"bb309e44424b270e31ff68a9df49f0a2f19335280a19eb9a92c5dcd1810cc3e8"} +{"uuid":"gpqa-main-fe61aa6baba6418fcde1fa11","benchmark":"gpqa_main","data_index":2192,"repeat_index":5,"sample_id":"gpqa-main-fe61aa6baba6418fcde1fa11/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3585,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"73eb245ef4dcc164186307ecd210b767147568ad3c1b03847a63b2e67ac5d0ab"} +{"uuid":"gpqa-main-d31323dded27ae0c86cb5c75","benchmark":"gpqa_main","data_index":2233,"repeat_index":5,"sample_id":"gpqa-main-d31323dded27ae0c86cb5c75/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1861,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"8f174dd25b58e6fc8e309577a66d0f5a4f46ed89bf1a5165c0cb561a4e3e33e9"} +{"uuid":"gpqa-main-0b01dd8e7881a40d7eb61175","benchmark":"gpqa_main","data_index":2259,"repeat_index":5,"sample_id":"gpqa-main-0b01dd8e7881a40d7eb61175/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1104,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"C","question_sha256":"74998926c571f30bb050d73fd21eee2727687e5a8320253f13d3d84b8605a913"} +{"uuid":"gpqa-main-1989edb8041cc1c94659dcc4","benchmark":"gpqa_main","data_index":2260,"repeat_index":5,"sample_id":"gpqa-main-1989edb8041cc1c94659dcc4/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1050,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"364ddb1397abdc7ae2201c88354f8df3f89b63c28330217a94cf8cf96c19ae54"} +{"uuid":"gpqa-main-60c7c63632b1d67ffb8a4fb7","benchmark":"gpqa_main","data_index":2255,"repeat_index":5,"sample_id":"gpqa-main-60c7c63632b1d67ffb8a4fb7/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1417,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"A","question_sha256":"60c9747de98dcd74354ee70ce1049c3c1d1b8d72f4e9848984af5d6ceb1a0c57"} +{"uuid":"gpqa-main-08cb3c41dbaa57f424632b84","benchmark":"gpqa_main","data_index":1924,"repeat_index":5,"sample_id":"gpqa-main-08cb3c41dbaa57f424632b84/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14716,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"e37327eb6a290bf649f9b548f5d9834983b5d59efc10b4281a4bdbb75523863f"} +{"uuid":"gpqa-main-3b1469c59353cec7a0dd6866","benchmark":"gpqa_main","data_index":2061,"repeat_index":5,"sample_id":"gpqa-main-3b1469c59353cec7a0dd6866/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9575,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"ebc638f9e42bd31bd87f0fab4dff50846ee425d9aef0cb954a4e5013a5a107e4"} +{"uuid":"gpqa-main-53c8581aa69a3066bf003024","benchmark":"gpqa_main","data_index":2270,"repeat_index":5,"sample_id":"gpqa-main-53c8581aa69a3066bf003024/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":725,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"dbc9784ed2e796c6f534e998f17f2a819df9d6d94cd62aa72bd7fdcbf457c948"} +{"uuid":"gpqa-main-7bb7c5ace8216100d38e616a","benchmark":"gpqa_main","data_index":2142,"repeat_index":5,"sample_id":"gpqa-main-7bb7c5ace8216100d38e616a/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5943,"prompt_tokens":197,"effective_max_tokens":130875,"original_embedded_prediction":"B","question_sha256":"6dbc821cf1e89c0764e62d1bef4818136877fbc8e333f255bfa42276ac9aeb88"} +{"uuid":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3","benchmark":"gpqa_main","data_index":2078,"repeat_index":5,"sample_id":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8473,"prompt_tokens":252,"effective_max_tokens":130820,"original_embedded_prediction":"A","question_sha256":"71075d4447ee264b63e5544da7b40502fb235decc31484f33ee97a8ef70c3d1f"} +{"uuid":"gpqa-main-728c68de5f34aba879617ff3","benchmark":"gpqa_main","data_index":1889,"repeat_index":4,"sample_id":"gpqa-main-728c68de5f34aba879617ff3/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16165,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"B","question_sha256":"93587b6fdb0ccf1d1701c58bd12431b38885397117475f14823f4c52994b39b4"} +{"uuid":"gpqa-main-33b9f4658edfefac92faa4d3","benchmark":"gpqa_main","data_index":2196,"repeat_index":5,"sample_id":"gpqa-main-33b9f4658edfefac92faa4d3/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3892,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"A","question_sha256":"21b950759e4e088c97c70fcca487f4b3ceddd69dd2563433e332a0dde94eeddb"} +{"uuid":"gpqa-main-f022820fa3c0f536a4d4a9bc","benchmark":"gpqa_main","data_index":2275,"repeat_index":5,"sample_id":"gpqa-main-f022820fa3c0f536a4d4a9bc/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":480,"prompt_tokens":288,"effective_max_tokens":130784,"original_embedded_prediction":"A","question_sha256":"d7be2d674d4903c49886b492451a9febcfb5696ccd6f0931c4d48ef06a19b2b9"} +{"uuid":"gpqa-main-43903740f46e3267ecd42324","benchmark":"gpqa_main","data_index":2271,"repeat_index":5,"sample_id":"gpqa-main-43903740f46e3267ecd42324/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":787,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"D","question_sha256":"b52b0025e64a7d0c0023e98ca9fe1f002e22bd987dd934f74304bd22e6e7da20"} +{"uuid":"gpqa-main-ad77d1e365463a217a2cc25c","benchmark":"gpqa_main","data_index":2268,"repeat_index":5,"sample_id":"gpqa-main-ad77d1e365463a217a2cc25c/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1002,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"B","question_sha256":"7c427847fb1acab7f784c40193a51f13be68ffb38b4336c6bf3ebf112916fc29"} +{"uuid":"gpqa-main-b36b446fe10911202d34a473","benchmark":"gpqa_main","data_index":2279,"repeat_index":5,"sample_id":"gpqa-main-b36b446fe10911202d34a473/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":448,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"a817452b182acac6761625a70d62a32f2da8fc7a708397cb06f4ad35d5fb18f8"} +{"uuid":"gpqa-main-6f6ff532d544554128a0bbbe","benchmark":"gpqa_main","data_index":2028,"repeat_index":5,"sample_id":"gpqa-main-6f6ff532d544554128a0bbbe/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10839,"prompt_tokens":368,"effective_max_tokens":130704,"original_embedded_prediction":"A","question_sha256":"ebb5b9328e54d98f40b988b171044869d75c67b6efaa8f44675c485448b7b02c"} +{"uuid":"gpqa-main-143dc33c1aad9828daf5e615","benchmark":"gpqa_main","data_index":2015,"repeat_index":5,"sample_id":"gpqa-main-143dc33c1aad9828daf5e615/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11409,"prompt_tokens":354,"effective_max_tokens":130718,"original_embedded_prediction":"C","question_sha256":"ff60c18b72aac9e90842c7a2d5e79c68092a3fbb1d6c0318cee6d2892a43a0a1"} +{"uuid":"gpqa-main-8e23eaed901a11ec534e6f8b","benchmark":"gpqa_main","data_index":2019,"repeat_index":5,"sample_id":"gpqa-main-8e23eaed901a11ec534e6f8b/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11279,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"ed842ad329efe1e08f990fad3dd3cd5e5fb16736a9da1dbfa314d5e19156887e"} +{"uuid":"gpqa-main-55f2934c4eb0b8293b1d65aa","benchmark":"gpqa_main","data_index":1757,"repeat_index":4,"sample_id":"gpqa-main-55f2934c4eb0b8293b1d65aa/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":21777,"prompt_tokens":314,"effective_max_tokens":130758,"original_embedded_prediction":"D","question_sha256":"790d06fbc2ae95b0429cab870e5895c5de8a75b14d0bda1401b1503293606c67"} +{"uuid":"gpqa-main-f635511b161f39dc301e05eb","benchmark":"gpqa_main","data_index":2200,"repeat_index":5,"sample_id":"gpqa-main-f635511b161f39dc301e05eb/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4086,"prompt_tokens":650,"effective_max_tokens":130422,"original_embedded_prediction":"D","question_sha256":"cb7f697eb685eca3061fc46cacb94c19aba74add8390e74234ade788b9fa4ff3"} +{"uuid":"gpqa-main-fc2653b5d83e082e9e4f6390","benchmark":"gpqa_main","data_index":2224,"repeat_index":5,"sample_id":"gpqa-main-fc2653b5d83e082e9e4f6390/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2810,"prompt_tokens":429,"effective_max_tokens":130643,"original_embedded_prediction":"C","question_sha256":"d039314a334267e1364c2bb5dc0ab4e72b6b86a69936c2f7f318902ffc422f15"} +{"uuid":"gpqa-main-a39e48c3dd280f4d62399e78","benchmark":"gpqa_main","data_index":2291,"repeat_index":5,"sample_id":"gpqa-main-a39e48c3dd280f4d62399e78/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":325,"prompt_tokens":397,"effective_max_tokens":130675,"original_embedded_prediction":"D","question_sha256":"721c25455cfe9ff83ae29b7ba79700cb78268040d9773283d4d8afebd849187b"} +{"uuid":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2","benchmark":"gpqa_main","data_index":2070,"repeat_index":5,"sample_id":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9444,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"C","question_sha256":"58604895b423acc46c4efaa28ed2e4d6eaf2d93d55c7ad3766cffce3719ddf62"} +{"uuid":"gpqa-main-d1e25804e939f97ca872c78e","benchmark":"gpqa_main","data_index":2083,"repeat_index":5,"sample_id":"gpqa-main-d1e25804e939f97ca872c78e/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8733,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"A","question_sha256":"bd713289ab1ffc1ab982f7411da433944bdaa2ce87595d2c1bba8580a8b47bdb"} +{"uuid":"gpqa-main-ad37592fd14aa64b9045a2c4","benchmark":"gpqa_main","data_index":2294,"repeat_index":5,"sample_id":"gpqa-main-ad37592fd14aa64b9045a2c4/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":469,"prompt_tokens":142,"effective_max_tokens":130930,"original_embedded_prediction":"B","question_sha256":"1b3ff6b6ef905e2e7d9fad403ad7bcef59c07ba5858ab30374d9c1f3f07e7dee"} +{"uuid":"gpqa-main-3f9251e093c698e0c2fa2826","benchmark":"gpqa_main","data_index":2278,"repeat_index":5,"sample_id":"gpqa-main-3f9251e093c698e0c2fa2826/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":924,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"252debe46c4fa81fca060b5a84d473e7c0bf04c99b8b5f54aab8119f22de36b4"} +{"uuid":"gpqa-main-4657fdc74d4c0bf48aa0b494","benchmark":"gpqa_main","data_index":2221,"repeat_index":5,"sample_id":"gpqa-main-4657fdc74d4c0bf48aa0b494/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3368,"prompt_tokens":343,"effective_max_tokens":130729,"original_embedded_prediction":"B","question_sha256":"ef34764671cecdd517febbdbff1a8cc3542418de05c4a100ef6c30752c1fc8cb"} +{"uuid":"gpqa-main-7c103d3006e7e5942b17dfc2","benchmark":"gpqa_main","data_index":2265,"repeat_index":5,"sample_id":"gpqa-main-7c103d3006e7e5942b17dfc2/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1644,"prompt_tokens":254,"effective_max_tokens":130818,"original_embedded_prediction":"D","question_sha256":"851c6624380df7dd30fbf4b482add6ae0543525ac196eb146f0d1eb73a673d6c"} +{"uuid":"gpqa-main-2651d2e67639a9e1741c23d7","benchmark":"gpqa_main","data_index":2281,"repeat_index":5,"sample_id":"gpqa-main-2651d2e67639a9e1741c23d7/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":848,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"B","question_sha256":"4dde21b33c78ccf27d8f3043edfe68636929e2ed7d52841b78b767027425afcb"} +{"uuid":"gpqa-main-f6a21b5c88fe41ca6a55591f","benchmark":"gpqa_main","data_index":2274,"repeat_index":5,"sample_id":"gpqa-main-f6a21b5c88fe41ca6a55591f/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1257,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"b0808ff670ee04ab6af9402dbf89fd865b5fcc16ca43f81c6b8ed06e07bd5ee2"} +{"uuid":"gpqa-main-105b94b83de2671f0b86688d","benchmark":"gpqa_main","data_index":1767,"repeat_index":4,"sample_id":"gpqa-main-105b94b83de2671f0b86688d/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":21698,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"D","question_sha256":"062b8c1448dabb342bd7815bdfbab0a55eb915c5c6793d19a5037bf7a9aa63f3"} +{"uuid":"gpqa-main-ac27f29e5f777e93e751f3f2","benchmark":"gpqa_main","data_index":1975,"repeat_index":5,"sample_id":"gpqa-main-ac27f29e5f777e93e751f3f2/repeat-5","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13530,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"A","question_sha256":"d49aa1d9efc38f6409c199c3e2706ec44f5d20d25b0e7d41f40b9c46668ed1e0"} +{"uuid":"gpqa-main-c5506c52a996021a33525b24","benchmark":"gpqa_main","data_index":2162,"repeat_index":5,"sample_id":"gpqa-main-c5506c52a996021a33525b24/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6216,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"ec867cdcf4e586ae70e24b76b87230ee2b48ec67a5234d7a682f06f846fbdf0d"} +{"uuid":"gpqa-main-288426a7fecb5facf10219c7","benchmark":"gpqa_main","data_index":2110,"repeat_index":5,"sample_id":"gpqa-main-288426a7fecb5facf10219c7/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8073,"prompt_tokens":321,"effective_max_tokens":130751,"original_embedded_prediction":"D","question_sha256":"7cccb7714b35c30190fb5db64a1b22a36b726b2a007f241961e1e48c82e4acb3"} +{"uuid":"gpqa-main-6078bfac5f15131fb59b31ce","benchmark":"gpqa_main","data_index":2226,"repeat_index":5,"sample_id":"gpqa-main-6078bfac5f15131fb59b31ce/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3348,"prompt_tokens":383,"effective_max_tokens":130689,"original_embedded_prediction":"D","question_sha256":"2c08be31c31eb443db8881662320ebedec47eef168a86389032948d5a9cc37d1"} +{"uuid":"gpqa-main-cdaa7da74e15a8dfc40e0582","benchmark":"gpqa_main","data_index":2111,"repeat_index":5,"sample_id":"gpqa-main-cdaa7da74e15a8dfc40e0582/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8131,"prompt_tokens":410,"effective_max_tokens":130662,"original_embedded_prediction":"D","question_sha256":"733e93868ff7691423e0d318a4d9ba6ce801d7c2ef5c53b8020d7eb13c2c9a5c"} +{"uuid":"gpqa-main-d9fdff837cb2d2e4d1e81014","benchmark":"gpqa_main","data_index":2303,"repeat_index":5,"sample_id":"gpqa-main-d9fdff837cb2d2e4d1e81014/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":661,"prompt_tokens":153,"effective_max_tokens":130919,"original_embedded_prediction":"D","question_sha256":"021732e23dc83767a3bfeabac85945e664d0c83c8f4cd2ecee91855cda0b0d54"} +{"uuid":"gpqa-main-d8d5dbb2aa6f203775147357","benchmark":"gpqa_main","data_index":2238,"repeat_index":5,"sample_id":"gpqa-main-d8d5dbb2aa6f203775147357/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2942,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"bb18da47ffe6578fb5b30d30128525e8addf5e823c1985c70c606c89ce8d4d7e"} +{"uuid":"gpqa-main-e31881ef9b38bb3d802fa432","benchmark":"gpqa_main","data_index":2245,"repeat_index":5,"sample_id":"gpqa-main-e31881ef9b38bb3d802fa432/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2806,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"A","question_sha256":"d2b3b2f779f59635b5b67b63d55e4ada87e7ff867992c7a0b26b010dac9f8650"} +{"uuid":"gpqa-main-fcf4fc69f21da83688056521","benchmark":"gpqa_main","data_index":2283,"repeat_index":5,"sample_id":"gpqa-main-fcf4fc69f21da83688056521/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1265,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"691112dd08aec41d1dfd7a48bf6e56a828dc8b340887ad6364daff290f8a88c4"} +{"uuid":"gpqa-main-5af38d4af998e6cc090b76a4","benchmark":"gpqa_main","data_index":2286,"repeat_index":5,"sample_id":"gpqa-main-5af38d4af998e6cc090b76a4/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1322,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"b20325f500465457b07762e2fe70b04e5055bd3df2783351050b6c3d04223eb4"} +{"uuid":"gpqa-main-baefee4c54836e933082fd33","benchmark":"gpqa_main","data_index":1741,"repeat_index":4,"sample_id":"gpqa-main-baefee4c54836e933082fd33/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":23366,"prompt_tokens":487,"effective_max_tokens":130585,"original_embedded_prediction":"A","question_sha256":"f4486aea8f80b6405ceaabbd6f225378761eafc49f1e042873a464b3b94da620"} +{"uuid":"gpqa-main-4c9f4186c5ccd49ab906a399","benchmark":"gpqa_main","data_index":2103,"repeat_index":5,"sample_id":"gpqa-main-4c9f4186c5ccd49ab906a399/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8777,"prompt_tokens":610,"effective_max_tokens":130462,"original_embedded_prediction":"A","question_sha256":"f634534b5e2327dcc39982a4da6dff404f299e9759a0ac957b0f6017fbe7586e"} +{"uuid":"gpqa-main-3d3dfe64363613833bb52e81","benchmark":"gpqa_main","data_index":1761,"repeat_index":4,"sample_id":"gpqa-main-3d3dfe64363613833bb52e81/repeat-4","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":22664,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"D","question_sha256":"ec22f627211f722949e6d36efcb583b2f796830a38cf5cf5dcba4f727562d975"} +{"uuid":"gpqa-main-544e43760baf2de3b5be5741","benchmark":"gpqa_main","data_index":2289,"repeat_index":5,"sample_id":"gpqa-main-544e43760baf2de3b5be5741/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1397,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"A","question_sha256":"89418be241a19daa5c02878e565ee51b73f6f2c9bcafffaf554b45989088c1d8"} +{"uuid":"gpqa-main-18347a23c4b32df1f0b31d1a","benchmark":"gpqa_main","data_index":2315,"repeat_index":6,"sample_id":"gpqa-main-18347a23c4b32df1f0b31d1a/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":424,"prompt_tokens":438,"effective_max_tokens":130634,"original_embedded_prediction":"C","question_sha256":"f69ff8c0001cb2bdea3e51d7d4063a70e8b64bf6f735f62088f0ace464bbe468"} +{"uuid":"gpqa-main-ab4c50e2da12e11b47155f74","benchmark":"gpqa_main","data_index":2212,"repeat_index":5,"sample_id":"gpqa-main-ab4c50e2da12e11b47155f74/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4563,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"b734e134fe4529267a34452ccc5cb2a7d56f7b471273d9e978add607de6f30b6"} +{"uuid":"gpqa-main-17eb0ef902a11d36b13bb4ba","benchmark":"gpqa_main","data_index":2298,"repeat_index":5,"sample_id":"gpqa-main-17eb0ef902a11d36b13bb4ba/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1298,"prompt_tokens":290,"effective_max_tokens":130782,"original_embedded_prediction":"D","question_sha256":"da025e796cabfda79ad3a899a873052b028159563074d0934fabc7ee4c54d8ad"} +{"uuid":"gpqa-main-992d40815d86851a9f6e7230","benchmark":"gpqa_main","data_index":2305,"repeat_index":6,"sample_id":"gpqa-main-992d40815d86851a9f6e7230/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1033,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"b698ebb0cb6d3abffa554435859e51f21dd11a9955cfceece2c7a6fa9b0e2023"} +{"uuid":"gpqa-main-759e35a2024fc09bd491c9ff","benchmark":"gpqa_main","data_index":1923,"repeat_index":5,"sample_id":"gpqa-main-759e35a2024fc09bd491c9ff/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16436,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"D","question_sha256":"4c284608a459b460f3ec3dfd5c7c71cfa84c171d4eb8a52aab9e6e4a8cb409bb"} +{"uuid":"gpqa-main-8523e39e7dc895f15a06a403","benchmark":"gpqa_main","data_index":2251,"repeat_index":5,"sample_id":"gpqa-main-8523e39e7dc895f15a06a403/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3216,"prompt_tokens":243,"effective_max_tokens":130829,"original_embedded_prediction":"B","question_sha256":"9809fdeb256e4181e9705fa439a61deb6dbe804bfb80ffab6cb1bd4565faa027"} +{"uuid":"gpqa-main-7093e90be0c6d72d98ef432c","benchmark":"gpqa_main","data_index":2276,"repeat_index":5,"sample_id":"gpqa-main-7093e90be0c6d72d98ef432c/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2080,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"C","question_sha256":"d73f092255e75c14953338c7dc17fa9e41c6378f650bac797b23d3c68133744d"} +{"uuid":"gpqa-main-d28c5e0e8deb0d1fde12ef5f","benchmark":"gpqa_main","data_index":1729,"repeat_index":4,"sample_id":"gpqa-main-d28c5e0e8deb0d1fde12ef5f/repeat-4","answer_letter":"A","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":24229,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":null,"question_sha256":"6913f7a17a2db54c9dcd8af6af20806e66b00fe4bb9691ca42d9f15184908f62"} +{"uuid":"gpqa-main-8299e0bf116ad8ad7b960d26","benchmark":"gpqa_main","data_index":2174,"repeat_index":5,"sample_id":"gpqa-main-8299e0bf116ad8ad7b960d26/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6586,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"D","question_sha256":"dac89ff46a5330836dfa04de2060a9a9d447a0cffd96c06e0cdee48c6a991035"} +{"uuid":"gpqa-main-7c04a20e5411bd3e0a2bc2c8","benchmark":"gpqa_main","data_index":2147,"repeat_index":5,"sample_id":"gpqa-main-7c04a20e5411bd3e0a2bc2c8/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7675,"prompt_tokens":413,"effective_max_tokens":130659,"original_embedded_prediction":"A","question_sha256":"e23b62b19c3ab4ec896e631f56a7a92ed38aca13300af7a7b449b979999886f3"} +{"uuid":"gpqa-main-ff85a5ccc5b465a708f70be3","benchmark":"gpqa_main","data_index":2333,"repeat_index":6,"sample_id":"gpqa-main-ff85a5ccc5b465a708f70be3/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":212,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"f86f6ace621f9a5dc4c1d23e2bb2d546e1ca384df523a7a90d793b41a43ebfc6"} +{"uuid":"gpqa-main-24659eabc462bf7fb5295951","benchmark":"gpqa_main","data_index":2185,"repeat_index":5,"sample_id":"gpqa-main-24659eabc462bf7fb5295951/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6087,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"B","question_sha256":"f26df2fb1b4182bacbf5d951a583b120ed154d22ea6f9659ed264ae020297543"} +{"uuid":"gpqa-main-0d56f92dcb32c3f0494a4705","benchmark":"gpqa_main","data_index":2319,"repeat_index":6,"sample_id":"gpqa-main-0d56f92dcb32c3f0494a4705/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":920,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"D","question_sha256":"d48362abba761cef50927ef586befd9a2fdb343aa19b2fa457ee74fb6dbfb56b"} +{"uuid":"gpqa-main-01e62a7b7362ebd043bef6f7","benchmark":"gpqa_main","data_index":2148,"repeat_index":5,"sample_id":"gpqa-main-01e62a7b7362ebd043bef6f7/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7789,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"339602fd0ae9cbdaef368f3dcff01cd2d212565d5c7830b14c0fd29de1cb58d6"} +{"uuid":"gpqa-main-84c386fbd7476f5541ea16f0","benchmark":"gpqa_main","data_index":2195,"repeat_index":5,"sample_id":"gpqa-main-84c386fbd7476f5541ea16f0/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5943,"prompt_tokens":370,"effective_max_tokens":130702,"original_embedded_prediction":"A","question_sha256":"083aa3572345d938b0c707cfb8c710aea73759344b234ada78ed36f1ec66eb0d"} +{"uuid":"gpqa-main-810618179b41cff3d8593ba5","benchmark":"gpqa_main","data_index":2327,"repeat_index":6,"sample_id":"gpqa-main-810618179b41cff3d8593ba5/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":710,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"4f7077a78998cfa5dbe881d51f9f859973bb281cce9f5a2bde9d5475cc520111"} +{"uuid":"gpqa-main-c5fc0037165678ab354bad30","benchmark":"gpqa_main","data_index":2149,"repeat_index":5,"sample_id":"gpqa-main-c5fc0037165678ab354bad30/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8035,"prompt_tokens":158,"effective_max_tokens":130914,"original_embedded_prediction":"D","question_sha256":"cc55519c3a9058d775356db9fd87b9279f120f69e3d435e9886ed87f62c6a229"} +{"uuid":"gpqa-main-47999f808ae4df35fd817dd2","benchmark":"gpqa_main","data_index":2318,"repeat_index":6,"sample_id":"gpqa-main-47999f808ae4df35fd817dd2/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1282,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"0b24415e0a51d238b6f9b4a8ae6a56386da27f195c825aa8d124ca3e7adc5bb9"} +{"uuid":"gpqa-main-ba7b4d8b6b363240553a5da8","benchmark":"gpqa_main","data_index":2317,"repeat_index":6,"sample_id":"gpqa-main-ba7b4d8b6b363240553a5da8/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1363,"prompt_tokens":320,"effective_max_tokens":130752,"original_embedded_prediction":"C","question_sha256":"f31ead87a22282cc5dfb01f73a1fe9c84520ad1b8dc017953d8293dbe8b47044"} +{"uuid":"gpqa-main-d022f771c467d057bbb527d0","benchmark":"gpqa_main","data_index":2343,"repeat_index":6,"sample_id":"gpqa-main-d022f771c467d057bbb527d0/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":126,"prompt_tokens":192,"effective_max_tokens":130880,"original_embedded_prediction":"A","question_sha256":"f3fdb78f6fe3c60a21e29d92babec94b4d8c0f6e012394045833653cbdb1a4d7"} +{"uuid":"gpqa-main-cda1b642d52c30858bcdf7a3","benchmark":"gpqa_main","data_index":2331,"repeat_index":6,"sample_id":"gpqa-main-cda1b642d52c30858bcdf7a3/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":841,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"85f5a80c90290184ac6ec65307174970563ac9442644e868f064c886836d7a25"} +{"uuid":"gpqa-main-b7ef729c55e0cb48c67bca16","benchmark":"gpqa_main","data_index":2335,"repeat_index":6,"sample_id":"gpqa-main-b7ef729c55e0cb48c67bca16/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":609,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"B","question_sha256":"732a49f65a753e1d2c9ebb525ad8cc4c9ea6aa812fdc5eda3c630aa4aa35c7b5"} +{"uuid":"gpqa-main-ad8f0afd2f116341ed3a69c0","benchmark":"gpqa_main","data_index":2344,"repeat_index":6,"sample_id":"gpqa-main-ad8f0afd2f116341ed3a69c0/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":122,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"b6c9142bf69c50d0a62b5b8254344b66610ca208a646e6a69a606819b7eb1bf8"} +{"uuid":"gpqa-main-39045ad4d1274d0e56839d7b","benchmark":"gpqa_main","data_index":2296,"repeat_index":5,"sample_id":"gpqa-main-39045ad4d1274d0e56839d7b/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2460,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"429df35a12720ff87021b558515bede2e2590914376178a956309c141594787f"} +{"uuid":"gpqa-main-4df6eb7fd5661c3196a52be6","benchmark":"gpqa_main","data_index":1821,"repeat_index":4,"sample_id":"gpqa-main-4df6eb7fd5661c3196a52be6/repeat-4","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":21452,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"B","question_sha256":"71ef41cf00fbcb9e6751fd492a52caefd2830032777c8824465c1b4ea8dc48ea"} +{"uuid":"gpqa-main-8d43dd1cebfb1a76c18a3589","benchmark":"gpqa_main","data_index":2133,"repeat_index":5,"sample_id":"gpqa-main-8d43dd1cebfb1a76c18a3589/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8967,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"C","question_sha256":"1c3b360d52d717d4eda55f53310217b072979b1026b8896b235a2ba9f5151964"} +{"uuid":"gpqa-main-cdc31486df3de65ec2c324e2","benchmark":"gpqa_main","data_index":2323,"repeat_index":6,"sample_id":"gpqa-main-cdc31486df3de65ec2c324e2/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1286,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"4d233cd7b8524c989eb47a4c40d6f2f47070b986fea11e3ee3029c07db9b3356"} +{"uuid":"gpqa-main-11b88a6212278288c390be69","benchmark":"gpqa_main","data_index":2257,"repeat_index":5,"sample_id":"gpqa-main-11b88a6212278288c390be69/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4061,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"C","question_sha256":"29eb581590e7852467849e4c58c5e3b1b97736035880adbd4e12298c320ac7e4"} +{"uuid":"gpqa-main-950b8724526dc5d718438bec","benchmark":"gpqa_main","data_index":2316,"repeat_index":6,"sample_id":"gpqa-main-950b8724526dc5d718438bec/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1685,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"B","question_sha256":"d81eab0b3deeedb23d68076a8f0de5ca6461b5d2d1a7da228f6a0b6ba6ca53e7"} +{"uuid":"gpqa-main-1f0af84f0bdb1b68af6a7719","benchmark":"gpqa_main","data_index":2301,"repeat_index":5,"sample_id":"gpqa-main-1f0af84f0bdb1b68af6a7719/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2335,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"D","question_sha256":"47eb07162cc525d2e6a87977deb802204fed59b801dd5e2935cc6edb3c036af1"} +{"uuid":"gpqa-main-c8bb35d2e6add774a878c895","benchmark":"gpqa_main","data_index":2131,"repeat_index":5,"sample_id":"gpqa-main-c8bb35d2e6add774a878c895/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9139,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"8b5b2cb731b5a7fb6556557d17fc7ef7fb607adfa5050f0d70418eb3b983605b"} +{"uuid":"gpqa-main-8dd5ae41d915a09d1c8b9add","benchmark":"gpqa_main","data_index":2081,"repeat_index":5,"sample_id":"gpqa-main-8dd5ae41d915a09d1c8b9add/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11172,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"B","question_sha256":"8a246eed19ab5f877aa822da432a7aaa0f52615ea4655b0a89995d374971cd27"} +{"uuid":"gpqa-main-87740f520845c3f77369e5a1","benchmark":"gpqa_main","data_index":2178,"repeat_index":5,"sample_id":"gpqa-main-87740f520845c3f77369e5a1/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7349,"prompt_tokens":188,"effective_max_tokens":130884,"original_embedded_prediction":"A","question_sha256":"f6c5a12c2cd600eeb524956c760164ff890d185cffd979bfba482f46aa46a1ac"} +{"uuid":"gpqa-main-46f745f508b4d1ad41a0eb01","benchmark":"gpqa_main","data_index":1878,"repeat_index":4,"sample_id":"gpqa-main-46f745f508b4d1ad41a0eb01/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19441,"prompt_tokens":392,"effective_max_tokens":130680,"original_embedded_prediction":"A","question_sha256":"4971bc5df5aee8c296226e29269969e334193d698a942dccd75dac5459c05a5c"} +{"uuid":"gpqa-main-a1ec72afe45eedbea242cd73","benchmark":"gpqa_main","data_index":2348,"repeat_index":6,"sample_id":"gpqa-main-a1ec72afe45eedbea242cd73/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":349,"prompt_tokens":310,"effective_max_tokens":130762,"original_embedded_prediction":"A","question_sha256":"e87180319d813402cf71637950d93636988703d0477e2bb79fb03a1d2df9afe3"} +{"uuid":"gpqa-main-1cea82df3087b1eb05c4d230","benchmark":"gpqa_main","data_index":2157,"repeat_index":5,"sample_id":"gpqa-main-1cea82df3087b1eb05c4d230/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8585,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"dd05d2d9e9053dd1d4367a61d5f718336fc8f18bc81bdf0ccfb104e241053522"} +{"uuid":"gpqa-main-b306a5cb19a37a5923ddeda3","benchmark":"gpqa_main","data_index":2295,"repeat_index":5,"sample_id":"gpqa-main-b306a5cb19a37a5923ddeda3/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2861,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"10d0692d1c6af6008ffff69894cb0183dafbb80748247a3a0e1961e87f1e7c9f"} +{"uuid":"gpqa-main-83f8b78e2bcb92bda5c03787","benchmark":"gpqa_main","data_index":2256,"repeat_index":5,"sample_id":"gpqa-main-83f8b78e2bcb92bda5c03787/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4484,"prompt_tokens":162,"effective_max_tokens":130910,"original_embedded_prediction":"C","question_sha256":"1f06efeb2323c27b7a92e2f6b6d0f631f5b1caa5357a701f99ff4c3d08286bcf"} +{"uuid":"gpqa-main-50467ff0a4937693425f108b","benchmark":"gpqa_main","data_index":2311,"repeat_index":6,"sample_id":"gpqa-main-50467ff0a4937693425f108b/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2304,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"A","question_sha256":"ee40e0ba47746454343829f9f66dd4d391816fe24ca19edf78fcce05cf1f26d8"} +{"uuid":"gpqa-main-adffc79c4b20a953ccbf4cd1","benchmark":"gpqa_main","data_index":2292,"repeat_index":5,"sample_id":"gpqa-main-adffc79c4b20a953ccbf4cd1/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3011,"prompt_tokens":170,"effective_max_tokens":130902,"original_embedded_prediction":"C","question_sha256":"a9acc5caf0ab2f58b68d62ac52eac5bd31ee4a74a832bd753df339176dbbaefe"} +{"uuid":"gpqa-main-485d6d2d8d4ef097891a30ae","benchmark":"gpqa_main","data_index":2290,"repeat_index":5,"sample_id":"gpqa-main-485d6d2d8d4ef097891a30ae/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3094,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"B","question_sha256":"c6a4a4365a6f088ad7d433e788ad1983c25ce2a6965fa332c2fd4f61eea9bbbc"} +{"uuid":"gpqa-main-de59169ce40a93ff305f9a41","benchmark":"gpqa_main","data_index":2304,"repeat_index":6,"sample_id":"gpqa-main-de59169ce40a93ff305f9a41/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2659,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"c5859c729f1f8217c8555103da018a579f07eb8df38d8389383b2f4634573327"} +{"uuid":"gpqa-main-21bf0d1bb4513b046dfdf875","benchmark":"gpqa_main","data_index":2326,"repeat_index":6,"sample_id":"gpqa-main-21bf0d1bb4513b046dfdf875/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1762,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"916a1ca795d38f4c815c99d6f162f52af934ee4e1b0d100dc0a7fb747631f7a7"} +{"uuid":"gpqa-main-5334e8bdecfbd08a0fceb69b","benchmark":"gpqa_main","data_index":2351,"repeat_index":6,"sample_id":"gpqa-main-5334e8bdecfbd08a0fceb69b/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":621,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"B","question_sha256":"0c1cc6cb8c9b9a25c645b86bbada068207876248621f0327486d559892b7a8a9"} +{"uuid":"gpqa-main-4c4e7752fc041224f19d3f9a","benchmark":"gpqa_main","data_index":2230,"repeat_index":5,"sample_id":"gpqa-main-4c4e7752fc041224f19d3f9a/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5548,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"a7183bc025131850f86e24e7faa64e367e334f399dbbc968c1e6069905fe8c28"} +{"uuid":"gpqa-main-82354c49d9280b8a980b98b4","benchmark":"gpqa_main","data_index":2090,"repeat_index":5,"sample_id":"gpqa-main-82354c49d9280b8a980b98b4/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11189,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"C","question_sha256":"57b065d28a6d02a29a3a84f39dd670ba7cdf4e3403506e79b5fc90713897f68e"} +{"uuid":"gpqa-main-7239e8e1a6f52b11d89b376d","benchmark":"gpqa_main","data_index":2339,"repeat_index":6,"sample_id":"gpqa-main-7239e8e1a6f52b11d89b376d/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1290,"prompt_tokens":359,"effective_max_tokens":130713,"original_embedded_prediction":"D","question_sha256":"6b778965b4593497cd5378ecaa94e84f97d2910300038afb6590a8e9376b791c"} +{"uuid":"gpqa-main-834c95c23407a9d2c736d2ee","benchmark":"gpqa_main","data_index":2361,"repeat_index":6,"sample_id":"gpqa-main-834c95c23407a9d2c736d2ee/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":404,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"bb698537245b51d08b5d5a6cecdfd1a4e34f7ac0f17e13da8d713af9341a9366"} +{"uuid":"gpqa-main-e10311e2a20f5ef70b44af1a","benchmark":"gpqa_main","data_index":2300,"repeat_index":5,"sample_id":"gpqa-main-e10311e2a20f5ef70b44af1a/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3087,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"D","question_sha256":"840fab180da436fa17bd480d15eb270c8be4535800795f8fe8c3d0b1ac29ca9d"} +{"uuid":"gpqa-main-f79cea2e3c2e242b6e0da4d5","benchmark":"gpqa_main","data_index":2358,"repeat_index":6,"sample_id":"gpqa-main-f79cea2e3c2e242b6e0da4d5/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":547,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"D","question_sha256":"bdc1ab103002886dcbe879cd751d3e27b8ba6e988859bb80422ea04871269448"} +{"uuid":"gpqa-main-b9cd3234a1fbbf6fe8b281a7","benchmark":"gpqa_main","data_index":1909,"repeat_index":4,"sample_id":"gpqa-main-b9cd3234a1fbbf6fe8b281a7/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18746,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"407ed0eb19714d6ab4f488ca6e6a117c40e4991746c31ad1c464c5e529e59565"} +{"uuid":"gpqa-main-efa466851677550746c06a1f","benchmark":"gpqa_main","data_index":2342,"repeat_index":6,"sample_id":"gpqa-main-efa466851677550746c06a1f/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1204,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"B","question_sha256":"b64a2faa078044133322af9742b3f75788b5f8e5701f1fee08d693854a842448"} +{"uuid":"gpqa-main-3ebc2c6c608ed7f5e7bf9463","benchmark":"gpqa_main","data_index":2324,"repeat_index":6,"sample_id":"gpqa-main-3ebc2c6c608ed7f5e7bf9463/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2144,"prompt_tokens":286,"effective_max_tokens":130786,"original_embedded_prediction":"B","question_sha256":"81bfcfb746da8dbf79e11ca4c419d5416ea1be46678f915598ebe3f9c6b6fc32"} +{"uuid":"gpqa-main-7ac0db7d29e6e8c587a8e8f2","benchmark":"gpqa_main","data_index":2236,"repeat_index":5,"sample_id":"gpqa-main-7ac0db7d29e6e8c587a8e8f2/repeat-5","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5437,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"D","question_sha256":"1fc80dd29a6d1127a37414c18382b28b3e9d2f38b390130751d4cbfe90841375"} +{"uuid":"gpqa-main-9b60a112c6568a530227ce47","benchmark":"gpqa_main","data_index":2352,"repeat_index":6,"sample_id":"gpqa-main-9b60a112c6568a530227ce47/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":900,"prompt_tokens":443,"effective_max_tokens":130629,"original_embedded_prediction":"D","question_sha256":"4dd7bd0636dc935d4359866d23d365353db91692ab9b80b438a3f65683abf4e7"} +{"uuid":"gpqa-main-4644969e4e4615b014b9669f","benchmark":"gpqa_main","data_index":2120,"repeat_index":5,"sample_id":"gpqa-main-4644969e4e4615b014b9669f/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10321,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"e663684f8a7728af99d977f274c335c497ac6a7ccf43c64ab979e8407155ce6c"} +{"uuid":"gpqa-main-4fb391edde117a3fa772fe15","benchmark":"gpqa_main","data_index":1915,"repeat_index":4,"sample_id":"gpqa-main-4fb391edde117a3fa772fe15/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":18596,"prompt_tokens":230,"effective_max_tokens":130842,"original_embedded_prediction":"A","question_sha256":"5131eb311b518c1f3eade66e9c0f4df88aa05e6477bb06e86e3ac1e6fc1ea102"} +{"uuid":"gpqa-main-50b06dfa0f6f3a64a58faa00","benchmark":"gpqa_main","data_index":2217,"repeat_index":5,"sample_id":"gpqa-main-50b06dfa0f6f3a64a58faa00/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6659,"prompt_tokens":2889,"effective_max_tokens":128183,"original_embedded_prediction":"A","question_sha256":"6d83e75112500dd8a0852c4eaa9859c4fb625c97bdf5f7d5c532bcd6347ea1a8"} +{"uuid":"gpqa-main-d750e02b8d42b4b4d6aba4b9","benchmark":"gpqa_main","data_index":2345,"repeat_index":6,"sample_id":"gpqa-main-d750e02b8d42b4b4d6aba4b9/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1142,"prompt_tokens":944,"effective_max_tokens":130128,"original_embedded_prediction":"D","question_sha256":"5ea7e9b17f677439bf5f6e43169cb794916985d1c5964f6a0d8becf3f9e3b7ad"} +{"uuid":"gpqa-main-fbf1f6e62b48cbbf0bca4714","benchmark":"gpqa_main","data_index":2355,"repeat_index":6,"sample_id":"gpqa-main-fbf1f6e62b48cbbf0bca4714/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":946,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"59affc9a905621c391ee7886c0e428eac5cb1f60c7c251e2fc1fcb081cb8e076"} +{"uuid":"gpqa-main-9254c2db95aeb7ad8ae8a32d","benchmark":"gpqa_main","data_index":2215,"repeat_index":5,"sample_id":"gpqa-main-9254c2db95aeb7ad8ae8a32d/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6788,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"183797b844f5aaf0d4762d5da650b2a14964b261306db104b29a00499b949bd6"} +{"uuid":"gpqa-main-6bb4180b8c6df2f8f7490345","benchmark":"gpqa_main","data_index":2330,"repeat_index":6,"sample_id":"gpqa-main-6bb4180b8c6df2f8f7490345/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2119,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"a40e1e0f0ddd21a34df82626b6553232ad944bbeec5bf0819aaf5ae0b1a92c59"} +{"uuid":"gpqa-main-efc527af4c77c27856f0d201","benchmark":"gpqa_main","data_index":2364,"repeat_index":6,"sample_id":"gpqa-main-efc527af4c77c27856f0d201/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":679,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"29ffae74d292a9a38f72dd8e95efab3be752912b79e848701193359c657937f6"} +{"uuid":"gpqa-main-0fb808246cf99919fa61cf95","benchmark":"gpqa_main","data_index":2288,"repeat_index":5,"sample_id":"gpqa-main-0fb808246cf99919fa61cf95/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3790,"prompt_tokens":415,"effective_max_tokens":130657,"original_embedded_prediction":"A","question_sha256":"8dd19f310e71e68caf9619c551faf073baee082c2fdae90e86d766c8f04dd15c"} +{"uuid":"gpqa-main-398c3b21ff64a0edc7ed8444","benchmark":"gpqa_main","data_index":2117,"repeat_index":5,"sample_id":"gpqa-main-398c3b21ff64a0edc7ed8444/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10679,"prompt_tokens":839,"effective_max_tokens":130233,"original_embedded_prediction":"B","question_sha256":"8efc35cf270e2b051ad9ae732723df9c7261cecaf1410edf2c43f3ca7aa749cc"} +{"uuid":"gpqa-main-763daf42ea0c79050a6a4d1d","benchmark":"gpqa_main","data_index":2365,"repeat_index":6,"sample_id":"gpqa-main-763daf42ea0c79050a6a4d1d/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":767,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"D","question_sha256":"72b4053b92adde478bb40c3fb9ef1e06215efe5922e2d600121170f824d32c13"} +{"uuid":"gpqa-main-579e17ce4c553c730c526a5c","benchmark":"gpqa_main","data_index":2346,"repeat_index":6,"sample_id":"gpqa-main-579e17ce4c553c730c526a5c/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1426,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"D","question_sha256":"1ce3d847d25b2c2f678c304f134266501155719553a1a003f38a6b0a75ffb81b"} +{"uuid":"gpqa-main-5f336d7998263d21db8f15c1","benchmark":"gpqa_main","data_index":2354,"repeat_index":6,"sample_id":"gpqa-main-5f336d7998263d21db8f15c1/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1267,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"C","question_sha256":"5028b464f9ac881885af02d0d7fda29d17165d3804f0f84dbc2e8f6dbd923739"} +{"uuid":"gpqa-main-f35f531075e0f4b71e6bfdf7","benchmark":"gpqa_main","data_index":2332,"repeat_index":6,"sample_id":"gpqa-main-f35f531075e0f4b71e6bfdf7/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2292,"prompt_tokens":440,"effective_max_tokens":130632,"original_embedded_prediction":"B","question_sha256":"1dec0a47229d6987f418c244cc1169bdeb04c6134b883ac8895dc2380cdf0539"} +{"uuid":"gpqa-main-84e0462fb979739143160f76","benchmark":"gpqa_main","data_index":2378,"repeat_index":6,"sample_id":"gpqa-main-84e0462fb979739143160f76/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":575,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"A","question_sha256":"17821f797104818a4e9c06d5499572866481ca7a9f6bf4d3993cbc935754c06e"} +{"uuid":"gpqa-main-8db8ffb39e6d3e618c8d388c","benchmark":"gpqa_main","data_index":2360,"repeat_index":6,"sample_id":"gpqa-main-8db8ffb39e6d3e618c8d388c/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1246,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"B","question_sha256":"28dff82ab12e25f0b479054be2f5d8b597951c2458e383bb25cf488b09c98ff5"} +{"uuid":"gpqa-main-45b8834e3ed027ec73e9cb93","benchmark":"gpqa_main","data_index":2246,"repeat_index":5,"sample_id":"gpqa-main-45b8834e3ed027ec73e9cb93/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5914,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"D","question_sha256":"14a2ed1ddcecc5a3752c954a0c07f0e2ae102378d648cc66bd57385516fbbe20"} +{"uuid":"gpqa-main-ca7a4b18584754c3664d8758","benchmark":"gpqa_main","data_index":2320,"repeat_index":6,"sample_id":"gpqa-main-ca7a4b18584754c3664d8758/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3089,"prompt_tokens":517,"effective_max_tokens":130555,"original_embedded_prediction":"A","question_sha256":"b15ab8a50cd7768206339f81478bb5a4757f87b1bf1c7671597c48117910482f"} +{"uuid":"gpqa-main-35569b36357cfce18162c999","benchmark":"gpqa_main","data_index":2356,"repeat_index":6,"sample_id":"gpqa-main-35569b36357cfce18162c999/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1574,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"B","question_sha256":"a2136b05b78259562b913f1f56520c4184d70bf60017617a442a41f907c31b78"} +{"uuid":"gpqa-main-d3db87adeb915999faca3605","benchmark":"gpqa_main","data_index":2031,"repeat_index":5,"sample_id":"gpqa-main-d3db87adeb915999faca3605/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15008,"prompt_tokens":204,"effective_max_tokens":130868,"original_embedded_prediction":"D","question_sha256":"f6518dd763c1af7a1745bc53b4e021210cafdf588df1ede9b537a622474a998d"} +{"uuid":"gpqa-main-08452235d283f9ba82364ea8","benchmark":"gpqa_main","data_index":2314,"repeat_index":6,"sample_id":"gpqa-main-08452235d283f9ba82364ea8/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3509,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"65db6ef4b562a9503afeb197451091c7514df18fdee747a881b8057c38e21d0f"} +{"uuid":"gpqa-main-cfc742b1ce24bfc75356765e","benchmark":"gpqa_main","data_index":2199,"repeat_index":5,"sample_id":"gpqa-main-cfc742b1ce24bfc75356765e/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8210,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"B","question_sha256":"c1f013c71ec1bfdf03d8071ec0a1d30c0d10b7e87429512ec32711a88cc41cb1"} +{"uuid":"gpqa-main-1923a70feda6403a600f719a","benchmark":"gpqa_main","data_index":2080,"repeat_index":5,"sample_id":"gpqa-main-1923a70feda6403a600f719a/repeat-5","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12884,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"7acad7dd49efa2a29ce19fb81de0e8b504de87dab9c66159407da7697942a708"} +{"uuid":"gpqa-main-9e1b7c5b2ce53e8d6424b66a","benchmark":"gpqa_main","data_index":2363,"repeat_index":6,"sample_id":"gpqa-main-9e1b7c5b2ce53e8d6424b66a/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1501,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"97732ba422afbf18b5d2d6b3bd26f6c540049e2f82d9628414525cebe7e9a5dd"} +{"uuid":"gpqa-main-832feb793ff377da50abf878","benchmark":"gpqa_main","data_index":2373,"repeat_index":6,"sample_id":"gpqa-main-832feb793ff377da50abf878/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1184,"prompt_tokens":202,"effective_max_tokens":130870,"original_embedded_prediction":"B","question_sha256":"9cb12d81fbbe616cc95beecd1627265e0b5a2fa48b8e7493d3df89b378afbc12"} +{"uuid":"gpqa-main-32802554a860af51b4d7360f","benchmark":"gpqa_main","data_index":2156,"repeat_index":5,"sample_id":"gpqa-main-32802554a860af51b4d7360f/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10193,"prompt_tokens":399,"effective_max_tokens":130673,"original_embedded_prediction":"C","question_sha256":"ea1d2c2fd4395ec2cad416b20c41a657730d84acd26fb53712bf10f6807a4e64"} +{"uuid":"gpqa-main-3d4249ae7ea85a07b7726fff","benchmark":"gpqa_main","data_index":2313,"repeat_index":6,"sample_id":"gpqa-main-3d4249ae7ea85a07b7726fff/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3790,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"f3a651caf4cc86d7183e2aa4e94783901dfd4ba7026521589b0aa1f1c95b0e55"} +{"uuid":"gpqa-main-7a6f40292c595b5ffad3d66b","benchmark":"gpqa_main","data_index":2384,"repeat_index":6,"sample_id":"gpqa-main-7a6f40292c595b5ffad3d66b/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":986,"prompt_tokens":317,"effective_max_tokens":130755,"original_embedded_prediction":"A","question_sha256":"82d8161e96256872367b5e1c12af2c1f91e6c4a6aac3d066708fccb1826bf840"} +{"uuid":"gpqa-main-feeb39404129cbb3b7e867ec","benchmark":"gpqa_main","data_index":2347,"repeat_index":6,"sample_id":"gpqa-main-feeb39404129cbb3b7e867ec/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2114,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"B","question_sha256":"a80144fd582290217d4749a45438b278db047877b2f9babd5f52d9d0dcc88daf"} +{"uuid":"gpqa-main-ddc1b02f963a2f785385132e","benchmark":"gpqa_main","data_index":2397,"repeat_index":6,"sample_id":"gpqa-main-ddc1b02f963a2f785385132e/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":414,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"d5e7b22736a2cdaa0f2553a100795aa6b7e150fcc1b9fe093e28e3fea855f346"} +{"uuid":"gpqa-main-fd21f7c7356e7f51f0cabd07","benchmark":"gpqa_main","data_index":2121,"repeat_index":5,"sample_id":"gpqa-main-fd21f7c7356e7f51f0cabd07/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11454,"prompt_tokens":601,"effective_max_tokens":130471,"original_embedded_prediction":"D","question_sha256":"db246f6acae65ff2e4bb6caad314b6583cd0085f0d81b1b20515ca2fe73b6f72"} +{"uuid":"gpqa-main-8cf981eedacab9acbdd5b00c","benchmark":"gpqa_main","data_index":2396,"repeat_index":6,"sample_id":"gpqa-main-8cf981eedacab9acbdd5b00c/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":718,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"C","question_sha256":"14dcd60f9986bbbcbbdc0e4b3462397b01801a452d9756100ed129baa5baf68c"} +{"uuid":"gpqa-main-5caa71cb7e0124d349b3046e","benchmark":"gpqa_main","data_index":2380,"repeat_index":6,"sample_id":"gpqa-main-5caa71cb7e0124d349b3046e/repeat-6","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1324,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"A","question_sha256":"965fd430b8ea291a67e2311c4874eba053c21ea0ce6fa222eec4bed300fc2976"} +{"uuid":"gpqa-main-002cb7f9ef3ee2a3d460b42e","benchmark":"gpqa_main","data_index":2389,"repeat_index":6,"sample_id":"gpqa-main-002cb7f9ef3ee2a3d460b42e/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1216,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"3bed68f29773b3484a0b5acab22f438229b63f2a324fb817a933e4d514178386"} +{"uuid":"gpqa-main-498b428b55b7644426a781c9","benchmark":"gpqa_main","data_index":2368,"repeat_index":6,"sample_id":"gpqa-main-498b428b55b7644426a781c9/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1854,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"C","question_sha256":"7fbfdc18f5a18b666f8d4afc859af60c4c56ab7d8d677d46fb01a050207ac688"} +{"uuid":"gpqa-main-bf684ea09dc8822450fbd37c","benchmark":"gpqa_main","data_index":2388,"repeat_index":6,"sample_id":"gpqa-main-bf684ea09dc8822450fbd37c/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1391,"prompt_tokens":372,"effective_max_tokens":130700,"original_embedded_prediction":"A","question_sha256":"8f0911e951adf5df2bfc8aa29c14de392a998e2fa48463ceecedcd39a8301453"} +{"uuid":"gpqa-main-b38dfd97dcfb80fb4df4c6f2","benchmark":"gpqa_main","data_index":1662,"repeat_index":4,"sample_id":"gpqa-main-b38dfd97dcfb80fb4df4c6f2/repeat-4","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":30046,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"28fc44d6ca68ec833bb9837a558199f6e126ccb90f29dc42a2a4bf34ea4b66a7"} +{"uuid":"gpqa-main-a5811d01e615771d5e0b48fb","benchmark":"gpqa_main","data_index":2404,"repeat_index":6,"sample_id":"gpqa-main-a5811d01e615771d5e0b48fb/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":620,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"D","question_sha256":"18c1c5c103fb01b10fd0ca282f8eab427517d6587a0a9962010b5ad16e05b98f"} +{"uuid":"gpqa-main-358120bf0c4377ebdbde08fc","benchmark":"gpqa_main","data_index":2228,"repeat_index":5,"sample_id":"gpqa-main-358120bf0c4377ebdbde08fc/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7516,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"D","question_sha256":"051eba2501386001d9e9793a3b0fe9ea4c78a987e3a1576c168659f849b684d6"} +{"uuid":"gpqa-main-87c633148441d2b07b8e2e81","benchmark":"gpqa_main","data_index":2392,"repeat_index":6,"sample_id":"gpqa-main-87c633148441d2b07b8e2e81/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1353,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"0fb47d10edb4eca17f93926dea501fdd19bde76cfe58f57edb445a7272d7787c"} +{"uuid":"gpqa-main-47f8cee187b620660c7d11b3","benchmark":"gpqa_main","data_index":2376,"repeat_index":6,"sample_id":"gpqa-main-47f8cee187b620660c7d11b3/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1809,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"b114078343a4ce3eeaa845ee2c7bfa4ac7c9add00f507d8ff60e46cca593fb46"} +{"uuid":"gpqa-main-49e3b768e85f009875fb4b7f","benchmark":"gpqa_main","data_index":2374,"repeat_index":6,"sample_id":"gpqa-main-49e3b768e85f009875fb4b7f/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1939,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"B","question_sha256":"181abbdaf75899b4c447f9c98c58f90512c06ffe5521e109fa83597da1fb7aae"} +{"uuid":"gpqa-main-ec756f5cd58f1d3e9c9c8676","benchmark":"gpqa_main","data_index":2414,"repeat_index":6,"sample_id":"gpqa-main-ec756f5cd58f1d3e9c9c8676/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":547,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"B","question_sha256":"016bbafd184cf46762e3e824d2499734daf9efd8cb5f0adad12078f151c96a12"} +{"uuid":"gpqa-main-a8c391dd6337620cc79cae0e","benchmark":"gpqa_main","data_index":2336,"repeat_index":6,"sample_id":"gpqa-main-a8c391dd6337620cc79cae0e/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3615,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"435ccdce7cc6c5543ffaf20b4d850d905357568605d01b3a595d44df3dd30d0d"} +{"uuid":"gpqa-main-d751f2081e63be8d69314287","benchmark":"gpqa_main","data_index":2405,"repeat_index":6,"sample_id":"gpqa-main-d751f2081e63be8d69314287/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1007,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"f56e41493e430f6c013c094b4b462aa30dc9826a273d867eec6a04fc8a646443"} +{"uuid":"gpqa-main-7c3c45d7826322d2dd84475f","benchmark":"gpqa_main","data_index":2402,"repeat_index":6,"sample_id":"gpqa-main-7c3c45d7826322d2dd84475f/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1132,"prompt_tokens":419,"effective_max_tokens":130653,"original_embedded_prediction":"A","question_sha256":"f98a4cc383b4e02c52b4cdafe1b79c1d58df251d5d10ab65f71740d27243ed28"} +{"uuid":"gpqa-main-643d18139459da0f9c1b2e17","benchmark":"gpqa_main","data_index":2227,"repeat_index":5,"sample_id":"gpqa-main-643d18139459da0f9c1b2e17/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8016,"prompt_tokens":375,"effective_max_tokens":130697,"original_embedded_prediction":"D","question_sha256":"4bab53f383207a2bc9c94789bb8114d3e7db442308789d848023661e90b2ab49"} +{"uuid":"gpqa-main-b13e6b95879d48313e527260","benchmark":"gpqa_main","data_index":2409,"repeat_index":6,"sample_id":"gpqa-main-b13e6b95879d48313e527260/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1087,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"B","question_sha256":"145b51d1c857830091d0dfa7043504329aa8d2a847b5b738079d210a94da31cb"} +{"uuid":"gpqa-main-a67142bf6c763d9963d7474d","benchmark":"gpqa_main","data_index":2337,"repeat_index":6,"sample_id":"gpqa-main-a67142bf6c763d9963d7474d/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3872,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"D","question_sha256":"7ed6c7d194038ef8d8c6a84cb18be1015f73754e42d4facb7418e8412ad86b77"} +{"uuid":"gpqa-main-2d88ca9efdaae7d19aed9660","benchmark":"gpqa_main","data_index":2416,"repeat_index":6,"sample_id":"gpqa-main-2d88ca9efdaae7d19aed9660/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":733,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"43af6d11597079a7d069dd93bbf3db87f0b5bb604fbfc66fc60c268d149d8fba"} +{"uuid":"gpqa-main-30529bca8e7fdf66400bd444","benchmark":"gpqa_main","data_index":2322,"repeat_index":6,"sample_id":"gpqa-main-30529bca8e7fdf66400bd444/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4517,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"fc081c2fbb63be5006154edbddcd4d1654207c4f1ad333e12f9bc19972753482"} +{"uuid":"gpqa-main-ac27f29e5f777e93e751f3f2","benchmark":"gpqa_main","data_index":2359,"repeat_index":6,"sample_id":"gpqa-main-ac27f29e5f777e93e751f3f2/repeat-6","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2993,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"A","question_sha256":"d49aa1d9efc38f6409c199c3e2706ec44f5d20d25b0e7d41f40b9c46668ed1e0"} +{"uuid":"gpqa-main-7ed621f8290d6ac14181ce45","benchmark":"gpqa_main","data_index":2302,"repeat_index":5,"sample_id":"gpqa-main-7ed621f8290d6ac14181ce45/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5531,"prompt_tokens":298,"effective_max_tokens":130774,"original_embedded_prediction":"B","question_sha256":"c1c0ad22e4376412fe1e7564fd1f8c00dd970292dbf0dbb83b0350881e74b306"} +{"uuid":"gpqa-main-3d3dfe64363613833bb52e81","benchmark":"gpqa_main","data_index":2145,"repeat_index":5,"sample_id":"gpqa-main-3d3dfe64363613833bb52e81/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11856,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"C","question_sha256":"ec22f627211f722949e6d36efcb583b2f796830a38cf5cf5dcba4f727562d975"} +{"uuid":"gpqa-main-3ad0b182e1494c1e76262069","benchmark":"gpqa_main","data_index":2309,"repeat_index":6,"sample_id":"gpqa-main-3ad0b182e1494c1e76262069/repeat-6","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5268,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"A","question_sha256":"835ebb67a4198184dbd29c03b43e4283e93c0473d886ab6c3b6c52ffb918b6ab"} +{"uuid":"gpqa-main-84cbf72ad94d1afe2aa56331","benchmark":"gpqa_main","data_index":2401,"repeat_index":6,"sample_id":"gpqa-main-84cbf72ad94d1afe2aa56331/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1555,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"D","question_sha256":"089a55e5a3fbca456cb952a230bd88a82c177ec99470bd05f822803a1bdd3db5"} +{"uuid":"gpqa-main-41ca21006bb37fef24a8975a","benchmark":"gpqa_main","data_index":2390,"repeat_index":6,"sample_id":"gpqa-main-41ca21006bb37fef24a8975a/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2243,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"8d132ce83553f28f02599f90e3c52fb60d8f58faea0f09152f78f7df6e310abc"} +{"uuid":"gpqa-main-acecd9428a5b4368f1f5bc82","benchmark":"gpqa_main","data_index":2229,"repeat_index":5,"sample_id":"gpqa-main-acecd9428a5b4368f1f5bc82/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8310,"prompt_tokens":336,"effective_max_tokens":130736,"original_embedded_prediction":"B","question_sha256":"2d1e5de4bf7305d1b5eee8dda5415195dc333d71b3f50fa60508a928b67fb336"} +{"uuid":"gpqa-main-ea0400e59078652fc57eb6e1","benchmark":"gpqa_main","data_index":2400,"repeat_index":6,"sample_id":"gpqa-main-ea0400e59078652fc57eb6e1/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1699,"prompt_tokens":537,"effective_max_tokens":130535,"original_embedded_prediction":"D","question_sha256":"50fc83bec6235fb29a76a0a00342f5c99a24684597a5930df882fe103e170363"} +{"uuid":"gpqa-main-35d088e32fb39438767e1141","benchmark":"gpqa_main","data_index":2383,"repeat_index":6,"sample_id":"gpqa-main-35d088e32fb39438767e1141/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2528,"prompt_tokens":434,"effective_max_tokens":130638,"original_embedded_prediction":"B","question_sha256":"9d467213ec07b8217d3c3aa11a312c8536475e654bbb7ef916a4b8f92e0c7a7d"} +{"uuid":"gpqa-main-1a3571c1ec099b06b5011ceb","benchmark":"gpqa_main","data_index":2242,"repeat_index":5,"sample_id":"gpqa-main-1a3571c1ec099b06b5011ceb/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7937,"prompt_tokens":166,"effective_max_tokens":130906,"original_embedded_prediction":"B","question_sha256":"853f9bd759921129a51dd81d489f867c5aa9463f1925c203fe6f1e3147741f08"} +{"uuid":"gpqa-main-51f5bda498b3f05cab60119c","benchmark":"gpqa_main","data_index":2369,"repeat_index":6,"sample_id":"gpqa-main-51f5bda498b3f05cab60119c/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2942,"prompt_tokens":271,"effective_max_tokens":130801,"original_embedded_prediction":"B","question_sha256":"f7fa8540a448dfeff404af93810c60c41ed387fb5e4c821bbb6e5869dd9f8630"} +{"uuid":"gpqa-main-b654b748170277d4b0d0c6b5","benchmark":"gpqa_main","data_index":2398,"repeat_index":6,"sample_id":"gpqa-main-b654b748170277d4b0d0c6b5/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2029,"prompt_tokens":508,"effective_max_tokens":130564,"original_embedded_prediction":"D","question_sha256":"010973f2a9805982e33bfecd460da27e4d2f170e4567ebf854c807385bea09d3"} +{"uuid":"gpqa-main-542dd8f1dc74ca5163382df8","benchmark":"gpqa_main","data_index":2112,"repeat_index":5,"sample_id":"gpqa-main-542dd8f1dc74ca5163382df8/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13493,"prompt_tokens":165,"effective_max_tokens":130907,"original_embedded_prediction":"B","question_sha256":"2413c551ec9a06a20197c81fa22effbd7f215abcc2e5f14c5f9f0a86e5402736"} +{"uuid":"gpqa-main-443f8ea9f271c4442521f8e4","benchmark":"gpqa_main","data_index":2219,"repeat_index":5,"sample_id":"gpqa-main-443f8ea9f271c4442521f8e4/repeat-5","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9462,"prompt_tokens":326,"effective_max_tokens":130746,"original_embedded_prediction":"A","question_sha256":"9211da2d82adb786850c236cd14fc05728eb04599b0abc0202714ba6bd385d19"} +{"uuid":"gpqa-main-e408cf011e5548359fd7cfa7","benchmark":"gpqa_main","data_index":2372,"repeat_index":6,"sample_id":"gpqa-main-e408cf011e5548359fd7cfa7/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3166,"prompt_tokens":190,"effective_max_tokens":130882,"original_embedded_prediction":"D","question_sha256":"62f7808cdd914d23316e18802ada081dc433f34465864581ce0c27bfafdcd343"} +{"uuid":"gpqa-main-2ad64f0bf627cf52a8ad924c","benchmark":"gpqa_main","data_index":2439,"repeat_index":6,"sample_id":"gpqa-main-2ad64f0bf627cf52a8ad924c/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":486,"prompt_tokens":146,"effective_max_tokens":130926,"original_embedded_prediction":"D","question_sha256":"e9afb48881134b480ce09710124320be56d4166a402490b65f81bdb1df6e3a1d"} +{"uuid":"gpqa-main-3cbf7d3e13c908f5e699f9e0","benchmark":"gpqa_main","data_index":2437,"repeat_index":6,"sample_id":"gpqa-main-3cbf7d3e13c908f5e699f9e0/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":544,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"D","question_sha256":"0dbcc69ff35530f240a5bb623a78f2cd1d042037d2dedb122ebcca751bf9d08e"} +{"uuid":"gpqa-main-2322ddc82747aa5a01bf1c1e","benchmark":"gpqa_main","data_index":2406,"repeat_index":6,"sample_id":"gpqa-main-2322ddc82747aa5a01bf1c1e/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1989,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"d9d7e1406d6a9d440081915edafcb4a493a40b6172838b858a979c0a58bb4c62"} +{"uuid":"gpqa-main-29e885003cf7658ac2eb0ba4","benchmark":"gpqa_main","data_index":2407,"repeat_index":6,"sample_id":"gpqa-main-29e885003cf7658ac2eb0ba4/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1983,"prompt_tokens":299,"effective_max_tokens":130773,"original_embedded_prediction":"D","question_sha256":"e6fd9b7cea6cbcd53eabc57f63ae367008b2774a1092f55e23e78b7eafbdbafa"} +{"uuid":"gpqa-main-55e31c256bb6191d94e6db4d","benchmark":"gpqa_main","data_index":2282,"repeat_index":5,"sample_id":"gpqa-main-55e31c256bb6191d94e6db4d/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6727,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"126561d6b58fa17bbaffda56837acaf8fab4bf282ccdfdcc2c7a97bfe520889c"} +{"uuid":"gpqa-main-e47ea8383f43129dec459997","benchmark":"gpqa_main","data_index":2204,"repeat_index":5,"sample_id":"gpqa-main-e47ea8383f43129dec459997/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10187,"prompt_tokens":262,"effective_max_tokens":130810,"original_embedded_prediction":"A","question_sha256":"9e7260c352d5970f26856e94943b008fa72ebf3264a0e2790592a41209cfac2d"} +{"uuid":"gpqa-main-1b113e4801541a0f8a992733","benchmark":"gpqa_main","data_index":2258,"repeat_index":5,"sample_id":"gpqa-main-1b113e4801541a0f8a992733/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7932,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"D","question_sha256":"934c12bf2e6db997c9f4c22933b7e9545d3398849fc6e181c8a8187d83cf44b5"} +{"uuid":"gpqa-main-539a673f0443ba9cdc31b864","benchmark":"gpqa_main","data_index":2187,"repeat_index":5,"sample_id":"gpqa-main-539a673f0443ba9cdc31b864/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10730,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"A","question_sha256":"d25187b99e4997c1700ffeb87fd595e878957e452f20a2f00d5489fecd0b3b30"} +{"uuid":"gpqa-main-be458c5a0490a8298ea11494","benchmark":"gpqa_main","data_index":2423,"repeat_index":6,"sample_id":"gpqa-main-be458c5a0490a8298ea11494/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1166,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"17cada7a00fa20e35d380a47aad58aace15d791f3cd4f119acb4635e55951129"} +{"uuid":"gpqa-main-b38dfd97dcfb80fb4df4c6f2","benchmark":"gpqa_main","data_index":2046,"repeat_index":5,"sample_id":"gpqa-main-b38dfd97dcfb80fb4df4c6f2/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16876,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"28fc44d6ca68ec833bb9837a558199f6e126ccb90f29dc42a2a4bf34ea4b66a7"} +{"uuid":"gpqa-main-9b7f84c844aa65b8ebfee235","benchmark":"gpqa_main","data_index":2424,"repeat_index":6,"sample_id":"gpqa-main-9b7f84c844aa65b8ebfee235/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1230,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"9443960fd2664e6d4890575733c6a4f1f6d804ec21e10e0f9d415b99297f9845"} +{"uuid":"gpqa-main-f1451c98bdb50fb5b0dbdc55","benchmark":"gpqa_main","data_index":2420,"repeat_index":6,"sample_id":"gpqa-main-f1451c98bdb50fb5b0dbdc55/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1542,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"B","question_sha256":"650bb2feaa18830493f8e50de85c38c1f24570d9f1e7c9970c8ed9fbcbbde337"} +{"uuid":"gpqa-main-238c4616c3347122f4b974e4","benchmark":"gpqa_main","data_index":2285,"repeat_index":5,"sample_id":"gpqa-main-238c4616c3347122f4b974e4/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6871,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"D","question_sha256":"5a24c76ed39eb083ccc9c24780d936fe2e52cba76ae67efa4d647cc35e10037b"} +{"uuid":"gpqa-main-692e40bceeaff3accdc11ead","benchmark":"gpqa_main","data_index":2441,"repeat_index":6,"sample_id":"gpqa-main-692e40bceeaff3accdc11ead/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":722,"prompt_tokens":471,"effective_max_tokens":130601,"original_embedded_prediction":"D","question_sha256":"954d12809188bb6fb15643c4406ac6b108f5d7836e1eeabd73e49df01f2c616e"} +{"uuid":"gpqa-main-46549f6d718b80e38f4412cd","benchmark":"gpqa_main","data_index":2338,"repeat_index":6,"sample_id":"gpqa-main-46549f6d718b80e38f4412cd/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4859,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"B","question_sha256":"a1def6786f9e3174bf07c7887ea2c97711ea721fe1cf730202fc93d69ecac09d"} +{"uuid":"gpqa-main-bab269fd666fa2ba840a1459","benchmark":"gpqa_main","data_index":2393,"repeat_index":6,"sample_id":"gpqa-main-bab269fd666fa2ba840a1459/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2950,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"D","question_sha256":"e17051d5c4ebf5f6bc793872dc2f5748b41dd7918235cb3d5697fb04882bd7fe"} +{"uuid":"gpqa-main-106fe8a64f4453f81be6f7bd","benchmark":"gpqa_main","data_index":2329,"repeat_index":6,"sample_id":"gpqa-main-106fe8a64f4453f81be6f7bd/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5346,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"D","question_sha256":"f0c3d97c5c67fa210dafa49946af010682993c23bb8995a306a6ee484e0c3b03"} +{"uuid":"gpqa-main-f7ba77d144b7a11de90a37c4","benchmark":"gpqa_main","data_index":2449,"repeat_index":6,"sample_id":"gpqa-main-f7ba77d144b7a11de90a37c4/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":431,"prompt_tokens":236,"effective_max_tokens":130836,"original_embedded_prediction":"B","question_sha256":"ac7263466ea3cfcdcebac618b1d20835b4103b2d80b75b1a7110e9763eb45aa2"} +{"uuid":"gpqa-main-7bb8e05365d19cc8328252e0","benchmark":"gpqa_main","data_index":2425,"repeat_index":6,"sample_id":"gpqa-main-7bb8e05365d19cc8328252e0/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1433,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"6aff7faed92c98148418177c8cae4893850a1d67b5ceb00cf6a09467c4491367"} +{"uuid":"gpqa-main-fa3e9be7fdf8e7c8952739d8","benchmark":"gpqa_main","data_index":2435,"repeat_index":6,"sample_id":"gpqa-main-fa3e9be7fdf8e7c8952739d8/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1093,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"5e9819e02e7dd08ec53ff217d848ce64e833e2b069cd81e9940f7a72a5230b30"} +{"uuid":"gpqa-main-55aa21aa9a62e56aab915b32","benchmark":"gpqa_main","data_index":2222,"repeat_index":5,"sample_id":"gpqa-main-55aa21aa9a62e56aab915b32/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9848,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"D","question_sha256":"e6eba602b3eef649fed522c6b8737556699845aee5b419773938063ec6b83257"} +{"uuid":"gpqa-main-7c7ae85beee22afc94024aa0","benchmark":"gpqa_main","data_index":2297,"repeat_index":5,"sample_id":"gpqa-main-7c7ae85beee22afc94024aa0/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6914,"prompt_tokens":179,"effective_max_tokens":130893,"original_embedded_prediction":"B","question_sha256":"17ee204f8a3ef8904b0418dcf3bac347173df36a87b5535f055046fe6fae8879"} +{"uuid":"gpqa-main-c69005af8b1e76a851528e02","benchmark":"gpqa_main","data_index":2371,"repeat_index":6,"sample_id":"gpqa-main-c69005af8b1e76a851528e02/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3818,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"D","question_sha256":"29e6a1db070bf5e5af8af4b82da4953dd47dcd2a1bbd7ad2db04f3d1d4cd805e"} +{"uuid":"gpqa-main-cb8b679fe50f1b3a7168eb92","benchmark":"gpqa_main","data_index":2458,"repeat_index":6,"sample_id":"gpqa-main-cb8b679fe50f1b3a7168eb92/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":367,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"B","question_sha256":"8ed0101055c99512a99310385277c13855047c3a1b31ca6b8a6ee3f83cf5d4f3"} +{"uuid":"gpqa-main-6543e2c47b61f7f328bcf42d","benchmark":"gpqa_main","data_index":2340,"repeat_index":6,"sample_id":"gpqa-main-6543e2c47b61f7f328bcf42d/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5109,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"C","question_sha256":"9f8c4aa52521e2926d56fdd03cf5aeaf3543c911c9b75774731cd1204efc1328"} +{"uuid":"gpqa-main-73f6c00588963349c225df6c","benchmark":"gpqa_main","data_index":2417,"repeat_index":6,"sample_id":"gpqa-main-73f6c00588963349c225df6c/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2109,"prompt_tokens":476,"effective_max_tokens":130596,"original_embedded_prediction":"C","question_sha256":"6c8759c4aac1084515abf1e3c463c7a0b6411dc3fa720a9a5fb5ac8f5777b49c"} +{"uuid":"gpqa-main-34faeb45e152eaf4c29e65e4","benchmark":"gpqa_main","data_index":2455,"repeat_index":6,"sample_id":"gpqa-main-34faeb45e152eaf4c29e65e4/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":590,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"B","question_sha256":"82e6266418c679493cea34e30d0f71026adb6ab6c433e643d37860fb718999ec"} +{"uuid":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8","benchmark":"gpqa_main","data_index":2216,"repeat_index":5,"sample_id":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10365,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"bf639adbf5de648e6799cd9936073de7b6c750cf7c5870ed99dc4f842748abb9"} +{"uuid":"gpqa-main-3b577bce88d27365cf34e990","benchmark":"gpqa_main","data_index":2264,"repeat_index":5,"sample_id":"gpqa-main-3b577bce88d27365cf34e990/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8425,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"952132525f3a442f1b38bdc3d0190df1c505766096106e7ac626a451f1b236fc"} +{"uuid":"gpqa-main-efbd16944acebfe43928d489","benchmark":"gpqa_main","data_index":2353,"repeat_index":6,"sample_id":"gpqa-main-efbd16944acebfe43928d489/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4840,"prompt_tokens":328,"effective_max_tokens":130744,"original_embedded_prediction":"B","question_sha256":"40b2b50a3c993902d4327a3072c497b0bfcbac42a638ecf92be395be7ef82ab0"} +{"uuid":"gpqa-main-bceb5bf342ad44aac4fdbe55","benchmark":"gpqa_main","data_index":2043,"repeat_index":5,"sample_id":"gpqa-main-bceb5bf342ad44aac4fdbe55/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17797,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"D","question_sha256":"20d48d5f0a9a8b77bea35e72a90794c2d2147aa8321ae6aa60e84491688a0803"} +{"uuid":"gpqa-main-79721e93e90bdb2d8da052c0","benchmark":"gpqa_main","data_index":2436,"repeat_index":6,"sample_id":"gpqa-main-79721e93e90bdb2d8da052c0/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1582,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"2a09355eb98c6b8d6ad0b51afb3b27f719fed44786d3b2998dfe7ee66413a028"} +{"uuid":"gpqa-main-65b3a19abfb8f6bf88bf75f5","benchmark":"gpqa_main","data_index":2287,"repeat_index":5,"sample_id":"gpqa-main-65b3a19abfb8f6bf88bf75f5/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7650,"prompt_tokens":308,"effective_max_tokens":130764,"original_embedded_prediction":"A","question_sha256":"a8345a17dbfe0f12b34f72265cd346edb8235c10a1aa78acb6be06124a19360a"} +{"uuid":"gpqa-main-91b254f1e1c8041fbc1a3222","benchmark":"gpqa_main","data_index":2280,"repeat_index":5,"sample_id":"gpqa-main-91b254f1e1c8041fbc1a3222/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7939,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"35cf9161cc3c5b82d0770ab2b2fdef4a970ddae93523dee3a6bde8574e79b13d"} +{"uuid":"gpqa-main-c028fe71611d73b87b4cbb03","benchmark":"gpqa_main","data_index":2460,"repeat_index":6,"sample_id":"gpqa-main-c028fe71611d73b87b4cbb03/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":816,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"D","question_sha256":"f56f3f5d135dc8d61dc42f902943e2459f79e4343f2fef6741f6f86d4133a99a"} +{"uuid":"gpqa-main-8980ca71edb4f58a3e46b256","benchmark":"gpqa_main","data_index":2448,"repeat_index":6,"sample_id":"gpqa-main-8980ca71edb4f58a3e46b256/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1168,"prompt_tokens":145,"effective_max_tokens":130927,"original_embedded_prediction":"B","question_sha256":"fb9586d35200647be665790b2cd3eee5c8cca1b79e6afcf01f027007fa057b64"} +{"uuid":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c","benchmark":"gpqa_main","data_index":2422,"repeat_index":6,"sample_id":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2423,"prompt_tokens":340,"effective_max_tokens":130732,"original_embedded_prediction":"C","question_sha256":"626cda94018ba930400d9c043f6fc1aa30c317abf6fd8f6d0ec8b133ce2036c8"} +{"uuid":"gpqa-main-ad697760bc60543062e8b7b4","benchmark":"gpqa_main","data_index":2457,"repeat_index":6,"sample_id":"gpqa-main-ad697760bc60543062e8b7b4/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1059,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"B","question_sha256":"7f9b4679645e2d89214a154be6bdb13eafdc747457ce2950bda27a9a2b97917f"} +{"uuid":"gpqa-main-08cb3c41dbaa57f424632b84","benchmark":"gpqa_main","data_index":2308,"repeat_index":6,"sample_id":"gpqa-main-08cb3c41dbaa57f424632b84/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7230,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"C","question_sha256":"e37327eb6a290bf649f9b548f5d9834983b5d59efc10b4281a4bdbb75523863f"} +{"uuid":"gpqa-main-105b94b83de2671f0b86688d","benchmark":"gpqa_main","data_index":2151,"repeat_index":5,"sample_id":"gpqa-main-105b94b83de2671f0b86688d/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13620,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"D","question_sha256":"062b8c1448dabb342bd7815bdfbab0a55eb915c5c6793d19a5037bf7a9aa63f3"} +{"uuid":"gpqa-main-084903ab17db0fab7bc6caea","benchmark":"gpqa_main","data_index":2433,"repeat_index":6,"sample_id":"gpqa-main-084903ab17db0fab7bc6caea/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1976,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"D","question_sha256":"b560f550d5d9fb2378520f0fcf7b6573aec2027430ef06270491ace18a0497fc"} +{"uuid":"gpqa-main-00a9d82facaec210f417af7a","benchmark":"gpqa_main","data_index":2461,"repeat_index":6,"sample_id":"gpqa-main-00a9d82facaec210f417af7a/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1068,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"77f0590db54b06b37e142e7363145cbdb1a8d11c2a7575d9ae0fc10b3a6708bd"} +{"uuid":"gpqa-main-4e62cd257f17d5af418a8d34","benchmark":"gpqa_main","data_index":2134,"repeat_index":5,"sample_id":"gpqa-main-4e62cd257f17d5af418a8d34/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14365,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"654fc443f2efbec09d0f966244083f4545f4f851e28d7f4e0f9c07cb156b2d1d"} +{"uuid":"gpqa-main-69bcb32ba17f6e7aa0918597","benchmark":"gpqa_main","data_index":2418,"repeat_index":6,"sample_id":"gpqa-main-69bcb32ba17f6e7aa0918597/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2963,"prompt_tokens":758,"effective_max_tokens":130314,"original_embedded_prediction":"C","question_sha256":"9eb1fde9ac6acb7dc761f4941a792f3d0d052ad76d36e12bb9e406963b3906ef"} +{"uuid":"gpqa-main-3357b4ebb8c461cb9eeca4bd","benchmark":"gpqa_main","data_index":2382,"repeat_index":6,"sample_id":"gpqa-main-3357b4ebb8c461cb9eeca4bd/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4560,"prompt_tokens":283,"effective_max_tokens":130789,"original_embedded_prediction":"B","question_sha256":"cdffe5a4f742a97a3cc2ffedfc8d78a3ffa14249a51afc48e9d7aa8fc6b499a8"} +{"uuid":"gpqa-main-09311165c3bc8a7742115024","benchmark":"gpqa_main","data_index":2325,"repeat_index":6,"sample_id":"gpqa-main-09311165c3bc8a7742115024/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6752,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d6deae7022d40b283a8b0053867ff7e2d44f15fac7c364d3b34e67d903596cf7"} +{"uuid":"gpqa-main-913c4ee0ce195992ff9638b1","benchmark":"gpqa_main","data_index":2482,"repeat_index":6,"sample_id":"gpqa-main-913c4ee0ce195992ff9638b1/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":422,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"ed904d04c24f37586b1f78a18bd22f28752e80a5ecc489939950778aa5307d98"} +{"uuid":"gpqa-main-8d147d8bf7fad22423fc5dd7","benchmark":"gpqa_main","data_index":2202,"repeat_index":5,"sample_id":"gpqa-main-8d147d8bf7fad22423fc5dd7/repeat-5","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11795,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"bfad7a1309a7d02668c615391f7302c03e1c3f61ffaee5d1f44ba2c9f5c40b7d"} +{"uuid":"gpqa-main-8a20fac7d1a5bff58e8c63ca","benchmark":"gpqa_main","data_index":2377,"repeat_index":6,"sample_id":"gpqa-main-8a20fac7d1a5bff58e8c63ca/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4739,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"C","question_sha256":"065acbbc3564fb2547e820ab1c35567bac49dff768319e8f4b46ee23bdd92415"} +{"uuid":"gpqa-main-009c62a9f3d3e5b23d7032af","benchmark":"gpqa_main","data_index":2421,"repeat_index":6,"sample_id":"gpqa-main-009c62a9f3d3e5b23d7032af/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2969,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"eb3c8e77ceb6bbf6b5fc6d705376aeb984e8d20d498b1668992fc1441b062661"} +{"uuid":"gpqa-main-6f84d17ede852cd9196347bd","benchmark":"gpqa_main","data_index":2284,"repeat_index":5,"sample_id":"gpqa-main-6f84d17ede852cd9196347bd/repeat-5","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8318,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"B","question_sha256":"e410f49b6f85564bf5b9226069391669e4c376097b2656e616a6b82abd4729ac"} +{"uuid":"gpqa-main-6f6ff532d544554128a0bbbe","benchmark":"gpqa_main","data_index":2412,"repeat_index":6,"sample_id":"gpqa-main-6f6ff532d544554128a0bbbe/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3401,"prompt_tokens":368,"effective_max_tokens":130704,"original_embedded_prediction":"A","question_sha256":"ebb5b9328e54d98f40b988b171044869d75c67b6efaa8f44675c485448b7b02c"} +{"uuid":"gpqa-main-09b661e081004aa4c0d45778","benchmark":"gpqa_main","data_index":2410,"repeat_index":6,"sample_id":"gpqa-main-09b661e081004aa4c0d45778/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3651,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"D","question_sha256":"47741045402119262be7a1c17b98cc587ee55b46bb8620655271dca518a4f927"} +{"uuid":"gpqa-main-9eaa6714b15499d3c303ce90","benchmark":"gpqa_main","data_index":2143,"repeat_index":5,"sample_id":"gpqa-main-9eaa6714b15499d3c303ce90/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14360,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"cfac786b87a07d0c92f7c3da73233aa6c32340b63dff9d3f72bd1bd025cd565d"} +{"uuid":"gpqa-main-ff45876351041ad1ce200bb4","benchmark":"gpqa_main","data_index":2243,"repeat_index":5,"sample_id":"gpqa-main-ff45876351041ad1ce200bb4/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10193,"prompt_tokens":345,"effective_max_tokens":130727,"original_embedded_prediction":"B","question_sha256":"32bdeb2d6746cedbaa666a09cbe9ff84eedb094a4f81edb9c09ab191add49c41"} +{"uuid":"gpqa-main-d3a774e5f1af1a1e11117582","benchmark":"gpqa_main","data_index":2466,"repeat_index":6,"sample_id":"gpqa-main-d3a774e5f1af1a1e11117582/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1372,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"C","question_sha256":"26b8e966c8adf9fe2824ff1fd3c23b2d488a785fe8a68cbce362bac46e891a79"} +{"uuid":"gpqa-main-7e29412fd534df20c4a23267","benchmark":"gpqa_main","data_index":2007,"repeat_index":5,"sample_id":"gpqa-main-7e29412fd534df20c4a23267/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19986,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"7fda2b6ca2ff9984ace9bf53f465cebb4b8d963f7ddcb5aa5f5015cd6989be42"} +{"uuid":"gpqa-main-8e23eaed901a11ec534e6f8b","benchmark":"gpqa_main","data_index":2403,"repeat_index":6,"sample_id":"gpqa-main-8e23eaed901a11ec534e6f8b/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3987,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"ed842ad329efe1e08f990fad3dd3cd5e5fb16736a9da1dbfa314d5e19156887e"} +{"uuid":"gpqa-main-99878f707c7c4024511bae58","benchmark":"gpqa_main","data_index":2478,"repeat_index":6,"sample_id":"gpqa-main-99878f707c7c4024511bae58/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":923,"prompt_tokens":241,"effective_max_tokens":130831,"original_embedded_prediction":"B","question_sha256":"826fb502d2db0f2db5e44683cd45f09d18423fd8a339643c8dc8b32b1accd428"} +{"uuid":"gpqa-main-2efd60649bdbaa65b5969003","benchmark":"gpqa_main","data_index":2277,"repeat_index":5,"sample_id":"gpqa-main-2efd60649bdbaa65b5969003/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8983,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"D","question_sha256":"af907b84cdd249e3bd0dcd3a0fc488c3673df744a66342233bebd85574ac74c3"} +{"uuid":"gpqa-main-aa04ac251ed805588a6be27c","benchmark":"gpqa_main","data_index":2469,"repeat_index":6,"sample_id":"gpqa-main-aa04ac251ed805588a6be27c/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1552,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"D","question_sha256":"198a9824ae684cea2edf9d0597e69c2274e0be94e0a0ffcf7b4ad3e95f4a6dae"} +{"uuid":"gpqa-main-fcf4fbe275826c7d67e6067b","benchmark":"gpqa_main","data_index":1868,"repeat_index":4,"sample_id":"gpqa-main-fcf4fbe275826c7d67e6067b/repeat-4","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":25764,"prompt_tokens":319,"effective_max_tokens":130753,"original_embedded_prediction":"D","question_sha256":"804a1298d02f33e3d34af9885ef317731ae757104a1e874356955c98921afd18"} +{"uuid":"gpqa-main-b5b0614a110a5eb0657cbe9a","benchmark":"gpqa_main","data_index":2419,"repeat_index":6,"sample_id":"gpqa-main-b5b0614a110a5eb0657cbe9a/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3537,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"D","question_sha256":"829ccc830e5fe3601c6e7c0a975192c938019f4d4e5c1b2334d55bb1d951711e"} +{"uuid":"gpqa-main-f432c1aa4319a4b1f6fa2ac1","benchmark":"gpqa_main","data_index":2413,"repeat_index":6,"sample_id":"gpqa-main-f432c1aa4319a4b1f6fa2ac1/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3939,"prompt_tokens":264,"effective_max_tokens":130808,"original_embedded_prediction":"C","question_sha256":"19d5ec504b7008b3eada0ca0c300cd88147b20679109f6681bfd8946e0db2c8c"} +{"uuid":"gpqa-main-6030f5f53fe38c334b2c3a6a","benchmark":"gpqa_main","data_index":2477,"repeat_index":6,"sample_id":"gpqa-main-6030f5f53fe38c334b2c3a6a/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1234,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"88d277706c3af734be0507cde034c23c7e206f855c2fcc97d6ed69f8ad92df57"} +{"uuid":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7","benchmark":"gpqa_main","data_index":2341,"repeat_index":6,"sample_id":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6705,"prompt_tokens":279,"effective_max_tokens":130793,"original_embedded_prediction":"C","question_sha256":"f730b35adb897658b28382d90ae7881a77e5d86003cc9b3942862d742001d4fb"} +{"uuid":"gpqa-main-fcf4fbe275826c7d67e6067b","benchmark":"gpqa_main","data_index":2252,"repeat_index":5,"sample_id":"gpqa-main-fcf4fbe275826c7d67e6067b/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10456,"prompt_tokens":319,"effective_max_tokens":130753,"original_embedded_prediction":"B","question_sha256":"804a1298d02f33e3d34af9885ef317731ae757104a1e874356955c98921afd18"} +{"uuid":"gpqa-main-13dda0527a69422c0bfefb23","benchmark":"gpqa_main","data_index":2349,"repeat_index":6,"sample_id":"gpqa-main-13dda0527a69422c0bfefb23/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6343,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"A","question_sha256":"952dd56af4d111bc829dbe6171c480a13632e8b5771e33245330d32115f96774"} +{"uuid":"gpqa-main-781f4efc4b25ff35b588e87c","benchmark":"gpqa_main","data_index":2485,"repeat_index":6,"sample_id":"gpqa-main-781f4efc4b25ff35b588e87c/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1093,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"C","question_sha256":"f933a526e8aec15b0dc77756bad3ba0839404a6d042443e3f5a0ab0b8d1cfa96"} +{"uuid":"gpqa-main-f2c0ff64cf18a6ae32dc45dc","benchmark":"gpqa_main","data_index":2503,"repeat_index":6,"sample_id":"gpqa-main-f2c0ff64cf18a6ae32dc45dc/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":583,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"f2467e0d99b11d10fdd18675d7a73d1a19569e58d6aa97be50c24c2cb28731b1"} +{"uuid":"gpqa-main-547aac137dd7671e7ef03fa9","benchmark":"gpqa_main","data_index":2468,"repeat_index":6,"sample_id":"gpqa-main-547aac137dd7671e7ef03fa9/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1941,"prompt_tokens":497,"effective_max_tokens":130575,"original_embedded_prediction":"C","question_sha256":"8369c6a1ffc960e3f3d88e5e4c521eebcc37f39ca9adf654c3cd4b61f892f2ef"} +{"uuid":"gpqa-main-682237ee740e033537fb5707","benchmark":"gpqa_main","data_index":2473,"repeat_index":6,"sample_id":"gpqa-main-682237ee740e033537fb5707/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1799,"prompt_tokens":291,"effective_max_tokens":130781,"original_embedded_prediction":"A","question_sha256":"6cec89b2019b24f8e8c4001cade388815345ae403b5d5fc687cf7fdccbcc6ce1"} +{"uuid":"gpqa-main-6845f28b26fa44b2b44ded84","benchmark":"gpqa_main","data_index":2444,"repeat_index":6,"sample_id":"gpqa-main-6845f28b26fa44b2b44ded84/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2777,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"7c6678dd868700f600b69c54e83e52a10695ac957465ffbe08c35d20f42b448e"} +{"uuid":"gpqa-main-46f745f508b4d1ad41a0eb01","benchmark":"gpqa_main","data_index":2262,"repeat_index":5,"sample_id":"gpqa-main-46f745f508b4d1ad41a0eb01/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10260,"prompt_tokens":392,"effective_max_tokens":130680,"original_embedded_prediction":"A","question_sha256":"4971bc5df5aee8c296226e29269969e334193d698a942dccd75dac5459c05a5c"} +{"uuid":"gpqa-main-5e6a032f9aa67c7725f828d0","benchmark":"gpqa_main","data_index":2499,"repeat_index":6,"sample_id":"gpqa-main-5e6a032f9aa67c7725f828d0/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":896,"prompt_tokens":330,"effective_max_tokens":130742,"original_embedded_prediction":"A","question_sha256":"8accf5d31cc4cf5c2467ac477d83885c90d2715606f7c2e68d318476741bbdd7"} +{"uuid":"gpqa-main-249edae2034ba7f3819aaa7b","benchmark":"gpqa_main","data_index":2514,"repeat_index":6,"sample_id":"gpqa-main-249edae2034ba7f3819aaa7b/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":281,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"A","question_sha256":"c4d795814405ce2bb231fe7012e4581bcaebca12bb3f8c3260a3ad239aa51a79"} +{"uuid":"gpqa-main-a454a3157aff6eee743541b7","benchmark":"gpqa_main","data_index":2486,"repeat_index":6,"sample_id":"gpqa-main-a454a3157aff6eee743541b7/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1415,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"B","question_sha256":"025e20e6e9b45e1ddb3f6901f58f69b40df5e8f9ffb6b80b5b17bc518d9f5d17"} +{"uuid":"gpqa-main-c720b28fe25654b1cedc9285","benchmark":"gpqa_main","data_index":2426,"repeat_index":6,"sample_id":"gpqa-main-c720b28fe25654b1cedc9285/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3752,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"9f6e1d1b2c053afcba8c78142311f336846eb87d19344fb8aa6e71ed9aecc477"} +{"uuid":"gpqa-main-138fcbeedbaf865565ec35fd","benchmark":"gpqa_main","data_index":2431,"repeat_index":6,"sample_id":"gpqa-main-138fcbeedbaf865565ec35fd/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3514,"prompt_tokens":409,"effective_max_tokens":130663,"original_embedded_prediction":"D","question_sha256":"15bed1ac60d1bdcf0eec84539d669d6f38a2eb24b51e5072a922d8d9391ab135"} +{"uuid":"gpqa-main-381032537ca0c968de7d5c06","benchmark":"gpqa_main","data_index":2507,"repeat_index":6,"sample_id":"gpqa-main-381032537ca0c968de7d5c06/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":696,"prompt_tokens":186,"effective_max_tokens":130886,"original_embedded_prediction":"A","question_sha256":"045347c35e2957dbd6bc83158fecec24c157df70fdefaaddc8633ecda3435cdc"} +{"uuid":"gpqa-main-bab6e331fae29c00395de3a4","benchmark":"gpqa_main","data_index":2470,"repeat_index":6,"sample_id":"gpqa-main-bab6e331fae29c00395de3a4/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2207,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"cf500f5f076470e539799f3822047d1a6263a0abc77614f9abc48a4f60ba507d"} +{"uuid":"gpqa-main-dbbe3054b6bdabe917f5ab5d","benchmark":"gpqa_main","data_index":2451,"repeat_index":6,"sample_id":"gpqa-main-dbbe3054b6bdabe917f5ab5d/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2766,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"1054cb147fa0d82e2b1830b0238455ab6cea42cde361a81e9934864240f22f50"} +{"uuid":"gpqa-main-5f1108e8b2f18297c04895bf","benchmark":"gpqa_main","data_index":2249,"repeat_index":5,"sample_id":"gpqa-main-5f1108e8b2f18297c04895bf/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11007,"prompt_tokens":447,"effective_max_tokens":130625,"original_embedded_prediction":"A","question_sha256":"d6e89de54268d0839b91cc5f860fd4903b1d8277accaf665ced8b5404cdbbe84"} +{"uuid":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea","benchmark":"gpqa_main","data_index":2269,"repeat_index":5,"sample_id":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10303,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"A","question_sha256":"78b6f83c0d1137982356bff0e0d20f60e32542e5815ffd693af8f421f9e4741d"} +{"uuid":"gpqa-main-3b1469c59353cec7a0dd6866","benchmark":"gpqa_main","data_index":2445,"repeat_index":6,"sample_id":"gpqa-main-3b1469c59353cec7a0dd6866/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3036,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"B","question_sha256":"ebc638f9e42bd31bd87f0fab4dff50846ee425d9aef0cb954a4e5013a5a107e4"} +{"uuid":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3","benchmark":"gpqa_main","data_index":2462,"repeat_index":6,"sample_id":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2577,"prompt_tokens":252,"effective_max_tokens":130820,"original_embedded_prediction":"A","question_sha256":"71075d4447ee264b63e5544da7b40502fb235decc31484f33ee97a8ef70c3d1f"} +{"uuid":"gpqa-main-68d5dcbd7078889c19a9a93c","benchmark":"gpqa_main","data_index":2440,"repeat_index":6,"sample_id":"gpqa-main-68d5dcbd7078889c19a9a93c/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3381,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"618551bfaaf71599d5802135cbf18d8e9b5a33b38537d32515c5298d556df601"} +{"uuid":"gpqa-main-20f50fda9aeae51c6b9b4ba0","benchmark":"gpqa_main","data_index":2395,"repeat_index":6,"sample_id":"gpqa-main-20f50fda9aeae51c6b9b4ba0/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5491,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"D","question_sha256":"c7914fc7bcc19ad8377798d825d6dbc59be8fb64f2b51a89ec26f55423d9edd1"} +{"uuid":"gpqa-main-779369aa96b96a67933939f1","benchmark":"gpqa_main","data_index":2528,"repeat_index":6,"sample_id":"gpqa-main-779369aa96b96a67933939f1/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":223,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"acf784efba891531b08709383ede2379cee1f604b6334b753dd1fcaab37af970"} +{"uuid":"gpqa-main-1ae8f8945efaf81788d8d871","benchmark":"gpqa_main","data_index":2443,"repeat_index":6,"sample_id":"gpqa-main-1ae8f8945efaf81788d8d871/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3346,"prompt_tokens":250,"effective_max_tokens":130822,"original_embedded_prediction":"C","question_sha256":"060f07943bcd17960b48a982fabe42fcae4e3899fe8c5473138fe2198f0e8dd8"} +{"uuid":"gpqa-main-b22053dbc40179e114f0c866","benchmark":"gpqa_main","data_index":2429,"repeat_index":6,"sample_id":"gpqa-main-b22053dbc40179e114f0c866/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3823,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"1f101bccd20044577731aef887c9704a6a153baf063dff8d9a04510e7b8dcfb7"} +{"uuid":"gpqa-main-a028903aa7112583a0e7b5d2","benchmark":"gpqa_main","data_index":2136,"repeat_index":5,"sample_id":"gpqa-main-a028903aa7112583a0e7b5d2/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15944,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"B","question_sha256":"c6231a95c81ba1af7d31e5ce8f8e8ad4c4def88d86ab8f801a248cf19814e2d2"} +{"uuid":"gpqa-main-ef65739a36457c1672913212","benchmark":"gpqa_main","data_index":2463,"repeat_index":6,"sample_id":"gpqa-main-ef65739a36457c1672913212/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2814,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"46601a7bcf5dcc71504dda490de685062fce72cdc997d7acb8b78e5a351a96bc"} +{"uuid":"gpqa-main-1f9ad1ca59cf537e3cdf47c2","benchmark":"gpqa_main","data_index":2434,"repeat_index":6,"sample_id":"gpqa-main-1f9ad1ca59cf537e3cdf47c2/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3824,"prompt_tokens":318,"effective_max_tokens":130754,"original_embedded_prediction":"B","question_sha256":"229ffbdb774489fcfd578450da500a74b0c6fd603d3f4050eb6ff993659f5c7e"} +{"uuid":"gpqa-main-d7c4372bfbc5d0f0f9331350","benchmark":"gpqa_main","data_index":2489,"repeat_index":6,"sample_id":"gpqa-main-d7c4372bfbc5d0f0f9331350/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1744,"prompt_tokens":588,"effective_max_tokens":130484,"original_embedded_prediction":"B","question_sha256":"92d8ffd16886567ac1ed2f15a6c2d3d6ac2a2fb0fd0e56836671babcde327d3f"} +{"uuid":"gpqa-main-ecb6740406340eb07beacf42","benchmark":"gpqa_main","data_index":2530,"repeat_index":6,"sample_id":"gpqa-main-ecb6740406340eb07beacf42/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":405,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"29f96711820eba41ccced6676074bc5bcd9e3eb6c97ce5e8507128a91a175bb0"} +{"uuid":"gpqa-main-bf00d194c934803975b81b7b","benchmark":"gpqa_main","data_index":2241,"repeat_index":5,"sample_id":"gpqa-main-bf00d194c934803975b81b7b/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11696,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"A","question_sha256":"55e1269d132671f2c7b7f41498cb0b404e702d8ce370ac5555d837581e1b3ad7"} +{"uuid":"gpqa-main-04a5c442799262dec9375c25","benchmark":"gpqa_main","data_index":2498,"repeat_index":6,"sample_id":"gpqa-main-04a5c442799262dec9375c25/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1675,"prompt_tokens":365,"effective_max_tokens":130707,"original_embedded_prediction":"C","question_sha256":"e90ec32d975ec61b7cd079ff6968bc3dbaa4fc87e74699c1406ce59093066dbc"} +{"uuid":"gpqa-main-e6ff92ca0c11b47b14793d2f","benchmark":"gpqa_main","data_index":2428,"repeat_index":6,"sample_id":"gpqa-main-e6ff92ca0c11b47b14793d2f/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4259,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"A","question_sha256":"ca2abe8a98bc00aadbd20baf4ff27e830539507a5ff7402eed5e2491347f95aa"} +{"uuid":"gpqa-main-bd228dea7f1aa14b70216372","benchmark":"gpqa_main","data_index":2521,"repeat_index":6,"sample_id":"gpqa-main-bd228dea7f1aa14b70216372/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":801,"prompt_tokens":425,"effective_max_tokens":130647,"original_embedded_prediction":"C","question_sha256":"c1dea594f51ba7757d0d9ec69efa6b56bfeeaff965f074faaf89160cca96a0e9"} +{"uuid":"gpqa-main-7d850f6448c27424d9f68c4e","benchmark":"gpqa_main","data_index":2488,"repeat_index":6,"sample_id":"gpqa-main-7d850f6448c27424d9f68c4e/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2074,"prompt_tokens":544,"effective_max_tokens":130528,"original_embedded_prediction":"B","question_sha256":"48bf9d4f95299b8f9288e190dca6edd0c3cf53cf40dada120e22abf98469d3e3"} +{"uuid":"gpqa-main-9f5d195170ba73ccdc7a3b84","benchmark":"gpqa_main","data_index":2511,"repeat_index":6,"sample_id":"gpqa-main-9f5d195170ba73ccdc7a3b84/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1218,"prompt_tokens":552,"effective_max_tokens":130520,"original_embedded_prediction":"A","question_sha256":"e4e5526f8ea9205cbe6b33a5256144298ad11d8250b020cbd4fddbba85a12596"} +{"uuid":"gpqa-main-666fc74619f38e356e33a285","benchmark":"gpqa_main","data_index":2484,"repeat_index":6,"sample_id":"gpqa-main-666fc74619f38e356e33a285/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2181,"prompt_tokens":693,"effective_max_tokens":130379,"original_embedded_prediction":"C","question_sha256":"89fa5b222a94e07a283a5140341a0704109ec3b7f62de72dd072383182771ebc"} +{"uuid":"gpqa-main-8af90a4147e5f0c98bfd00fa","benchmark":"gpqa_main","data_index":2522,"repeat_index":6,"sample_id":"gpqa-main-8af90a4147e5f0c98bfd00fa/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":894,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"C","question_sha256":"29a55065f72c47169c5073a91e6b55d82fe2f5784289d2baf5cf5444f8d6fd65"} +{"uuid":"gpqa-main-b38dfd97dcfb80fb4df4c6f2","benchmark":"gpqa_main","data_index":2430,"repeat_index":6,"sample_id":"gpqa-main-b38dfd97dcfb80fb4df4c6f2/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4295,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"28fc44d6ca68ec833bb9837a558199f6e126ccb90f29dc42a2a4bf34ea4b66a7"} +{"uuid":"gpqa-main-edbd99e5f03e3b3f074ba126","benchmark":"gpqa_main","data_index":2366,"repeat_index":6,"sample_id":"gpqa-main-edbd99e5f03e3b3f074ba126/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7099,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"A","question_sha256":"b690990e73efd994587057d6ed5ae270235b0ec6bd4e98df3fc472f01c179765"} +{"uuid":"gpqa-main-70afc730094f43bb0e05f371","benchmark":"gpqa_main","data_index":2513,"repeat_index":6,"sample_id":"gpqa-main-70afc730094f43bb0e05f371/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1288,"prompt_tokens":360,"effective_max_tokens":130712,"original_embedded_prediction":"A","question_sha256":"f328e748a74c78b0ab73f790c6848b663fb5bffac884e2793a63bb9ce351e4b6"} +{"uuid":"gpqa-main-4462dc9f2d34289881ef2b1c","benchmark":"gpqa_main","data_index":2446,"repeat_index":6,"sample_id":"gpqa-main-4462dc9f2d34289881ef2b1c/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3812,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"63318cb18413a705693b9a4312f73dbf5358312aafc1d703c3d29a6340ffa0d1"} +{"uuid":"gpqa-main-be779fa0e49ff52e19357207","benchmark":"gpqa_main","data_index":2543,"repeat_index":6,"sample_id":"gpqa-main-be779fa0e49ff52e19357207/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":450,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"ea7bb5901d85914d8997afb87e1ae6be7a8efe03889a4cc08f64de2ccdc9180e"} +{"uuid":"gpqa-main-6119656f6ad0247c537028e7","benchmark":"gpqa_main","data_index":2550,"repeat_index":6,"sample_id":"gpqa-main-6119656f6ad0247c537028e7/repeat-6","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":253,"prompt_tokens":329,"effective_max_tokens":130743,"original_embedded_prediction":"A","question_sha256":"e426a9a1b0977a66badcc2dd4f0d54629b39c2594a512e459e9afd20bba599ba"} +{"uuid":"gpqa-main-e4e8eab3e5612de26e298f3f","benchmark":"gpqa_main","data_index":2447,"repeat_index":6,"sample_id":"gpqa-main-e4e8eab3e5612de26e298f3f/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3931,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"A","question_sha256":"1037e0c8b2c1aced006713d114efa5f1233a7eadf2f0aac355081aeacd10b00f"} +{"uuid":"gpqa-main-ddd2b405606ced65b4ce6345","benchmark":"gpqa_main","data_index":2552,"repeat_index":6,"sample_id":"gpqa-main-ddd2b405606ced65b4ce6345/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":302,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"2066c0e835493298c00391dd9236de10adec10d611fe3e2777f252677dfe9724"} +{"uuid":"gpqa-main-0306849689d2123fedfcfeb5","benchmark":"gpqa_main","data_index":2386,"repeat_index":6,"sample_id":"gpqa-main-0306849689d2123fedfcfeb5/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6878,"prompt_tokens":301,"effective_max_tokens":130771,"original_embedded_prediction":"D","question_sha256":"9b236e1b2c7db4edd3fd08eaeff4fcfd3b13c11bfc0f9c5510349957a837d13a"} +{"uuid":"gpqa-main-8a352b243ffac6230977fc90","benchmark":"gpqa_main","data_index":2523,"repeat_index":6,"sample_id":"gpqa-main-8a352b243ffac6230977fc90/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1362,"prompt_tokens":389,"effective_max_tokens":130683,"original_embedded_prediction":"D","question_sha256":"7408ac0330a09a182b52a627f89920c8c4e825da7da4e441973cbefe32b852ac"} +{"uuid":"gpqa-main-56cc62f5d70b661868d341e7","benchmark":"gpqa_main","data_index":2542,"repeat_index":6,"sample_id":"gpqa-main-56cc62f5d70b661868d341e7/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":829,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"A","question_sha256":"c974918b90f5892aaad4308e337b490844102dbfad26c90bf508602f9c595d5d"} +{"uuid":"gpqa-main-e3e073f3f0f646532e4caf06","benchmark":"gpqa_main","data_index":2471,"repeat_index":6,"sample_id":"gpqa-main-e3e073f3f0f646532e4caf06/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3517,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"D","question_sha256":"a1cff30033350ed32c6446abacb176ef3ffad0fc471aaacf3468c78e0aad550e"} +{"uuid":"gpqa-main-5ace8b3dabb97ffc3da20e7c","benchmark":"gpqa_main","data_index":2554,"repeat_index":6,"sample_id":"gpqa-main-5ace8b3dabb97ffc3da20e7c/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":443,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"4ebb5a46cf109d4237b98081e218fcaba27d8f9d03f7a930300f2938f71c1ef0"} +{"uuid":"gpqa-main-756cafdacac7e9642e2102c6","benchmark":"gpqa_main","data_index":2394,"repeat_index":6,"sample_id":"gpqa-main-756cafdacac7e9642e2102c6/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6814,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"b26abbcea4f9adbbc6faf6378336b8d024ffe4491d2853b927bf9afdc27073a9"} +{"uuid":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2","benchmark":"gpqa_main","data_index":2454,"repeat_index":6,"sample_id":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4099,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"C","question_sha256":"58604895b423acc46c4efaa28ed2e4d6eaf2d93d55c7ad3766cffce3719ddf62"} +{"uuid":"gpqa-main-212277d3e39540a6739d98b8","benchmark":"gpqa_main","data_index":2553,"repeat_index":6,"sample_id":"gpqa-main-212277d3e39540a6739d98b8/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":580,"prompt_tokens":147,"effective_max_tokens":130925,"original_embedded_prediction":"A","question_sha256":"d20446ccbbfc1ed40bcb669bfa65f9f9cd8e38ec8f7e67621c88e3dbe91f083d"} +{"uuid":"gpqa-main-2fc8b9731f60b1c9eb476570","benchmark":"gpqa_main","data_index":2379,"repeat_index":6,"sample_id":"gpqa-main-2fc8b9731f60b1c9eb476570/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7297,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"A","question_sha256":"8d64fc9e228388438862fd18b500e048e168f26e7191a4220ea8281beb789ea2"} +{"uuid":"gpqa-main-22c436000399164406e165b2","benchmark":"gpqa_main","data_index":2140,"repeat_index":5,"sample_id":"gpqa-main-22c436000399164406e165b2/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16901,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"A","question_sha256":"836be405f3d05ec5ad1a2bc728339e5141836ace3a584fe3d36ecc50af4dc3ee"} +{"uuid":"gpqa-main-ac1c72784d1e0da293fe4bd4","benchmark":"gpqa_main","data_index":2506,"repeat_index":6,"sample_id":"gpqa-main-ac1c72784d1e0da293fe4bd4/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2258,"prompt_tokens":169,"effective_max_tokens":130903,"original_embedded_prediction":"B","question_sha256":"6e2bd9ec28efb9c97dbc7bea49224b4964011afaa5ca659996fac7fd65c4468d"} +{"uuid":"gpqa-main-4373b5f7be197f26258c18cf","benchmark":"gpqa_main","data_index":2096,"repeat_index":5,"sample_id":"gpqa-main-4373b5f7be197f26258c18cf/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18596,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"C","question_sha256":"56563ccb64ef7d8686cd4d8da77c8b4636353d0bb75dbefa360323671dfffed1"} +{"uuid":"gpqa-main-ed6a4565f708132bae39b742","benchmark":"gpqa_main","data_index":2175,"repeat_index":5,"sample_id":"gpqa-main-ed6a4565f708132bae39b742/repeat-5","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15549,"prompt_tokens":393,"effective_max_tokens":130679,"original_embedded_prediction":"B","question_sha256":"5ce997bcaa654b6fdbbb00b63b66633167679a850d02d845b8a9b1b716979197"} +{"uuid":"gpqa-main-acdff999b6cbfcbc8be6ffac","benchmark":"gpqa_main","data_index":2545,"repeat_index":6,"sample_id":"gpqa-main-acdff999b6cbfcbc8be6ffac/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":960,"prompt_tokens":404,"effective_max_tokens":130668,"original_embedded_prediction":"B","question_sha256":"96f00c3d898d9c364f022eae18e69424d7f2ddde12fbde50541b7390ffd40103"} +{"uuid":"gpqa-main-742076c80dda93477062cfc0","benchmark":"gpqa_main","data_index":2566,"repeat_index":6,"sample_id":"gpqa-main-742076c80dda93477062cfc0/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":153,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"D","question_sha256":"528bc237c35f64d2635edb6fea3202ce958bca92ea956fae0da7c5b4c72081d8"} +{"uuid":"gpqa-main-c0bc48c4232297b735018487","benchmark":"gpqa_main","data_index":2544,"repeat_index":6,"sample_id":"gpqa-main-c0bc48c4232297b735018487/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1030,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"bbc99977a336fa9fd961baf75728288b14f7c69841a6757f2793e300690fc85b"} +{"uuid":"gpqa-main-20f8612bcc2efb9c2355d32e","benchmark":"gpqa_main","data_index":2510,"repeat_index":6,"sample_id":"gpqa-main-20f8612bcc2efb9c2355d32e/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2336,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"B","question_sha256":"d746be8625afecad5925e7069f57336e8de3f39dfdf843820421eba66b7bc620"} +{"uuid":"gpqa-main-178c84548026beb35252a961","benchmark":"gpqa_main","data_index":2408,"repeat_index":6,"sample_id":"gpqa-main-178c84548026beb35252a961/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6541,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"4ea09b6f60208405c59e5923a565f195c94315e0b6e230acd59351f1ee59ed96"} +{"uuid":"gpqa-main-1728184fad8153eeb2e2a7de","benchmark":"gpqa_main","data_index":2568,"repeat_index":6,"sample_id":"gpqa-main-1728184fad8153eeb2e2a7de/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":374,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"d8505733319a8047e94d63c293a2d9dbb08c42e4bde2c223467f371da6665e08"} +{"uuid":"gpqa-main-92f6e58b4989e9025c8286a9","benchmark":"gpqa_main","data_index":2538,"repeat_index":6,"sample_id":"gpqa-main-92f6e58b4989e9025c8286a9/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1550,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"c003a37af0eaa5e9c6d10f5a25ce1a2e0258ad6638a1655ee2a17d07daab816a"} +{"uuid":"gpqa-main-92c7c513709816748efab029","benchmark":"gpqa_main","data_index":2555,"repeat_index":6,"sample_id":"gpqa-main-92c7c513709816748efab029/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":938,"prompt_tokens":253,"effective_max_tokens":130819,"original_embedded_prediction":"C","question_sha256":"c9ed693d3f7d5c30b94e2c01b9b5f22591922f961e4dbc9ef4b70309b61bae5c"} +{"uuid":"gpqa-main-24751b175e0f2d19899ad735","benchmark":"gpqa_main","data_index":2564,"repeat_index":6,"sample_id":"gpqa-main-24751b175e0f2d19899ad735/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":567,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"B","question_sha256":"4a5d6fcc83f3561a6447a1feebb680aa9ab094bdeed5677c30f04041964a9c38"} +{"uuid":"gpqa-main-7684b3ed8a4540e6099495df","benchmark":"gpqa_main","data_index":2247,"repeat_index":5,"sample_id":"gpqa-main-7684b3ed8a4540e6099495df/repeat-5","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13121,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"0caf81b8c83789b0b258b80856002cff7fd589a737844db0407269017bcd1955"} +{"uuid":"gpqa-main-febe4c45e71692110949e3d6","benchmark":"gpqa_main","data_index":2272,"repeat_index":5,"sample_id":"gpqa-main-febe4c45e71692110949e3d6/repeat-5","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12140,"prompt_tokens":577,"effective_max_tokens":130495,"original_embedded_prediction":"C","question_sha256":"e38dd7750710c37aa45a5b0b5dd91e1b4171070325d670d668ab1fa20431a29e"} +{"uuid":"gpqa-main-1634ccababef2067673cd88c","benchmark":"gpqa_main","data_index":2350,"repeat_index":6,"sample_id":"gpqa-main-1634ccababef2067673cd88c/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9026,"prompt_tokens":593,"effective_max_tokens":130479,"original_embedded_prediction":"D","question_sha256":"d8c36bd55ba561cb499054e9d5a01217a0498dfd20875e8d9e99d34bcdfd7830"} +{"uuid":"gpqa-main-d3db87adeb915999faca3605","benchmark":"gpqa_main","data_index":2415,"repeat_index":6,"sample_id":"gpqa-main-d3db87adeb915999faca3605/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6624,"prompt_tokens":204,"effective_max_tokens":130868,"original_embedded_prediction":"C","question_sha256":"f6518dd763c1af7a1745bc53b4e021210cafdf588df1ede9b537a622474a998d"} +{"uuid":"gpqa-main-5afce78005210e6a41636858","benchmark":"gpqa_main","data_index":2565,"repeat_index":6,"sample_id":"gpqa-main-5afce78005210e6a41636858/repeat-6","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":875,"prompt_tokens":312,"effective_max_tokens":130760,"original_embedded_prediction":"A","question_sha256":"1447f629926983e1fb54566e40ab57d7a728998d233e3c84bc33277da7c13a65"} +{"uuid":"gpqa-main-2bd63c617299c18c1cfd5b0a","benchmark":"gpqa_main","data_index":2116,"repeat_index":5,"sample_id":"gpqa-main-2bd63c617299c18c1cfd5b0a/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18626,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"D","question_sha256":"bd7804f896ba3deb7fd65cc0c562744a80232f45bbc9c5ffa8652308c167c329"} +{"uuid":"gpqa-main-efb673a27e8a1e042786abf9","benchmark":"gpqa_main","data_index":2367,"repeat_index":6,"sample_id":"gpqa-main-efb673a27e8a1e042786abf9/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8576,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"1f2f27b90dac22c1b4d70e1b1679a095c5ce0b5ec5dd0bbf48f16b8328b18d89"} +{"uuid":"gpqa-main-216433a347b01989e26ed83a","benchmark":"gpqa_main","data_index":2551,"repeat_index":6,"sample_id":"gpqa-main-216433a347b01989e26ed83a/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1589,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"ead16c05d1abbf4387485257726593cf57a0384c3e0a3db31ba489bb1676ce72"} +{"uuid":"gpqa-main-104b659bbac6e52c4c877c0b","benchmark":"gpqa_main","data_index":2456,"repeat_index":6,"sample_id":"gpqa-main-104b659bbac6e52c4c877c0b/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4995,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"D","question_sha256":"de6e1846b7e0c60ac3b7b0f613ad67cc3d941770b7de58c7a45add8c64d1db8b"} +{"uuid":"gpqa-main-b9cd3234a1fbbf6fe8b281a7","benchmark":"gpqa_main","data_index":2293,"repeat_index":5,"sample_id":"gpqa-main-b9cd3234a1fbbf6fe8b281a7/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11812,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"407ed0eb19714d6ab4f488ca6e6a117c40e4991746c31ad1c464c5e529e59565"} +{"uuid":"gpqa-main-72464184a419f296dae470a9","benchmark":"gpqa_main","data_index":2561,"repeat_index":6,"sample_id":"gpqa-main-72464184a419f296dae470a9/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1220,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"C","question_sha256":"16bcf4c7129e083cade7afd040c6c4e0fa1fc7677a11aa70fb1b5a3d0e5fb5ea"} +{"uuid":"gpqa-main-759e35a2024fc09bd491c9ff","benchmark":"gpqa_main","data_index":2307,"repeat_index":6,"sample_id":"gpqa-main-759e35a2024fc09bd491c9ff/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11332,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"B","question_sha256":"4c284608a459b460f3ec3dfd5c7c71cfa84c171d4eb8a52aab9e6e4a8cb409bb"} +{"uuid":"gpqa-main-822957bb60d3551275f08aa0","benchmark":"gpqa_main","data_index":2557,"repeat_index":6,"sample_id":"gpqa-main-822957bb60d3551275f08aa0/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1477,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"A","question_sha256":"4690c4bb391b2ef2a7b53f1a15866e05411bdf5f0f7b4f32c9e27d8ef6e8cb48"} +{"uuid":"gpqa-main-9bb169e317cdd76b98ada24f","benchmark":"gpqa_main","data_index":2493,"repeat_index":6,"sample_id":"gpqa-main-9bb169e317cdd76b98ada24f/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3787,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"A","question_sha256":"d0bbc79a116a93d5c5c1325e012b3feb17a7b705d2ccd57a86ecfbdc2bf78030"} +{"uuid":"gpqa-main-60a022e707f18a7b5f445773","benchmark":"gpqa_main","data_index":2508,"repeat_index":6,"sample_id":"gpqa-main-60a022e707f18a7b5f445773/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3236,"prompt_tokens":337,"effective_max_tokens":130735,"original_embedded_prediction":"D","question_sha256":"9d46302b763896c7fa475d975b5bc365adee2236b273f23e7216a78871204b74"} +{"uuid":"gpqa-main-86976aae6f871f46c4680830","benchmark":"gpqa_main","data_index":2519,"repeat_index":6,"sample_id":"gpqa-main-86976aae6f871f46c4680830/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2833,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"D","question_sha256":"e5c3c79a60db2de596dac1585bfc2e940bac2acb65a3352ff5f7e99821846aed"} +{"uuid":"gpqa-main-1923a70feda6403a600f719a","benchmark":"gpqa_main","data_index":2464,"repeat_index":6,"sample_id":"gpqa-main-1923a70feda6403a600f719a/repeat-6","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5014,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"7acad7dd49efa2a29ce19fb81de0e8b504de87dab9c66159407da7697942a708"} +{"uuid":"gpqa-main-7bb7c5ace8216100d38e616a","benchmark":"gpqa_main","data_index":2526,"repeat_index":6,"sample_id":"gpqa-main-7bb7c5ace8216100d38e616a/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2664,"prompt_tokens":197,"effective_max_tokens":130875,"original_embedded_prediction":"B","question_sha256":"6dbc821cf1e89c0764e62d1bef4818136877fbc8e333f255bfa42276ac9aeb88"} +{"uuid":"gpqa-main-7ceb372c1cdc7a180b73516c","benchmark":"gpqa_main","data_index":2534,"repeat_index":6,"sample_id":"gpqa-main-7ceb372c1cdc7a180b73516c/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2457,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"B","question_sha256":"142aeb435e38240c03d26aafbfb8dc0ab94e7ef4f752a271c1ab011350a965be"} +{"uuid":"gpqa-main-9753ac5963fbae8c8e907ef3","benchmark":"gpqa_main","data_index":2581,"repeat_index":6,"sample_id":"gpqa-main-9753ac5963fbae8c8e907ef3/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":686,"prompt_tokens":181,"effective_max_tokens":130891,"original_embedded_prediction":"C","question_sha256":"ec3a07db51d6010b2b9fae103e36b62707efee3ad0713fcd4420f8ba8f55c00b"} +{"uuid":"gpqa-main-925cb13958435841df0e8c1e","benchmark":"gpqa_main","data_index":2411,"repeat_index":6,"sample_id":"gpqa-main-925cb13958435841df0e8c1e/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7389,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"B","question_sha256":"d21ba2f1c06b876b2d387104c816ee0fcc369a02b8e010a706e0e2448c56f78e"} +{"uuid":"gpqa-main-86060b054d8de358356a29fd","benchmark":"gpqa_main","data_index":2312,"repeat_index":6,"sample_id":"gpqa-main-86060b054d8de358356a29fd/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11431,"prompt_tokens":435,"effective_max_tokens":130637,"original_embedded_prediction":"C","question_sha256":"d20ccd218e50c4a58da8030db612f52c5bac88ad6d1859a85b0358c1595e54e1"} +{"uuid":"gpqa-main-d5d2365d64430154627d4bb7","benchmark":"gpqa_main","data_index":2572,"repeat_index":6,"sample_id":"gpqa-main-d5d2365d64430154627d4bb7/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1481,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"D","question_sha256":"17f96c74be836037313c787a88438b6c9f69a4aa20ec8cba17697864f5d35599"} +{"uuid":"gpqa-main-143dc33c1aad9828daf5e615","benchmark":"gpqa_main","data_index":2399,"repeat_index":6,"sample_id":"gpqa-main-143dc33c1aad9828daf5e615/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8155,"prompt_tokens":354,"effective_max_tokens":130718,"original_embedded_prediction":"C","question_sha256":"ff60c18b72aac9e90842c7a2d5e79c68092a3fbb1d6c0318cee6d2892a43a0a1"} +{"uuid":"gpqa-main-9a5518ae94b2b0d35d86de13","benchmark":"gpqa_main","data_index":2593,"repeat_index":6,"sample_id":"gpqa-main-9a5518ae94b2b0d35d86de13/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":546,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"C","question_sha256":"3fcfcbf2649513809f04d9fdbcbe0c6bc1a91164f8dcfd7d9748267f2db7c6ce"} +{"uuid":"gpqa-main-e2b759199021c586345ac38f","benchmark":"gpqa_main","data_index":2321,"repeat_index":6,"sample_id":"gpqa-main-e2b759199021c586345ac38f/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11222,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"B","question_sha256":"ca59405f2d298a50a3e8fd6d281b67ca4a3ee503578df49e700cc46fe3c4f3d8"} +{"uuid":"gpqa-main-f6714ff18991a64f32fcecf9","benchmark":"gpqa_main","data_index":2590,"repeat_index":6,"sample_id":"gpqa-main-f6714ff18991a64f32fcecf9/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":702,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"a1e860acc41f41cac7f3d9425a64a45a95559ff56553a2d04e1d3569c2f1c1a1"} +{"uuid":"gpqa-main-9aa9fb454d849030d70f9512","benchmark":"gpqa_main","data_index":2190,"repeat_index":5,"sample_id":"gpqa-main-9aa9fb454d849030d70f9512/repeat-5","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":16572,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"A","question_sha256":"b494f4c1785682ee7d284173af2a6ef6db2189c6f3e7ece0edb769c2f10d5f24"} +{"uuid":"gpqa-main-82354c49d9280b8a980b98b4","benchmark":"gpqa_main","data_index":2474,"repeat_index":6,"sample_id":"gpqa-main-82354c49d9280b8a980b98b4/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5377,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"C","question_sha256":"57b065d28a6d02a29a3a84f39dd670ba7cdf4e3403506e79b5fc90713897f68e"} +{"uuid":"gpqa-main-45cae4ba5af22868461f1861","benchmark":"gpqa_main","data_index":2442,"repeat_index":6,"sample_id":"gpqa-main-45cae4ba5af22868461f1861/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6529,"prompt_tokens":196,"effective_max_tokens":130876,"original_embedded_prediction":"B","question_sha256":"da4480a5d4f2af44b6faf63fe513d557f97bf4cd048901e4a2f0b133273b39db"} +{"uuid":"gpqa-main-a41b7b18fc60247bc6e08ecc","benchmark":"gpqa_main","data_index":2582,"repeat_index":6,"sample_id":"gpqa-main-a41b7b18fc60247bc6e08ecc/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1293,"prompt_tokens":270,"effective_max_tokens":130802,"original_embedded_prediction":"A","question_sha256":"87c04c470b12fde8cca6d843b12d3265c10bf824a883929eca2654ab55681839"} +{"uuid":"gpqa-main-86d8d26ea3f4092dd4bac144","benchmark":"gpqa_main","data_index":2438,"repeat_index":6,"sample_id":"gpqa-main-86d8d26ea3f4092dd4bac144/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6819,"prompt_tokens":227,"effective_max_tokens":130845,"original_embedded_prediction":"C","question_sha256":"299c83f78042a13c78ad054088517dc82d5ed82bcc9ef75ec08dc120f2b8052f"} +{"uuid":"gpqa-main-78b2ba2dd97e6d6b9942bad9","benchmark":"gpqa_main","data_index":2577,"repeat_index":6,"sample_id":"gpqa-main-78b2ba2dd97e6d6b9942bad9/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1637,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"A","question_sha256":"019eb0f05f025ec512fbae057e0fcb33e0f92eec9bc2dc775494f6a19f4b62f3"} +{"uuid":"gpqa-main-a3be70bb026878238a72f88b","benchmark":"gpqa_main","data_index":2370,"repeat_index":6,"sample_id":"gpqa-main-a3be70bb026878238a72f88b/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9730,"prompt_tokens":446,"effective_max_tokens":130626,"original_embedded_prediction":"C","question_sha256":"42da82ad5cb9e03bf1c8f1d786b162fd55245c32907328f445c191681a98b669"} +{"uuid":"gpqa-main-31313469465f81cc0fa5dd28","benchmark":"gpqa_main","data_index":2560,"repeat_index":6,"sample_id":"gpqa-main-31313469465f81cc0fa5dd28/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2351,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"B","question_sha256":"cd18749d0354640af760ebe1c6a150eed2a0202cc444345b5c3f00b0f0df67d2"} +{"uuid":"gpqa-main-728c68de5f34aba879617ff3","benchmark":"gpqa_main","data_index":2273,"repeat_index":5,"sample_id":"gpqa-main-728c68de5f34aba879617ff3/repeat-5","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13580,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"93587b6fdb0ccf1d1701c58bd12431b38885397117475f14823f4c52994b39b4"} +{"uuid":"gpqa-main-50a8ab2bd1710dbcfa2e32b5","benchmark":"gpqa_main","data_index":2472,"repeat_index":6,"sample_id":"gpqa-main-50a8ab2bd1710dbcfa2e32b5/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5818,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"D","question_sha256":"5fb04957154b48d4ebad83862909a8fd3afc5ba5399a7dbe4594b5c72255964c"} +{"uuid":"gpqa-main-7475b6b01129fce5b436b0ee","benchmark":"gpqa_main","data_index":2502,"repeat_index":6,"sample_id":"gpqa-main-7475b6b01129fce5b436b0ee/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4652,"prompt_tokens":235,"effective_max_tokens":130837,"original_embedded_prediction":"B","question_sha256":"797be7099117e146adaaf5ad31bd914d9adbd510441211b0040aad2812fffc40"} +{"uuid":"gpqa-main-89f68a802c7c6e55b5b802fd","benchmark":"gpqa_main","data_index":2183,"repeat_index":5,"sample_id":"gpqa-main-89f68a802c7c6e55b5b802fd/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17251,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"C","question_sha256":"0815a781881ae5e8651c7fad2acd62427e6f4161f30b842d196debe30bd5ee83"} +{"uuid":"gpqa-main-cda2fe50fc8423311319e78e","benchmark":"gpqa_main","data_index":2604,"repeat_index":6,"sample_id":"gpqa-main-cda2fe50fc8423311319e78e/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":699,"prompt_tokens":182,"effective_max_tokens":130890,"original_embedded_prediction":"B","question_sha256":"1b04aca1c9a8b4f1fabc653b3653d0a48982315e6f1da934d98cadd1948f776f"} +{"uuid":"gpqa-main-28e3e5e79d7477896c6d853d","benchmark":"gpqa_main","data_index":2328,"repeat_index":6,"sample_id":"gpqa-main-28e3e5e79d7477896c6d853d/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11657,"prompt_tokens":1047,"effective_max_tokens":130025,"original_embedded_prediction":"B","question_sha256":"d3b33ef7a0e55c33b5deae6a673dd7fff1fc2e7efa223f3419ecf58e57c06207"} +{"uuid":"gpqa-main-87a8747afb6b0414b9ccbe1e","benchmark":"gpqa_main","data_index":2578,"repeat_index":6,"sample_id":"gpqa-main-87a8747afb6b0414b9ccbe1e/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1928,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"D","question_sha256":"cdb165b285d51cf6a09160d99c4c49b653710aac879cce0b87c74a48eee0172b"} +{"uuid":"gpqa-main-358120bf0c4377ebdbde08fc","benchmark":"gpqa_main","data_index":1844,"repeat_index":4,"sample_id":"gpqa-main-358120bf0c4377ebdbde08fc/repeat-4","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":31585,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"A","question_sha256":"051eba2501386001d9e9793a3b0fe9ea4c78a987e3a1576c168659f849b684d6"} +{"uuid":"gpqa-main-e605c3d20abb4c52d96e9b60","benchmark":"gpqa_main","data_index":2475,"repeat_index":6,"sample_id":"gpqa-main-e605c3d20abb4c52d96e9b60/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5996,"prompt_tokens":361,"effective_max_tokens":130711,"original_embedded_prediction":"C","question_sha256":"84b58aec9b33c09286d45fb66ca82cc4ec03e310a0917bc0783bda81a0fa23b6"} +{"uuid":"gpqa-main-b84eb68d18023ca81e43b35a","benchmark":"gpqa_main","data_index":2597,"repeat_index":6,"sample_id":"gpqa-main-b84eb68d18023ca81e43b35a/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1412,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"C","question_sha256":"6c90e464e06f4dc9c748d6c9be44c96b2d5bec5078b4eb152ea4ccec4c709f2d"} +{"uuid":"gpqa-main-d8361782f08c0e6d16de3839","benchmark":"gpqa_main","data_index":2591,"repeat_index":6,"sample_id":"gpqa-main-d8361782f08c0e6d16de3839/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1570,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"aed1658f69a85980c41ce94c10ac1535d2de3683f7a5c3821d1a84fa594d4571"} +{"uuid":"gpqa-main-c6cc654afa201cd3d5b66695","benchmark":"gpqa_main","data_index":2616,"repeat_index":6,"sample_id":"gpqa-main-c6cc654afa201cd3d5b66695/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":466,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"A","question_sha256":"79526cdc6c623c8657c3060ab8b305f1b4d8aa35f2b7905c6fd4c3e119c5c310"} +{"uuid":"gpqa-main-d4ee93c18c20e4432773fe55","benchmark":"gpqa_main","data_index":2615,"repeat_index":6,"sample_id":"gpqa-main-d4ee93c18c20e4432773fe55/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":472,"prompt_tokens":200,"effective_max_tokens":130872,"original_embedded_prediction":"C","question_sha256":"77bffd13a6b6464f7c63296f571164c184ce47a8cd6f8ecf91f0dc28407d44a1"} +{"uuid":"gpqa-main-f6f707a4d7db96af855de986","benchmark":"gpqa_main","data_index":2570,"repeat_index":6,"sample_id":"gpqa-main-f6f707a4d7db96af855de986/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2606,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"049a3a3426b30e36d29d782b3ea4916bf545838ac3945e9c707804638ad48f04"} +{"uuid":"gpqa-main-6f8b58d9d46c4f4e7eba1910","benchmark":"gpqa_main","data_index":2621,"repeat_index":6,"sample_id":"gpqa-main-6f8b58d9d46c4f4e7eba1910/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":293,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"C","question_sha256":"2437e4848569e7740d6491d475d194b9eefbbeae3a6a31cd62ddeb8ba8e93aa9"} +{"uuid":"gpqa-main-50aaa7274c5010d9768274ec","benchmark":"gpqa_main","data_index":2479,"repeat_index":6,"sample_id":"gpqa-main-50aaa7274c5010d9768274ec/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5920,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"D","question_sha256":"0cda758f1290855df9dd7b9a4319bb6ae8108c8113b125a3a2f60705af536a34"} +{"uuid":"gpqa-main-eda22ee564030fef1ab0bcaf","benchmark":"gpqa_main","data_index":2152,"repeat_index":5,"sample_id":"gpqa-main-eda22ee564030fef1ab0bcaf/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19270,"prompt_tokens":316,"effective_max_tokens":130756,"original_embedded_prediction":"B","question_sha256":"e78929c2c3d5e04cda51c77e05ad4a3d1cbbf98cc2db0103b7fbc594e78bb602"} +{"uuid":"gpqa-main-ae71bab05f11abac2f706bb9","benchmark":"gpqa_main","data_index":2261,"repeat_index":5,"sample_id":"gpqa-main-ae71bab05f11abac2f706bb9/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14769,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"d160134fd023bac8e7f94f4d4e70e01dc36d3ae74bb54ab778b03686e5b7b2c0"} +{"uuid":"gpqa-main-48494dbfd36899c84d166873","benchmark":"gpqa_main","data_index":2598,"repeat_index":6,"sample_id":"gpqa-main-48494dbfd36899c84d166873/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1610,"prompt_tokens":315,"effective_max_tokens":130757,"original_embedded_prediction":"B","question_sha256":"a50aa647f4cce396d333dfcfe372bdfadfa7f7aa507ebafd207354812f7ab3f9"} +{"uuid":"gpqa-main-1af843966aecfd5da1f08dd6","benchmark":"gpqa_main","data_index":2310,"repeat_index":6,"sample_id":"gpqa-main-1af843966aecfd5da1f08dd6/repeat-6","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12957,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"A","question_sha256":"13e7c71f8aae7040bd98bd6b7bfe361f01f9aa9f4fd4b6095b40f97963688bdc"} +{"uuid":"gpqa-main-63aef6e78c9803d030a16f9c","benchmark":"gpqa_main","data_index":2512,"repeat_index":6,"sample_id":"gpqa-main-63aef6e78c9803d030a16f9c/repeat-6","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4856,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"A","question_sha256":"255e934ed277fdd11f71245508448f7031439d40eb38fd78fb3b813b247c5726"} +{"uuid":"gpqa-main-6078bfac5f15131fb59b31ce","benchmark":"gpqa_main","data_index":2610,"repeat_index":6,"sample_id":"gpqa-main-6078bfac5f15131fb59b31ce/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1041,"prompt_tokens":383,"effective_max_tokens":130689,"original_embedded_prediction":"D","question_sha256":"2c08be31c31eb443db8881662320ebedec47eef168a86389032948d5a9cc37d1"} +{"uuid":"gpqa-main-105b94b83de2671f0b86688d","benchmark":"gpqa_main","data_index":2535,"repeat_index":6,"sample_id":"gpqa-main-105b94b83de2671f0b86688d/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4136,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"D","question_sha256":"062b8c1448dabb342bd7815bdfbab0a55eb915c5c6793d19a5037bf7a9aa63f3"} +{"uuid":"gpqa-main-4117517dba1fdbd711e3d32b","benchmark":"gpqa_main","data_index":2452,"repeat_index":6,"sample_id":"gpqa-main-4117517dba1fdbd711e3d32b/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7153,"prompt_tokens":398,"effective_max_tokens":130674,"original_embedded_prediction":"A","question_sha256":"3e04ad2cb1248bfb53a7bd8f05efedea49f42b201c6f35907baa6c30abf40733"} +{"uuid":"gpqa-main-05286f95a107c3da592ecbd9","benchmark":"gpqa_main","data_index":2609,"repeat_index":6,"sample_id":"gpqa-main-05286f95a107c3da592ecbd9/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1133,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"d8a1a7b530a9b1d0cd0b07ec53f60d6d5fcf3059457f02b90e3c4ddf51fdc825"} +{"uuid":"gpqa-main-07134ad2ae69bd2e9f09ae64","benchmark":"gpqa_main","data_index":2381,"repeat_index":6,"sample_id":"gpqa-main-07134ad2ae69bd2e9f09ae64/repeat-6","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10268,"prompt_tokens":374,"effective_max_tokens":130698,"original_embedded_prediction":"A","question_sha256":"e1448af5dcb7e4a7a5cf31dd231d4a2b2a3829ce3dabc5d7da48a195c1b39112"} +{"uuid":"gpqa-main-6195cef214f3dfad9869d6d3","benchmark":"gpqa_main","data_index":2602,"repeat_index":6,"sample_id":"gpqa-main-6195cef214f3dfad9869d6d3/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1609,"prompt_tokens":351,"effective_max_tokens":130721,"original_embedded_prediction":"B","question_sha256":"d8a4b11aef2d38271a5ebf2c1802dc875d19737c557efb5990cc4a865a052e7c"} +{"uuid":"gpqa-main-ab4c50e2da12e11b47155f74","benchmark":"gpqa_main","data_index":2596,"repeat_index":6,"sample_id":"gpqa-main-ab4c50e2da12e11b47155f74/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1840,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"b734e134fe4529267a34452ccc5cb2a7d56f7b471273d9e978add607de6f30b6"} +{"uuid":"gpqa-main-ce2839297e4b63e0b36f6300","benchmark":"gpqa_main","data_index":1685,"repeat_index":4,"sample_id":"gpqa-main-ce2839297e4b63e0b36f6300/repeat-4","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":38042,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"80cca49a2f6ae39b2d3a2dfe110572d39720d0831c65246ce20603c40578b118"} +{"uuid":"gpqa-main-4355802640dddd3e060d2a59","benchmark":"gpqa_main","data_index":2099,"repeat_index":5,"sample_id":"gpqa-main-4355802640dddd3e060d2a59/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21514,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"C","question_sha256":"ebe141e8c3f27bb731fd3889679a36aab5827f4caa81d8400d66a6bf492fe486"} +{"uuid":"gpqa-main-4df6eb7fd5661c3196a52be6","benchmark":"gpqa_main","data_index":2589,"repeat_index":6,"sample_id":"gpqa-main-4df6eb7fd5661c3196a52be6/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2221,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"B","question_sha256":"71ef41cf00fbcb9e6751fd492a52caefd2830032777c8824465c1b4ea8dc48ea"} +{"uuid":"gpqa-main-c8bb35d2e6add774a878c895","benchmark":"gpqa_main","data_index":2515,"repeat_index":6,"sample_id":"gpqa-main-c8bb35d2e6add774a878c895/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5015,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"8b5b2cb731b5a7fb6556557d17fc7ef7fb607adfa5050f0d70418eb3b983605b"} +{"uuid":"gpqa-main-67c1e3a67a2a974a3189d06b","benchmark":"gpqa_main","data_index":2632,"repeat_index":6,"sample_id":"gpqa-main-67c1e3a67a2a974a3189d06b/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":438,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"A","question_sha256":"de0e795a2e1639d4babc3235662e71409fadd14e0c80f8551b3db9b4b53aa8de"} +{"uuid":"gpqa-main-d28c5e0e8deb0d1fde12ef5f","benchmark":"gpqa_main","data_index":2113,"repeat_index":5,"sample_id":"gpqa-main-d28c5e0e8deb0d1fde12ef5f/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":21086,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"A","question_sha256":"6913f7a17a2db54c9dcd8af6af20806e66b00fe4bb9691ca42d9f15184908f62"} +{"uuid":"gpqa-main-7e9652f906d908e059401ac2","benchmark":"gpqa_main","data_index":2628,"repeat_index":6,"sample_id":"gpqa-main-7e9652f906d908e059401ac2/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":549,"prompt_tokens":346,"effective_max_tokens":130726,"original_embedded_prediction":"C","question_sha256":"9dda9414807cb4996f3a1deb9214b8aaf93c75e41d35fac14966aba5058f07ff"} +{"uuid":"gpqa-main-3cb5227445654dab4b5dacc2","benchmark":"gpqa_main","data_index":2618,"repeat_index":6,"sample_id":"gpqa-main-3cb5227445654dab4b5dacc2/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1011,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"4b45de4106aaf95114f9bda69339b541037b0eb04b8fd1f40efb6b91ed2a479e"} +{"uuid":"gpqa-main-fe61aa6baba6418fcde1fa11","benchmark":"gpqa_main","data_index":2576,"repeat_index":6,"sample_id":"gpqa-main-fe61aa6baba6418fcde1fa11/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2923,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"73eb245ef4dcc164186307ecd210b767147568ad3c1b03847a63b2e67ac5d0ab"} +{"uuid":"gpqa-main-6dec9c3aba26b3c8623af13e","benchmark":"gpqa_main","data_index":2619,"repeat_index":6,"sample_id":"gpqa-main-6dec9c3aba26b3c8623af13e/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":996,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"656a46f8bac8e8e0767c9a5675871d3f81ff8707ec78f064bca2ccac673d7561"} +{"uuid":"gpqa-main-4c9f4186c5ccd49ab906a399","benchmark":"gpqa_main","data_index":2487,"repeat_index":6,"sample_id":"gpqa-main-4c9f4186c5ccd49ab906a399/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6337,"prompt_tokens":610,"effective_max_tokens":130462,"original_embedded_prediction":"A","question_sha256":"f634534b5e2327dcc39982a4da6dff404f299e9759a0ac957b0f6017fbe7586e"} +{"uuid":"gpqa-main-e17c3d61061a563977ae3c11","benchmark":"gpqa_main","data_index":2548,"repeat_index":6,"sample_id":"gpqa-main-e17c3d61061a563977ae3c11/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4281,"prompt_tokens":352,"effective_max_tokens":130720,"original_embedded_prediction":"C","question_sha256":"41b609bbf5cd4517a7d53e382a762d7b2caa65fd58ea44549bdf7183daf1d2c0"} +{"uuid":"gpqa-main-ae94db70e45f3af66518a393","benchmark":"gpqa_main","data_index":2634,"repeat_index":6,"sample_id":"gpqa-main-ae94db70e45f3af66518a393/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":821,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"357c925128939cb69954fa6d11c54df2209c646ee1d3db2ab6dfea44ae6407b6"} +{"uuid":"gpqa-main-5f044a1bf575df47abc76e1a","benchmark":"gpqa_main","data_index":2650,"repeat_index":6,"sample_id":"gpqa-main-5f044a1bf575df47abc76e1a/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":574,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"56742e4e637e9ad1340d4a8de7af8e0d6ce2447d668cc5b51dfb52dfb0b2b8e9"} +{"uuid":"gpqa-main-77067b016766698b199936c6","benchmark":"gpqa_main","data_index":2647,"repeat_index":6,"sample_id":"gpqa-main-77067b016766698b199936c6/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":666,"prompt_tokens":306,"effective_max_tokens":130766,"original_embedded_prediction":"B","question_sha256":"4c8dd76001266d2c0d3a086b95cb4f68ba3f1b2658186002903315d51bf5bea6"} +{"uuid":"gpqa-main-fd7b1296b8c5ae3f05aa8355","benchmark":"gpqa_main","data_index":2623,"repeat_index":6,"sample_id":"gpqa-main-fd7b1296b8c5ae3f05aa8355/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1264,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"D","question_sha256":"e674bbb69c41e672de8e4c8cbea505f57f0d1fc98a2ae52ced1937ec4c71b62f"} +{"uuid":"gpqa-main-d31323dded27ae0c86cb5c75","benchmark":"gpqa_main","data_index":2617,"repeat_index":6,"sample_id":"gpqa-main-d31323dded27ae0c86cb5c75/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1614,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"8f174dd25b58e6fc8e309577a66d0f5a4f46ed89bf1a5165c0cb561a4e3e33e9"} +{"uuid":"gpqa-main-2601636e383074212d2b5e52","benchmark":"gpqa_main","data_index":2637,"repeat_index":6,"sample_id":"gpqa-main-2601636e383074212d2b5e52/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":954,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"A","question_sha256":"4346808ce2e49e7dd075a69d154a4e1c8d73b71869876d48ffff93747d8898ec"} +{"uuid":"gpqa-main-0293685a5c3ddbc5b15dcfa0","benchmark":"gpqa_main","data_index":2537,"repeat_index":6,"sample_id":"gpqa-main-0293685a5c3ddbc5b15dcfa0/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5113,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"db2ca8d93d5ff50bd9f602bc5b3d339b547349c54c540850544e01393770a4ff"} +{"uuid":"gpqa-main-60c7c63632b1d67ffb8a4fb7","benchmark":"gpqa_main","data_index":2639,"repeat_index":6,"sample_id":"gpqa-main-60c7c63632b1d67ffb8a4fb7/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":991,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"B","question_sha256":"60c9747de98dcd74354ee70ce1049c3c1d1b8d72f4e9848984af5d6ceb1a0c57"} +{"uuid":"gpqa-main-43903740f46e3267ecd42324","benchmark":"gpqa_main","data_index":2655,"repeat_index":6,"sample_id":"gpqa-main-43903740f46e3267ecd42324/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":480,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"b52b0025e64a7d0c0023e98ca9fe1f002e22bd987dd934f74304bd22e6e7da20"} +{"uuid":"gpqa-main-53c8581aa69a3066bf003024","benchmark":"gpqa_main","data_index":2654,"repeat_index":6,"sample_id":"gpqa-main-53c8581aa69a3066bf003024/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":583,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"dbc9784ed2e796c6f534e998f17f2a819df9d6d94cd62aa72bd7fdcbf457c948"} +{"uuid":"gpqa-main-288426a7fecb5facf10219c7","benchmark":"gpqa_main","data_index":2494,"repeat_index":6,"sample_id":"gpqa-main-288426a7fecb5facf10219c7/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6641,"prompt_tokens":321,"effective_max_tokens":130751,"original_embedded_prediction":"D","question_sha256":"7cccb7714b35c30190fb5db64a1b22a36b726b2a007f241961e1e48c82e4acb3"} +{"uuid":"gpqa-main-67410b7a8dc0eaa2a0ad0e33","benchmark":"gpqa_main","data_index":2651,"repeat_index":6,"sample_id":"gpqa-main-67410b7a8dc0eaa2a0ad0e33/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":765,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"bb309e44424b270e31ff68a9df49f0a2f19335280a19eb9a92c5dcd1810cc3e8"} +{"uuid":"gpqa-main-0b01dd8e7881a40d7eb61175","benchmark":"gpqa_main","data_index":2643,"repeat_index":6,"sample_id":"gpqa-main-0b01dd8e7881a40d7eb61175/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1022,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"C","question_sha256":"74998926c571f30bb050d73fd21eee2727687e5a8320253f13d3d84b8605a913"} +{"uuid":"gpqa-main-4657fdc74d4c0bf48aa0b494","benchmark":"gpqa_main","data_index":2605,"repeat_index":6,"sample_id":"gpqa-main-4657fdc74d4c0bf48aa0b494/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2402,"prompt_tokens":343,"effective_max_tokens":130729,"original_embedded_prediction":"B","question_sha256":"ef34764671cecdd517febbdbff1a8cc3542418de05c4a100ef6c30752c1fc8cb"} +{"uuid":"gpqa-main-92c9d90b543b6779261f70f7","benchmark":"gpqa_main","data_index":2563,"repeat_index":6,"sample_id":"gpqa-main-92c9d90b543b6779261f70f7/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4181,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"A","question_sha256":"1c7aff3f5221c2086c7143b43e0c46921a03859d45bfce22f1a1286ece235b1a"} +{"uuid":"gpqa-main-ad77d1e365463a217a2cc25c","benchmark":"gpqa_main","data_index":2652,"repeat_index":6,"sample_id":"gpqa-main-ad77d1e365463a217a2cc25c/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":862,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"B","question_sha256":"7c427847fb1acab7f784c40193a51f13be68ffb38b4336c6bf3ebf112916fc29"} +{"uuid":"gpqa-main-33c3b423f54aabfcfca66691","benchmark":"gpqa_main","data_index":2638,"repeat_index":6,"sample_id":"gpqa-main-33c3b423f54aabfcfca66691/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1233,"prompt_tokens":323,"effective_max_tokens":130749,"original_embedded_prediction":"A","question_sha256":"d3ede1ef1590cafbeca0278be62d75df7a0ca03bdf527b454a132420994473ae"} +{"uuid":"gpqa-main-d98819c9bc2a4086534acf1b","benchmark":"gpqa_main","data_index":2585,"repeat_index":6,"sample_id":"gpqa-main-d98819c9bc2a4086534acf1b/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3381,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"d53ea2c13c1ce696b626852774a73a189571a138a5fd872cdd3bb15f21f0bf06"} +{"uuid":"gpqa-main-64193be5f9a6bbd67bec4010","benchmark":"gpqa_main","data_index":2432,"repeat_index":6,"sample_id":"gpqa-main-64193be5f9a6bbd67bec4010/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9192,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"C","question_sha256":"373990fe818e4182469d242b845eeb2f78db2f00cfb3a8fdbd2dbd696e08d552"} +{"uuid":"gpqa-main-9f0f463200d404d2c62eca59","benchmark":"gpqa_main","data_index":2624,"repeat_index":6,"sample_id":"gpqa-main-9f0f463200d404d2c62eca59/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1677,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"6ed199510dead1f6bd4eaa9162909d9481bd2201f8d9444ee60a2e0e2f20528c"} +{"uuid":"gpqa-main-87740f520845c3f77369e5a1","benchmark":"gpqa_main","data_index":2562,"repeat_index":6,"sample_id":"gpqa-main-87740f520845c3f77369e5a1/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4452,"prompt_tokens":188,"effective_max_tokens":130884,"original_embedded_prediction":"D","question_sha256":"f6c5a12c2cd600eeb524956c760164ff890d185cffd979bfba482f46aa46a1ac"} +{"uuid":"gpqa-main-b36b446fe10911202d34a473","benchmark":"gpqa_main","data_index":2663,"repeat_index":6,"sample_id":"gpqa-main-b36b446fe10911202d34a473/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":447,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"a817452b182acac6761625a70d62a32f2da8fc7a708397cb06f4ad35d5fb18f8"} +{"uuid":"gpqa-main-3f9251e093c698e0c2fa2826","benchmark":"gpqa_main","data_index":2662,"repeat_index":6,"sample_id":"gpqa-main-3f9251e093c698e0c2fa2826/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":565,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"252debe46c4fa81fca060b5a84d473e7c0bf04c99b8b5f54aab8119f22de36b4"} +{"uuid":"gpqa-main-8dd5ae41d915a09d1c8b9add","benchmark":"gpqa_main","data_index":2465,"repeat_index":6,"sample_id":"gpqa-main-8dd5ae41d915a09d1c8b9add/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8374,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"B","question_sha256":"8a246eed19ab5f877aa822da432a7aaa0f52615ea4655b0a89995d374971cd27"} +{"uuid":"gpqa-main-731d6908d225dc9f463d1297","benchmark":"gpqa_main","data_index":2592,"repeat_index":6,"sample_id":"gpqa-main-731d6908d225dc9f463d1297/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3536,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"B","question_sha256":"4774928b0a0c7cdc6d9c17102d2e01adad07f5a344858c23bbc63520a74724d7"} +{"uuid":"gpqa-main-5a280dae7286e8bab3887904","benchmark":"gpqa_main","data_index":2516,"repeat_index":6,"sample_id":"gpqa-main-5a280dae7286e8bab3887904/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6573,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"C","question_sha256":"b8398a470c0a1a045a6dcf2005bd8e8351bdf75ffa7c473958cf3c4b5d4fb288"} +{"uuid":"gpqa-main-a39e48c3dd280f4d62399e78","benchmark":"gpqa_main","data_index":2675,"repeat_index":6,"sample_id":"gpqa-main-a39e48c3dd280f4d62399e78/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":500,"prompt_tokens":397,"effective_max_tokens":130675,"original_embedded_prediction":"D","question_sha256":"721c25455cfe9ff83ae29b7ba79700cb78268040d9773283d4d8afebd849187b"} +{"uuid":"gpqa-main-55f2934c4eb0b8293b1d65aa","benchmark":"gpqa_main","data_index":2141,"repeat_index":5,"sample_id":"gpqa-main-55f2934c4eb0b8293b1d65aa/repeat-5","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21608,"prompt_tokens":314,"effective_max_tokens":130758,"original_embedded_prediction":"C","question_sha256":"790d06fbc2ae95b0429cab870e5895c5de8a75b14d0bda1401b1503293606c67"} +{"uuid":"gpqa-main-2651d2e67639a9e1741c23d7","benchmark":"gpqa_main","data_index":2665,"repeat_index":6,"sample_id":"gpqa-main-2651d2e67639a9e1741c23d7/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":785,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"B","question_sha256":"4dde21b33c78ccf27d8f3043edfe68636929e2ed7d52841b78b767027425afcb"} +{"uuid":"gpqa-main-ad37592fd14aa64b9045a2c4","benchmark":"gpqa_main","data_index":2678,"repeat_index":6,"sample_id":"gpqa-main-ad37592fd14aa64b9045a2c4/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":282,"prompt_tokens":142,"effective_max_tokens":130930,"original_embedded_prediction":"B","question_sha256":"1b3ff6b6ef905e2e7d9fad403ad7bcef59c07ba5858ab30374d9c1f3f07e7dee"} +{"uuid":"gpqa-main-fc2653b5d83e082e9e4f6390","benchmark":"gpqa_main","data_index":2608,"repeat_index":6,"sample_id":"gpqa-main-fc2653b5d83e082e9e4f6390/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3099,"prompt_tokens":429,"effective_max_tokens":130643,"original_embedded_prediction":"B","question_sha256":"d039314a334267e1364c2bb5dc0ab4e72b6b86a69936c2f7f318902ffc422f15"} +{"uuid":"gpqa-main-219ad07bcb0cda7b85845999","benchmark":"gpqa_main","data_index":2575,"repeat_index":6,"sample_id":"gpqa-main-219ad07bcb0cda7b85845999/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4630,"prompt_tokens":412,"effective_max_tokens":130660,"original_embedded_prediction":"B","question_sha256":"a6336c3b0760d09010077fee728ae5348e4421bcfcbbc8bb9c4a72d541ddfb24"} +{"uuid":"gpqa-main-bceb5bf342ad44aac4fdbe55","benchmark":"gpqa_main","data_index":2427,"repeat_index":6,"sample_id":"gpqa-main-bceb5bf342ad44aac4fdbe55/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10126,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"B","question_sha256":"20d48d5f0a9a8b77bea35e72a90794c2d2147aa8321ae6aa60e84491688a0803"} +{"uuid":"gpqa-main-0fb808246cf99919fa61cf95","benchmark":"gpqa_main","data_index":2672,"repeat_index":6,"sample_id":"gpqa-main-0fb808246cf99919fa61cf95/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":894,"prompt_tokens":415,"effective_max_tokens":130657,"original_embedded_prediction":"A","question_sha256":"8dd19f310e71e68caf9619c551faf073baee082c2fdae90e86d766c8f04dd15c"} +{"uuid":"gpqa-main-e31881ef9b38bb3d802fa432","benchmark":"gpqa_main","data_index":2629,"repeat_index":6,"sample_id":"gpqa-main-e31881ef9b38bb3d802fa432/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2401,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"A","question_sha256":"d2b3b2f779f59635b5b67b63d55e4ada87e7ff867992c7a0b26b010dac9f8650"} +{"uuid":"gpqa-main-f6a21b5c88fe41ca6a55591f","benchmark":"gpqa_main","data_index":2658,"repeat_index":6,"sample_id":"gpqa-main-f6a21b5c88fe41ca6a55591f/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1273,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"b0808ff670ee04ab6af9402dbf89fd865b5fcc16ca43f81c6b8ed06e07bd5ee2"} +{"uuid":"gpqa-main-50b06dfa0f6f3a64a58faa00","benchmark":"gpqa_main","data_index":2601,"repeat_index":6,"sample_id":"gpqa-main-50b06dfa0f6f3a64a58faa00/repeat-6","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3852,"prompt_tokens":2889,"effective_max_tokens":128183,"original_embedded_prediction":"A","question_sha256":"6d83e75112500dd8a0852c4eaa9859c4fb625c97bdf5f7d5c532bcd6347ea1a8"} +{"uuid":"gpqa-main-8523e39e7dc895f15a06a403","benchmark":"gpqa_main","data_index":2635,"repeat_index":6,"sample_id":"gpqa-main-8523e39e7dc895f15a06a403/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2304,"prompt_tokens":243,"effective_max_tokens":130829,"original_embedded_prediction":"C","question_sha256":"9809fdeb256e4181e9705fa439a61deb6dbe804bfb80ffab6cb1bd4565faa027"} +{"uuid":"gpqa-main-dd8409336990c7459796bf16","benchmark":"gpqa_main","data_index":2539,"repeat_index":6,"sample_id":"gpqa-main-dd8409336990c7459796bf16/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6262,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"609aca38a7fb3090a0f30d6d141ac5d22646fb06ba18f8c71758e099668e5bf5"} +{"uuid":"gpqa-main-4fb391edde117a3fa772fe15","benchmark":"gpqa_main","data_index":2299,"repeat_index":5,"sample_id":"gpqa-main-4fb391edde117a3fa772fe15/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":15802,"prompt_tokens":230,"effective_max_tokens":130842,"original_embedded_prediction":"A","question_sha256":"5131eb311b518c1f3eade66e9c0f4df88aa05e6477bb06e86e3ac1e6fc1ea102"} +{"uuid":"gpqa-main-7c103d3006e7e5942b17dfc2","benchmark":"gpqa_main","data_index":2649,"repeat_index":6,"sample_id":"gpqa-main-7c103d3006e7e5942b17dfc2/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2076,"prompt_tokens":254,"effective_max_tokens":130818,"original_embedded_prediction":"D","question_sha256":"851c6624380df7dd30fbf4b482add6ae0543525ac196eb146f0d1eb73a673d6c"} +{"uuid":"gpqa-main-539a673f0443ba9cdc31b864","benchmark":"gpqa_main","data_index":2571,"repeat_index":6,"sample_id":"gpqa-main-539a673f0443ba9cdc31b864/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5218,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"A","question_sha256":"d25187b99e4997c1700ffeb87fd595e878957e452f20a2f00d5489fecd0b3b30"} +{"uuid":"gpqa-main-fcf4fc69f21da83688056521","benchmark":"gpqa_main","data_index":2667,"repeat_index":6,"sample_id":"gpqa-main-fcf4fc69f21da83688056521/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1331,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"691112dd08aec41d1dfd7a48bf6e56a828dc8b340887ad6364daff290f8a88c4"} +{"uuid":"gpqa-main-7093e90be0c6d72d98ef432c","benchmark":"gpqa_main","data_index":2660,"repeat_index":6,"sample_id":"gpqa-main-7093e90be0c6d72d98ef432c/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1506,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"A","question_sha256":"d73f092255e75c14953338c7dc17fa9e41c6378f650bac797b23d3c68133744d"} +{"uuid":"gpqa-main-aa684f4d5d7c6b9ced383e24","benchmark":"gpqa_main","data_index":2607,"repeat_index":6,"sample_id":"gpqa-main-aa684f4d5d7c6b9ced383e24/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3652,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"96a58da5e1708d76485e32741b0ecddc1bea407ebb53997d2f36e8827f2f2ac9"} +{"uuid":"gpqa-main-1754a508e794225bd932adeb","benchmark":"gpqa_main","data_index":2357,"repeat_index":6,"sample_id":"gpqa-main-1754a508e794225bd932adeb/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13403,"prompt_tokens":276,"effective_max_tokens":130796,"original_embedded_prediction":"C","question_sha256":"16464cac7090a24d3b5a0bf989e1699bafd2dd7b1555e816a1f77804d8e890db"} +{"uuid":"gpqa-main-e069314491adb5be236d3fe7","benchmark":"gpqa_main","data_index":2306,"repeat_index":6,"sample_id":"gpqa-main-e069314491adb5be236d3fe7/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15760,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"B","question_sha256":"2662eff7a6231613f45042d2ef5df63caaeb5a326d264e93009a737a99fb27bb"} +{"uuid":"gpqa-main-1989edb8041cc1c94659dcc4","benchmark":"gpqa_main","data_index":2644,"repeat_index":6,"sample_id":"gpqa-main-1989edb8041cc1c94659dcc4/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2475,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"364ddb1397abdc7ae2201c88354f8df3f89b63c28330217a94cf8cf96c19ae54"} +{"uuid":"gpqa-main-d9fdff837cb2d2e4d1e81014","benchmark":"gpqa_main","data_index":2687,"repeat_index":6,"sample_id":"gpqa-main-d9fdff837cb2d2e4d1e81014/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":691,"prompt_tokens":153,"effective_max_tokens":130919,"original_embedded_prediction":"D","question_sha256":"021732e23dc83767a3bfeabac85945e664d0c83c8f4cd2ecee91855cda0b0d54"} +{"uuid":"gpqa-main-9254c2db95aeb7ad8ae8a32d","benchmark":"gpqa_main","data_index":2599,"repeat_index":6,"sample_id":"gpqa-main-9254c2db95aeb7ad8ae8a32d/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4497,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"183797b844f5aaf0d4762d5da650b2a14964b261306db104b29a00499b949bd6"} +{"uuid":"gpqa-main-4f958672c6f9249c44f2f9b9","benchmark":"gpqa_main","data_index":2491,"repeat_index":6,"sample_id":"gpqa-main-4f958672c6f9249c44f2f9b9/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8429,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"C","question_sha256":"7d91198c9c48996b89ebbb62d8d76d86e32d7c14fb108c7491c9ff812263613a"} +{"uuid":"gpqa-main-544e43760baf2de3b5be5741","benchmark":"gpqa_main","data_index":2673,"repeat_index":6,"sample_id":"gpqa-main-544e43760baf2de3b5be5741/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1541,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"A","question_sha256":"89418be241a19daa5c02878e565ee51b73f6f2c9bcafffaf554b45989088c1d8"} +{"uuid":"gpqa-main-d8d5dbb2aa6f203775147357","benchmark":"gpqa_main","data_index":2622,"repeat_index":6,"sample_id":"gpqa-main-d8d5dbb2aa6f203775147357/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3389,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"bb18da47ffe6578fb5b30d30128525e8addf5e823c1985c70c606c89ce8d4d7e"} +{"uuid":"gpqa-main-55aa21aa9a62e56aab915b32","benchmark":"gpqa_main","data_index":2606,"repeat_index":6,"sample_id":"gpqa-main-55aa21aa9a62e56aab915b32/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4107,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"e6eba602b3eef649fed522c6b8737556699845aee5b419773938063ec6b83257"} +{"uuid":"gpqa-main-443f8ea9f271c4442521f8e4","benchmark":"gpqa_main","data_index":2603,"repeat_index":6,"sample_id":"gpqa-main-443f8ea9f271c4442521f8e4/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4253,"prompt_tokens":326,"effective_max_tokens":130746,"original_embedded_prediction":"B","question_sha256":"9211da2d82adb786850c236cd14fc05728eb04599b0abc0202714ba6bd385d19"} +{"uuid":"gpqa-main-e47ea8383f43129dec459997","benchmark":"gpqa_main","data_index":2588,"repeat_index":6,"sample_id":"gpqa-main-e47ea8383f43129dec459997/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4954,"prompt_tokens":262,"effective_max_tokens":130810,"original_embedded_prediction":"D","question_sha256":"9e7260c352d5970f26856e94943b008fa72ebf3264a0e2790592a41209cfac2d"} +{"uuid":"gpqa-main-f635511b161f39dc301e05eb","benchmark":"gpqa_main","data_index":2584,"repeat_index":6,"sample_id":"gpqa-main-f635511b161f39dc301e05eb/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5041,"prompt_tokens":650,"effective_max_tokens":130422,"original_embedded_prediction":"D","question_sha256":"cb7f697eb685eca3061fc46cacb94c19aba74add8390e74234ade788b9fa4ff3"} +{"uuid":"gpqa-main-18347a23c4b32df1f0b31d1a","benchmark":"gpqa_main","data_index":2699,"repeat_index":7,"sample_id":"gpqa-main-18347a23c4b32df1f0b31d1a/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":526,"prompt_tokens":438,"effective_max_tokens":130634,"original_embedded_prediction":"C","question_sha256":"f69ff8c0001cb2bdea3e51d7d4063a70e8b64bf6f735f62088f0ace464bbe468"} +{"uuid":"gpqa-main-de59169ce40a93ff305f9a41","benchmark":"gpqa_main","data_index":2688,"repeat_index":7,"sample_id":"gpqa-main-de59169ce40a93ff305f9a41/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":924,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"A","question_sha256":"c5859c729f1f8217c8555103da018a579f07eb8df38d8389383b2f4634573327"} +{"uuid":"gpqa-main-992d40815d86851a9f6e7230","benchmark":"gpqa_main","data_index":2689,"repeat_index":7,"sample_id":"gpqa-main-992d40815d86851a9f6e7230/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":915,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"b698ebb0cb6d3abffa554435859e51f21dd11a9955cfceece2c7a6fa9b0e2023"} +{"uuid":"gpqa-main-24659eabc462bf7fb5295951","benchmark":"gpqa_main","data_index":2569,"repeat_index":6,"sample_id":"gpqa-main-24659eabc462bf7fb5295951/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6116,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"f26df2fb1b4182bacbf5d951a583b120ed154d22ea6f9659ed264ae020297543"} +{"uuid":"gpqa-main-83f8b78e2bcb92bda5c03787","benchmark":"gpqa_main","data_index":2640,"repeat_index":6,"sample_id":"gpqa-main-83f8b78e2bcb92bda5c03787/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3323,"prompt_tokens":162,"effective_max_tokens":130910,"original_embedded_prediction":"B","question_sha256":"1f06efeb2323c27b7a92e2f6b6d0f631f5b1caa5357a701f99ff4c3d08286bcf"} +{"uuid":"gpqa-main-c5506c52a996021a33525b24","benchmark":"gpqa_main","data_index":2546,"repeat_index":6,"sample_id":"gpqa-main-c5506c52a996021a33525b24/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7150,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"ec867cdcf4e586ae70e24b76b87230ee2b48ec67a5234d7a682f06f846fbdf0d"} +{"uuid":"gpqa-main-ca986cf878bcb98d3bdf6b0a","benchmark":"gpqa_main","data_index":2556,"repeat_index":6,"sample_id":"gpqa-main-ca986cf878bcb98d3bdf6b0a/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6795,"prompt_tokens":553,"effective_max_tokens":130519,"original_embedded_prediction":"D","question_sha256":"03946dc24ec69699ccf0d502676d0724f19c404c61b61996d4b5d979f21785da"} +{"uuid":"gpqa-main-4c4e7752fc041224f19d3f9a","benchmark":"gpqa_main","data_index":2614,"repeat_index":6,"sample_id":"gpqa-main-4c4e7752fc041224f19d3f9a/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4178,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"a7183bc025131850f86e24e7faa64e367e334f399dbbc968c1e6069905fe8c28"} +{"uuid":"gpqa-main-cda1b642d52c30858bcdf7a3","benchmark":"gpqa_main","data_index":2715,"repeat_index":7,"sample_id":"gpqa-main-cda1b642d52c30858bcdf7a3/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":377,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"85f5a80c90290184ac6ec65307174970563ac9442644e868f064c886836d7a25"} +{"uuid":"gpqa-main-c5fc0037165678ab354bad30","benchmark":"gpqa_main","data_index":2533,"repeat_index":6,"sample_id":"gpqa-main-c5fc0037165678ab354bad30/repeat-6","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7697,"prompt_tokens":158,"effective_max_tokens":130914,"original_embedded_prediction":"D","question_sha256":"cc55519c3a9058d775356db9fd87b9279f120f69e3d435e9886ed87f62c6a229"} +{"uuid":"gpqa-main-7c04a20e5411bd3e0a2bc2c8","benchmark":"gpqa_main","data_index":2531,"repeat_index":6,"sample_id":"gpqa-main-7c04a20e5411bd3e0a2bc2c8/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7750,"prompt_tokens":413,"effective_max_tokens":130659,"original_embedded_prediction":"B","question_sha256":"e23b62b19c3ab4ec896e631f56a7a92ed38aca13300af7a7b449b979999886f3"} +{"uuid":"gpqa-main-d1e25804e939f97ca872c78e","benchmark":"gpqa_main","data_index":2467,"repeat_index":6,"sample_id":"gpqa-main-d1e25804e939f97ca872c78e/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10177,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"bd713289ab1ffc1ab982f7411da433944bdaa2ce87595d2c1bba8580a8b47bdb"} +{"uuid":"gpqa-main-ff85a5ccc5b465a708f70be3","benchmark":"gpqa_main","data_index":2717,"repeat_index":7,"sample_id":"gpqa-main-ff85a5ccc5b465a708f70be3/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":185,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"f86f6ace621f9a5dc4c1d23e2bb2d546e1ca384df523a7a90d793b41a43ebfc6"} +{"uuid":"gpqa-main-1af843966aecfd5da1f08dd6","benchmark":"gpqa_main","data_index":2694,"repeat_index":7,"sample_id":"gpqa-main-1af843966aecfd5da1f08dd6/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1361,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"A","question_sha256":"13e7c71f8aae7040bd98bd6b7bfe361f01f9aa9f4fd4b6095b40f97963688bdc"} +{"uuid":"gpqa-main-0d56f92dcb32c3f0494a4705","benchmark":"gpqa_main","data_index":2703,"repeat_index":7,"sample_id":"gpqa-main-0d56f92dcb32c3f0494a4705/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1054,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"D","question_sha256":"d48362abba761cef50927ef586befd9a2fdb343aa19b2fa457ee74fb6dbfb56b"} +{"uuid":"gpqa-main-ff45876351041ad1ce200bb4","benchmark":"gpqa_main","data_index":2627,"repeat_index":6,"sample_id":"gpqa-main-ff45876351041ad1ce200bb4/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3914,"prompt_tokens":345,"effective_max_tokens":130727,"original_embedded_prediction":"B","question_sha256":"32bdeb2d6746cedbaa666a09cbe9ff84eedb094a4f81edb9c09ab191add49c41"} +{"uuid":"gpqa-main-0069a2b69e59906ffd6ca400","benchmark":"gpqa_main","data_index":2595,"repeat_index":6,"sample_id":"gpqa-main-0069a2b69e59906ffd6ca400/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5498,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"409fe9f5585adb91b6eded6462ef297118cee805597838bb23fa38eb32789450"} +{"uuid":"gpqa-main-513a35e22e5c48f5b3b0518a","benchmark":"gpqa_main","data_index":2587,"repeat_index":6,"sample_id":"gpqa-main-513a35e22e5c48f5b3b0518a/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5841,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"A","question_sha256":"b4baa0b1a21db872411dec993670e6c6bc360a94404305cc5d3ecc9264fdf913"} +{"uuid":"gpqa-main-47999f808ae4df35fd817dd2","benchmark":"gpqa_main","data_index":2702,"repeat_index":7,"sample_id":"gpqa-main-47999f808ae4df35fd817dd2/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1280,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"0b24415e0a51d238b6f9b4a8ae6a56386da27f195c825aa8d124ca3e7adc5bb9"} +{"uuid":"gpqa-main-d022f771c467d057bbb527d0","benchmark":"gpqa_main","data_index":2727,"repeat_index":7,"sample_id":"gpqa-main-d022f771c467d057bbb527d0/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":220,"prompt_tokens":192,"effective_max_tokens":130880,"original_embedded_prediction":"A","question_sha256":"f3fdb78f6fe3c60a21e29d92babec94b4d8c0f6e012394045833653cbdb1a4d7"} +{"uuid":"gpqa-main-810618179b41cff3d8593ba5","benchmark":"gpqa_main","data_index":2711,"repeat_index":7,"sample_id":"gpqa-main-810618179b41cff3d8593ba5/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1049,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"4f7077a78998cfa5dbe881d51f9f859973bb281cce9f5a2bde9d5475cc520111"} +{"uuid":"gpqa-main-ad8f0afd2f116341ed3a69c0","benchmark":"gpqa_main","data_index":2728,"repeat_index":7,"sample_id":"gpqa-main-ad8f0afd2f116341ed3a69c0/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":395,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"b6c9142bf69c50d0a62b5b8254344b66610ca208a646e6a69a606819b7eb1bf8"} +{"uuid":"gpqa-main-21bf0d1bb4513b046dfdf875","benchmark":"gpqa_main","data_index":2710,"repeat_index":7,"sample_id":"gpqa-main-21bf0d1bb4513b046dfdf875/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1162,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"916a1ca795d38f4c815c99d6f162f52af934ee4e1b0d100dc0a7fb747631f7a7"} +{"uuid":"gpqa-main-7e29412fd534df20c4a23267","benchmark":"gpqa_main","data_index":2391,"repeat_index":6,"sample_id":"gpqa-main-7e29412fd534df20c4a23267/repeat-6","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14085,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"A","question_sha256":"7fda2b6ca2ff9984ace9bf53f465cebb4b8d963f7ddcb5aa5f5015cd6989be42"} +{"uuid":"gpqa-main-950b8724526dc5d718438bec","benchmark":"gpqa_main","data_index":2700,"repeat_index":7,"sample_id":"gpqa-main-950b8724526dc5d718438bec/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1756,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"B","question_sha256":"d81eab0b3deeedb23d68076a8f0de5ca6461b5d2d1a7da228f6a0b6ba6ca53e7"} +{"uuid":"gpqa-main-11b88a6212278288c390be69","benchmark":"gpqa_main","data_index":2641,"repeat_index":6,"sample_id":"gpqa-main-11b88a6212278288c390be69/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4170,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"C","question_sha256":"29eb581590e7852467849e4c58c5e3b1b97736035880adbd4e12298c320ac7e4"} +{"uuid":"gpqa-main-f0a74958c23332566374eae8","benchmark":"gpqa_main","data_index":2549,"repeat_index":6,"sample_id":"gpqa-main-f0a74958c23332566374eae8/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8042,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"D","question_sha256":"0122463c60c1fa5ad768f1fc6147fd593b46126713e705864d5de5632804d4b5"} +{"uuid":"gpqa-main-398c3b21ff64a0edc7ed8444","benchmark":"gpqa_main","data_index":2501,"repeat_index":6,"sample_id":"gpqa-main-398c3b21ff64a0edc7ed8444/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9700,"prompt_tokens":839,"effective_max_tokens":130233,"original_embedded_prediction":"D","question_sha256":"8efc35cf270e2b051ad9ae732723df9c7261cecaf1410edf2c43f3ca7aa749cc"} +{"uuid":"gpqa-main-91b254f1e1c8041fbc1a3222","benchmark":"gpqa_main","data_index":2664,"repeat_index":6,"sample_id":"gpqa-main-91b254f1e1c8041fbc1a3222/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3322,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"35cf9161cc3c5b82d0770ab2b2fdef4a970ddae93523dee3a6bde8574e79b13d"} +{"uuid":"gpqa-main-63f2aea89eec9b67abe0bacf","benchmark":"gpqa_main","data_index":2097,"repeat_index":5,"sample_id":"gpqa-main-63f2aea89eec9b67abe0bacf/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":25841,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"D","question_sha256":"32596b406efecc4795e9f82b1d00f89787b9ed9e4f9d6239bed8194f13da06e7"} +{"uuid":"gpqa-main-7239e8e1a6f52b11d89b376d","benchmark":"gpqa_main","data_index":2723,"repeat_index":7,"sample_id":"gpqa-main-7239e8e1a6f52b11d89b376d/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":965,"prompt_tokens":359,"effective_max_tokens":130713,"original_embedded_prediction":"D","question_sha256":"6b778965b4593497cd5378ecaa94e84f97d2910300038afb6590a8e9376b791c"} +{"uuid":"gpqa-main-3ebc2c6c608ed7f5e7bf9463","benchmark":"gpqa_main","data_index":2708,"repeat_index":7,"sample_id":"gpqa-main-3ebc2c6c608ed7f5e7bf9463/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1682,"prompt_tokens":286,"effective_max_tokens":130786,"original_embedded_prediction":"B","question_sha256":"81bfcfb746da8dbf79e11ca4c419d5416ea1be46678f915598ebe3f9c6b6fc32"} +{"uuid":"gpqa-main-d750e02b8d42b4b4d6aba4b9","benchmark":"gpqa_main","data_index":2729,"repeat_index":7,"sample_id":"gpqa-main-d750e02b8d42b4b4d6aba4b9/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":793,"prompt_tokens":944,"effective_max_tokens":130128,"original_embedded_prediction":"D","question_sha256":"5ea7e9b17f677439bf5f6e43169cb794916985d1c5964f6a0d8becf3f9e3b7ad"} +{"uuid":"gpqa-main-a1ec72afe45eedbea242cd73","benchmark":"gpqa_main","data_index":2732,"repeat_index":7,"sample_id":"gpqa-main-a1ec72afe45eedbea242cd73/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":727,"prompt_tokens":310,"effective_max_tokens":130762,"original_embedded_prediction":"A","question_sha256":"e87180319d813402cf71637950d93636988703d0477e2bb79fb03a1d2df9afe3"} +{"uuid":"gpqa-main-fd21f7c7356e7f51f0cabd07","benchmark":"gpqa_main","data_index":2505,"repeat_index":6,"sample_id":"gpqa-main-fd21f7c7356e7f51f0cabd07/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9861,"prompt_tokens":601,"effective_max_tokens":130471,"original_embedded_prediction":"D","question_sha256":"db246f6acae65ff2e4bb6caad314b6583cd0085f0d81b1b20515ca2fe73b6f72"} +{"uuid":"gpqa-main-b306a5cb19a37a5923ddeda3","benchmark":"gpqa_main","data_index":2679,"repeat_index":6,"sample_id":"gpqa-main-b306a5cb19a37a5923ddeda3/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3015,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"10d0692d1c6af6008ffff69894cb0183dafbb80748247a3a0e1961e87f1e7c9f"} +{"uuid":"gpqa-main-9baab02407bb5e317c8c71c4","benchmark":"gpqa_main","data_index":2334,"repeat_index":6,"sample_id":"gpqa-main-9baab02407bb5e317c8c71c4/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16578,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"C","question_sha256":"4c49b01c534dd76a31b5023fe34fe490913c400dc715a3fa7a874695ca10b949"} +{"uuid":"gpqa-main-f79cea2e3c2e242b6e0da4d5","benchmark":"gpqa_main","data_index":2742,"repeat_index":7,"sample_id":"gpqa-main-f79cea2e3c2e242b6e0da4d5/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":333,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"D","question_sha256":"bdc1ab103002886dcbe879cd751d3e27b8ba6e988859bb80422ea04871269448"} +{"uuid":"gpqa-main-45b8834e3ed027ec73e9cb93","benchmark":"gpqa_main","data_index":2630,"repeat_index":6,"sample_id":"gpqa-main-45b8834e3ed027ec73e9cb93/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4983,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"D","question_sha256":"14a2ed1ddcecc5a3752c954a0c07f0e2ae102378d648cc66bd57385516fbbe20"} +{"uuid":"gpqa-main-1f0af84f0bdb1b68af6a7719","benchmark":"gpqa_main","data_index":2685,"repeat_index":6,"sample_id":"gpqa-main-1f0af84f0bdb1b68af6a7719/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2863,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"D","question_sha256":"47eb07162cc525d2e6a87977deb802204fed59b801dd5e2935cc6edb3c036af1"} +{"uuid":"gpqa-main-55e31c256bb6191d94e6db4d","benchmark":"gpqa_main","data_index":2666,"repeat_index":6,"sample_id":"gpqa-main-55e31c256bb6191d94e6db4d/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3704,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"126561d6b58fa17bbaffda56837acaf8fab4bf282ccdfdcc2c7a97bfe520889c"} +{"uuid":"gpqa-main-39045ad4d1274d0e56839d7b","benchmark":"gpqa_main","data_index":2680,"repeat_index":6,"sample_id":"gpqa-main-39045ad4d1274d0e56839d7b/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3129,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"429df35a12720ff87021b558515bede2e2590914376178a956309c141594787f"} +{"uuid":"gpqa-main-b7ef729c55e0cb48c67bca16","benchmark":"gpqa_main","data_index":2719,"repeat_index":7,"sample_id":"gpqa-main-b7ef729c55e0cb48c67bca16/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1428,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"B","question_sha256":"732a49f65a753e1d2c9ebb525ad8cc4c9ea6aa812fdc5eda3c630aa4aa35c7b5"} +{"uuid":"gpqa-main-6364129e0f80d3896a3d60e2","benchmark":"gpqa_main","data_index":2001,"repeat_index":5,"sample_id":"gpqa-main-6364129e0f80d3896a3d60e2/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":30462,"prompt_tokens":526,"effective_max_tokens":130546,"original_embedded_prediction":"A","question_sha256":"123161632faf32d9079808c0fb48f9d5492735ab0a8290fe32ca2f58fad36797"} +{"uuid":"gpqa-main-485d6d2d8d4ef097891a30ae","benchmark":"gpqa_main","data_index":2674,"repeat_index":6,"sample_id":"gpqa-main-485d6d2d8d4ef097891a30ae/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3559,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"B","question_sha256":"c6a4a4365a6f088ad7d433e788ad1983c25ce2a6965fa332c2fd4f61eea9bbbc"} +{"uuid":"gpqa-main-834c95c23407a9d2c736d2ee","benchmark":"gpqa_main","data_index":2745,"repeat_index":7,"sample_id":"gpqa-main-834c95c23407a9d2c736d2ee/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":433,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"bb698537245b51d08b5d5a6cecdfd1a4e34f7ac0f17e13da8d713af9341a9366"} +{"uuid":"gpqa-main-50467ff0a4937693425f108b","benchmark":"gpqa_main","data_index":2695,"repeat_index":7,"sample_id":"gpqa-main-50467ff0a4937693425f108b/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2673,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"A","question_sha256":"ee40e0ba47746454343829f9f66dd4d391816fe24ca19edf78fcce05cf1f26d8"} +{"uuid":"gpqa-main-01e62a7b7362ebd043bef6f7","benchmark":"gpqa_main","data_index":2532,"repeat_index":6,"sample_id":"gpqa-main-01e62a7b7362ebd043bef6f7/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9436,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"339602fd0ae9cbdaef368f3dcff01cd2d212565d5c7830b14c0fd29de1cb58d6"} +{"uuid":"gpqa-main-9b60a112c6568a530227ce47","benchmark":"gpqa_main","data_index":2736,"repeat_index":7,"sample_id":"gpqa-main-9b60a112c6568a530227ce47/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1003,"prompt_tokens":443,"effective_max_tokens":130629,"original_embedded_prediction":"D","question_sha256":"4dd7bd0636dc935d4359866d23d365353db91692ab9b80b438a3f65683abf4e7"} +{"uuid":"gpqa-main-3d4249ae7ea85a07b7726fff","benchmark":"gpqa_main","data_index":2697,"repeat_index":7,"sample_id":"gpqa-main-3d4249ae7ea85a07b7726fff/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2910,"prompt_tokens":265,"effective_max_tokens":130807,"original_embedded_prediction":"C","question_sha256":"f3a651caf4cc86d7183e2aa4e94783901dfd4ba7026521589b0aa1f1c95b0e55"} +{"uuid":"gpqa-main-5f336d7998263d21db8f15c1","benchmark":"gpqa_main","data_index":2738,"repeat_index":7,"sample_id":"gpqa-main-5f336d7998263d21db8f15c1/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1141,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"C","question_sha256":"5028b464f9ac881885af02d0d7fda29d17165d3804f0f84dbc2e8f6dbd923739"} +{"uuid":"gpqa-main-efc527af4c77c27856f0d201","benchmark":"gpqa_main","data_index":2748,"repeat_index":7,"sample_id":"gpqa-main-efc527af4c77c27856f0d201/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":759,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"C","question_sha256":"29ffae74d292a9a38f72dd8e95efab3be752912b79e848701193359c657937f6"} +{"uuid":"gpqa-main-4df6eb7fd5661c3196a52be6","benchmark":"gpqa_main","data_index":2205,"repeat_index":5,"sample_id":"gpqa-main-4df6eb7fd5661c3196a52be6/repeat-5","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":22753,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"B","question_sha256":"71ef41cf00fbcb9e6751fd492a52caefd2830032777c8824465c1b4ea8dc48ea"} +{"uuid":"gpqa-main-e10311e2a20f5ef70b44af1a","benchmark":"gpqa_main","data_index":2684,"repeat_index":6,"sample_id":"gpqa-main-e10311e2a20f5ef70b44af1a/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3714,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"D","question_sha256":"840fab180da436fa17bd480d15eb270c8be4535800795f8fe8c3d0b1ac29ca9d"} +{"uuid":"gpqa-main-8db8ffb39e6d3e618c8d388c","benchmark":"gpqa_main","data_index":2744,"repeat_index":7,"sample_id":"gpqa-main-8db8ffb39e6d3e618c8d388c/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1094,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"B","question_sha256":"28dff82ab12e25f0b479054be2f5d8b597951c2458e383bb25cf488b09c98ff5"} +{"uuid":"gpqa-main-5334e8bdecfbd08a0fceb69b","benchmark":"gpqa_main","data_index":2735,"repeat_index":7,"sample_id":"gpqa-main-5334e8bdecfbd08a0fceb69b/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1533,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"B","question_sha256":"0c1cc6cb8c9b9a25c645b86bbada068207876248621f0327486d559892b7a8a9"} +{"uuid":"gpqa-main-5af38d4af998e6cc090b76a4","benchmark":"gpqa_main","data_index":2670,"repeat_index":6,"sample_id":"gpqa-main-5af38d4af998e6cc090b76a4/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4488,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"b20325f500465457b07762e2fe70b04e5055bd3df2783351050b6c3d04223eb4"} +{"uuid":"gpqa-main-35569b36357cfce18162c999","benchmark":"gpqa_main","data_index":2740,"repeat_index":7,"sample_id":"gpqa-main-35569b36357cfce18162c999/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1331,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"B","question_sha256":"a2136b05b78259562b913f1f56520c4184d70bf60017617a442a41f907c31b78"} +{"uuid":"gpqa-main-cdaa7da74e15a8dfc40e0582","benchmark":"gpqa_main","data_index":2495,"repeat_index":6,"sample_id":"gpqa-main-cdaa7da74e15a8dfc40e0582/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11233,"prompt_tokens":410,"effective_max_tokens":130662,"original_embedded_prediction":"D","question_sha256":"733e93868ff7691423e0d318a4d9ba6ce801d7c2ef5c53b8020d7eb13c2c9a5c"} +{"uuid":"gpqa-main-acecd9428a5b4368f1f5bc82","benchmark":"gpqa_main","data_index":2613,"repeat_index":6,"sample_id":"gpqa-main-acecd9428a5b4368f1f5bc82/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6615,"prompt_tokens":336,"effective_max_tokens":130736,"original_embedded_prediction":"B","question_sha256":"2d1e5de4bf7305d1b5eee8dda5415195dc333d71b3f50fa60508a928b67fb336"} +{"uuid":"gpqa-main-60f734b52603f7ef29671f95","benchmark":"gpqa_main","data_index":2459,"repeat_index":6,"sample_id":"gpqa-main-60f734b52603f7ef29671f95/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12651,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"D","question_sha256":"bf9de03889292b969198f42b877b6d4c7b56ce10ae654e71f4be720b5efdb1f1"} +{"uuid":"gpqa-main-579e17ce4c553c730c526a5c","benchmark":"gpqa_main","data_index":2730,"repeat_index":7,"sample_id":"gpqa-main-579e17ce4c553c730c526a5c/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1926,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"D","question_sha256":"1ce3d847d25b2c2f678c304f134266501155719553a1a003f38a6b0a75ffb81b"} +{"uuid":"gpqa-main-17eb0ef902a11d36b13bb4ba","benchmark":"gpqa_main","data_index":2682,"repeat_index":6,"sample_id":"gpqa-main-17eb0ef902a11d36b13bb4ba/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3937,"prompt_tokens":290,"effective_max_tokens":130782,"original_embedded_prediction":"D","question_sha256":"da025e796cabfda79ad3a899a873052b028159563074d0934fabc7ee4c54d8ad"} +{"uuid":"gpqa-main-feeb39404129cbb3b7e867ec","benchmark":"gpqa_main","data_index":2731,"repeat_index":7,"sample_id":"gpqa-main-feeb39404129cbb3b7e867ec/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1933,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"B","question_sha256":"a80144fd582290217d4749a45438b278db047877b2f9babd5f52d9d0dcc88daf"} +{"uuid":"gpqa-main-ac27f29e5f777e93e751f3f2","benchmark":"gpqa_main","data_index":2743,"repeat_index":7,"sample_id":"gpqa-main-ac27f29e5f777e93e751f3f2/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1416,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"A","question_sha256":"d49aa1d9efc38f6409c199c3e2706ec44f5d20d25b0e7d41f40b9c46668ed1e0"} +{"uuid":"gpqa-main-d8cca1a27ad1a42b4a99ce96","benchmark":"gpqa_main","data_index":2573,"repeat_index":6,"sample_id":"gpqa-main-d8cca1a27ad1a42b4a99ce96/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8715,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"6049e26840c0e889bb5632032745b5bcf6684dec9a2f9d0a0cfb76378c5c064e"} +{"uuid":"gpqa-main-baefee4c54836e933082fd33","benchmark":"gpqa_main","data_index":2125,"repeat_index":5,"sample_id":"gpqa-main-baefee4c54836e933082fd33/repeat-5","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":26207,"prompt_tokens":487,"effective_max_tokens":130585,"original_embedded_prediction":"A","question_sha256":"f4486aea8f80b6405ceaabbd6f225378761eafc49f1e042873a464b3b94da620"} +{"uuid":"gpqa-main-49e3b768e85f009875fb4b7f","benchmark":"gpqa_main","data_index":2758,"repeat_index":7,"sample_id":"gpqa-main-49e3b768e85f009875fb4b7f/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":980,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"B","question_sha256":"181abbdaf75899b4c447f9c98c58f90512c06ffe5521e109fa83597da1fb7aae"} +{"uuid":"gpqa-main-763daf42ea0c79050a6a4d1d","benchmark":"gpqa_main","data_index":2749,"repeat_index":7,"sample_id":"gpqa-main-763daf42ea0c79050a6a4d1d/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1251,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"D","question_sha256":"72b4053b92adde478bb40c3fb9ef1e06215efe5922e2d600121170f824d32c13"} +{"uuid":"gpqa-main-a8c391dd6337620cc79cae0e","benchmark":"gpqa_main","data_index":2720,"repeat_index":7,"sample_id":"gpqa-main-a8c391dd6337620cc79cae0e/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2607,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"435ccdce7cc6c5543ffaf20b4d850d905357568605d01b3a595d44df3dd30d0d"} +{"uuid":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8","benchmark":"gpqa_main","data_index":2600,"repeat_index":6,"sample_id":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8/repeat-6","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7685,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"A","question_sha256":"bf639adbf5de648e6799cd9936073de7b6c750cf7c5870ed99dc4f842748abb9"} +{"uuid":"gpqa-main-9f607ccb3302f27b4ebe90a4","benchmark":"gpqa_main","data_index":2594,"repeat_index":6,"sample_id":"gpqa-main-9f607ccb3302f27b4ebe90a4/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7939,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"B","question_sha256":"e2c8b6a88dfedf13a4a35e2964dc77f2e082e87417c972bf7406bdb2405985f7"} +{"uuid":"gpqa-main-2bd63c617299c18c1cfd5b0a","benchmark":"gpqa_main","data_index":2500,"repeat_index":6,"sample_id":"gpqa-main-2bd63c617299c18c1cfd5b0a/repeat-6","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11513,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"D","question_sha256":"bd7804f896ba3deb7fd65cc0c562744a80232f45bbc9c5ffa8652308c167c329"} +{"uuid":"gpqa-main-fbf1f6e62b48cbbf0bca4714","benchmark":"gpqa_main","data_index":2739,"repeat_index":7,"sample_id":"gpqa-main-fbf1f6e62b48cbbf0bca4714/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1822,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"59affc9a905621c391ee7886c0e428eac5cb1f60c7c251e2fc1fcb081cb8e076"} +{"uuid":"gpqa-main-f022820fa3c0f536a4d4a9bc","benchmark":"gpqa_main","data_index":2659,"repeat_index":6,"sample_id":"gpqa-main-f022820fa3c0f536a4d4a9bc/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5302,"prompt_tokens":288,"effective_max_tokens":130784,"original_embedded_prediction":"A","question_sha256":"d7be2d674d4903c49886b492451a9febcfb5696ccd6f0931c4d48ef06a19b2b9"} +{"uuid":"gpqa-main-efbd16944acebfe43928d489","benchmark":"gpqa_main","data_index":2737,"repeat_index":7,"sample_id":"gpqa-main-efbd16944acebfe43928d489/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2024,"prompt_tokens":328,"effective_max_tokens":130744,"original_embedded_prediction":"B","question_sha256":"40b2b50a3c993902d4327a3072c497b0bfcbac42a638ecf92be395be7ef82ab0"} +{"uuid":"gpqa-main-ddc1b02f963a2f785385132e","benchmark":"gpqa_main","data_index":2781,"repeat_index":7,"sample_id":"gpqa-main-ddc1b02f963a2f785385132e/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":311,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"C","question_sha256":"d5e7b22736a2cdaa0f2553a100795aa6b7e150fcc1b9fe093e28e3fea855f346"} +{"uuid":"gpqa-main-efa466851677550746c06a1f","benchmark":"gpqa_main","data_index":2726,"repeat_index":7,"sample_id":"gpqa-main-efa466851677550746c06a1f/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2720,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"B","question_sha256":"b64a2faa078044133322af9742b3f75788b5f8e5701f1fee08d693854a842448"} +{"uuid":"gpqa-main-46f745f508b4d1ad41a0eb01","benchmark":"gpqa_main","data_index":2646,"repeat_index":6,"sample_id":"gpqa-main-46f745f508b4d1ad41a0eb01/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6120,"prompt_tokens":392,"effective_max_tokens":130680,"original_embedded_prediction":"A","question_sha256":"4971bc5df5aee8c296226e29269969e334193d698a942dccd75dac5459c05a5c"} +{"uuid":"gpqa-main-498b428b55b7644426a781c9","benchmark":"gpqa_main","data_index":2752,"repeat_index":7,"sample_id":"gpqa-main-498b428b55b7644426a781c9/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1728,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"C","question_sha256":"7fbfdc18f5a18b666f8d4afc859af60c4c56ab7d8d677d46fb01a050207ac688"} +{"uuid":"gpqa-main-47f8cee187b620660c7d11b3","benchmark":"gpqa_main","data_index":2760,"repeat_index":7,"sample_id":"gpqa-main-47f8cee187b620660c7d11b3/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1303,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"A","question_sha256":"b114078343a4ce3eeaa845ee2c7bfa4ac7c9add00f507d8ff60e46cca593fb46"} +{"uuid":"gpqa-main-6f84d17ede852cd9196347bd","benchmark":"gpqa_main","data_index":2668,"repeat_index":6,"sample_id":"gpqa-main-6f84d17ede852cd9196347bd/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5371,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"B","question_sha256":"e410f49b6f85564bf5b9226069391669e4c376097b2656e616a6b82abd4729ac"} +{"uuid":"gpqa-main-7a6f40292c595b5ffad3d66b","benchmark":"gpqa_main","data_index":2768,"repeat_index":7,"sample_id":"gpqa-main-7a6f40292c595b5ffad3d66b/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":893,"prompt_tokens":317,"effective_max_tokens":130755,"original_embedded_prediction":"A","question_sha256":"82d8161e96256872367b5e1c12af2c1f91e6c4a6aac3d066708fccb1826bf840"} +{"uuid":"gpqa-main-3f72ea9cda0c3c6f970bd310","benchmark":"gpqa_main","data_index":2362,"repeat_index":6,"sample_id":"gpqa-main-3f72ea9cda0c3c6f970bd310/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17305,"prompt_tokens":432,"effective_max_tokens":130640,"original_embedded_prediction":"B","question_sha256":"a5bf307fdc69920b346c2d288b6a35b24485c92c8e245174a775055fa172cdc6"} +{"uuid":"gpqa-main-832feb793ff377da50abf878","benchmark":"gpqa_main","data_index":2757,"repeat_index":7,"sample_id":"gpqa-main-832feb793ff377da50abf878/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1656,"prompt_tokens":202,"effective_max_tokens":130870,"original_embedded_prediction":"B","question_sha256":"9cb12d81fbbe616cc95beecd1627265e0b5a2fa48b8e7493d3df89b378afbc12"} +{"uuid":"gpqa-main-46549f6d718b80e38f4412cd","benchmark":"gpqa_main","data_index":2722,"repeat_index":7,"sample_id":"gpqa-main-46549f6d718b80e38f4412cd/repeat-7","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3196,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"B","question_sha256":"a1def6786f9e3174bf07c7887ea2c97711ea721fe1cf730202fc93d69ecac09d"} +{"uuid":"gpqa-main-84e0462fb979739143160f76","benchmark":"gpqa_main","data_index":2762,"repeat_index":7,"sample_id":"gpqa-main-84e0462fb979739143160f76/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1399,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"A","question_sha256":"17821f797104818a4e9c06d5499572866481ca7a9f6bf4d3993cbc935754c06e"} +{"uuid":"gpqa-main-4373b5f7be197f26258c18cf","benchmark":"gpqa_main","data_index":2480,"repeat_index":6,"sample_id":"gpqa-main-4373b5f7be197f26258c18cf/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12819,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"A","question_sha256":"56563ccb64ef7d8686cd4d8da77c8b4636353d0bb75dbefa360323671dfffed1"} +{"uuid":"gpqa-main-1cea82df3087b1eb05c4d230","benchmark":"gpqa_main","data_index":2541,"repeat_index":6,"sample_id":"gpqa-main-1cea82df3087b1eb05c4d230/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10734,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"dd05d2d9e9053dd1d4367a61d5f718336fc8f18bc81bdf0ccfb104e241053522"} +{"uuid":"gpqa-main-8cf981eedacab9acbdd5b00c","benchmark":"gpqa_main","data_index":2780,"repeat_index":7,"sample_id":"gpqa-main-8cf981eedacab9acbdd5b00c/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":801,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"C","question_sha256":"14dcd60f9986bbbcbbdc0e4b3462397b01801a452d9756100ed129baa5baf68c"} +{"uuid":"gpqa-main-cfc742b1ce24bfc75356765e","benchmark":"gpqa_main","data_index":2583,"repeat_index":6,"sample_id":"gpqa-main-cfc742b1ce24bfc75356765e/repeat-6","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8893,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"A","question_sha256":"c1f013c71ec1bfdf03d8071ec0a1d30c0d10b7e87429512ec32711a88cc41cb1"} +{"uuid":"gpqa-main-cdc31486df3de65ec2c324e2","benchmark":"gpqa_main","data_index":2707,"repeat_index":7,"sample_id":"gpqa-main-cdc31486df3de65ec2c324e2/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3928,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"4d233cd7b8524c989eb47a4c40d6f2f47070b986fea11e3ee3029c07db9b3356"} +{"uuid":"gpqa-main-22c436000399164406e165b2","benchmark":"gpqa_main","data_index":2524,"repeat_index":6,"sample_id":"gpqa-main-22c436000399164406e165b2/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11337,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"C","question_sha256":"836be405f3d05ec5ad1a2bc728339e5141836ace3a584fe3d36ecc50af4dc3ee"} +{"uuid":"gpqa-main-ec756f5cd58f1d3e9c9c8676","benchmark":"gpqa_main","data_index":2798,"repeat_index":7,"sample_id":"gpqa-main-ec756f5cd58f1d3e9c9c8676/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":295,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"016bbafd184cf46762e3e824d2499734daf9efd8cb5f0adad12078f151c96a12"} +{"uuid":"gpqa-main-7c3c45d7826322d2dd84475f","benchmark":"gpqa_main","data_index":2786,"repeat_index":7,"sample_id":"gpqa-main-7c3c45d7826322d2dd84475f/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":823,"prompt_tokens":419,"effective_max_tokens":130653,"original_embedded_prediction":"A","question_sha256":"f98a4cc383b4e02c52b4cdafe1b79c1d58df251d5d10ab65f71740d27243ed28"} +{"uuid":"gpqa-main-a5811d01e615771d5e0b48fb","benchmark":"gpqa_main","data_index":2788,"repeat_index":7,"sample_id":"gpqa-main-a5811d01e615771d5e0b48fb/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":760,"prompt_tokens":207,"effective_max_tokens":130865,"original_embedded_prediction":"D","question_sha256":"18c1c5c103fb01b10fd0ca282f8eab427517d6587a0a9962010b5ad16e05b98f"} +{"uuid":"gpqa-main-b654b748170277d4b0d0c6b5","benchmark":"gpqa_main","data_index":2782,"repeat_index":7,"sample_id":"gpqa-main-b654b748170277d4b0d0c6b5/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1005,"prompt_tokens":508,"effective_max_tokens":130564,"original_embedded_prediction":"D","question_sha256":"010973f2a9805982e33bfecd460da27e4d2f170e4567ebf854c807385bea09d3"} +{"uuid":"gpqa-main-a3be70bb026878238a72f88b","benchmark":"gpqa_main","data_index":2754,"repeat_index":7,"sample_id":"gpqa-main-a3be70bb026878238a72f88b/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2350,"prompt_tokens":446,"effective_max_tokens":130626,"original_embedded_prediction":"C","question_sha256":"42da82ad5cb9e03bf1c8f1d786b162fd55245c32907328f445c191681a98b669"} +{"uuid":"gpqa-main-b13e6b95879d48313e527260","benchmark":"gpqa_main","data_index":2793,"repeat_index":7,"sample_id":"gpqa-main-b13e6b95879d48313e527260/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":718,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"B","question_sha256":"145b51d1c857830091d0dfa7043504329aa8d2a847b5b738079d210a94da31cb"} +{"uuid":"gpqa-main-4b84b53bf506bc0a4468fb2d","benchmark":"gpqa_main","data_index":2375,"repeat_index":6,"sample_id":"gpqa-main-4b84b53bf506bc0a4468fb2d/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17513,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"e302b2005d8d406eb5e8fd7aa1707959448ef06e72b5647d2711c9a056cfeffc"} +{"uuid":"gpqa-main-b5b0614a110a5eb0657cbe9a","benchmark":"gpqa_main","data_index":2803,"repeat_index":7,"sample_id":"gpqa-main-b5b0614a110a5eb0657cbe9a/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":489,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"D","question_sha256":"829ccc830e5fe3601c6e7c0a975192c938019f4d4e5c1b2334d55bb1d951711e"} +{"uuid":"gpqa-main-9e1b7c5b2ce53e8d6424b66a","benchmark":"gpqa_main","data_index":2747,"repeat_index":7,"sample_id":"gpqa-main-9e1b7c5b2ce53e8d6424b66a/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2654,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"97732ba422afbf18b5d2d6b3bd26f6c540049e2f82d9628414525cebe7e9a5dd"} +{"uuid":"gpqa-main-33b9f4658edfefac92faa4d3","benchmark":"gpqa_main","data_index":2580,"repeat_index":6,"sample_id":"gpqa-main-33b9f4658edfefac92faa4d3/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9690,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"A","question_sha256":"21b950759e4e088c97c70fcca487f4b3ceddd69dd2563433e332a0dde94eeddb"} +{"uuid":"gpqa-main-84c386fbd7476f5541ea16f0","benchmark":"gpqa_main","data_index":2579,"repeat_index":6,"sample_id":"gpqa-main-84c386fbd7476f5541ea16f0/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9827,"prompt_tokens":370,"effective_max_tokens":130702,"original_embedded_prediction":"B","question_sha256":"083aa3572345d938b0c707cfb8c710aea73759344b234ada78ed36f1ec66eb0d"} +{"uuid":"gpqa-main-7c7ae85beee22afc94024aa0","benchmark":"gpqa_main","data_index":2681,"repeat_index":6,"sample_id":"gpqa-main-7c7ae85beee22afc94024aa0/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5549,"prompt_tokens":179,"effective_max_tokens":130893,"original_embedded_prediction":"B","question_sha256":"17ee204f8a3ef8904b0418dcf3bac347173df36a87b5535f055046fe6fae8879"} +{"uuid":"gpqa-main-ba7b4d8b6b363240553a5da8","benchmark":"gpqa_main","data_index":2701,"repeat_index":7,"sample_id":"gpqa-main-ba7b4d8b6b363240553a5da8/repeat-7","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4860,"prompt_tokens":320,"effective_max_tokens":130752,"original_embedded_prediction":"B","question_sha256":"f31ead87a22282cc5dfb01f73a1fe9c84520ad1b8dc017953d8293dbe8b47044"} +{"uuid":"gpqa-main-106fe8a64f4453f81be6f7bd","benchmark":"gpqa_main","data_index":2713,"repeat_index":7,"sample_id":"gpqa-main-106fe8a64f4453f81be6f7bd/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4479,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"C","question_sha256":"f0c3d97c5c67fa210dafa49946af010682993c23bb8995a306a6ee484e0c3b03"} +{"uuid":"gpqa-main-8a20fac7d1a5bff58e8c63ca","benchmark":"gpqa_main","data_index":2761,"repeat_index":7,"sample_id":"gpqa-main-8a20fac7d1a5bff58e8c63ca/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2270,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"C","question_sha256":"065acbbc3564fb2547e820ab1c35567bac49dff768319e8f4b46ee23bdd92415"} +{"uuid":"gpqa-main-84cbf72ad94d1afe2aa56331","benchmark":"gpqa_main","data_index":2785,"repeat_index":7,"sample_id":"gpqa-main-84cbf72ad94d1afe2aa56331/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1311,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"D","question_sha256":"089a55e5a3fbca456cb952a230bd88a82c177ec99470bd05f822803a1bdd3db5"} +{"uuid":"gpqa-main-043ca5f03089118ef536135d","benchmark":"gpqa_main","data_index":2066,"repeat_index":5,"sample_id":"gpqa-main-043ca5f03089118ef536135d/repeat-5","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":30558,"prompt_tokens":594,"effective_max_tokens":130478,"original_embedded_prediction":"D","question_sha256":"43c5cb4f57895b07f3e1815e411f315dfa3fe44fe601b5aacde7c1244cdcaa89"} +{"uuid":"gpqa-main-87c633148441d2b07b8e2e81","benchmark":"gpqa_main","data_index":2776,"repeat_index":7,"sample_id":"gpqa-main-87c633148441d2b07b8e2e81/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1765,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"0fb47d10edb4eca17f93926dea501fdd19bde76cfe58f57edb445a7272d7787c"} +{"uuid":"gpqa-main-6364129e0f80d3896a3d60e2","benchmark":"gpqa_main","data_index":2385,"repeat_index":6,"sample_id":"gpqa-main-6364129e0f80d3896a3d60e2/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17740,"prompt_tokens":526,"effective_max_tokens":130546,"original_embedded_prediction":"A","question_sha256":"123161632faf32d9079808c0fb48f9d5492735ab0a8290fe32ca2f58fad36797"} +{"uuid":"gpqa-main-4e62cd257f17d5af418a8d34","benchmark":"gpqa_main","data_index":2518,"repeat_index":6,"sample_id":"gpqa-main-4e62cd257f17d5af418a8d34/repeat-6","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12294,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"654fc443f2efbec09d0f966244083f4545f4f851e28d7f4e0f9c07cb156b2d1d"} +{"uuid":"gpqa-main-bf684ea09dc8822450fbd37c","benchmark":"gpqa_main","data_index":2772,"repeat_index":7,"sample_id":"gpqa-main-bf684ea09dc8822450fbd37c/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1927,"prompt_tokens":372,"effective_max_tokens":130700,"original_embedded_prediction":"A","question_sha256":"8f0911e951adf5df2bfc8aa29c14de392a998e2fa48463ceecedcd39a8301453"} +{"uuid":"gpqa-main-4355802640dddd3e060d2a59","benchmark":"gpqa_main","data_index":2483,"repeat_index":6,"sample_id":"gpqa-main-4355802640dddd3e060d2a59/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13666,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"C","question_sha256":"ebe141e8c3f27bb731fd3889679a36aab5827f4caa81d8400d66a6bf492fe486"} +{"uuid":"gpqa-main-41ca21006bb37fef24a8975a","benchmark":"gpqa_main","data_index":2774,"repeat_index":7,"sample_id":"gpqa-main-41ca21006bb37fef24a8975a/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2019,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"C","question_sha256":"8d132ce83553f28f02599f90e3c52fb60d8f58faea0f09152f78f7df6e310abc"} +{"uuid":"gpqa-main-0cc54149033350a37cf90b8b","benchmark":"gpqa_main","data_index":2387,"repeat_index":6,"sample_id":"gpqa-main-0cc54149033350a37cf90b8b/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17921,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"D","question_sha256":"3298921b7dfbbae04c9893edbe6870746b53e2b7af12e9816f07b6f5e0bff9cb"} +{"uuid":"gpqa-main-fa3e9be7fdf8e7c8952739d8","benchmark":"gpqa_main","data_index":2819,"repeat_index":7,"sample_id":"gpqa-main-fa3e9be7fdf8e7c8952739d8/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":460,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"A","question_sha256":"5e9819e02e7dd08ec53ff217d848ce64e833e2b069cd81e9940f7a72a5230b30"} +{"uuid":"gpqa-main-7ed621f8290d6ac14181ce45","benchmark":"gpqa_main","data_index":2686,"repeat_index":6,"sample_id":"gpqa-main-7ed621f8290d6ac14181ce45/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5929,"prompt_tokens":298,"effective_max_tokens":130774,"original_embedded_prediction":"B","question_sha256":"c1c0ad22e4376412fe1e7564fd1f8c00dd970292dbf0dbb83b0350881e74b306"} +{"uuid":"gpqa-main-6543e2c47b61f7f328bcf42d","benchmark":"gpqa_main","data_index":2724,"repeat_index":7,"sample_id":"gpqa-main-6543e2c47b61f7f328bcf42d/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4424,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"D","question_sha256":"9f8c4aa52521e2926d56fdd03cf5aeaf3543c911c9b75774731cd1204efc1328"} +{"uuid":"gpqa-main-d751f2081e63be8d69314287","benchmark":"gpqa_main","data_index":2789,"repeat_index":7,"sample_id":"gpqa-main-d751f2081e63be8d69314287/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1682,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"f56e41493e430f6c013c094b4b462aa30dc9826a273d867eec6a04fc8a646443"} +{"uuid":"gpqa-main-2ad64f0bf627cf52a8ad924c","benchmark":"gpqa_main","data_index":2823,"repeat_index":7,"sample_id":"gpqa-main-2ad64f0bf627cf52a8ad924c/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":439,"prompt_tokens":146,"effective_max_tokens":130926,"original_embedded_prediction":"D","question_sha256":"e9afb48881134b480ce09710124320be56d4166a402490b65f81bdb1df6e3a1d"} +{"uuid":"gpqa-main-9b7f84c844aa65b8ebfee235","benchmark":"gpqa_main","data_index":2808,"repeat_index":7,"sample_id":"gpqa-main-9b7f84c844aa65b8ebfee235/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":968,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"9443960fd2664e6d4890575733c6a4f1f6d804ec21e10e0f9d415b99297f9845"} +{"uuid":"gpqa-main-51f5bda498b3f05cab60119c","benchmark":"gpqa_main","data_index":2753,"repeat_index":7,"sample_id":"gpqa-main-51f5bda498b3f05cab60119c/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3224,"prompt_tokens":271,"effective_max_tokens":130801,"original_embedded_prediction":"A","question_sha256":"f7fa8540a448dfeff404af93810c60c41ed387fb5e4c821bbb6e5869dd9f8630"} +{"uuid":"gpqa-main-7bb8e05365d19cc8328252e0","benchmark":"gpqa_main","data_index":2809,"repeat_index":7,"sample_id":"gpqa-main-7bb8e05365d19cc8328252e0/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":971,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"6aff7faed92c98148418177c8cae4893850a1d67b5ceb00cf6a09467c4491367"} +{"uuid":"gpqa-main-89f68a802c7c6e55b5b802fd","benchmark":"gpqa_main","data_index":2567,"repeat_index":6,"sample_id":"gpqa-main-89f68a802c7c6e55b5b802fd/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10947,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"0815a781881ae5e8651c7fad2acd62427e6f4161f30b842d196debe30bd5ee83"} +{"uuid":"gpqa-main-29e885003cf7658ac2eb0ba4","benchmark":"gpqa_main","data_index":2791,"repeat_index":7,"sample_id":"gpqa-main-29e885003cf7658ac2eb0ba4/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1708,"prompt_tokens":299,"effective_max_tokens":130773,"original_embedded_prediction":"D","question_sha256":"e6fd9b7cea6cbcd53eabc57f63ae367008b2774a1092f55e23e78b7eafbdbafa"} +{"uuid":"gpqa-main-8299e0bf116ad8ad7b960d26","benchmark":"gpqa_main","data_index":2558,"repeat_index":6,"sample_id":"gpqa-main-8299e0bf116ad8ad7b960d26/repeat-6","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11298,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"D","question_sha256":"dac89ff46a5330836dfa04de2060a9a9d447a0cffd96c06e0cdee48c6a991035"} +{"uuid":"gpqa-main-9c0b631b2a7823cec0729a4b","benchmark":"gpqa_main","data_index":2547,"repeat_index":6,"sample_id":"gpqa-main-9c0b631b2a7823cec0729a4b/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11835,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"9d42c24c2f67ff118699d880fbb6276f14043e3527a9fea8f6d55fe2bf82e091"} +{"uuid":"gpqa-main-1b113e4801541a0f8a992733","benchmark":"gpqa_main","data_index":2642,"repeat_index":6,"sample_id":"gpqa-main-1b113e4801541a0f8a992733/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8039,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"D","question_sha256":"934c12bf2e6db997c9f4c22933b7e9545d3398849fc6e181c8a8187d83cf44b5"} +{"uuid":"gpqa-main-3cbf7d3e13c908f5e699f9e0","benchmark":"gpqa_main","data_index":2821,"repeat_index":7,"sample_id":"gpqa-main-3cbf7d3e13c908f5e699f9e0/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":745,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"D","question_sha256":"0dbcc69ff35530f240a5bb623a78f2cd1d042037d2dedb122ebcca751bf9d08e"} +{"uuid":"gpqa-main-2fc8b9731f60b1c9eb476570","benchmark":"gpqa_main","data_index":2763,"repeat_index":7,"sample_id":"gpqa-main-2fc8b9731f60b1c9eb476570/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2856,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"A","question_sha256":"8d64fc9e228388438862fd18b500e048e168f26e7191a4220ea8281beb789ea2"} +{"uuid":"gpqa-main-ca7a4b18584754c3664d8758","benchmark":"gpqa_main","data_index":2704,"repeat_index":7,"sample_id":"gpqa-main-ca7a4b18584754c3664d8758/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5554,"prompt_tokens":517,"effective_max_tokens":130555,"original_embedded_prediction":"D","question_sha256":"b15ab8a50cd7768206339f81478bb5a4757f87b1bf1c7671597c48117910482f"} +{"uuid":"gpqa-main-30529bca8e7fdf66400bd444","benchmark":"gpqa_main","data_index":2706,"repeat_index":7,"sample_id":"gpqa-main-30529bca8e7fdf66400bd444/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5464,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"fc081c2fbb63be5006154edbddcd4d1654207c4f1ad333e12f9bc19972753482"} +{"uuid":"gpqa-main-2d88ca9efdaae7d19aed9660","benchmark":"gpqa_main","data_index":2800,"repeat_index":7,"sample_id":"gpqa-main-2d88ca9efdaae7d19aed9660/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1606,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"C","question_sha256":"43af6d11597079a7d069dd93bbf3db87f0b5bb604fbfc66fc60c268d149d8fba"} +{"uuid":"gpqa-main-f7ba77d144b7a11de90a37c4","benchmark":"gpqa_main","data_index":2833,"repeat_index":7,"sample_id":"gpqa-main-f7ba77d144b7a11de90a37c4/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":387,"prompt_tokens":236,"effective_max_tokens":130836,"original_embedded_prediction":"B","question_sha256":"ac7263466ea3cfcdcebac618b1d20835b4103b2d80b75b1a7110e9763eb45aa2"} +{"uuid":"gpqa-main-7684b3ed8a4540e6099495df","benchmark":"gpqa_main","data_index":2631,"repeat_index":6,"sample_id":"gpqa-main-7684b3ed8a4540e6099495df/repeat-6","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8673,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"A","question_sha256":"0caf81b8c83789b0b258b80856002cff7fd589a737844db0407269017bcd1955"} +{"uuid":"gpqa-main-cb8b679fe50f1b3a7168eb92","benchmark":"gpqa_main","data_index":2842,"repeat_index":7,"sample_id":"gpqa-main-cb8b679fe50f1b3a7168eb92/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":452,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"B","question_sha256":"8ed0101055c99512a99310385277c13855047c3a1b31ca6b8a6ee3f83cf5d4f3"} +{"uuid":"gpqa-main-00a9d82facaec210f417af7a","benchmark":"gpqa_main","data_index":2845,"repeat_index":7,"sample_id":"gpqa-main-00a9d82facaec210f417af7a/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":325,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"C","question_sha256":"77f0590db54b06b37e142e7363145cbdb1a8d11c2a7575d9ae0fc10b3a6708bd"} +{"uuid":"gpqa-main-002cb7f9ef3ee2a3d460b42e","benchmark":"gpqa_main","data_index":2773,"repeat_index":7,"sample_id":"gpqa-main-002cb7f9ef3ee2a3d460b42e/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2902,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"B","question_sha256":"3bed68f29773b3484a0b5acab22f438229b63f2a324fb817a933e4d514178386"} +{"uuid":"gpqa-main-1a3571c1ec099b06b5011ceb","benchmark":"gpqa_main","data_index":2626,"repeat_index":6,"sample_id":"gpqa-main-1a3571c1ec099b06b5011ceb/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8927,"prompt_tokens":166,"effective_max_tokens":130906,"original_embedded_prediction":"C","question_sha256":"853f9bd759921129a51dd81d489f867c5aa9463f1925c203fe6f1e3147741f08"} +{"uuid":"gpqa-main-178c84548026beb35252a961","benchmark":"gpqa_main","data_index":2792,"repeat_index":7,"sample_id":"gpqa-main-178c84548026beb35252a961/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2170,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"4ea09b6f60208405c59e5923a565f195c94315e0b6e230acd59351f1ee59ed96"} +{"uuid":"gpqa-main-9eaa6714b15499d3c303ce90","benchmark":"gpqa_main","data_index":2527,"repeat_index":6,"sample_id":"gpqa-main-9eaa6714b15499d3c303ce90/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13057,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"cfac786b87a07d0c92f7c3da73233aa6c32340b63dff9d3f72bd1bd025cd565d"} +{"uuid":"gpqa-main-bab269fd666fa2ba840a1459","benchmark":"gpqa_main","data_index":2777,"repeat_index":7,"sample_id":"gpqa-main-bab269fd666fa2ba840a1459/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2867,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"D","question_sha256":"e17051d5c4ebf5f6bc793872dc2f5748b41dd7918235cb3d5697fb04882bd7fe"} +{"uuid":"gpqa-main-55f2934c4eb0b8293b1d65aa","benchmark":"gpqa_main","data_index":2525,"repeat_index":6,"sample_id":"gpqa-main-55f2934c4eb0b8293b1d65aa/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13147,"prompt_tokens":314,"effective_max_tokens":130758,"original_embedded_prediction":"D","question_sha256":"790d06fbc2ae95b0429cab870e5895c5de8a75b14d0bda1401b1503293606c67"} +{"uuid":"gpqa-main-13dda0527a69422c0bfefb23","benchmark":"gpqa_main","data_index":2733,"repeat_index":7,"sample_id":"gpqa-main-13dda0527a69422c0bfefb23/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4836,"prompt_tokens":257,"effective_max_tokens":130815,"original_embedded_prediction":"A","question_sha256":"952dd56af4d111bc829dbe6171c480a13632e8b5771e33245330d32115f96774"} +{"uuid":"gpqa-main-34faeb45e152eaf4c29e65e4","benchmark":"gpqa_main","data_index":2839,"repeat_index":7,"sample_id":"gpqa-main-34faeb45e152eaf4c29e65e4/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":789,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"B","question_sha256":"82e6266418c679493cea34e30d0f71026adb6ab6c433e643d37860fb718999ec"} +{"uuid":"gpqa-main-4a8c97220fb14b99f363b2ce","benchmark":"gpqa_main","data_index":2492,"repeat_index":6,"sample_id":"gpqa-main-4a8c97220fb14b99f363b2ce/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14442,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"D","question_sha256":"a939b9de7ea4048442a9378048f992097c413c77ad1c665790486c352036c7e3"} +{"uuid":"gpqa-main-9aa9fb454d849030d70f9512","benchmark":"gpqa_main","data_index":2574,"repeat_index":6,"sample_id":"gpqa-main-9aa9fb454d849030d70f9512/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11715,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"b494f4c1785682ee7d284173af2a6ef6db2189c6f3e7ece0edb769c2f10d5f24"} +{"uuid":"gpqa-main-73f6c00588963349c225df6c","benchmark":"gpqa_main","data_index":2801,"repeat_index":7,"sample_id":"gpqa-main-73f6c00588963349c225df6c/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2202,"prompt_tokens":476,"effective_max_tokens":130596,"original_embedded_prediction":"A","question_sha256":"6c8759c4aac1084515abf1e3c463c7a0b6411dc3fa720a9a5fb5ac8f5777b49c"} +{"uuid":"gpqa-main-ae71bab05f11abac2f706bb9","benchmark":"gpqa_main","data_index":2645,"repeat_index":6,"sample_id":"gpqa-main-ae71bab05f11abac2f706bb9/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8874,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"d160134fd023bac8e7f94f4d4e70e01dc36d3ae74bb54ab778b03686e5b7b2c0"} +{"uuid":"gpqa-main-79721e93e90bdb2d8da052c0","benchmark":"gpqa_main","data_index":2820,"repeat_index":7,"sample_id":"gpqa-main-79721e93e90bdb2d8da052c0/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1538,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"2a09355eb98c6b8d6ad0b51afb3b27f719fed44786d3b2998dfe7ee66413a028"} +{"uuid":"gpqa-main-e3e073f3f0f646532e4caf06","benchmark":"gpqa_main","data_index":2855,"repeat_index":7,"sample_id":"gpqa-main-e3e073f3f0f646532e4caf06/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":327,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"A","question_sha256":"a1cff30033350ed32c6446abacb176ef3ffad0fc471aaacf3468c78e0aad550e"} +{"uuid":"gpqa-main-ce2839297e4b63e0b36f6300","benchmark":"gpqa_main","data_index":2069,"repeat_index":5,"sample_id":"gpqa-main-ce2839297e4b63e0b36f6300/repeat-5","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":31894,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"C","question_sha256":"80cca49a2f6ae39b2d3a2dfe110572d39720d0831c65246ce20603c40578b118"} +{"uuid":"gpqa-main-68d5dcbd7078889c19a9a93c","benchmark":"gpqa_main","data_index":2824,"repeat_index":7,"sample_id":"gpqa-main-68d5dcbd7078889c19a9a93c/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1474,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"D","question_sha256":"618551bfaaf71599d5802135cbf18d8e9b5a33b38537d32515c5298d556df601"} +{"uuid":"gpqa-main-e069314491adb5be236d3fe7","benchmark":"gpqa_main","data_index":2690,"repeat_index":7,"sample_id":"gpqa-main-e069314491adb5be236d3fe7/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7043,"prompt_tokens":208,"effective_max_tokens":130864,"original_embedded_prediction":"B","question_sha256":"2662eff7a6231613f45042d2ef5df63caaeb5a326d264e93009a737a99fb27bb"} +{"uuid":"gpqa-main-ad697760bc60543062e8b7b4","benchmark":"gpqa_main","data_index":2841,"repeat_index":7,"sample_id":"gpqa-main-ad697760bc60543062e8b7b4/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1144,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"B","question_sha256":"7f9b4679645e2d89214a154be6bdb13eafdc747457ce2950bda27a9a2b97917f"} +{"uuid":"gpqa-main-09b661e081004aa4c0d45778","benchmark":"gpqa_main","data_index":2794,"repeat_index":7,"sample_id":"gpqa-main-09b661e081004aa4c0d45778/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2765,"prompt_tokens":228,"effective_max_tokens":130844,"original_embedded_prediction":"D","question_sha256":"47741045402119262be7a1c17b98cc587ee55b46bb8620655271dca518a4f927"} +{"uuid":"gpqa-main-f35f531075e0f4b71e6bfdf7","benchmark":"gpqa_main","data_index":2716,"repeat_index":7,"sample_id":"gpqa-main-f35f531075e0f4b71e6bfdf7/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6128,"prompt_tokens":440,"effective_max_tokens":130632,"original_embedded_prediction":"B","question_sha256":"1dec0a47229d6987f418c244cc1169bdeb04c6134b883ac8895dc2380cdf0539"} +{"uuid":"gpqa-main-238c4616c3347122f4b974e4","benchmark":"gpqa_main","data_index":2669,"repeat_index":6,"sample_id":"gpqa-main-238c4616c3347122f4b974e4/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8232,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"C","question_sha256":"5a24c76ed39eb083ccc9c24780d936fe2e52cba76ae67efa4d647cc35e10037b"} +{"uuid":"gpqa-main-3ad0b182e1494c1e76262069","benchmark":"gpqa_main","data_index":2693,"repeat_index":7,"sample_id":"gpqa-main-3ad0b182e1494c1e76262069/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7153,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"C","question_sha256":"835ebb67a4198184dbd29c03b43e4283e93c0473d886ab6c3b6c52ffb918b6ab"} +{"uuid":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c","benchmark":"gpqa_main","data_index":2806,"repeat_index":7,"sample_id":"gpqa-main-7f1195a8e5d4fa3ea4f28a0c/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2437,"prompt_tokens":340,"effective_max_tokens":130732,"original_embedded_prediction":"C","question_sha256":"626cda94018ba930400d9c043f6fc1aa30c317abf6fd8f6d0ec8b133ce2036c8"} +{"uuid":"gpqa-main-913c4ee0ce195992ff9638b1","benchmark":"gpqa_main","data_index":2866,"repeat_index":7,"sample_id":"gpqa-main-913c4ee0ce195992ff9638b1/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":430,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"ed904d04c24f37586b1f78a18bd22f28752e80a5ecc489939950778aa5307d98"} +{"uuid":"gpqa-main-69bcb32ba17f6e7aa0918597","benchmark":"gpqa_main","data_index":2802,"repeat_index":7,"sample_id":"gpqa-main-69bcb32ba17f6e7aa0918597/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2721,"prompt_tokens":758,"effective_max_tokens":130314,"original_embedded_prediction":"C","question_sha256":"9eb1fde9ac6acb7dc761f4941a792f3d0d052ad76d36e12bb9e406963b3906ef"} +{"uuid":"gpqa-main-bf00d194c934803975b81b7b","benchmark":"gpqa_main","data_index":2625,"repeat_index":6,"sample_id":"gpqa-main-bf00d194c934803975b81b7b/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9798,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"A","question_sha256":"55e1269d132671f2c7b7f41498cb0b404e702d8ce370ac5555d837581e1b3ad7"} +{"uuid":"gpqa-main-e2b759199021c586345ac38f","benchmark":"gpqa_main","data_index":2705,"repeat_index":7,"sample_id":"gpqa-main-e2b759199021c586345ac38f/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6707,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"B","question_sha256":"ca59405f2d298a50a3e8fd6d281b67ca4a3ee503578df49e700cc46fe3c4f3d8"} +{"uuid":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea","benchmark":"gpqa_main","data_index":2653,"repeat_index":6,"sample_id":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9191,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"B","question_sha256":"78b6f83c0d1137982356bff0e0d20f60e32542e5815ffd693af8f421f9e4741d"} +{"uuid":"gpqa-main-bab6e331fae29c00395de3a4","benchmark":"gpqa_main","data_index":2854,"repeat_index":7,"sample_id":"gpqa-main-bab6e331fae29c00395de3a4/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":985,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"D","question_sha256":"cf500f5f076470e539799f3822047d1a6263a0abc77614f9abc48a4f60ba507d"} +{"uuid":"gpqa-main-692e40bceeaff3accdc11ead","benchmark":"gpqa_main","data_index":2825,"repeat_index":7,"sample_id":"gpqa-main-692e40bceeaff3accdc11ead/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2019,"prompt_tokens":471,"effective_max_tokens":130601,"original_embedded_prediction":"D","question_sha256":"954d12809188bb6fb15643c4406ac6b108f5d7836e1eeabd73e49df01f2c616e"} +{"uuid":"gpqa-main-2322ddc82747aa5a01bf1c1e","benchmark":"gpqa_main","data_index":2790,"repeat_index":7,"sample_id":"gpqa-main-2322ddc82747aa5a01bf1c1e/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3354,"prompt_tokens":247,"effective_max_tokens":130825,"original_embedded_prediction":"C","question_sha256":"d9d7e1406d6a9d440081915edafcb4a493a40b6172838b858a979c0a58bb4c62"} +{"uuid":"gpqa-main-be458c5a0490a8298ea11494","benchmark":"gpqa_main","data_index":2807,"repeat_index":7,"sample_id":"gpqa-main-be458c5a0490a8298ea11494/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2727,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"C","question_sha256":"17cada7a00fa20e35d380a47aad58aace15d791f3cd4f119acb4635e55951129"} +{"uuid":"gpqa-main-9baab02407bb5e317c8c71c4","benchmark":"gpqa_main","data_index":2718,"repeat_index":7,"sample_id":"gpqa-main-9baab02407bb5e317c8c71c4/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6441,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"C","question_sha256":"4c49b01c534dd76a31b5023fe34fe490913c400dc715a3fa7a874695ca10b949"} +{"uuid":"gpqa-main-c028fe71611d73b87b4cbb03","benchmark":"gpqa_main","data_index":2844,"repeat_index":7,"sample_id":"gpqa-main-c028fe71611d73b87b4cbb03/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1590,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"D","question_sha256":"f56f3f5d135dc8d61dc42f902943e2459f79e4343f2fef6741f6f86d4133a99a"} +{"uuid":"gpqa-main-5f1108e8b2f18297c04895bf","benchmark":"gpqa_main","data_index":2633,"repeat_index":6,"sample_id":"gpqa-main-5f1108e8b2f18297c04895bf/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9957,"prompt_tokens":447,"effective_max_tokens":130625,"original_embedded_prediction":"A","question_sha256":"d6e89de54268d0839b91cc5f860fd4903b1d8277accaf665ced8b5404cdbbe84"} +{"uuid":"gpqa-main-643d18139459da0f9c1b2e17","benchmark":"gpqa_main","data_index":2611,"repeat_index":6,"sample_id":"gpqa-main-643d18139459da0f9c1b2e17/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10787,"prompt_tokens":375,"effective_max_tokens":130697,"original_embedded_prediction":"B","question_sha256":"4bab53f383207a2bc9c94789bb8114d3e7db442308789d848023661e90b2ab49"} +{"uuid":"gpqa-main-8980ca71edb4f58a3e46b256","benchmark":"gpqa_main","data_index":2832,"repeat_index":7,"sample_id":"gpqa-main-8980ca71edb4f58a3e46b256/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1937,"prompt_tokens":145,"effective_max_tokens":130927,"original_embedded_prediction":"B","question_sha256":"fb9586d35200647be665790b2cd3eee5c8cca1b79e6afcf01f027007fa057b64"} +{"uuid":"gpqa-main-a67142bf6c763d9963d7474d","benchmark":"gpqa_main","data_index":2721,"repeat_index":7,"sample_id":"gpqa-main-a67142bf6c763d9963d7474d/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6470,"prompt_tokens":199,"effective_max_tokens":130873,"original_embedded_prediction":"C","question_sha256":"7ed6c7d194038ef8d8c6a84cb18be1015f73754e42d4facb7418e8412ad86b77"} +{"uuid":"gpqa-main-3f72ea9cda0c3c6f970bd310","benchmark":"gpqa_main","data_index":2746,"repeat_index":7,"sample_id":"gpqa-main-3f72ea9cda0c3c6f970bd310/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5349,"prompt_tokens":432,"effective_max_tokens":130640,"original_embedded_prediction":"C","question_sha256":"a5bf307fdc69920b346c2d288b6a35b24485c92c8e245174a775055fa172cdc6"} +{"uuid":"gpqa-main-5caa71cb7e0124d349b3046e","benchmark":"gpqa_main","data_index":2764,"repeat_index":7,"sample_id":"gpqa-main-5caa71cb7e0124d349b3046e/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4543,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"C","question_sha256":"965fd430b8ea291a67e2311c4874eba053c21ea0ce6fa222eec4bed300fc2976"} +{"uuid":"gpqa-main-d3a774e5f1af1a1e11117582","benchmark":"gpqa_main","data_index":2850,"repeat_index":7,"sample_id":"gpqa-main-d3a774e5f1af1a1e11117582/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1405,"prompt_tokens":193,"effective_max_tokens":130879,"original_embedded_prediction":"B","question_sha256":"26b8e966c8adf9fe2824ff1fd3c23b2d488a785fe8a68cbce362bac46e891a79"} +{"uuid":"gpqa-main-6030f5f53fe38c334b2c3a6a","benchmark":"gpqa_main","data_index":2861,"repeat_index":7,"sample_id":"gpqa-main-6030f5f53fe38c334b2c3a6a/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1065,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"88d277706c3af734be0507cde034c23c7e206f855c2fcc97d6ed69f8ad92df57"} +{"uuid":"gpqa-main-2efd60649bdbaa65b5969003","benchmark":"gpqa_main","data_index":2661,"repeat_index":6,"sample_id":"gpqa-main-2efd60649bdbaa65b5969003/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9060,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"B","question_sha256":"af907b84cdd249e3bd0dcd3a0fc488c3673df744a66342233bebd85574ac74c3"} +{"uuid":"gpqa-main-138fcbeedbaf865565ec35fd","benchmark":"gpqa_main","data_index":2815,"repeat_index":7,"sample_id":"gpqa-main-138fcbeedbaf865565ec35fd/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2712,"prompt_tokens":409,"effective_max_tokens":130663,"original_embedded_prediction":"D","question_sha256":"15bed1ac60d1bdcf0eec84539d669d6f38a2eb24b51e5072a922d8d9391ab135"} +{"uuid":"gpqa-main-4462dc9f2d34289881ef2b1c","benchmark":"gpqa_main","data_index":2830,"repeat_index":7,"sample_id":"gpqa-main-4462dc9f2d34289881ef2b1c/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2139,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"B","question_sha256":"63318cb18413a705693b9a4312f73dbf5358312aafc1d703c3d29a6340ffa0d1"} +{"uuid":"gpqa-main-547aac137dd7671e7ef03fa9","benchmark":"gpqa_main","data_index":2852,"repeat_index":7,"sample_id":"gpqa-main-547aac137dd7671e7ef03fa9/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1478,"prompt_tokens":497,"effective_max_tokens":130575,"original_embedded_prediction":"C","question_sha256":"8369c6a1ffc960e3f3d88e5e4c521eebcc37f39ca9adf654c3cd4b61f892f2ef"} +{"uuid":"gpqa-main-b38dfd97dcfb80fb4df4c6f2","benchmark":"gpqa_main","data_index":2814,"repeat_index":7,"sample_id":"gpqa-main-b38dfd97dcfb80fb4df4c6f2/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2827,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"D","question_sha256":"28fc44d6ca68ec833bb9837a558199f6e126ccb90f29dc42a2a4bf34ea4b66a7"} +{"uuid":"gpqa-main-c69005af8b1e76a851528e02","benchmark":"gpqa_main","data_index":2755,"repeat_index":7,"sample_id":"gpqa-main-c69005af8b1e76a851528e02/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5269,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"D","question_sha256":"29e6a1db070bf5e5af8af4b82da4953dd47dcd2a1bbd7ad2db04f3d1d4cd805e"} +{"uuid":"gpqa-main-99878f707c7c4024511bae58","benchmark":"gpqa_main","data_index":2862,"repeat_index":7,"sample_id":"gpqa-main-99878f707c7c4024511bae58/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1178,"prompt_tokens":241,"effective_max_tokens":130831,"original_embedded_prediction":"B","question_sha256":"826fb502d2db0f2db5e44683cd45f09d18423fd8a339643c8dc8b32b1accd428"} +{"uuid":"gpqa-main-12fef4b097b802dea2564ea2","benchmark":"gpqa_main","data_index":2106,"repeat_index":5,"sample_id":"gpqa-main-12fef4b097b802dea2564ea2/repeat-5","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":31165,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"D","question_sha256":"254c10ac4fdccd2709d12769dd755a22c6de6b1e6bff2363164511e2905446d7"} +{"uuid":"gpqa-main-7d850f6448c27424d9f68c4e","benchmark":"gpqa_main","data_index":2872,"repeat_index":7,"sample_id":"gpqa-main-7d850f6448c27424d9f68c4e/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":784,"prompt_tokens":544,"effective_max_tokens":130528,"original_embedded_prediction":"B","question_sha256":"48bf9d4f95299b8f9288e190dca6edd0c3cf53cf40dada120e22abf98469d3e3"} +{"uuid":"gpqa-main-3b577bce88d27365cf34e990","benchmark":"gpqa_main","data_index":2648,"repeat_index":6,"sample_id":"gpqa-main-3b577bce88d27365cf34e990/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9965,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"952132525f3a442f1b38bdc3d0190df1c505766096106e7ac626a451f1b236fc"} +{"uuid":"gpqa-main-a6eb05bb931229a396d81e44","benchmark":"gpqa_main","data_index":2476,"repeat_index":6,"sample_id":"gpqa-main-a6eb05bb931229a396d81e44/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16446,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"D","question_sha256":"19c2c8e0578e84094a1f97568e95e1e88fadee2743b1c6519b7fc661c8577cde"} +{"uuid":"gpqa-main-d7c4372bfbc5d0f0f9331350","benchmark":"gpqa_main","data_index":2873,"repeat_index":7,"sample_id":"gpqa-main-d7c4372bfbc5d0f0f9331350/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":858,"prompt_tokens":588,"effective_max_tokens":130484,"original_embedded_prediction":"D","question_sha256":"92d8ffd16886567ac1ed2f15a6c2d3d6ac2a2fb0fd0e56836671babcde327d3f"} +{"uuid":"gpqa-main-5e6a032f9aa67c7725f828d0","benchmark":"gpqa_main","data_index":2883,"repeat_index":7,"sample_id":"gpqa-main-5e6a032f9aa67c7725f828d0/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":549,"prompt_tokens":330,"effective_max_tokens":130742,"original_embedded_prediction":"A","question_sha256":"8accf5d31cc4cf5c2467ac477d83885c90d2715606f7c2e68d318476741bbdd7"} +{"uuid":"gpqa-main-104b659bbac6e52c4c877c0b","benchmark":"gpqa_main","data_index":2840,"repeat_index":7,"sample_id":"gpqa-main-104b659bbac6e52c4c877c0b/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2231,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"D","question_sha256":"de6e1846b7e0c60ac3b7b0f613ad67cc3d941770b7de58c7a45add8c64d1db8b"} +{"uuid":"gpqa-main-f2c0ff64cf18a6ae32dc45dc","benchmark":"gpqa_main","data_index":2887,"repeat_index":7,"sample_id":"gpqa-main-f2c0ff64cf18a6ae32dc45dc/repeat-7","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":438,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"f2467e0d99b11d10fdd18675d7a73d1a19569e58d6aa97be50c24c2cb28731b1"} +{"uuid":"gpqa-main-249edae2034ba7f3819aaa7b","benchmark":"gpqa_main","data_index":2898,"repeat_index":7,"sample_id":"gpqa-main-249edae2034ba7f3819aaa7b/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":218,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"A","question_sha256":"c4d795814405ce2bb231fe7012e4581bcaebca12bb3f8c3260a3ad239aa51a79"} +{"uuid":"gpqa-main-e408cf011e5548359fd7cfa7","benchmark":"gpqa_main","data_index":2756,"repeat_index":7,"sample_id":"gpqa-main-e408cf011e5548359fd7cfa7/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5482,"prompt_tokens":190,"effective_max_tokens":130882,"original_embedded_prediction":"D","question_sha256":"62f7808cdd914d23316e18802ada081dc433f34465864581ce0c27bfafdcd343"} +{"uuid":"gpqa-main-e4e8eab3e5612de26e298f3f","benchmark":"gpqa_main","data_index":2831,"repeat_index":7,"sample_id":"gpqa-main-e4e8eab3e5612de26e298f3f/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2502,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"A","question_sha256":"1037e0c8b2c1aced006713d114efa5f1233a7eadf2f0aac355081aeacd10b00f"} +{"uuid":"gpqa-main-a028903aa7112583a0e7b5d2","benchmark":"gpqa_main","data_index":2520,"repeat_index":6,"sample_id":"gpqa-main-a028903aa7112583a0e7b5d2/repeat-6","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15015,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"B","question_sha256":"c6231a95c81ba1af7d31e5ce8f8e8ad4c4def88d86ab8f801a248cf19814e2d2"} +{"uuid":"gpqa-main-1ae8f8945efaf81788d8d871","benchmark":"gpqa_main","data_index":2827,"repeat_index":7,"sample_id":"gpqa-main-1ae8f8945efaf81788d8d871/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2790,"prompt_tokens":250,"effective_max_tokens":130822,"original_embedded_prediction":"A","question_sha256":"060f07943bcd17960b48a982fabe42fcae4e3899fe8c5473138fe2198f0e8dd8"} +{"uuid":"gpqa-main-0306849689d2123fedfcfeb5","benchmark":"gpqa_main","data_index":2770,"repeat_index":7,"sample_id":"gpqa-main-0306849689d2123fedfcfeb5/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4838,"prompt_tokens":301,"effective_max_tokens":130771,"original_embedded_prediction":"D","question_sha256":"9b236e1b2c7db4edd3fd08eaeff4fcfd3b13c11bfc0f9c5510349957a837d13a"} +{"uuid":"gpqa-main-08cb3c41dbaa57f424632b84","benchmark":"gpqa_main","data_index":2692,"repeat_index":7,"sample_id":"gpqa-main-08cb3c41dbaa57f424632b84/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8337,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"e37327eb6a290bf649f9b548f5d9834983b5d59efc10b4281a4bdbb75523863f"} +{"uuid":"gpqa-main-6f6ff532d544554128a0bbbe","benchmark":"gpqa_main","data_index":2796,"repeat_index":7,"sample_id":"gpqa-main-6f6ff532d544554128a0bbbe/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4031,"prompt_tokens":368,"effective_max_tokens":130704,"original_embedded_prediction":"A","question_sha256":"ebb5b9328e54d98f40b988b171044869d75c67b6efaa8f44675c485448b7b02c"} +{"uuid":"gpqa-main-f432c1aa4319a4b1f6fa2ac1","benchmark":"gpqa_main","data_index":2797,"repeat_index":7,"sample_id":"gpqa-main-f432c1aa4319a4b1f6fa2ac1/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4047,"prompt_tokens":264,"effective_max_tokens":130808,"original_embedded_prediction":"C","question_sha256":"19d5ec504b7008b3eada0ca0c300cd88147b20679109f6681bfd8946e0db2c8c"} +{"uuid":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7","benchmark":"gpqa_main","data_index":2725,"repeat_index":7,"sample_id":"gpqa-main-c4f7e9cd55aeb4b5bbbaf0a7/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7026,"prompt_tokens":279,"effective_max_tokens":130793,"original_embedded_prediction":"C","question_sha256":"f730b35adb897658b28382d90ae7881a77e5d86003cc9b3942862d742001d4fb"} +{"uuid":"gpqa-main-143dc33c1aad9828daf5e615","benchmark":"gpqa_main","data_index":2783,"repeat_index":7,"sample_id":"gpqa-main-143dc33c1aad9828daf5e615/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4571,"prompt_tokens":354,"effective_max_tokens":130718,"original_embedded_prediction":"C","question_sha256":"ff60c18b72aac9e90842c7a2d5e79c68092a3fbb1d6c0318cee6d2892a43a0a1"} +{"uuid":"gpqa-main-20f50fda9aeae51c6b9b4ba0","benchmark":"gpqa_main","data_index":2779,"repeat_index":7,"sample_id":"gpqa-main-20f50fda9aeae51c6b9b4ba0/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4703,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"D","question_sha256":"c7914fc7bcc19ad8377798d825d6dbc59be8fb64f2b51a89ec26f55423d9edd1"} +{"uuid":"gpqa-main-781f4efc4b25ff35b588e87c","benchmark":"gpqa_main","data_index":2869,"repeat_index":7,"sample_id":"gpqa-main-781f4efc4b25ff35b588e87c/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1421,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"C","question_sha256":"f933a526e8aec15b0dc77756bad3ba0839404a6d042443e3f5a0ab0b8d1cfa96"} +{"uuid":"gpqa-main-779369aa96b96a67933939f1","benchmark":"gpqa_main","data_index":2912,"repeat_index":7,"sample_id":"gpqa-main-779369aa96b96a67933939f1/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":279,"prompt_tokens":327,"effective_max_tokens":130745,"original_embedded_prediction":"D","question_sha256":"acf784efba891531b08709383ede2379cee1f604b6334b753dd1fcaab37af970"} +{"uuid":"gpqa-main-ecb6740406340eb07beacf42","benchmark":"gpqa_main","data_index":2914,"repeat_index":7,"sample_id":"gpqa-main-ecb6740406340eb07beacf42/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":198,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"29f96711820eba41ccced6676074bc5bcd9e3eb6c97ce5e8507128a91a175bb0"} +{"uuid":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3","benchmark":"gpqa_main","data_index":2846,"repeat_index":7,"sample_id":"gpqa-main-c5e3bbfc3b6ad95b8fa57de3/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2509,"prompt_tokens":252,"effective_max_tokens":130820,"original_embedded_prediction":"A","question_sha256":"71075d4447ee264b63e5544da7b40502fb235decc31484f33ee97a8ef70c3d1f"} +{"uuid":"gpqa-main-bd228dea7f1aa14b70216372","benchmark":"gpqa_main","data_index":2905,"repeat_index":7,"sample_id":"gpqa-main-bd228dea7f1aa14b70216372/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":669,"prompt_tokens":425,"effective_max_tokens":130647,"original_embedded_prediction":"A","question_sha256":"c1dea594f51ba7757d0d9ec69efa6b56bfeeaff965f074faaf89160cca96a0e9"} +{"uuid":"gpqa-main-5a280dae7286e8bab3887904","benchmark":"gpqa_main","data_index":2900,"repeat_index":7,"sample_id":"gpqa-main-5a280dae7286e8bab3887904/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":828,"prompt_tokens":307,"effective_max_tokens":130765,"original_embedded_prediction":"C","question_sha256":"b8398a470c0a1a045a6dcf2005bd8e8351bdf75ffa7c473958cf3c4b5d4fb288"} +{"uuid":"gpqa-main-8a352b243ffac6230977fc90","benchmark":"gpqa_main","data_index":2907,"repeat_index":7,"sample_id":"gpqa-main-8a352b243ffac6230977fc90/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":663,"prompt_tokens":389,"effective_max_tokens":130683,"original_embedded_prediction":"D","question_sha256":"7408ac0330a09a182b52a627f89920c8c4e825da7da4e441973cbefe32b852ac"} +{"uuid":"gpqa-main-aa04ac251ed805588a6be27c","benchmark":"gpqa_main","data_index":2853,"repeat_index":7,"sample_id":"gpqa-main-aa04ac251ed805588a6be27c/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2320,"prompt_tokens":203,"effective_max_tokens":130869,"original_embedded_prediction":"D","question_sha256":"198a9824ae684cea2edf9d0597e69c2274e0be94e0a0ffcf7b4ad3e95f4a6dae"} +{"uuid":"gpqa-main-dbbe3054b6bdabe917f5ab5d","benchmark":"gpqa_main","data_index":2835,"repeat_index":7,"sample_id":"gpqa-main-dbbe3054b6bdabe917f5ab5d/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3139,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"A","question_sha256":"1054cb147fa0d82e2b1830b0238455ab6cea42cde361a81e9934864240f22f50"} +{"uuid":"gpqa-main-8af90a4147e5f0c98bfd00fa","benchmark":"gpqa_main","data_index":2906,"repeat_index":7,"sample_id":"gpqa-main-8af90a4147e5f0c98bfd00fa/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":874,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"C","question_sha256":"29a55065f72c47169c5073a91e6b55d82fe2f5784289d2baf5cf5444f8d6fd65"} +{"uuid":"gpqa-main-04a5c442799262dec9375c25","benchmark":"gpqa_main","data_index":2882,"repeat_index":7,"sample_id":"gpqa-main-04a5c442799262dec9375c25/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1484,"prompt_tokens":365,"effective_max_tokens":130707,"original_embedded_prediction":"C","question_sha256":"e90ec32d975ec61b7cd079ff6968bc3dbaa4fc87e74699c1406ce59093066dbc"} +{"uuid":"gpqa-main-9f5d195170ba73ccdc7a3b84","benchmark":"gpqa_main","data_index":2895,"repeat_index":7,"sample_id":"gpqa-main-9f5d195170ba73ccdc7a3b84/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1182,"prompt_tokens":552,"effective_max_tokens":130520,"original_embedded_prediction":"A","question_sha256":"e4e5526f8ea9205cbe6b33a5256144298ad11d8250b020cbd4fddbba85a12596"} +{"uuid":"gpqa-main-fcf4fbe275826c7d67e6067b","benchmark":"gpqa_main","data_index":2636,"repeat_index":6,"sample_id":"gpqa-main-fcf4fbe275826c7d67e6067b/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11280,"prompt_tokens":319,"effective_max_tokens":130753,"original_embedded_prediction":"B","question_sha256":"804a1298d02f33e3d34af9885ef317731ae757104a1e874356955c98921afd18"} +{"uuid":"gpqa-main-6845f28b26fa44b2b44ded84","benchmark":"gpqa_main","data_index":2828,"repeat_index":7,"sample_id":"gpqa-main-6845f28b26fa44b2b44ded84/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3514,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"7c6678dd868700f600b69c54e83e52a10695ac957465ffbe08c35d20f42b448e"} +{"uuid":"gpqa-main-be779fa0e49ff52e19357207","benchmark":"gpqa_main","data_index":2927,"repeat_index":7,"sample_id":"gpqa-main-be779fa0e49ff52e19357207/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":404,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"ea7bb5901d85914d8997afb87e1ae6be7a8efe03889a4cc08f64de2ccdc9180e"} +{"uuid":"gpqa-main-70afc730094f43bb0e05f371","benchmark":"gpqa_main","data_index":2897,"repeat_index":7,"sample_id":"gpqa-main-70afc730094f43bb0e05f371/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1269,"prompt_tokens":360,"effective_max_tokens":130712,"original_embedded_prediction":"A","question_sha256":"f328e748a74c78b0ab73f790c6848b663fb5bffac884e2793a63bb9ce351e4b6"} +{"uuid":"gpqa-main-1754a508e794225bd932adeb","benchmark":"gpqa_main","data_index":2741,"repeat_index":7,"sample_id":"gpqa-main-1754a508e794225bd932adeb/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7130,"prompt_tokens":276,"effective_max_tokens":130796,"original_embedded_prediction":"B","question_sha256":"16464cac7090a24d3b5a0bf989e1699bafd2dd7b1555e816a1f77804d8e890db"} +{"uuid":"gpqa-main-4117517dba1fdbd711e3d32b","benchmark":"gpqa_main","data_index":2836,"repeat_index":7,"sample_id":"gpqa-main-4117517dba1fdbd711e3d32b/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3498,"prompt_tokens":398,"effective_max_tokens":130674,"original_embedded_prediction":"C","question_sha256":"3e04ad2cb1248bfb53a7bd8f05efedea49f42b201c6f35907baa6c30abf40733"} +{"uuid":"gpqa-main-35d088e32fb39438767e1141","benchmark":"gpqa_main","data_index":2767,"repeat_index":7,"sample_id":"gpqa-main-35d088e32fb39438767e1141/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5917,"prompt_tokens":434,"effective_max_tokens":130638,"original_embedded_prediction":"D","question_sha256":"9d467213ec07b8217d3c3aa11a312c8536475e654bbb7ef916a4b8f92e0c7a7d"} +{"uuid":"gpqa-main-6119656f6ad0247c537028e7","benchmark":"gpqa_main","data_index":2934,"repeat_index":7,"sample_id":"gpqa-main-6119656f6ad0247c537028e7/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":330,"prompt_tokens":329,"effective_max_tokens":130743,"original_embedded_prediction":"A","question_sha256":"e426a9a1b0977a66badcc2dd4f0d54629b39c2594a512e459e9afd20bba599ba"} +{"uuid":"gpqa-main-c720b28fe25654b1cedc9285","benchmark":"gpqa_main","data_index":2810,"repeat_index":7,"sample_id":"gpqa-main-c720b28fe25654b1cedc9285/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4420,"prompt_tokens":256,"effective_max_tokens":130816,"original_embedded_prediction":"A","question_sha256":"9f6e1d1b2c053afcba8c78142311f336846eb87d19344fb8aa6e71ed9aecc477"} +{"uuid":"gpqa-main-084903ab17db0fab7bc6caea","benchmark":"gpqa_main","data_index":2817,"repeat_index":7,"sample_id":"gpqa-main-084903ab17db0fab7bc6caea/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4270,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"b560f550d5d9fb2378520f0fcf7b6573aec2027430ef06270491ace18a0497fc"} +{"uuid":"gpqa-main-b22053dbc40179e114f0c866","benchmark":"gpqa_main","data_index":2813,"repeat_index":7,"sample_id":"gpqa-main-b22053dbc40179e114f0c866/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4409,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"1f101bccd20044577731aef887c9704a6a153baf063dff8d9a04510e7b8dcfb7"} +{"uuid":"gpqa-main-1f9ad1ca59cf537e3cdf47c2","benchmark":"gpqa_main","data_index":2818,"repeat_index":7,"sample_id":"gpqa-main-1f9ad1ca59cf537e3cdf47c2/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4302,"prompt_tokens":318,"effective_max_tokens":130754,"original_embedded_prediction":"B","question_sha256":"229ffbdb774489fcfd578450da500a74b0c6fd603d3f4050eb6ff993659f5c7e"} +{"uuid":"gpqa-main-f1451c98bdb50fb5b0dbdc55","benchmark":"gpqa_main","data_index":2804,"repeat_index":7,"sample_id":"gpqa-main-f1451c98bdb50fb5b0dbdc55/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4938,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"B","question_sha256":"650bb2feaa18830493f8e50de85c38c1f24570d9f1e7c9970c8ed9fbcbbde337"} +{"uuid":"gpqa-main-ddd2b405606ced65b4ce6345","benchmark":"gpqa_main","data_index":2936,"repeat_index":7,"sample_id":"gpqa-main-ddd2b405606ced65b4ce6345/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":371,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"2066c0e835493298c00391dd9236de10adec10d611fe3e2777f252677dfe9724"} +{"uuid":"gpqa-main-20f8612bcc2efb9c2355d32e","benchmark":"gpqa_main","data_index":2894,"repeat_index":7,"sample_id":"gpqa-main-20f8612bcc2efb9c2355d32e/repeat-7","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1783,"prompt_tokens":294,"effective_max_tokens":130778,"original_embedded_prediction":"B","question_sha256":"d746be8625afecad5925e7069f57336e8de3f39dfdf843820421eba66b7bc620"} +{"uuid":"gpqa-main-756cafdacac7e9642e2102c6","benchmark":"gpqa_main","data_index":2778,"repeat_index":7,"sample_id":"gpqa-main-756cafdacac7e9642e2102c6/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5995,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"b26abbcea4f9adbbc6faf6378336b8d024ffe4491d2853b927bf9afdc27073a9"} +{"uuid":"gpqa-main-ea0400e59078652fc57eb6e1","benchmark":"gpqa_main","data_index":2784,"repeat_index":7,"sample_id":"gpqa-main-ea0400e59078652fc57eb6e1/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5794,"prompt_tokens":537,"effective_max_tokens":130535,"original_embedded_prediction":"D","question_sha256":"50fc83bec6235fb29a76a0a00342f5c99a24684597a5930df882fe103e170363"} +{"uuid":"gpqa-main-7bb7c5ace8216100d38e616a","benchmark":"gpqa_main","data_index":2910,"repeat_index":7,"sample_id":"gpqa-main-7bb7c5ace8216100d38e616a/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1596,"prompt_tokens":197,"effective_max_tokens":130875,"original_embedded_prediction":"B","question_sha256":"6dbc821cf1e89c0764e62d1bef4818136877fbc8e333f255bfa42276ac9aeb88"} +{"uuid":"gpqa-main-682237ee740e033537fb5707","benchmark":"gpqa_main","data_index":2857,"repeat_index":7,"sample_id":"gpqa-main-682237ee740e033537fb5707/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3198,"prompt_tokens":291,"effective_max_tokens":130781,"original_embedded_prediction":"A","question_sha256":"6cec89b2019b24f8e8c4001cade388815345ae403b5d5fc687cf7fdccbcc6ce1"} +{"uuid":"gpqa-main-5ace8b3dabb97ffc3da20e7c","benchmark":"gpqa_main","data_index":2938,"repeat_index":7,"sample_id":"gpqa-main-5ace8b3dabb97ffc3da20e7c/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":471,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"4ebb5a46cf109d4237b98081e218fcaba27d8f9d03f7a930300f2938f71c1ef0"} +{"uuid":"gpqa-main-86060b054d8de358356a29fd","benchmark":"gpqa_main","data_index":2696,"repeat_index":7,"sample_id":"gpqa-main-86060b054d8de358356a29fd/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9692,"prompt_tokens":435,"effective_max_tokens":130637,"original_embedded_prediction":"A","question_sha256":"d20ccd218e50c4a58da8030db612f52c5bac88ad6d1859a85b0358c1595e54e1"} +{"uuid":"gpqa-main-381032537ca0c968de7d5c06","benchmark":"gpqa_main","data_index":2891,"repeat_index":7,"sample_id":"gpqa-main-381032537ca0c968de7d5c06/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2101,"prompt_tokens":186,"effective_max_tokens":130886,"original_embedded_prediction":"A","question_sha256":"045347c35e2957dbd6bc83158fecec24c157df70fdefaaddc8633ecda3435cdc"} +{"uuid":"gpqa-main-92f6e58b4989e9025c8286a9","benchmark":"gpqa_main","data_index":2922,"repeat_index":7,"sample_id":"gpqa-main-92f6e58b4989e9025c8286a9/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1352,"prompt_tokens":478,"effective_max_tokens":130594,"original_embedded_prediction":"D","question_sha256":"c003a37af0eaa5e9c6d10f5a25ce1a2e0258ad6638a1655ee2a17d07daab816a"} +{"uuid":"gpqa-main-742076c80dda93477062cfc0","benchmark":"gpqa_main","data_index":2950,"repeat_index":7,"sample_id":"gpqa-main-742076c80dda93477062cfc0/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":150,"prompt_tokens":185,"effective_max_tokens":130887,"original_embedded_prediction":"D","question_sha256":"528bc237c35f64d2635edb6fea3202ce958bca92ea956fae0da7c5b4c72081d8"} +{"uuid":"gpqa-main-e6ff92ca0c11b47b14793d2f","benchmark":"gpqa_main","data_index":2812,"repeat_index":7,"sample_id":"gpqa-main-e6ff92ca0c11b47b14793d2f/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4917,"prompt_tokens":272,"effective_max_tokens":130800,"original_embedded_prediction":"A","question_sha256":"ca2abe8a98bc00aadbd20baf4ff27e830539507a5ff7402eed5e2491347f95aa"} +{"uuid":"gpqa-main-ef65739a36457c1672913212","benchmark":"gpqa_main","data_index":2847,"repeat_index":7,"sample_id":"gpqa-main-ef65739a36457c1672913212/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3813,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"46601a7bcf5dcc71504dda490de685062fce72cdc997d7acb8b78e5a351a96bc"} +{"uuid":"gpqa-main-24751b175e0f2d19899ad735","benchmark":"gpqa_main","data_index":2948,"repeat_index":7,"sample_id":"gpqa-main-24751b175e0f2d19899ad735/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":382,"prompt_tokens":205,"effective_max_tokens":130867,"original_embedded_prediction":"B","question_sha256":"4a5d6fcc83f3561a6447a1feebb680aa9ab094bdeed5677c30f04041964a9c38"} +{"uuid":"gpqa-main-1728184fad8153eeb2e2a7de","benchmark":"gpqa_main","data_index":2952,"repeat_index":7,"sample_id":"gpqa-main-1728184fad8153eeb2e2a7de/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":317,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"B","question_sha256":"d8505733319a8047e94d63c293a2d9dbb08c42e4bde2c223467f371da6665e08"} +{"uuid":"gpqa-main-a454a3157aff6eee743541b7","benchmark":"gpqa_main","data_index":2870,"repeat_index":7,"sample_id":"gpqa-main-a454a3157aff6eee743541b7/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3103,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"C","question_sha256":"025e20e6e9b45e1ddb3f6901f58f69b40df5e8f9ffb6b80b5b17bc518d9f5d17"} +{"uuid":"gpqa-main-fd21f7c7356e7f51f0cabd07","benchmark":"gpqa_main","data_index":2889,"repeat_index":7,"sample_id":"gpqa-main-fd21f7c7356e7f51f0cabd07/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2523,"prompt_tokens":601,"effective_max_tokens":130471,"original_embedded_prediction":"D","question_sha256":"db246f6acae65ff2e4bb6caad314b6583cd0085f0d81b1b20515ca2fe73b6f72"} +{"uuid":"gpqa-main-65b3a19abfb8f6bf88bf75f5","benchmark":"gpqa_main","data_index":2671,"repeat_index":6,"sample_id":"gpqa-main-65b3a19abfb8f6bf88bf75f5/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11250,"prompt_tokens":308,"effective_max_tokens":130764,"original_embedded_prediction":"B","question_sha256":"a8345a17dbfe0f12b34f72265cd346edb8235c10a1aa78acb6be06124a19360a"} +{"uuid":"gpqa-main-56cc62f5d70b661868d341e7","benchmark":"gpqa_main","data_index":2926,"repeat_index":7,"sample_id":"gpqa-main-56cc62f5d70b661868d341e7/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1502,"prompt_tokens":209,"effective_max_tokens":130863,"original_embedded_prediction":"A","question_sha256":"c974918b90f5892aaad4308e337b490844102dbfad26c90bf508602f9c595d5d"} +{"uuid":"gpqa-main-63aef6e78c9803d030a16f9c","benchmark":"gpqa_main","data_index":2896,"repeat_index":7,"sample_id":"gpqa-main-63aef6e78c9803d030a16f9c/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2464,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"A","question_sha256":"255e934ed277fdd11f71245508448f7031439d40eb38fd78fb3b813b247c5726"} +{"uuid":"gpqa-main-acdff999b6cbfcbc8be6ffac","benchmark":"gpqa_main","data_index":2929,"repeat_index":7,"sample_id":"gpqa-main-acdff999b6cbfcbc8be6ffac/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1369,"prompt_tokens":404,"effective_max_tokens":130668,"original_embedded_prediction":"B","question_sha256":"96f00c3d898d9c364f022eae18e69424d7f2ddde12fbde50541b7390ffd40103"} +{"uuid":"gpqa-main-4f958672c6f9249c44f2f9b9","benchmark":"gpqa_main","data_index":2875,"repeat_index":7,"sample_id":"gpqa-main-4f958672c6f9249c44f2f9b9/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3039,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"C","question_sha256":"7d91198c9c48996b89ebbb62d8d76d86e32d7c14fb108c7491c9ff812263613a"} +{"uuid":"gpqa-main-dd8409336990c7459796bf16","benchmark":"gpqa_main","data_index":2923,"repeat_index":7,"sample_id":"gpqa-main-dd8409336990c7459796bf16/repeat-7","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1792,"prompt_tokens":296,"effective_max_tokens":130776,"original_embedded_prediction":"B","question_sha256":"609aca38a7fb3090a0f30d6d141ac5d22646fb06ba18f8c71758e099668e5bf5"} +{"uuid":"gpqa-main-64193be5f9a6bbd67bec4010","benchmark":"gpqa_main","data_index":2816,"repeat_index":7,"sample_id":"gpqa-main-64193be5f9a6bbd67bec4010/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5171,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"A","question_sha256":"373990fe818e4182469d242b845eeb2f78db2f00cfb3a8fdbd2dbd696e08d552"} +{"uuid":"gpqa-main-7475b6b01129fce5b436b0ee","benchmark":"gpqa_main","data_index":2886,"repeat_index":7,"sample_id":"gpqa-main-7475b6b01129fce5b436b0ee/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2706,"prompt_tokens":235,"effective_max_tokens":130837,"original_embedded_prediction":"B","question_sha256":"797be7099117e146adaaf5ad31bd914d9adbd510441211b0040aad2812fffc40"} +{"uuid":"gpqa-main-07134ad2ae69bd2e9f09ae64","benchmark":"gpqa_main","data_index":2765,"repeat_index":7,"sample_id":"gpqa-main-07134ad2ae69bd2e9f09ae64/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7102,"prompt_tokens":374,"effective_max_tokens":130698,"original_embedded_prediction":"A","question_sha256":"e1448af5dcb7e4a7a5cf31dd231d4a2b2a3829ce3dabc5d7da48a195c1b39112"} +{"uuid":"gpqa-main-925cb13958435841df0e8c1e","benchmark":"gpqa_main","data_index":2795,"repeat_index":7,"sample_id":"gpqa-main-925cb13958435841df0e8c1e/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6103,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"B","question_sha256":"d21ba2f1c06b876b2d387104c816ee0fcc369a02b8e010a706e0e2448c56f78e"} +{"uuid":"gpqa-main-28e3e5e79d7477896c6d853d","benchmark":"gpqa_main","data_index":2712,"repeat_index":7,"sample_id":"gpqa-main-28e3e5e79d7477896c6d853d/repeat-7","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9735,"prompt_tokens":1047,"effective_max_tokens":130025,"original_embedded_prediction":"B","question_sha256":"d3b33ef7a0e55c33b5deae6a673dd7fff1fc2e7efa223f3419ecf58e57c06207"} +{"uuid":"gpqa-main-c0bc48c4232297b735018487","benchmark":"gpqa_main","data_index":2928,"repeat_index":7,"sample_id":"gpqa-main-c0bc48c4232297b735018487/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1774,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"C","question_sha256":"bbc99977a336fa9fd961baf75728288b14f7c69841a6757f2793e300690fc85b"} +{"uuid":"gpqa-main-92c7c513709816748efab029","benchmark":"gpqa_main","data_index":2939,"repeat_index":7,"sample_id":"gpqa-main-92c7c513709816748efab029/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1211,"prompt_tokens":253,"effective_max_tokens":130819,"original_embedded_prediction":"C","question_sha256":"c9ed693d3f7d5c30b94e2c01b9b5f22591922f961e4dbc9ef4b70309b61bae5c"} +{"uuid":"gpqa-main-212277d3e39540a6739d98b8","benchmark":"gpqa_main","data_index":2937,"repeat_index":7,"sample_id":"gpqa-main-212277d3e39540a6739d98b8/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1262,"prompt_tokens":147,"effective_max_tokens":130925,"original_embedded_prediction":"A","question_sha256":"d20446ccbbfc1ed40bcb669bfa65f9f9cd8e38ec8f7e67621c88e3dbe91f083d"} +{"uuid":"gpqa-main-216433a347b01989e26ed83a","benchmark":"gpqa_main","data_index":2935,"repeat_index":7,"sample_id":"gpqa-main-216433a347b01989e26ed83a/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1462,"prompt_tokens":215,"effective_max_tokens":130857,"original_embedded_prediction":"B","question_sha256":"ead16c05d1abbf4387485257726593cf57a0384c3e0a3db31ba489bb1676ce72"} +{"uuid":"gpqa-main-08452235d283f9ba82364ea8","benchmark":"gpqa_main","data_index":2698,"repeat_index":7,"sample_id":"gpqa-main-08452235d283f9ba82364ea8/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10532,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"65db6ef4b562a9503afeb197451091c7514df18fdee747a881b8057c38e21d0f"} +{"uuid":"gpqa-main-7ceb372c1cdc7a180b73516c","benchmark":"gpqa_main","data_index":2918,"repeat_index":7,"sample_id":"gpqa-main-7ceb372c1cdc7a180b73516c/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2484,"prompt_tokens":220,"effective_max_tokens":130852,"original_embedded_prediction":"B","question_sha256":"142aeb435e38240c03d26aafbfb8dc0ab94e7ef4f752a271c1ab011350a965be"} +{"uuid":"gpqa-main-0293685a5c3ddbc5b15dcfa0","benchmark":"gpqa_main","data_index":2921,"repeat_index":7,"sample_id":"gpqa-main-0293685a5c3ddbc5b15dcfa0/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2468,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"db2ca8d93d5ff50bd9f602bc5b3d339b547349c54c540850544e01393770a4ff"} +{"uuid":"gpqa-main-31313469465f81cc0fa5dd28","benchmark":"gpqa_main","data_index":2944,"repeat_index":7,"sample_id":"gpqa-main-31313469465f81cc0fa5dd28/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1473,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"B","question_sha256":"cd18749d0354640af760ebe1c6a150eed2a0202cc444345b5c3f00b0f0df67d2"} +{"uuid":"gpqa-main-9753ac5963fbae8c8e907ef3","benchmark":"gpqa_main","data_index":2965,"repeat_index":7,"sample_id":"gpqa-main-9753ac5963fbae8c8e907ef3/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":685,"prompt_tokens":181,"effective_max_tokens":130891,"original_embedded_prediction":"C","question_sha256":"ec3a07db51d6010b2b9fae103e36b62707efee3ad0713fcd4420f8ba8f55c00b"} +{"uuid":"gpqa-main-86d8d26ea3f4092dd4bac144","benchmark":"gpqa_main","data_index":2822,"repeat_index":7,"sample_id":"gpqa-main-86d8d26ea3f4092dd4bac144/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5695,"prompt_tokens":227,"effective_max_tokens":130845,"original_embedded_prediction":"C","question_sha256":"299c83f78042a13c78ad054088517dc82d5ed82bcc9ef75ec08dc120f2b8052f"} +{"uuid":"gpqa-main-edbd99e5f03e3b3f074ba126","benchmark":"gpqa_main","data_index":2750,"repeat_index":7,"sample_id":"gpqa-main-edbd99e5f03e3b3f074ba126/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8475,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"A","question_sha256":"b690990e73efd994587057d6ed5ae270235b0ec6bd4e98df3fc472f01c179765"} +{"uuid":"gpqa-main-822957bb60d3551275f08aa0","benchmark":"gpqa_main","data_index":2941,"repeat_index":7,"sample_id":"gpqa-main-822957bb60d3551275f08aa0/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1590,"prompt_tokens":248,"effective_max_tokens":130824,"original_embedded_prediction":"A","question_sha256":"4690c4bb391b2ef2a7b53f1a15866e05411bdf5f0f7b4f32c9e27d8ef6e8cb48"} +{"uuid":"gpqa-main-d5d2365d64430154627d4bb7","benchmark":"gpqa_main","data_index":2956,"repeat_index":7,"sample_id":"gpqa-main-d5d2365d64430154627d4bb7/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1109,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"D","question_sha256":"17f96c74be836037313c787a88438b6c9f69a4aa20ec8cba17697864f5d35599"} +{"uuid":"gpqa-main-9c0b631b2a7823cec0729a4b","benchmark":"gpqa_main","data_index":2931,"repeat_index":7,"sample_id":"gpqa-main-9c0b631b2a7823cec0729a4b/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2067,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"9d42c24c2f67ff118699d880fbb6276f14043e3527a9fea8f6d55fe2bf82e091"} +{"uuid":"gpqa-main-759e35a2024fc09bd491c9ff","benchmark":"gpqa_main","data_index":2691,"repeat_index":7,"sample_id":"gpqa-main-759e35a2024fc09bd491c9ff/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11072,"prompt_tokens":293,"effective_max_tokens":130779,"original_embedded_prediction":"D","question_sha256":"4c284608a459b460f3ec3dfd5c7c71cfa84c171d4eb8a52aab9e6e4a8cb409bb"} +{"uuid":"gpqa-main-86976aae6f871f46c4680830","benchmark":"gpqa_main","data_index":2903,"repeat_index":7,"sample_id":"gpqa-main-86976aae6f871f46c4680830/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3053,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"B","question_sha256":"e5c3c79a60db2de596dac1585bfc2e940bac2acb65a3352ff5f7e99821846aed"} +{"uuid":"gpqa-main-9a5518ae94b2b0d35d86de13","benchmark":"gpqa_main","data_index":2977,"repeat_index":7,"sample_id":"gpqa-main-9a5518ae94b2b0d35d86de13/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":490,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"C","question_sha256":"3fcfcbf2649513809f04d9fdbcbe0c6bc1a91164f8dcfd7d9748267f2db7c6ce"} +{"uuid":"gpqa-main-e605c3d20abb4c52d96e9b60","benchmark":"gpqa_main","data_index":2859,"repeat_index":7,"sample_id":"gpqa-main-e605c3d20abb4c52d96e9b60/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4497,"prompt_tokens":361,"effective_max_tokens":130711,"original_embedded_prediction":"C","question_sha256":"84b58aec9b33c09286d45fb66ca82cc4ec03e310a0917bc0783bda81a0fa23b6"} +{"uuid":"gpqa-main-f6714ff18991a64f32fcecf9","benchmark":"gpqa_main","data_index":2974,"repeat_index":7,"sample_id":"gpqa-main-f6714ff18991a64f32fcecf9/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":646,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"A","question_sha256":"a1e860acc41f41cac7f3d9425a64a45a95559ff56553a2d04e1d3569c2f1c1a1"} +{"uuid":"gpqa-main-3b1469c59353cec7a0dd6866","benchmark":"gpqa_main","data_index":2829,"repeat_index":7,"sample_id":"gpqa-main-3b1469c59353cec7a0dd6866/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5507,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"B","question_sha256":"ebc638f9e42bd31bd87f0fab4dff50846ee425d9aef0cb954a4e5013a5a107e4"} +{"uuid":"gpqa-main-219ad07bcb0cda7b85845999","benchmark":"gpqa_main","data_index":2959,"repeat_index":7,"sample_id":"gpqa-main-219ad07bcb0cda7b85845999/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1124,"prompt_tokens":412,"effective_max_tokens":130660,"original_embedded_prediction":"A","question_sha256":"a6336c3b0760d09010077fee728ae5348e4421bcfcbbc8bb9c4a72d541ddfb24"} +{"uuid":"gpqa-main-d8361782f08c0e6d16de3839","benchmark":"gpqa_main","data_index":2975,"repeat_index":7,"sample_id":"gpqa-main-d8361782f08c0e6d16de3839/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":737,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"aed1658f69a85980c41ce94c10ac1535d2de3683f7a5c3821d1a84fa594d4571"} +{"uuid":"gpqa-main-ca986cf878bcb98d3bdf6b0a","benchmark":"gpqa_main","data_index":2940,"repeat_index":7,"sample_id":"gpqa-main-ca986cf878bcb98d3bdf6b0a/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2007,"prompt_tokens":553,"effective_max_tokens":130519,"original_embedded_prediction":"D","question_sha256":"03946dc24ec69699ccf0d502676d0724f19c404c61b61996d4b5d979f21785da"} +{"uuid":"gpqa-main-3357b4ebb8c461cb9eeca4bd","benchmark":"gpqa_main","data_index":2766,"repeat_index":7,"sample_id":"gpqa-main-3357b4ebb8c461cb9eeca4bd/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8133,"prompt_tokens":283,"effective_max_tokens":130789,"original_embedded_prediction":"B","question_sha256":"cdffe5a4f742a97a3cc2ffedfc8d78a3ffa14249a51afc48e9d7aa8fc6b499a8"} +{"uuid":"gpqa-main-a41b7b18fc60247bc6e08ecc","benchmark":"gpqa_main","data_index":2966,"repeat_index":7,"sample_id":"gpqa-main-a41b7b18fc60247bc6e08ecc/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1220,"prompt_tokens":270,"effective_max_tokens":130802,"original_embedded_prediction":"A","question_sha256":"87c04c470b12fde8cca6d843b12d3265c10bf824a883929eca2654ab55681839"} +{"uuid":"gpqa-main-7ac0db7d29e6e8c587a8e8f2","benchmark":"gpqa_main","data_index":2620,"repeat_index":6,"sample_id":"gpqa-main-7ac0db7d29e6e8c587a8e8f2/repeat-6","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14342,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"B","question_sha256":"1fc80dd29a6d1127a37414c18382b28b3e9d2f38b390130751d4cbfe90841375"} +{"uuid":"gpqa-main-513a35e22e5c48f5b3b0518a","benchmark":"gpqa_main","data_index":2971,"repeat_index":7,"sample_id":"gpqa-main-513a35e22e5c48f5b3b0518a/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1153,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"A","question_sha256":"b4baa0b1a21db872411dec993670e6c6bc360a94404305cc5d3ecc9264fdf913"} +{"uuid":"gpqa-main-fe61aa6baba6418fcde1fa11","benchmark":"gpqa_main","data_index":2960,"repeat_index":7,"sample_id":"gpqa-main-fe61aa6baba6418fcde1fa11/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1479,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"D","question_sha256":"73eb245ef4dcc164186307ecd210b767147568ad3c1b03847a63b2e67ac5d0ab"} +{"uuid":"gpqa-main-f6f707a4d7db96af855de986","benchmark":"gpqa_main","data_index":2954,"repeat_index":7,"sample_id":"gpqa-main-f6f707a4d7db96af855de986/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1750,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"C","question_sha256":"049a3a3426b30e36d29d782b3ea4916bf545838ac3945e9c707804638ad48f04"} +{"uuid":"gpqa-main-043ca5f03089118ef536135d","benchmark":"gpqa_main","data_index":2450,"repeat_index":6,"sample_id":"gpqa-main-043ca5f03089118ef536135d/repeat-6","answer_letter":"C","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21110,"prompt_tokens":594,"effective_max_tokens":130478,"original_embedded_prediction":null,"question_sha256":"43c5cb4f57895b07f3e1815e411f315dfa3fe44fe601b5aacde7c1244cdcaa89"} +{"uuid":"gpqa-main-c6cc654afa201cd3d5b66695","benchmark":"gpqa_main","data_index":3000,"repeat_index":7,"sample_id":"gpqa-main-c6cc654afa201cd3d5b66695/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":219,"prompt_tokens":180,"effective_max_tokens":130892,"original_embedded_prediction":"A","question_sha256":"79526cdc6c623c8657c3060ab8b305f1b4d8aa35f2b7905c6fd4c3e119c5c310"} +{"uuid":"gpqa-main-48494dbfd36899c84d166873","benchmark":"gpqa_main","data_index":2982,"repeat_index":7,"sample_id":"gpqa-main-48494dbfd36899c84d166873/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":849,"prompt_tokens":315,"effective_max_tokens":130757,"original_embedded_prediction":"B","question_sha256":"a50aa647f4cce396d333dfcfe372bdfadfa7f7aa507ebafd207354812f7ab3f9"} +{"uuid":"gpqa-main-666fc74619f38e356e33a285","benchmark":"gpqa_main","data_index":2868,"repeat_index":7,"sample_id":"gpqa-main-666fc74619f38e356e33a285/repeat-7","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4852,"prompt_tokens":693,"effective_max_tokens":130379,"original_embedded_prediction":"B","question_sha256":"89fa5b222a94e07a283a5140341a0704109ec3b7f62de72dd072383182771ebc"} +{"uuid":"gpqa-main-09311165c3bc8a7742115024","benchmark":"gpqa_main","data_index":2709,"repeat_index":7,"sample_id":"gpqa-main-09311165c3bc8a7742115024/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11205,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d6deae7022d40b283a8b0053867ff7e2d44f15fac7c364d3b34e67d903596cf7"} +{"uuid":"gpqa-main-50aaa7274c5010d9768274ec","benchmark":"gpqa_main","data_index":2863,"repeat_index":7,"sample_id":"gpqa-main-50aaa7274c5010d9768274ec/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5088,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"D","question_sha256":"0cda758f1290855df9dd7b9a4319bb6ae8108c8113b125a3a2f60705af536a34"} +{"uuid":"gpqa-main-8e23eaed901a11ec534e6f8b","benchmark":"gpqa_main","data_index":2787,"repeat_index":7,"sample_id":"gpqa-main-8e23eaed901a11ec534e6f8b/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7890,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"B","question_sha256":"ed842ad329efe1e08f990fad3dd3cd5e5fb16736a9da1dbfa314d5e19156887e"} +{"uuid":"gpqa-main-d4ee93c18c20e4432773fe55","benchmark":"gpqa_main","data_index":2999,"repeat_index":7,"sample_id":"gpqa-main-d4ee93c18c20e4432773fe55/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":407,"prompt_tokens":200,"effective_max_tokens":130872,"original_embedded_prediction":"C","question_sha256":"77bffd13a6b6464f7c63296f571164c184ce47a8cd6f8ecf91f0dc28407d44a1"} +{"uuid":"gpqa-main-728c68de5f34aba879617ff3","benchmark":"gpqa_main","data_index":2657,"repeat_index":6,"sample_id":"gpqa-main-728c68de5f34aba879617ff3/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":13325,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":"C","question_sha256":"93587b6fdb0ccf1d1701c58bd12431b38885397117475f14823f4c52994b39b4"} +{"uuid":"gpqa-main-4644969e4e4615b014b9669f","benchmark":"gpqa_main","data_index":2504,"repeat_index":6,"sample_id":"gpqa-main-4644969e4e4615b014b9669f/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19480,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"D","question_sha256":"e663684f8a7728af99d977f274c335c497ac6a7ccf43c64ab979e8407155ce6c"} +{"uuid":"gpqa-main-8d43dd1cebfb1a76c18a3589","benchmark":"gpqa_main","data_index":2517,"repeat_index":6,"sample_id":"gpqa-main-8d43dd1cebfb1a76c18a3589/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18974,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"C","question_sha256":"1c3b360d52d717d4eda55f53310217b072979b1026b8896b235a2ba9f5151964"} +{"uuid":"gpqa-main-6f8b58d9d46c4f4e7eba1910","benchmark":"gpqa_main","data_index":3005,"repeat_index":7,"sample_id":"gpqa-main-6f8b58d9d46c4f4e7eba1910/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":268,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"C","question_sha256":"2437e4848569e7740d6491d475d194b9eefbbeae3a6a31cd62ddeb8ba8e93aa9"} +{"uuid":"gpqa-main-9f607ccb3302f27b4ebe90a4","benchmark":"gpqa_main","data_index":2978,"repeat_index":7,"sample_id":"gpqa-main-9f607ccb3302f27b4ebe90a4/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1426,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"B","question_sha256":"e2c8b6a88dfedf13a4a35e2964dc77f2e082e87417c972bf7406bdb2405985f7"} +{"uuid":"gpqa-main-05286f95a107c3da592ecbd9","benchmark":"gpqa_main","data_index":2993,"repeat_index":7,"sample_id":"gpqa-main-05286f95a107c3da592ecbd9/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1046,"prompt_tokens":238,"effective_max_tokens":130834,"original_embedded_prediction":"D","question_sha256":"d8a1a7b530a9b1d0cd0b07ec53f60d6d5fcf3059457f02b90e3c4ddf51fdc825"} +{"uuid":"gpqa-main-731d6908d225dc9f463d1297","benchmark":"gpqa_main","data_index":2976,"repeat_index":7,"sample_id":"gpqa-main-731d6908d225dc9f463d1297/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1703,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"D","question_sha256":"4774928b0a0c7cdc6d9c17102d2e01adad07f5a344858c23bbc63520a74724d7"} +{"uuid":"gpqa-main-45cae4ba5af22868461f1861","benchmark":"gpqa_main","data_index":2826,"repeat_index":7,"sample_id":"gpqa-main-45cae4ba5af22868461f1861/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6831,"prompt_tokens":196,"effective_max_tokens":130876,"original_embedded_prediction":"A","question_sha256":"da4480a5d4f2af44b6faf63fe513d557f97bf4cd048901e4a2f0b133273b39db"} +{"uuid":"gpqa-main-5afce78005210e6a41636858","benchmark":"gpqa_main","data_index":2949,"repeat_index":7,"sample_id":"gpqa-main-5afce78005210e6a41636858/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2580,"prompt_tokens":312,"effective_max_tokens":130760,"original_embedded_prediction":"B","question_sha256":"1447f629926983e1fb54566e40ab57d7a728998d233e3c84bc33277da7c13a65"} +{"uuid":"gpqa-main-78b2ba2dd97e6d6b9942bad9","benchmark":"gpqa_main","data_index":2961,"repeat_index":7,"sample_id":"gpqa-main-78b2ba2dd97e6d6b9942bad9/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2165,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"A","question_sha256":"019eb0f05f025ec512fbae057e0fcb33e0f92eec9bc2dc775494f6a19f4b62f3"} +{"uuid":"gpqa-main-6dec9c3aba26b3c8623af13e","benchmark":"gpqa_main","data_index":3003,"repeat_index":7,"sample_id":"gpqa-main-6dec9c3aba26b3c8623af13e/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":620,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"A","question_sha256":"656a46f8bac8e8e0767c9a5675871d3f81ff8707ec78f064bca2ccac673d7561"} +{"uuid":"gpqa-main-67c1e3a67a2a974a3189d06b","benchmark":"gpqa_main","data_index":3016,"repeat_index":7,"sample_id":"gpqa-main-67c1e3a67a2a974a3189d06b/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":148,"prompt_tokens":212,"effective_max_tokens":130860,"original_embedded_prediction":"A","question_sha256":"de0e795a2e1639d4babc3235662e71409fadd14e0c80f8551b3db9b4b53aa8de"} +{"uuid":"gpqa-main-009c62a9f3d3e5b23d7032af","benchmark":"gpqa_main","data_index":2805,"repeat_index":7,"sample_id":"gpqa-main-009c62a9f3d3e5b23d7032af/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7749,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"eb3c8e77ceb6bbf6b5fc6d705376aeb984e8d20d498b1668992fc1441b062661"} +{"uuid":"gpqa-main-aa684f4d5d7c6b9ced383e24","benchmark":"gpqa_main","data_index":2991,"repeat_index":7,"sample_id":"gpqa-main-aa684f4d5d7c6b9ced383e24/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1409,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"C","question_sha256":"96a58da5e1708d76485e32741b0ecddc1bea407ebb53997d2f36e8827f2f2ac9"} +{"uuid":"gpqa-main-7e9652f906d908e059401ac2","benchmark":"gpqa_main","data_index":3012,"repeat_index":7,"sample_id":"gpqa-main-7e9652f906d908e059401ac2/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":535,"prompt_tokens":346,"effective_max_tokens":130726,"original_embedded_prediction":"C","question_sha256":"9dda9414807cb4996f3a1deb9214b8aaf93c75e41d35fac14966aba5058f07ff"} +{"uuid":"gpqa-main-b84eb68d18023ca81e43b35a","benchmark":"gpqa_main","data_index":2981,"repeat_index":7,"sample_id":"gpqa-main-b84eb68d18023ca81e43b35a/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1680,"prompt_tokens":300,"effective_max_tokens":130772,"original_embedded_prediction":"C","question_sha256":"6c90e464e06f4dc9c748d6c9be44c96b2d5bec5078b4eb152ea4ccec4c709f2d"} +{"uuid":"gpqa-main-22c436000399164406e165b2","benchmark":"gpqa_main","data_index":2908,"repeat_index":7,"sample_id":"gpqa-main-22c436000399164406e165b2/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4528,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"C","question_sha256":"836be405f3d05ec5ad1a2bc728339e5141836ace3a584fe3d36ecc50af4dc3ee"} +{"uuid":"gpqa-main-3cb5227445654dab4b5dacc2","benchmark":"gpqa_main","data_index":3002,"repeat_index":7,"sample_id":"gpqa-main-3cb5227445654dab4b5dacc2/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1036,"prompt_tokens":418,"effective_max_tokens":130654,"original_embedded_prediction":"C","question_sha256":"4b45de4106aaf95114f9bda69339b541037b0eb04b8fd1f40efb6b91ed2a479e"} +{"uuid":"gpqa-main-7e29412fd534df20c4a23267","benchmark":"gpqa_main","data_index":2775,"repeat_index":7,"sample_id":"gpqa-main-7e29412fd534df20c4a23267/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9092,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"7fda2b6ca2ff9984ace9bf53f465cebb4b8d963f7ddcb5aa5f5015cd6989be42"} +{"uuid":"gpqa-main-9f0f463200d404d2c62eca59","benchmark":"gpqa_main","data_index":3008,"repeat_index":7,"sample_id":"gpqa-main-9f0f463200d404d2c62eca59/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":804,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"B","question_sha256":"6ed199510dead1f6bd4eaa9162909d9481bd2201f8d9444ee60a2e0e2f20528c"} +{"uuid":"gpqa-main-ed6a4565f708132bae39b742","benchmark":"gpqa_main","data_index":2559,"repeat_index":6,"sample_id":"gpqa-main-ed6a4565f708132bae39b742/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18059,"prompt_tokens":393,"effective_max_tokens":130679,"original_embedded_prediction":"B","question_sha256":"5ce997bcaa654b6fdbbb00b63b66633167679a850d02d845b8a9b1b716979197"} +{"uuid":"gpqa-main-542dd8f1dc74ca5163382df8","benchmark":"gpqa_main","data_index":2496,"repeat_index":6,"sample_id":"gpqa-main-542dd8f1dc74ca5163382df8/repeat-6","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20393,"prompt_tokens":165,"effective_max_tokens":130907,"original_embedded_prediction":"C","question_sha256":"2413c551ec9a06a20197c81fa22effbd7f215abcc2e5f14c5f9f0a86e5402736"} +{"uuid":"gpqa-main-ae94db70e45f3af66518a393","benchmark":"gpqa_main","data_index":3018,"repeat_index":7,"sample_id":"gpqa-main-ae94db70e45f3af66518a393/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":465,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"C","question_sha256":"357c925128939cb69954fa6d11c54df2209c646ee1d3db2ab6dfea44ae6407b6"} +{"uuid":"gpqa-main-f635511b161f39dc301e05eb","benchmark":"gpqa_main","data_index":2968,"repeat_index":7,"sample_id":"gpqa-main-f635511b161f39dc301e05eb/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2529,"prompt_tokens":650,"effective_max_tokens":130422,"original_embedded_prediction":"C","question_sha256":"cb7f697eb685eca3061fc46cacb94c19aba74add8390e74234ade788b9fa4ff3"} +{"uuid":"gpqa-main-e17c3d61061a563977ae3c11","benchmark":"gpqa_main","data_index":2932,"repeat_index":7,"sample_id":"gpqa-main-e17c3d61061a563977ae3c11/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3921,"prompt_tokens":352,"effective_max_tokens":130720,"original_embedded_prediction":"A","question_sha256":"41b609bbf5cd4517a7d53e382a762d7b2caa65fd58ea44549bdf7183daf1d2c0"} +{"uuid":"gpqa-main-9bb169e317cdd76b98ada24f","benchmark":"gpqa_main","data_index":2877,"repeat_index":7,"sample_id":"gpqa-main-9bb169e317cdd76b98ada24f/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5686,"prompt_tokens":281,"effective_max_tokens":130791,"original_embedded_prediction":"D","question_sha256":"d0bbc79a116a93d5c5c1325e012b3feb17a7b705d2ccd57a86ecfbdc2bf78030"} +{"uuid":"gpqa-main-6195cef214f3dfad9869d6d3","benchmark":"gpqa_main","data_index":2986,"repeat_index":7,"sample_id":"gpqa-main-6195cef214f3dfad9869d6d3/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1957,"prompt_tokens":351,"effective_max_tokens":130721,"original_embedded_prediction":"B","question_sha256":"d8a4b11aef2d38271a5ebf2c1802dc875d19737c557efb5990cc4a865a052e7c"} +{"uuid":"gpqa-main-fd7b1296b8c5ae3f05aa8355","benchmark":"gpqa_main","data_index":3007,"repeat_index":7,"sample_id":"gpqa-main-fd7b1296b8c5ae3f05aa8355/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1167,"prompt_tokens":232,"effective_max_tokens":130840,"original_embedded_prediction":"D","question_sha256":"e674bbb69c41e672de8e4c8cbea505f57f0d1fc98a2ae52ced1937ec4c71b62f"} +{"uuid":"gpqa-main-288426a7fecb5facf10219c7","benchmark":"gpqa_main","data_index":2878,"repeat_index":7,"sample_id":"gpqa-main-288426a7fecb5facf10219c7/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5748,"prompt_tokens":321,"effective_max_tokens":130751,"original_embedded_prediction":"D","question_sha256":"7cccb7714b35c30190fb5db64a1b22a36b726b2a007f241961e1e48c82e4acb3"} +{"uuid":"gpqa-main-d28c5e0e8deb0d1fde12ef5f","benchmark":"gpqa_main","data_index":2497,"repeat_index":6,"sample_id":"gpqa-main-d28c5e0e8deb0d1fde12ef5f/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":20811,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"6913f7a17a2db54c9dcd8af6af20806e66b00fe4bb9691ca42d9f15184908f62"} +{"uuid":"gpqa-main-0b01dd8e7881a40d7eb61175","benchmark":"gpqa_main","data_index":3027,"repeat_index":7,"sample_id":"gpqa-main-0b01dd8e7881a40d7eb61175/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":552,"prompt_tokens":297,"effective_max_tokens":130775,"original_embedded_prediction":"C","question_sha256":"74998926c571f30bb050d73fd21eee2727687e5a8320253f13d3d84b8605a913"} +{"uuid":"gpqa-main-2601636e383074212d2b5e52","benchmark":"gpqa_main","data_index":3021,"repeat_index":7,"sample_id":"gpqa-main-2601636e383074212d2b5e52/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":839,"prompt_tokens":221,"effective_max_tokens":130851,"original_embedded_prediction":"A","question_sha256":"4346808ce2e49e7dd075a69d154a4e1c8d73b71869876d48ffff93747d8898ec"} +{"uuid":"gpqa-main-adffc79c4b20a953ccbf4cd1","benchmark":"gpqa_main","data_index":2676,"repeat_index":6,"sample_id":"gpqa-main-adffc79c4b20a953ccbf4cd1/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14017,"prompt_tokens":170,"effective_max_tokens":130902,"original_embedded_prediction":"D","question_sha256":"a9acc5caf0ab2f58b68d62ac52eac5bd31ee4a74a832bd753df339176dbbaefe"} +{"uuid":"gpqa-main-3d3dfe64363613833bb52e81","benchmark":"gpqa_main","data_index":2529,"repeat_index":6,"sample_id":"gpqa-main-3d3dfe64363613833bb52e81/repeat-6","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19785,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"B","question_sha256":"ec22f627211f722949e6d36efcb583b2f796830a38cf5cf5dcba4f727562d975"} +{"uuid":"gpqa-main-0069a2b69e59906ffd6ca400","benchmark":"gpqa_main","data_index":2979,"repeat_index":7,"sample_id":"gpqa-main-0069a2b69e59906ffd6ca400/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2376,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"409fe9f5585adb91b6eded6462ef297118cee805597838bb23fa38eb32789450"} +{"uuid":"gpqa-main-33c3b423f54aabfcfca66691","benchmark":"gpqa_main","data_index":3022,"repeat_index":7,"sample_id":"gpqa-main-33c3b423f54aabfcfca66691/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":878,"prompt_tokens":323,"effective_max_tokens":130749,"original_embedded_prediction":"A","question_sha256":"d3ede1ef1590cafbeca0278be62d75df7a0ca03bdf527b454a132420994473ae"} +{"uuid":"gpqa-main-7c04a20e5411bd3e0a2bc2c8","benchmark":"gpqa_main","data_index":2915,"repeat_index":7,"sample_id":"gpqa-main-7c04a20e5411bd3e0a2bc2c8/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5025,"prompt_tokens":413,"effective_max_tokens":130659,"original_embedded_prediction":"A","question_sha256":"e23b62b19c3ab4ec896e631f56a7a92ed38aca13300af7a7b449b979999886f3"} +{"uuid":"gpqa-main-5f044a1bf575df47abc76e1a","benchmark":"gpqa_main","data_index":3034,"repeat_index":7,"sample_id":"gpqa-main-5f044a1bf575df47abc76e1a/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":551,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"A","question_sha256":"56742e4e637e9ad1340d4a8de7af8e0d6ce2447d668cc5b51dfb52dfb0b2b8e9"} +{"uuid":"gpqa-main-67410b7a8dc0eaa2a0ad0e33","benchmark":"gpqa_main","data_index":3035,"repeat_index":7,"sample_id":"gpqa-main-67410b7a8dc0eaa2a0ad0e33/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":550,"prompt_tokens":187,"effective_max_tokens":130885,"original_embedded_prediction":"B","question_sha256":"bb309e44424b270e31ff68a9df49f0a2f19335280a19eb9a92c5dcd1810cc3e8"} +{"uuid":"gpqa-main-60c7c63632b1d67ffb8a4fb7","benchmark":"gpqa_main","data_index":3023,"repeat_index":7,"sample_id":"gpqa-main-60c7c63632b1d67ffb8a4fb7/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":990,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"B","question_sha256":"60c9747de98dcd74354ee70ce1049c3c1d1b8d72f4e9848984af5d6ceb1a0c57"} +{"uuid":"gpqa-main-77067b016766698b199936c6","benchmark":"gpqa_main","data_index":3031,"repeat_index":7,"sample_id":"gpqa-main-77067b016766698b199936c6/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":787,"prompt_tokens":306,"effective_max_tokens":130766,"original_embedded_prediction":"B","question_sha256":"4c8dd76001266d2c0d3a086b95cb4f68ba3f1b2658186002903315d51bf5bea6"} +{"uuid":"gpqa-main-cda2fe50fc8423311319e78e","benchmark":"gpqa_main","data_index":2988,"repeat_index":7,"sample_id":"gpqa-main-cda2fe50fc8423311319e78e/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2436,"prompt_tokens":182,"effective_max_tokens":130890,"original_embedded_prediction":"A","question_sha256":"1b04aca1c9a8b4f1fabc653b3653d0a48982315e6f1da934d98cadd1948f776f"} +{"uuid":"gpqa-main-43903740f46e3267ecd42324","benchmark":"gpqa_main","data_index":3039,"repeat_index":7,"sample_id":"gpqa-main-43903740f46e3267ecd42324/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":462,"prompt_tokens":218,"effective_max_tokens":130854,"original_embedded_prediction":"C","question_sha256":"b52b0025e64a7d0c0023e98ca9fe1f002e22bd987dd934f74304bd22e6e7da20"} +{"uuid":"gpqa-main-fc2653b5d83e082e9e4f6390","benchmark":"gpqa_main","data_index":2992,"repeat_index":7,"sample_id":"gpqa-main-fc2653b5d83e082e9e4f6390/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2421,"prompt_tokens":429,"effective_max_tokens":130643,"original_embedded_prediction":"C","question_sha256":"d039314a334267e1364c2bb5dc0ab4e72b6b86a69936c2f7f318902ffc422f15"} +{"uuid":"gpqa-main-87a8747afb6b0414b9ccbe1e","benchmark":"gpqa_main","data_index":2962,"repeat_index":7,"sample_id":"gpqa-main-87a8747afb6b0414b9ccbe1e/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3382,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"D","question_sha256":"cdb165b285d51cf6a09160d99c4c49b653710aac879cce0b87c74a48eee0172b"} +{"uuid":"gpqa-main-53c8581aa69a3066bf003024","benchmark":"gpqa_main","data_index":3038,"repeat_index":7,"sample_id":"gpqa-main-53c8581aa69a3066bf003024/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":608,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"D","question_sha256":"dbc9784ed2e796c6f534e998f17f2a819df9d6d94cd62aa72bd7fdcbf457c948"} +{"uuid":"gpqa-main-4657fdc74d4c0bf48aa0b494","benchmark":"gpqa_main","data_index":2989,"repeat_index":7,"sample_id":"gpqa-main-4657fdc74d4c0bf48aa0b494/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2625,"prompt_tokens":343,"effective_max_tokens":130729,"original_embedded_prediction":"B","question_sha256":"ef34764671cecdd517febbdbff1a8cc3542418de05c4a100ef6c30752c1fc8cb"} +{"uuid":"gpqa-main-d31323dded27ae0c86cb5c75","benchmark":"gpqa_main","data_index":3001,"repeat_index":7,"sample_id":"gpqa-main-d31323dded27ae0c86cb5c75/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2125,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"8f174dd25b58e6fc8e309577a66d0f5a4f46ed89bf1a5165c0cb561a4e3e33e9"} +{"uuid":"gpqa-main-63f2aea89eec9b67abe0bacf","benchmark":"gpqa_main","data_index":2481,"repeat_index":6,"sample_id":"gpqa-main-63f2aea89eec9b67abe0bacf/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":22029,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"C","question_sha256":"32596b406efecc4795e9f82b1d00f89787b9ed9e4f9d6239bed8194f13da06e7"} +{"uuid":"gpqa-main-b36b446fe10911202d34a473","benchmark":"gpqa_main","data_index":3047,"repeat_index":7,"sample_id":"gpqa-main-b36b446fe10911202d34a473/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":396,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"a817452b182acac6761625a70d62a32f2da8fc7a708397cb06f4ad35d5fb18f8"} +{"uuid":"gpqa-main-8299e0bf116ad8ad7b960d26","benchmark":"gpqa_main","data_index":2942,"repeat_index":7,"sample_id":"gpqa-main-8299e0bf116ad8ad7b960d26/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4375,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"D","question_sha256":"dac89ff46a5330836dfa04de2060a9a9d447a0cffd96c06e0cdee48c6a991035"} +{"uuid":"gpqa-main-8d147d8bf7fad22423fc5dd7","benchmark":"gpqa_main","data_index":2586,"repeat_index":6,"sample_id":"gpqa-main-8d147d8bf7fad22423fc5dd7/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":18135,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"B","question_sha256":"bfad7a1309a7d02668c615391f7302c03e1c3f61ffaee5d1f44ba2c9f5c40b7d"} +{"uuid":"gpqa-main-84c386fbd7476f5541ea16f0","benchmark":"gpqa_main","data_index":2963,"repeat_index":7,"sample_id":"gpqa-main-84c386fbd7476f5541ea16f0/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":3654,"prompt_tokens":370,"effective_max_tokens":130702,"original_embedded_prediction":"D","question_sha256":"083aa3572345d938b0c707cfb8c710aea73759344b234ada78ed36f1ec66eb0d"} +{"uuid":"gpqa-main-60a022e707f18a7b5f445773","benchmark":"gpqa_main","data_index":2892,"repeat_index":7,"sample_id":"gpqa-main-60a022e707f18a7b5f445773/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6205,"prompt_tokens":337,"effective_max_tokens":130735,"original_embedded_prediction":"D","question_sha256":"9d46302b763896c7fa475d975b5bc365adee2236b273f23e7216a78871204b74"} +{"uuid":"gpqa-main-ad77d1e365463a217a2cc25c","benchmark":"gpqa_main","data_index":3036,"repeat_index":7,"sample_id":"gpqa-main-ad77d1e365463a217a2cc25c/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1078,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"B","question_sha256":"7c427847fb1acab7f784c40193a51f13be68ffb38b4336c6bf3ebf112916fc29"} +{"uuid":"gpqa-main-f6a21b5c88fe41ca6a55591f","benchmark":"gpqa_main","data_index":3042,"repeat_index":7,"sample_id":"gpqa-main-f6a21b5c88fe41ca6a55591f/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":895,"prompt_tokens":324,"effective_max_tokens":130748,"original_embedded_prediction":"B","question_sha256":"b0808ff670ee04ab6af9402dbf89fd865b5fcc16ca43f81c6b8ed06e07bd5ee2"} +{"uuid":"gpqa-main-50a8ab2bd1710dbcfa2e32b5","benchmark":"gpqa_main","data_index":2856,"repeat_index":7,"sample_id":"gpqa-main-50a8ab2bd1710dbcfa2e32b5/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7630,"prompt_tokens":277,"effective_max_tokens":130795,"original_embedded_prediction":"C","question_sha256":"5fb04957154b48d4ebad83862909a8fd3afc5ba5399a7dbe4594b5c72255964c"} +{"uuid":"gpqa-main-ad37592fd14aa64b9045a2c4","benchmark":"gpqa_main","data_index":3062,"repeat_index":7,"sample_id":"gpqa-main-ad37592fd14aa64b9045a2c4/repeat-7","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":295,"prompt_tokens":142,"effective_max_tokens":130930,"original_embedded_prediction":null,"question_sha256":"1b3ff6b6ef905e2e7d9fad403ad7bcef59c07ba5858ab30374d9c1f3f07e7dee"} +{"uuid":"gpqa-main-8523e39e7dc895f15a06a403","benchmark":"gpqa_main","data_index":3019,"repeat_index":7,"sample_id":"gpqa-main-8523e39e7dc895f15a06a403/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1899,"prompt_tokens":243,"effective_max_tokens":130829,"original_embedded_prediction":"D","question_sha256":"9809fdeb256e4181e9705fa439a61deb6dbe804bfb80ffab6cb1bd4565faa027"} +{"uuid":"gpqa-main-a39e48c3dd280f4d62399e78","benchmark":"gpqa_main","data_index":3059,"repeat_index":7,"sample_id":"gpqa-main-a39e48c3dd280f4d62399e78/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":465,"prompt_tokens":397,"effective_max_tokens":130675,"original_embedded_prediction":"D","question_sha256":"721c25455cfe9ff83ae29b7ba79700cb78268040d9773283d4d8afebd849187b"} +{"uuid":"gpqa-main-4c9f4186c5ccd49ab906a399","benchmark":"gpqa_main","data_index":2871,"repeat_index":7,"sample_id":"gpqa-main-4c9f4186c5ccd49ab906a399/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7109,"prompt_tokens":610,"effective_max_tokens":130462,"original_embedded_prediction":"A","question_sha256":"f634534b5e2327dcc39982a4da6dff404f299e9759a0ac957b0f6017fbe7586e"} +{"uuid":"gpqa-main-4b84b53bf506bc0a4468fb2d","benchmark":"gpqa_main","data_index":2759,"repeat_index":7,"sample_id":"gpqa-main-4b84b53bf506bc0a4468fb2d/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11498,"prompt_tokens":201,"effective_max_tokens":130871,"original_embedded_prediction":"D","question_sha256":"e302b2005d8d406eb5e8fd7aa1707959448ef06e72b5647d2711c9a056cfeffc"} +{"uuid":"gpqa-main-0cc54149033350a37cf90b8b","benchmark":"gpqa_main","data_index":2771,"repeat_index":7,"sample_id":"gpqa-main-0cc54149033350a37cf90b8b/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10907,"prompt_tokens":219,"effective_max_tokens":130853,"original_embedded_prediction":"D","question_sha256":"3298921b7dfbbae04c9893edbe6870746b53e2b7af12e9816f07b6f5e0bff9cb"} +{"uuid":"gpqa-main-d1e25804e939f97ca872c78e","benchmark":"gpqa_main","data_index":2851,"repeat_index":7,"sample_id":"gpqa-main-d1e25804e939f97ca872c78e/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8013,"prompt_tokens":223,"effective_max_tokens":130849,"original_embedded_prediction":"A","question_sha256":"bd713289ab1ffc1ab982f7411da433944bdaa2ce87595d2c1bba8580a8b47bdb"} +{"uuid":"gpqa-main-5af38d4af998e6cc090b76a4","benchmark":"gpqa_main","data_index":3054,"repeat_index":7,"sample_id":"gpqa-main-5af38d4af998e6cc090b76a4/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":827,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"b20325f500465457b07762e2fe70b04e5055bd3df2783351050b6c3d04223eb4"} +{"uuid":"gpqa-main-3f9251e093c698e0c2fa2826","benchmark":"gpqa_main","data_index":3046,"repeat_index":7,"sample_id":"gpqa-main-3f9251e093c698e0c2fa2826/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1189,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"252debe46c4fa81fca060b5a84d473e7c0bf04c99b8b5f54aab8119f22de36b4"} +{"uuid":"gpqa-main-f022820fa3c0f536a4d4a9bc","benchmark":"gpqa_main","data_index":3043,"repeat_index":7,"sample_id":"gpqa-main-f022820fa3c0f536a4d4a9bc/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1312,"prompt_tokens":288,"effective_max_tokens":130784,"original_embedded_prediction":"A","question_sha256":"d7be2d674d4903c49886b492451a9febcfb5696ccd6f0931c4d48ef06a19b2b9"} +{"uuid":"gpqa-main-2651d2e67639a9e1741c23d7","benchmark":"gpqa_main","data_index":3049,"repeat_index":7,"sample_id":"gpqa-main-2651d2e67639a9e1741c23d7/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1148,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"B","question_sha256":"4dde21b33c78ccf27d8f3043edfe68636929e2ed7d52841b78b767027425afcb"} +{"uuid":"gpqa-main-0fb808246cf99919fa61cf95","benchmark":"gpqa_main","data_index":3056,"repeat_index":7,"sample_id":"gpqa-main-0fb808246cf99919fa61cf95/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1005,"prompt_tokens":415,"effective_max_tokens":130657,"original_embedded_prediction":"A","question_sha256":"8dd19f310e71e68caf9619c551faf073baee082c2fdae90e86d766c8f04dd15c"} +{"uuid":"gpqa-main-7c103d3006e7e5942b17dfc2","benchmark":"gpqa_main","data_index":3033,"repeat_index":7,"sample_id":"gpqa-main-7c103d3006e7e5942b17dfc2/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1905,"prompt_tokens":254,"effective_max_tokens":130818,"original_embedded_prediction":"D","question_sha256":"851c6624380df7dd30fbf4b482add6ae0543525ac196eb146f0d1eb73a673d6c"} +{"uuid":"gpqa-main-1989edb8041cc1c94659dcc4","benchmark":"gpqa_main","data_index":3028,"repeat_index":7,"sample_id":"gpqa-main-1989edb8041cc1c94659dcc4/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2002,"prompt_tokens":191,"effective_max_tokens":130881,"original_embedded_prediction":"A","question_sha256":"364ddb1397abdc7ae2201c88354f8df3f89b63c28330217a94cf8cf96c19ae54"} +{"uuid":"gpqa-main-72464184a419f296dae470a9","benchmark":"gpqa_main","data_index":2945,"repeat_index":7,"sample_id":"gpqa-main-72464184a419f296dae470a9/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5143,"prompt_tokens":285,"effective_max_tokens":130787,"original_embedded_prediction":"C","question_sha256":"16bcf4c7129e083cade7afd040c6c4e0fa1fc7677a11aa70fb1b5a3d0e5fb5ea"} +{"uuid":"gpqa-main-6bb4180b8c6df2f8f7490345","benchmark":"gpqa_main","data_index":2714,"repeat_index":7,"sample_id":"gpqa-main-6bb4180b8c6df2f8f7490345/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13908,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"a40e1e0f0ddd21a34df82626b6553232ad944bbeec5bf0819aaf5ae0b1a92c59"} +{"uuid":"gpqa-main-17eb0ef902a11d36b13bb4ba","benchmark":"gpqa_main","data_index":3066,"repeat_index":7,"sample_id":"gpqa-main-17eb0ef902a11d36b13bb4ba/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":716,"prompt_tokens":290,"effective_max_tokens":130782,"original_embedded_prediction":"C","question_sha256":"da025e796cabfda79ad3a899a873052b028159563074d0934fabc7ee4c54d8ad"} +{"uuid":"gpqa-main-fcf4fc69f21da83688056521","benchmark":"gpqa_main","data_index":3051,"repeat_index":7,"sample_id":"gpqa-main-fcf4fc69f21da83688056521/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1456,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"B","question_sha256":"691112dd08aec41d1dfd7a48bf6e56a828dc8b340887ad6364daff290f8a88c4"} +{"uuid":"gpqa-main-d9fdff837cb2d2e4d1e81014","benchmark":"gpqa_main","data_index":3071,"repeat_index":7,"sample_id":"gpqa-main-d9fdff837cb2d2e4d1e81014/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":742,"prompt_tokens":153,"effective_max_tokens":130919,"original_embedded_prediction":"D","question_sha256":"021732e23dc83767a3bfeabac85945e664d0c83c8f4cd2ecee91855cda0b0d54"} +{"uuid":"gpqa-main-8d43dd1cebfb1a76c18a3589","benchmark":"gpqa_main","data_index":2901,"repeat_index":7,"sample_id":"gpqa-main-8d43dd1cebfb1a76c18a3589/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7131,"prompt_tokens":332,"effective_max_tokens":130740,"original_embedded_prediction":"A","question_sha256":"1c3b360d52d717d4eda55f53310217b072979b1026b8896b235a2ba9f5151964"} +{"uuid":"gpqa-main-9254c2db95aeb7ad8ae8a32d","benchmark":"gpqa_main","data_index":2983,"repeat_index":7,"sample_id":"gpqa-main-9254c2db95aeb7ad8ae8a32d/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4128,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"183797b844f5aaf0d4762d5da650b2a14964b261306db104b29a00499b949bd6"} +{"uuid":"gpqa-main-cdaa7da74e15a8dfc40e0582","benchmark":"gpqa_main","data_index":2879,"repeat_index":7,"sample_id":"gpqa-main-cdaa7da74e15a8dfc40e0582/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7865,"prompt_tokens":410,"effective_max_tokens":130662,"original_embedded_prediction":"D","question_sha256":"733e93868ff7691423e0d318a4d9ba6ce801d7c2ef5c53b8020d7eb13c2c9a5c"} +{"uuid":"gpqa-main-6078bfac5f15131fb59b31ce","benchmark":"gpqa_main","data_index":2994,"repeat_index":7,"sample_id":"gpqa-main-6078bfac5f15131fb59b31ce/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4000,"prompt_tokens":383,"effective_max_tokens":130689,"original_embedded_prediction":"D","question_sha256":"2c08be31c31eb443db8881662320ebedec47eef168a86389032948d5a9cc37d1"} +{"uuid":"gpqa-main-24659eabc462bf7fb5295951","benchmark":"gpqa_main","data_index":2953,"repeat_index":7,"sample_id":"gpqa-main-24659eabc462bf7fb5295951/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5414,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"f26df2fb1b4182bacbf5d951a583b120ed154d22ea6f9659ed264ae020297543"} +{"uuid":"gpqa-main-e31881ef9b38bb3d802fa432","benchmark":"gpqa_main","data_index":3013,"repeat_index":7,"sample_id":"gpqa-main-e31881ef9b38bb3d802fa432/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3267,"prompt_tokens":213,"effective_max_tokens":130859,"original_embedded_prediction":"A","question_sha256":"d2b3b2f779f59635b5b67b63d55e4ada87e7ff867992c7a0b26b010dac9f8650"} +{"uuid":"gpqa-main-544e43760baf2de3b5be5741","benchmark":"gpqa_main","data_index":3057,"repeat_index":7,"sample_id":"gpqa-main-544e43760baf2de3b5be5741/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":1653,"prompt_tokens":194,"effective_max_tokens":130878,"original_embedded_prediction":"A","question_sha256":"89418be241a19daa5c02878e565ee51b73f6f2c9bcafffaf554b45989088c1d8"} +{"uuid":"gpqa-main-adffc79c4b20a953ccbf4cd1","benchmark":"gpqa_main","data_index":3060,"repeat_index":7,"sample_id":"gpqa-main-adffc79c4b20a953ccbf4cd1/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1649,"prompt_tokens":170,"effective_max_tokens":130902,"original_embedded_prediction":"B","question_sha256":"a9acc5caf0ab2f58b68d62ac52eac5bd31ee4a74a832bd753df339176dbbaefe"} +{"uuid":"gpqa-main-efb673a27e8a1e042786abf9","benchmark":"gpqa_main","data_index":2751,"repeat_index":7,"sample_id":"gpqa-main-efb673a27e8a1e042786abf9/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12966,"prompt_tokens":309,"effective_max_tokens":130763,"original_embedded_prediction":"C","question_sha256":"1f2f27b90dac22c1b4d70e1b1679a095c5ce0b5ec5dd0bbf48f16b8328b18d89"} +{"uuid":"gpqa-main-11b88a6212278288c390be69","benchmark":"gpqa_main","data_index":3025,"repeat_index":7,"sample_id":"gpqa-main-11b88a6212278288c390be69/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2980,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"C","question_sha256":"29eb581590e7852467849e4c58c5e3b1b97736035880adbd4e12298c320ac7e4"} +{"uuid":"gpqa-main-55e31c256bb6191d94e6db4d","benchmark":"gpqa_main","data_index":3050,"repeat_index":7,"sample_id":"gpqa-main-55e31c256bb6191d94e6db4d/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2084,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"126561d6b58fa17bbaffda56837acaf8fab4bf282ccdfdcc2c7a97bfe520889c"} +{"uuid":"gpqa-main-32802554a860af51b4d7360f","benchmark":"gpqa_main","data_index":2540,"repeat_index":6,"sample_id":"gpqa-main-32802554a860af51b4d7360f/repeat-6","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21754,"prompt_tokens":399,"effective_max_tokens":130673,"original_embedded_prediction":"C","question_sha256":"ea1d2c2fd4395ec2cad416b20c41a657730d84acd26fb53712bf10f6807a4e64"} +{"uuid":"gpqa-main-d8cca1a27ad1a42b4a99ce96","benchmark":"gpqa_main","data_index":2957,"repeat_index":7,"sample_id":"gpqa-main-d8cca1a27ad1a42b4a99ce96/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5707,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"C","question_sha256":"6049e26840c0e889bb5632032745b5bcf6684dec9a2f9d0a0cfb76378c5c064e"} +{"uuid":"gpqa-main-485d6d2d8d4ef097891a30ae","benchmark":"gpqa_main","data_index":3058,"repeat_index":7,"sample_id":"gpqa-main-485d6d2d8d4ef097891a30ae/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":1957,"prompt_tokens":347,"effective_max_tokens":130725,"original_embedded_prediction":"B","question_sha256":"c6a4a4365a6f088ad7d433e788ad1983c25ce2a6965fa332c2fd4f61eea9bbbc"} +{"uuid":"gpqa-main-358120bf0c4377ebdbde08fc","benchmark":"gpqa_main","data_index":2996,"repeat_index":7,"sample_id":"gpqa-main-358120bf0c4377ebdbde08fc/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":4334,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"A","question_sha256":"051eba2501386001d9e9793a3b0fe9ea4c78a987e3a1576c168659f849b684d6"} +{"uuid":"gpqa-main-1923a70feda6403a600f719a","benchmark":"gpqa_main","data_index":2848,"repeat_index":7,"sample_id":"gpqa-main-1923a70feda6403a600f719a/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9618,"prompt_tokens":261,"effective_max_tokens":130811,"original_embedded_prediction":"D","question_sha256":"7acad7dd49efa2a29ce19fb81de0e8b504de87dab9c66159407da7697942a708"} +{"uuid":"gpqa-main-8dd5ae41d915a09d1c8b9add","benchmark":"gpqa_main","data_index":2849,"repeat_index":7,"sample_id":"gpqa-main-8dd5ae41d915a09d1c8b9add/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9573,"prompt_tokens":246,"effective_max_tokens":130826,"original_embedded_prediction":"B","question_sha256":"8a246eed19ab5f877aa822da432a7aaa0f52615ea4655b0a89995d374971cd27"} +{"uuid":"gpqa-main-7093e90be0c6d72d98ef432c","benchmark":"gpqa_main","data_index":3044,"repeat_index":7,"sample_id":"gpqa-main-7093e90be0c6d72d98ef432c/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":2630,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"A","question_sha256":"d73f092255e75c14953338c7dc17fa9e41c6378f650bac797b23d3c68133744d"} +{"uuid":"gpqa-main-1634ccababef2067673cd88c","benchmark":"gpqa_main","data_index":2734,"repeat_index":7,"sample_id":"gpqa-main-1634ccababef2067673cd88c/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14159,"prompt_tokens":593,"effective_max_tokens":130479,"original_embedded_prediction":"C","question_sha256":"d8c36bd55ba561cb499054e9d5a01217a0498dfd20875e8d9e99d34bcdfd7830"} +{"uuid":"gpqa-main-542dd8f1dc74ca5163382df8","benchmark":"gpqa_main","data_index":2880,"repeat_index":7,"sample_id":"gpqa-main-542dd8f1dc74ca5163382df8/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8648,"prompt_tokens":165,"effective_max_tokens":130907,"original_embedded_prediction":"B","question_sha256":"2413c551ec9a06a20197c81fa22effbd7f215abcc2e5f14c5f9f0a86e5402736"} +{"uuid":"gpqa-main-d98819c9bc2a4086534acf1b","benchmark":"gpqa_main","data_index":2969,"repeat_index":7,"sample_id":"gpqa-main-d98819c9bc2a4086534acf1b/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5790,"prompt_tokens":242,"effective_max_tokens":130830,"original_embedded_prediction":"C","question_sha256":"d53ea2c13c1ce696b626852774a73a189571a138a5fd872cdd3bb15f21f0bf06"} +{"uuid":"gpqa-main-105b94b83de2671f0b86688d","benchmark":"gpqa_main","data_index":2919,"repeat_index":7,"sample_id":"gpqa-main-105b94b83de2671f0b86688d/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7719,"prompt_tokens":395,"effective_max_tokens":130677,"original_embedded_prediction":"D","question_sha256":"062b8c1448dabb342bd7815bdfbab0a55eb915c5c6793d19a5037bf7a9aa63f3"} +{"uuid":"gpqa-main-539a673f0443ba9cdc31b864","benchmark":"gpqa_main","data_index":2955,"repeat_index":7,"sample_id":"gpqa-main-539a673f0443ba9cdc31b864/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6393,"prompt_tokens":233,"effective_max_tokens":130839,"original_embedded_prediction":"A","question_sha256":"d25187b99e4997c1700ffeb87fd595e878957e452f20a2f00d5489fecd0b3b30"} +{"uuid":"gpqa-main-ac1c72784d1e0da293fe4bd4","benchmark":"gpqa_main","data_index":2890,"repeat_index":7,"sample_id":"gpqa-main-ac1c72784d1e0da293fe4bd4/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8536,"prompt_tokens":169,"effective_max_tokens":130903,"original_embedded_prediction":"D","question_sha256":"6e2bd9ec28efb9c97dbc7bea49224b4964011afaa5ca659996fac7fd65c4468d"} +{"uuid":"gpqa-main-ff45876351041ad1ce200bb4","benchmark":"gpqa_main","data_index":3011,"repeat_index":7,"sample_id":"gpqa-main-ff45876351041ad1ce200bb4/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4615,"prompt_tokens":345,"effective_max_tokens":130727,"original_embedded_prediction":"B","question_sha256":"32bdeb2d6746cedbaa666a09cbe9ff84eedb094a4f81edb9c09ab191add49c41"} +{"uuid":"gpqa-main-7ed621f8290d6ac14181ce45","benchmark":"gpqa_main","data_index":3070,"repeat_index":7,"sample_id":"gpqa-main-7ed621f8290d6ac14181ce45/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":2462,"prompt_tokens":298,"effective_max_tokens":130774,"original_embedded_prediction":"B","question_sha256":"c1c0ad22e4376412fe1e7564fd1f8c00dd970292dbf0dbb83b0350881e74b306"} +{"uuid":"gpqa-main-d3db87adeb915999faca3605","benchmark":"gpqa_main","data_index":2799,"repeat_index":7,"sample_id":"gpqa-main-d3db87adeb915999faca3605/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12547,"prompt_tokens":204,"effective_max_tokens":130868,"original_embedded_prediction":"D","question_sha256":"f6518dd763c1af7a1745bc53b4e021210cafdf588df1ede9b537a622474a998d"} +{"uuid":"gpqa-main-b306a5cb19a37a5923ddeda3","benchmark":"gpqa_main","data_index":3063,"repeat_index":7,"sample_id":"gpqa-main-b306a5cb19a37a5923ddeda3/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3171,"prompt_tokens":268,"effective_max_tokens":130804,"original_embedded_prediction":"D","question_sha256":"10d0692d1c6af6008ffff69894cb0183dafbb80748247a3a0e1961e87f1e7c9f"} +{"uuid":"gpqa-main-83f8b78e2bcb92bda5c03787","benchmark":"gpqa_main","data_index":3024,"repeat_index":7,"sample_id":"gpqa-main-83f8b78e2bcb92bda5c03787/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4593,"prompt_tokens":162,"effective_max_tokens":130910,"original_embedded_prediction":"C","question_sha256":"1f06efeb2323c27b7a92e2f6b6d0f631f5b1caa5357a701f99ff4c3d08286bcf"} +{"uuid":"gpqa-main-a6eb05bb931229a396d81e44","benchmark":"gpqa_main","data_index":2860,"repeat_index":7,"sample_id":"gpqa-main-a6eb05bb931229a396d81e44/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10494,"prompt_tokens":225,"effective_max_tokens":130847,"original_embedded_prediction":"B","question_sha256":"19c2c8e0578e84094a1f97568e95e1e88fadee2743b1c6519b7fc661c8577cde"} +{"uuid":"gpqa-main-60f734b52603f7ef29671f95","benchmark":"gpqa_main","data_index":2843,"repeat_index":7,"sample_id":"gpqa-main-60f734b52603f7ef29671f95/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11142,"prompt_tokens":333,"effective_max_tokens":130739,"original_embedded_prediction":"D","question_sha256":"bf9de03889292b969198f42b877b6d4c7b56ce10ae654e71f4be720b5efdb1f1"} +{"uuid":"gpqa-main-7684b3ed8a4540e6099495df","benchmark":"gpqa_main","data_index":3015,"repeat_index":7,"sample_id":"gpqa-main-7684b3ed8a4540e6099495df/repeat-7","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":5001,"prompt_tokens":157,"effective_max_tokens":130915,"original_embedded_prediction":"B","question_sha256":"0caf81b8c83789b0b258b80856002cff7fd589a737844db0407269017bcd1955"} +{"uuid":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2","benchmark":"gpqa_main","data_index":2838,"repeat_index":7,"sample_id":"gpqa-main-6fa51dfc4f4fa7eff9f19dc2/repeat-7","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11421,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"B","question_sha256":"58604895b423acc46c4efaa28ed2e4d6eaf2d93d55c7ad3766cffce3719ddf62"} +{"uuid":"gpqa-main-92c9d90b543b6779261f70f7","benchmark":"gpqa_main","data_index":2947,"repeat_index":7,"sample_id":"gpqa-main-92c9d90b543b6779261f70f7/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7813,"prompt_tokens":216,"effective_max_tokens":130856,"original_embedded_prediction":"C","question_sha256":"1c7aff3f5221c2086c7143b43e0c46921a03859d45bfce22f1a1286ece235b1a"} +{"uuid":"gpqa-main-728c68de5f34aba879617ff3","benchmark":"gpqa_main","data_index":3041,"repeat_index":7,"sample_id":"gpqa-main-728c68de5f34aba879617ff3/repeat-7","answer_letter":"B","prediction":null,"correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4234,"prompt_tokens":206,"effective_max_tokens":130866,"original_embedded_prediction":null,"question_sha256":"93587b6fdb0ccf1d1701c58bd12431b38885397117475f14823f4c52994b39b4"} +{"uuid":"gpqa-main-1f0af84f0bdb1b68af6a7719","benchmark":"gpqa_main","data_index":3069,"repeat_index":7,"sample_id":"gpqa-main-1f0af84f0bdb1b68af6a7719/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":3304,"prompt_tokens":292,"effective_max_tokens":130780,"original_embedded_prediction":"D","question_sha256":"47eb07162cc525d2e6a87977deb802204fed59b801dd5e2935cc6edb3c036af1"} +{"uuid":"gpqa-main-2bd63c617299c18c1cfd5b0a","benchmark":"gpqa_main","data_index":2884,"repeat_index":7,"sample_id":"gpqa-main-2bd63c617299c18c1cfd5b0a/repeat-7","answer_letter":"C","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9894,"prompt_tokens":222,"effective_max_tokens":130850,"original_embedded_prediction":"B","question_sha256":"bd7804f896ba3deb7fd65cc0c562744a80232f45bbc9c5ffa8652308c167c329"} +{"uuid":"gpqa-main-c5fc0037165678ab354bad30","benchmark":"gpqa_main","data_index":2917,"repeat_index":7,"sample_id":"gpqa-main-c5fc0037165678ab354bad30/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9193,"prompt_tokens":158,"effective_max_tokens":130914,"original_embedded_prediction":"D","question_sha256":"cc55519c3a9058d775356db9fd87b9279f120f69e3d435e9886ed87f62c6a229"} +{"uuid":"gpqa-main-398c3b21ff64a0edc7ed8444","benchmark":"gpqa_main","data_index":2885,"repeat_index":7,"sample_id":"gpqa-main-398c3b21ff64a0edc7ed8444/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10060,"prompt_tokens":839,"effective_max_tokens":130233,"original_embedded_prediction":"B","question_sha256":"8efc35cf270e2b051ad9ae732723df9c7261cecaf1410edf2c43f3ca7aa749cc"} +{"uuid":"gpqa-main-65b3a19abfb8f6bf88bf75f5","benchmark":"gpqa_main","data_index":3055,"repeat_index":7,"sample_id":"gpqa-main-65b3a19abfb8f6bf88bf75f5/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":4384,"prompt_tokens":308,"effective_max_tokens":130764,"original_embedded_prediction":"B","question_sha256":"a8345a17dbfe0f12b34f72265cd346edb8235c10a1aa78acb6be06124a19360a"} +{"uuid":"gpqa-main-89f68a802c7c6e55b5b802fd","benchmark":"gpqa_main","data_index":2951,"repeat_index":7,"sample_id":"gpqa-main-89f68a802c7c6e55b5b802fd/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8266,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"0815a781881ae5e8651c7fad2acd62427e6f4161f30b842d196debe30bd5ee83"} +{"uuid":"gpqa-main-4355802640dddd3e060d2a59","benchmark":"gpqa_main","data_index":2867,"repeat_index":7,"sample_id":"gpqa-main-4355802640dddd3e060d2a59/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11229,"prompt_tokens":251,"effective_max_tokens":130821,"original_embedded_prediction":"C","question_sha256":"ebe141e8c3f27bb731fd3889679a36aab5827f4caa81d8400d66a6bf492fe486"} +{"uuid":"gpqa-main-45b8834e3ed027ec73e9cb93","benchmark":"gpqa_main","data_index":3014,"repeat_index":7,"sample_id":"gpqa-main-45b8834e3ed027ec73e9cb93/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6189,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"D","question_sha256":"14a2ed1ddcecc5a3752c954a0c07f0e2ae102378d648cc66bd57385516fbbe20"} +{"uuid":"gpqa-main-d8d5dbb2aa6f203775147357","benchmark":"gpqa_main","data_index":3006,"repeat_index":7,"sample_id":"gpqa-main-d8d5dbb2aa6f203775147357/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6681,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"A","question_sha256":"bb18da47ffe6578fb5b30d30128525e8addf5e823c1985c70c606c89ce8d4d7e"} +{"uuid":"gpqa-main-ce2839297e4b63e0b36f6300","benchmark":"gpqa_main","data_index":2837,"repeat_index":7,"sample_id":"gpqa-main-ce2839297e4b63e0b36f6300/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12744,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"A","question_sha256":"80cca49a2f6ae39b2d3a2dfe110572d39720d0831c65246ce20603c40578b118"} +{"uuid":"gpqa-main-50b06dfa0f6f3a64a58faa00","benchmark":"gpqa_main","data_index":2985,"repeat_index":7,"sample_id":"gpqa-main-50b06dfa0f6f3a64a58faa00/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7645,"prompt_tokens":2889,"effective_max_tokens":128183,"original_embedded_prediction":"A","question_sha256":"6d83e75112500dd8a0852c4eaa9859c4fb625c97bdf5f7d5c532bcd6347ea1a8"} +{"uuid":"gpqa-main-4df6eb7fd5661c3196a52be6","benchmark":"gpqa_main","data_index":2973,"repeat_index":7,"sample_id":"gpqa-main-4df6eb7fd5661c3196a52be6/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8342,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"B","question_sha256":"71ef41cf00fbcb9e6751fd492a52caefd2830032777c8824465c1b4ea8dc48ea"} +{"uuid":"gpqa-main-91b254f1e1c8041fbc1a3222","benchmark":"gpqa_main","data_index":3048,"repeat_index":7,"sample_id":"gpqa-main-91b254f1e1c8041fbc1a3222/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":5480,"prompt_tokens":259,"effective_max_tokens":130813,"original_embedded_prediction":"C","question_sha256":"35cf9161cc3c5b82d0770ab2b2fdef4a970ddae93523dee3a6bde8574e79b13d"} +{"uuid":"gpqa-main-1cea82df3087b1eb05c4d230","benchmark":"gpqa_main","data_index":2925,"repeat_index":7,"sample_id":"gpqa-main-1cea82df3087b1eb05c4d230/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10209,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"C","question_sha256":"dd05d2d9e9053dd1d4367a61d5f718336fc8f18bc81bdf0ccfb104e241053522"} +{"uuid":"gpqa-main-46f745f508b4d1ad41a0eb01","benchmark":"gpqa_main","data_index":3030,"repeat_index":7,"sample_id":"gpqa-main-46f745f508b4d1ad41a0eb01/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":6294,"prompt_tokens":392,"effective_max_tokens":130680,"original_embedded_prediction":"A","question_sha256":"4971bc5df5aee8c296226e29269969e334193d698a942dccd75dac5459c05a5c"} +{"uuid":"gpqa-main-c5506c52a996021a33525b24","benchmark":"gpqa_main","data_index":2930,"repeat_index":7,"sample_id":"gpqa-main-c5506c52a996021a33525b24/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10146,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"C","question_sha256":"ec867cdcf4e586ae70e24b76b87230ee2b48ec67a5234d7a682f06f846fbdf0d"} +{"uuid":"gpqa-main-1a3571c1ec099b06b5011ceb","benchmark":"gpqa_main","data_index":3010,"repeat_index":7,"sample_id":"gpqa-main-1a3571c1ec099b06b5011ceb/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7257,"prompt_tokens":166,"effective_max_tokens":130906,"original_embedded_prediction":"C","question_sha256":"853f9bd759921129a51dd81d489f867c5aa9463f1925c203fe6f1e3147741f08"} +{"uuid":"gpqa-main-e47ea8383f43129dec459997","benchmark":"gpqa_main","data_index":2972,"repeat_index":7,"sample_id":"gpqa-main-e47ea8383f43129dec459997/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8798,"prompt_tokens":262,"effective_max_tokens":130810,"original_embedded_prediction":"D","question_sha256":"9e7260c352d5970f26856e94943b008fa72ebf3264a0e2790592a41209cfac2d"} +{"uuid":"gpqa-main-01e62a7b7362ebd043bef6f7","benchmark":"gpqa_main","data_index":2916,"repeat_index":7,"sample_id":"gpqa-main-01e62a7b7362ebd043bef6f7/repeat-7","answer_letter":"B","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":10977,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"D","question_sha256":"339602fd0ae9cbdaef368f3dcff01cd2d212565d5c7830b14c0fd29de1cb58d6"} +{"uuid":"gpqa-main-4373b5f7be197f26258c18cf","benchmark":"gpqa_main","data_index":2864,"repeat_index":7,"sample_id":"gpqa-main-4373b5f7be197f26258c18cf/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12623,"prompt_tokens":335,"effective_max_tokens":130737,"original_embedded_prediction":"C","question_sha256":"56563ccb64ef7d8686cd4d8da77c8b4636353d0bb75dbefa360323671dfffed1"} +{"uuid":"gpqa-main-c8bb35d2e6add774a878c895","benchmark":"gpqa_main","data_index":2899,"repeat_index":7,"sample_id":"gpqa-main-c8bb35d2e6add774a878c895/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":11524,"prompt_tokens":305,"effective_max_tokens":130767,"original_embedded_prediction":"D","question_sha256":"8b5b2cb731b5a7fb6556557d17fc7ef7fb607adfa5050f0d70418eb3b983605b"} +{"uuid":"gpqa-main-febe4c45e71692110949e3d6","benchmark":"gpqa_main","data_index":2656,"repeat_index":6,"sample_id":"gpqa-main-febe4c45e71692110949e3d6/repeat-6","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20994,"prompt_tokens":577,"effective_max_tokens":130495,"original_embedded_prediction":"C","question_sha256":"e38dd7750710c37aa45a5b0b5dd91e1b4171070325d670d668ab1fa20431a29e"} +{"uuid":"gpqa-main-358120bf0c4377ebdbde08fc","benchmark":"gpqa_main","data_index":2612,"repeat_index":6,"sample_id":"gpqa-main-358120bf0c4377ebdbde08fc/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":22631,"prompt_tokens":282,"effective_max_tokens":130790,"original_embedded_prediction":"C","question_sha256":"051eba2501386001d9e9793a3b0fe9ea4c78a987e3a1576c168659f849b684d6"} +{"uuid":"gpqa-main-12fef4b097b802dea2564ea2","benchmark":"gpqa_main","data_index":2490,"repeat_index":6,"sample_id":"gpqa-main-12fef4b097b802dea2564ea2/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":27521,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"D","question_sha256":"254c10ac4fdccd2709d12769dd755a22c6de6b1e6bff2363164511e2905446d7"} +{"uuid":"gpqa-main-643d18139459da0f9c1b2e17","benchmark":"gpqa_main","data_index":2995,"repeat_index":7,"sample_id":"gpqa-main-643d18139459da0f9c1b2e17/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":8489,"prompt_tokens":375,"effective_max_tokens":130697,"original_embedded_prediction":"D","question_sha256":"4bab53f383207a2bc9c94789bb8114d3e7db442308789d848023661e90b2ab49"} +{"uuid":"gpqa-main-1b113e4801541a0f8a992733","benchmark":"gpqa_main","data_index":3026,"repeat_index":7,"sample_id":"gpqa-main-1b113e4801541a0f8a992733/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7219,"prompt_tokens":363,"effective_max_tokens":130709,"original_embedded_prediction":"B","question_sha256":"934c12bf2e6db997c9f4c22933b7e9545d3398849fc6e181c8a8187d83cf44b5"} +{"uuid":"gpqa-main-4e62cd257f17d5af418a8d34","benchmark":"gpqa_main","data_index":2902,"repeat_index":7,"sample_id":"gpqa-main-4e62cd257f17d5af418a8d34/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12129,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"D","question_sha256":"654fc443f2efbec09d0f966244083f4545f4f851e28d7f4e0f9c07cb156b2d1d"} +{"uuid":"gpqa-main-6f84d17ede852cd9196347bd","benchmark":"gpqa_main","data_index":3052,"repeat_index":7,"sample_id":"gpqa-main-6f84d17ede852cd9196347bd/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":6602,"prompt_tokens":267,"effective_max_tokens":130805,"original_embedded_prediction":"A","question_sha256":"e410f49b6f85564bf5b9226069391669e4c376097b2656e616a6b82abd4729ac"} +{"uuid":"gpqa-main-fcf4fbe275826c7d67e6067b","benchmark":"gpqa_main","data_index":3020,"repeat_index":7,"sample_id":"gpqa-main-fcf4fbe275826c7d67e6067b/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":7810,"prompt_tokens":319,"effective_max_tokens":130753,"original_embedded_prediction":"B","question_sha256":"804a1298d02f33e3d34af9885ef317731ae757104a1e874356955c98921afd18"} +{"uuid":"gpqa-main-4c4e7752fc041224f19d3f9a","benchmark":"gpqa_main","data_index":2998,"repeat_index":7,"sample_id":"gpqa-main-4c4e7752fc041224f19d3f9a/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8723,"prompt_tokens":280,"effective_max_tokens":130792,"original_embedded_prediction":"C","question_sha256":"a7183bc025131850f86e24e7faa64e367e334f399dbbc968c1e6069905fe8c28"} +{"uuid":"gpqa-main-55aa21aa9a62e56aab915b32","benchmark":"gpqa_main","data_index":2990,"repeat_index":7,"sample_id":"gpqa-main-55aa21aa9a62e56aab915b32/repeat-7","answer_letter":"A","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9150,"prompt_tokens":407,"effective_max_tokens":130665,"original_embedded_prediction":"D","question_sha256":"e6eba602b3eef649fed522c6b8737556699845aee5b419773938063ec6b83257"} +{"uuid":"gpqa-main-33b9f4658edfefac92faa4d3","benchmark":"gpqa_main","data_index":2964,"repeat_index":7,"sample_id":"gpqa-main-33b9f4658edfefac92faa4d3/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10347,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"A","question_sha256":"21b950759e4e088c97c70fcca487f4b3ceddd69dd2563433e332a0dde94eeddb"} +{"uuid":"gpqa-main-ce2839297e4b63e0b36f6300","benchmark":"gpqa_main","data_index":2453,"repeat_index":6,"sample_id":"gpqa-main-ce2839297e4b63e0b36f6300/repeat-6","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":29963,"prompt_tokens":289,"effective_max_tokens":130783,"original_embedded_prediction":"B","question_sha256":"80cca49a2f6ae39b2d3a2dfe110572d39720d0831c65246ce20603c40578b118"} +{"uuid":"gpqa-main-acecd9428a5b4368f1f5bc82","benchmark":"gpqa_main","data_index":2997,"repeat_index":7,"sample_id":"gpqa-main-acecd9428a5b4368f1f5bc82/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9199,"prompt_tokens":336,"effective_max_tokens":130736,"original_embedded_prediction":"A","question_sha256":"2d1e5de4bf7305d1b5eee8dda5415195dc333d71b3f50fa60508a928b67fb336"} +{"uuid":"gpqa-main-043ca5f03089118ef536135d","benchmark":"gpqa_main","data_index":2834,"repeat_index":7,"sample_id":"gpqa-main-043ca5f03089118ef536135d/repeat-7","answer_letter":"C","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":15029,"prompt_tokens":594,"effective_max_tokens":130478,"original_embedded_prediction":"A","question_sha256":"43c5cb4f57895b07f3e1815e411f315dfa3fe44fe601b5aacde7c1244cdcaa89"} +{"uuid":"gpqa-main-238c4616c3347122f4b974e4","benchmark":"gpqa_main","data_index":3053,"repeat_index":7,"sample_id":"gpqa-main-238c4616c3347122f4b974e4/repeat-7","answer_letter":"A","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7319,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"5a24c76ed39eb083ccc9c24780d936fe2e52cba76ae67efa4d647cc35e10037b"} +{"uuid":"gpqa-main-2efd60649bdbaa65b5969003","benchmark":"gpqa_main","data_index":3045,"repeat_index":7,"sample_id":"gpqa-main-2efd60649bdbaa65b5969003/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":7784,"prompt_tokens":380,"effective_max_tokens":130692,"original_embedded_prediction":"D","question_sha256":"af907b84cdd249e3bd0dcd3a0fc488c3673df744a66342233bebd85574ac74c3"} +{"uuid":"gpqa-main-ab4c50e2da12e11b47155f74","benchmark":"gpqa_main","data_index":2980,"repeat_index":7,"sample_id":"gpqa-main-ab4c50e2da12e11b47155f74/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":10539,"prompt_tokens":210,"effective_max_tokens":130862,"original_embedded_prediction":"A","question_sha256":"b734e134fe4529267a34452ccc5cb2a7d56f7b471273d9e978add607de6f30b6"} +{"uuid":"gpqa-main-cfc742b1ce24bfc75356765e","benchmark":"gpqa_main","data_index":2967,"repeat_index":7,"sample_id":"gpqa-main-cfc742b1ce24bfc75356765e/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11266,"prompt_tokens":348,"effective_max_tokens":130724,"original_embedded_prediction":"B","question_sha256":"c1f013c71ec1bfdf03d8071ec0a1d30c0d10b7e87429512ec32711a88cc41cb1"} +{"uuid":"gpqa-main-3b577bce88d27365cf34e990","benchmark":"gpqa_main","data_index":3032,"repeat_index":7,"sample_id":"gpqa-main-3b577bce88d27365cf34e990/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":9153,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"A","question_sha256":"952132525f3a442f1b38bdc3d0190df1c505766096106e7ac626a451f1b236fc"} +{"uuid":"gpqa-main-ed6a4565f708132bae39b742","benchmark":"gpqa_main","data_index":2943,"repeat_index":7,"sample_id":"gpqa-main-ed6a4565f708132bae39b742/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":12417,"prompt_tokens":393,"effective_max_tokens":130679,"original_embedded_prediction":"A","question_sha256":"5ce997bcaa654b6fdbbb00b63b66633167679a850d02d845b8a9b1b716979197"} +{"uuid":"gpqa-main-4644969e4e4615b014b9669f","benchmark":"gpqa_main","data_index":2888,"repeat_index":7,"sample_id":"gpqa-main-4644969e4e4615b014b9669f/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14381,"prompt_tokens":382,"effective_max_tokens":130690,"original_embedded_prediction":"A","question_sha256":"e663684f8a7728af99d977f274c335c497ac6a7ccf43c64ab979e8407155ce6c"} +{"uuid":"gpqa-main-4a8c97220fb14b99f363b2ce","benchmark":"gpqa_main","data_index":2876,"repeat_index":7,"sample_id":"gpqa-main-4a8c97220fb14b99f363b2ce/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14839,"prompt_tokens":295,"effective_max_tokens":130777,"original_embedded_prediction":"D","question_sha256":"a939b9de7ea4048442a9378048f992097c413c77ad1c665790486c352036c7e3"} +{"uuid":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea","benchmark":"gpqa_main","data_index":3037,"repeat_index":7,"sample_id":"gpqa-main-a8c8b49b02c5aa2e7e0ba8ea/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9338,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"A","question_sha256":"78b6f83c0d1137982356bff0e0d20f60e32542e5815ffd693af8f421f9e4741d"} +{"uuid":"gpqa-main-87740f520845c3f77369e5a1","benchmark":"gpqa_main","data_index":2946,"repeat_index":7,"sample_id":"gpqa-main-87740f520845c3f77369e5a1/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12910,"prompt_tokens":188,"effective_max_tokens":130884,"original_embedded_prediction":"C","question_sha256":"f6c5a12c2cd600eeb524956c760164ff890d185cffd979bfba482f46aa46a1ac"} +{"uuid":"gpqa-main-6364129e0f80d3896a3d60e2","benchmark":"gpqa_main","data_index":2769,"repeat_index":7,"sample_id":"gpqa-main-6364129e0f80d3896a3d60e2/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":19005,"prompt_tokens":526,"effective_max_tokens":130546,"original_embedded_prediction":"A","question_sha256":"123161632faf32d9079808c0fb48f9d5492735ab0a8290fe32ca2f58fad36797"} +{"uuid":"gpqa-main-e10311e2a20f5ef70b44af1a","benchmark":"gpqa_main","data_index":3068,"repeat_index":7,"sample_id":"gpqa-main-e10311e2a20f5ef70b44af1a/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8733,"prompt_tokens":334,"effective_max_tokens":130738,"original_embedded_prediction":"D","question_sha256":"840fab180da436fa17bd480d15eb270c8be4535800795f8fe8c3d0b1ac29ca9d"} +{"uuid":"gpqa-main-7c7ae85beee22afc94024aa0","benchmark":"gpqa_main","data_index":3065,"repeat_index":7,"sample_id":"gpqa-main-7c7ae85beee22afc94024aa0/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":8981,"prompt_tokens":179,"effective_max_tokens":130893,"original_embedded_prediction":"C","question_sha256":"17ee204f8a3ef8904b0418dcf3bac347173df36a87b5535f055046fe6fae8879"} +{"uuid":"gpqa-main-443f8ea9f271c4442521f8e4","benchmark":"gpqa_main","data_index":2987,"repeat_index":7,"sample_id":"gpqa-main-443f8ea9f271c4442521f8e4/repeat-7","answer_letter":"B","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":12011,"prompt_tokens":326,"effective_max_tokens":130746,"original_embedded_prediction":"A","question_sha256":"9211da2d82adb786850c236cd14fc05728eb04599b0abc0202714ba6bd385d19"} +{"uuid":"gpqa-main-febe4c45e71692110949e3d6","benchmark":"gpqa_main","data_index":3040,"repeat_index":7,"sample_id":"gpqa-main-febe4c45e71692110949e3d6/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":9989,"prompt_tokens":577,"effective_max_tokens":130495,"original_embedded_prediction":"C","question_sha256":"e38dd7750710c37aa45a5b0b5dd91e1b4171070325d670d668ab1fa20431a29e"} +{"uuid":"gpqa-main-82354c49d9280b8a980b98b4","benchmark":"gpqa_main","data_index":2858,"repeat_index":7,"sample_id":"gpqa-main-82354c49d9280b8a980b98b4/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16676,"prompt_tokens":249,"effective_max_tokens":130823,"original_embedded_prediction":"C","question_sha256":"57b065d28a6d02a29a3a84f39dd670ba7cdf4e3403506e79b5fc90713897f68e"} +{"uuid":"gpqa-main-baefee4c54836e933082fd33","benchmark":"gpqa_main","data_index":2509,"repeat_index":6,"sample_id":"gpqa-main-baefee4c54836e933082fd33/repeat-6","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":30770,"prompt_tokens":487,"effective_max_tokens":130585,"original_embedded_prediction":"C","question_sha256":"f4486aea8f80b6405ceaabbd6f225378761eafc49f1e042873a464b3b94da620"} +{"uuid":"gpqa-main-f0a74958c23332566374eae8","benchmark":"gpqa_main","data_index":2933,"repeat_index":7,"sample_id":"gpqa-main-f0a74958c23332566374eae8/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14676,"prompt_tokens":211,"effective_max_tokens":130861,"original_embedded_prediction":"B","question_sha256":"0122463c60c1fa5ad768f1fc6147fd593b46126713e705864d5de5632804d4b5"} +{"uuid":"gpqa-main-9aa9fb454d849030d70f9512","benchmark":"gpqa_main","data_index":2958,"repeat_index":7,"sample_id":"gpqa-main-9aa9fb454d849030d70f9512/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14093,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"D","question_sha256":"b494f4c1785682ee7d284173af2a6ef6db2189c6f3e7ece0edb769c2f10d5f24"} +{"uuid":"gpqa-main-4fb391edde117a3fa772fe15","benchmark":"gpqa_main","data_index":2683,"repeat_index":6,"sample_id":"gpqa-main-4fb391edde117a3fa772fe15/repeat-6","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":24776,"prompt_tokens":230,"effective_max_tokens":130842,"original_embedded_prediction":"A","question_sha256":"5131eb311b518c1f3eade66e9c0f4df88aa05e6477bb06e86e3ac1e6fc1ea102"} +{"uuid":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8","benchmark":"gpqa_main","data_index":2984,"repeat_index":7,"sample_id":"gpqa-main-ae52e2afcac3e4e6a1f6bdb8/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":14149,"prompt_tokens":245,"effective_max_tokens":130827,"original_embedded_prediction":"B","question_sha256":"bf639adbf5de648e6799cd9936073de7b6c750cf7c5870ed99dc4f842748abb9"} +{"uuid":"gpqa-main-a028903aa7112583a0e7b5d2","benchmark":"gpqa_main","data_index":2904,"repeat_index":7,"sample_id":"gpqa-main-a028903aa7112583a0e7b5d2/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":17203,"prompt_tokens":244,"effective_max_tokens":130828,"original_embedded_prediction":"B","question_sha256":"c6231a95c81ba1af7d31e5ce8f8e8ad4c4def88d86ab8f801a248cf19814e2d2"} +{"uuid":"gpqa-main-bf00d194c934803975b81b7b","benchmark":"gpqa_main","data_index":3009,"repeat_index":7,"sample_id":"gpqa-main-bf00d194c934803975b81b7b/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":13733,"prompt_tokens":284,"effective_max_tokens":130788,"original_embedded_prediction":"A","question_sha256":"55e1269d132671f2c7b7f41498cb0b404e702d8ce370ac5555d837581e1b3ad7"} +{"uuid":"gpqa-main-39045ad4d1274d0e56839d7b","benchmark":"gpqa_main","data_index":3064,"repeat_index":7,"sample_id":"gpqa-main-39045ad4d1274d0e56839d7b/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":11763,"prompt_tokens":234,"effective_max_tokens":130838,"original_embedded_prediction":"C","question_sha256":"429df35a12720ff87021b558515bede2e2590914376178a956309c141594787f"} +{"uuid":"gpqa-main-bceb5bf342ad44aac4fdbe55","benchmark":"gpqa_main","data_index":2811,"repeat_index":7,"sample_id":"gpqa-main-bceb5bf342ad44aac4fdbe55/repeat-7","answer_letter":"D","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21012,"prompt_tokens":304,"effective_max_tokens":130768,"original_embedded_prediction":"C","question_sha256":"20d48d5f0a9a8b77bea35e72a90794c2d2147aa8321ae6aa60e84491688a0803"} +{"uuid":"gpqa-main-9eaa6714b15499d3c303ce90","benchmark":"gpqa_main","data_index":2911,"repeat_index":7,"sample_id":"gpqa-main-9eaa6714b15499d3c303ce90/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17904,"prompt_tokens":313,"effective_max_tokens":130759,"original_embedded_prediction":"D","question_sha256":"cfac786b87a07d0c92f7c3da73233aa6c32340b63dff9d3f72bd1bd025cd565d"} +{"uuid":"gpqa-main-63f2aea89eec9b67abe0bacf","benchmark":"gpqa_main","data_index":2865,"repeat_index":7,"sample_id":"gpqa-main-63f2aea89eec9b67abe0bacf/repeat-7","answer_letter":"C","prediction":"D","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":19810,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"D","question_sha256":"32596b406efecc4795e9f82b1d00f89787b9ed9e4f9d6239bed8194f13da06e7"} +{"uuid":"gpqa-main-8d147d8bf7fad22423fc5dd7","benchmark":"gpqa_main","data_index":2970,"repeat_index":7,"sample_id":"gpqa-main-8d147d8bf7fad22423fc5dd7/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16323,"prompt_tokens":255,"effective_max_tokens":130817,"original_embedded_prediction":"A","question_sha256":"bfad7a1309a7d02668c615391f7302c03e1c3f61ffaee5d1f44ba2c9f5c40b7d"} +{"uuid":"gpqa-main-eda22ee564030fef1ab0bcaf","benchmark":"gpqa_main","data_index":2536,"repeat_index":6,"sample_id":"gpqa-main-eda22ee564030fef1ab0bcaf/repeat-6","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":33105,"prompt_tokens":316,"effective_max_tokens":130756,"original_embedded_prediction":"D","question_sha256":"e78929c2c3d5e04cda51c77e05ad4a3d1cbbf98cc2db0103b7fbc594e78bb602"} +{"uuid":"gpqa-main-b9cd3234a1fbbf6fe8b281a7","benchmark":"gpqa_main","data_index":2677,"repeat_index":6,"sample_id":"gpqa-main-b9cd3234a1fbbf6fe8b281a7/repeat-6","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":27562,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"A","question_sha256":"407ed0eb19714d6ab4f488ca6e6a117c40e4991746c31ad1c464c5e529e59565"} +{"uuid":"gpqa-main-5f1108e8b2f18297c04895bf","benchmark":"gpqa_main","data_index":3017,"repeat_index":7,"sample_id":"gpqa-main-5f1108e8b2f18297c04895bf/repeat-7","answer_letter":"D","prediction":"A","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":14911,"prompt_tokens":447,"effective_max_tokens":130625,"original_embedded_prediction":"A","question_sha256":"d6e89de54268d0839b91cc5f860fd4903b1d8277accaf665ced8b5404cdbbe84"} +{"uuid":"gpqa-main-baefee4c54836e933082fd33","benchmark":"gpqa_main","data_index":2893,"repeat_index":7,"sample_id":"gpqa-main-baefee4c54836e933082fd33/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20373,"prompt_tokens":487,"effective_max_tokens":130585,"original_embedded_prediction":"A","question_sha256":"f4486aea8f80b6405ceaabbd6f225378761eafc49f1e042873a464b3b94da620"} +{"uuid":"gpqa-main-d8cca1a27ad1a42b4a99ce96","benchmark":"gpqa_main","data_index":2189,"repeat_index":5,"sample_id":"gpqa-main-d8cca1a27ad1a42b4a99ce96/repeat-5","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":48325,"prompt_tokens":226,"effective_max_tokens":130846,"original_embedded_prediction":"B","question_sha256":"6049e26840c0e889bb5632032745b5bcf6684dec9a2f9d0a0cfb76378c5c064e"} +{"uuid":"gpqa-main-3d3dfe64363613833bb52e81","benchmark":"gpqa_main","data_index":2913,"repeat_index":7,"sample_id":"gpqa-main-3d3dfe64363613833bb52e81/repeat-7","answer_letter":"C","prediction":"C","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":20930,"prompt_tokens":240,"effective_max_tokens":130832,"original_embedded_prediction":"C","question_sha256":"ec22f627211f722949e6d36efcb583b2f796830a38cf5cf5dcba4f727562d975"} +{"uuid":"gpqa-main-ae71bab05f11abac2f706bb9","benchmark":"gpqa_main","data_index":3029,"repeat_index":7,"sample_id":"gpqa-main-ae71bab05f11abac2f706bb9/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":16824,"prompt_tokens":266,"effective_max_tokens":130806,"original_embedded_prediction":"D","question_sha256":"d160134fd023bac8e7f94f4d4e70e01dc36d3ae74bb54ab778b03686e5b7b2c0"} +{"uuid":"gpqa-main-eda22ee564030fef1ab0bcaf","benchmark":"gpqa_main","data_index":2920,"repeat_index":7,"sample_id":"gpqa-main-eda22ee564030fef1ab0bcaf/repeat-7","answer_letter":"D","prediction":"B","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":21374,"prompt_tokens":316,"effective_max_tokens":130756,"original_embedded_prediction":"B","question_sha256":"e78929c2c3d5e04cda51c77e05ad4a3d1cbbf98cc2db0103b7fbc594e78bb602"} +{"uuid":"gpqa-main-b9cd3234a1fbbf6fe8b281a7","benchmark":"gpqa_main","data_index":3061,"repeat_index":7,"sample_id":"gpqa-main-b9cd3234a1fbbf6fe8b281a7/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":17250,"prompt_tokens":239,"effective_max_tokens":130833,"original_embedded_prediction":"D","question_sha256":"407ed0eb19714d6ab4f488ca6e6a117c40e4991746c31ad1c464c5e529e59565"} +{"uuid":"gpqa-main-55f2934c4eb0b8293b1d65aa","benchmark":"gpqa_main","data_index":2909,"repeat_index":7,"sample_id":"gpqa-main-55f2934c4eb0b8293b1d65aa/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":23871,"prompt_tokens":314,"effective_max_tokens":130758,"original_embedded_prediction":"D","question_sha256":"790d06fbc2ae95b0429cab870e5895c5de8a75b14d0bda1401b1503293606c67"} +{"uuid":"gpqa-main-d28c5e0e8deb0d1fde12ef5f","benchmark":"gpqa_main","data_index":2881,"repeat_index":7,"sample_id":"gpqa-main-d28c5e0e8deb0d1fde12ef5f/repeat-7","answer_letter":"A","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":25553,"prompt_tokens":322,"effective_max_tokens":130750,"original_embedded_prediction":"C","question_sha256":"6913f7a17a2db54c9dcd8af6af20806e66b00fe4bb9691ca42d9f15184908f62"} +{"uuid":"gpqa-main-4fb391edde117a3fa772fe15","benchmark":"gpqa_main","data_index":3067,"repeat_index":7,"sample_id":"gpqa-main-4fb391edde117a3fa772fe15/repeat-7","answer_letter":"A","prediction":"A","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":21233,"prompt_tokens":230,"effective_max_tokens":130842,"original_embedded_prediction":"A","question_sha256":"5131eb311b518c1f3eade66e9c0f4df88aa05e6477bb06e86e3ac1e6fc1ea102"} +{"uuid":"gpqa-main-7ac0db7d29e6e8c587a8e8f2","benchmark":"gpqa_main","data_index":3004,"repeat_index":7,"sample_id":"gpqa-main-7ac0db7d29e6e8c587a8e8f2/repeat-7","answer_letter":"B","prediction":"B","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":26963,"prompt_tokens":275,"effective_max_tokens":130797,"original_embedded_prediction":"B","question_sha256":"1fc80dd29a6d1127a37414c18382b28b3e9d2f38b390130751d4cbfe90841375"} +{"uuid":"gpqa-main-32802554a860af51b4d7360f","benchmark":"gpqa_main","data_index":2924,"repeat_index":7,"sample_id":"gpqa-main-32802554a860af51b4d7360f/repeat-7","answer_letter":"B","prediction":"C","correct":0,"finish_reason":"stop","stop_reason":null,"completion_tokens":30389,"prompt_tokens":399,"effective_max_tokens":130673,"original_embedded_prediction":"C","question_sha256":"ea1d2c2fd4395ec2cad416b20c41a657730d84acd26fb53712bf10f6807a4e64"} +{"uuid":"gpqa-main-12fef4b097b802dea2564ea2","benchmark":"gpqa_main","data_index":2874,"repeat_index":7,"sample_id":"gpqa-main-12fef4b097b802dea2564ea2/repeat-7","answer_letter":"D","prediction":"D","correct":1,"finish_reason":"stop","stop_reason":null,"completion_tokens":33579,"prompt_tokens":217,"effective_max_tokens":130855,"original_embedded_prediction":"D","question_sha256":"254c10ac4fdccd2709d12769dd755a22c6de6b1e6bff2363164511e2905446d7"} diff --git a/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-l-50/run.json b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-l-50/run.json new file mode 100644 index 0000000..75c24b9 --- /dev/null +++ b/docs/experiments/artifacts/gpt-oss-120b-gpqa-main-calib64/results/intdim-l-50/run.json @@ -0,0 +1,52 @@ +{ + "model_name_or_path": "/models/evaluated", + "dtype": "bfloat16", + "quantization": null, + "tensor_parallel_size": 4, + "runtime_patch": "ragged", + "seed": 42, + "temperature": 1.0, + "top_p": 1.0, + "top_k": -1, + "min_p": 0.0, + "presence_penalty": 0.0, + "repetition_penalty": 1.0, + "max_tokens": 131072, + "max_model_len": 131072, + "batch_size": 128, + "gpu_memory_utilization": 0.9, + "reasoning_effort": "high", + "prompt_date": "2026-09-17", + "limit": null, + "enforce_eager": true, + "max_num_batched_tokens": 8192, + "protocol_version": 1, + "dataset": "gpqa_main", + "tools": false, + "scheduling": "continuous-final-only", + "split_sha256": "ff0bf0307c875869ea9b90feab29413a9b6a7777ed844c5add4626b93d7b941a", + "data_sha256": "c7475f3382e65a23a5f3c1da97947e1ac9c110686efcc23df16c44c9b65c44cb", + "prompt_tokens_sha256": "c17cd14a5d783acf9ae044c8c2636a6e73ecabfe8aa3bd04f6514d94a07ff68d", + "question_count": 384, + "max_prompt_tokens": 2889, + "model_config_sha256": "1fe1593b24a3078ae8ae665a8c705b85fa1f8c5974ac378c23b9ff20cf0b2e24", + "versions": { + "torch": "2.13.0+cu130", + "transformers": "5.17.0", + "vllm": "0.29.0", + "tokenizers": "0.23.1" + }, + "mcq_profile": "qwen35-mcq", + "parser": "final-only-mcq-answer-v4", + "evaluation_source_sha256": "499aa41cfb069fc7f5f8af174f4cd2563502dabdc54ddec328910fa4d46d6527", + "sampling_repeats": 8, + "expected_completions": 3072, + "repeat_option_order": "same frozen options in every repeat; independent per-question/repeat seed", + "generation_budget": "min(max_tokens, max_model_len - prompt_tokens); no input truncation", + "minimum_effective_max_tokens": 128183, + "maximum_effective_max_tokens": 130930, + "aggregation": "mean pass@1 over all completions; no majority vote or best-of-N; hierarchy macro scores also reported", + "protocol_source": "https://huggingface.co/Qwen/Qwen3.5-122B-A10B#best-practices", + "protocol_scope": "Published MCQ format; sampling parameters explicitly recorded. Exact reported benchmark protocol is not fully disclosed.", + "grading_source_sha256": "afb168eebfbfedc5717a3df80f817906c212f8ae2ddf61c8f05e1a0537f0bc18" +} diff --git a/docs/experiments/gpt-oss-120b-gpqa-main-calib64.json b/docs/experiments/gpt-oss-120b-gpqa-main-calib64.json new file mode 100644 index 0000000..36867de --- /dev/null +++ b/docs/experiments/gpt-oss-120b-gpqa-main-calib64.json @@ -0,0 +1,142 @@ +{ + "schema_version": 1, + "complete": true, + "benchmark": { + "name": "GPQA-main held-out", + "dataset": "Idavidrein/gpqa", + "config": "gpqa_main", + "dataset_revision": "633f5ee89ab8ad4522a9f850766b73f62147ffdd", + "source_question_count": 448, + "calibration_question_count": 64, + "evaluation_question_count": 384, + "samples_per_question": 8, + "completions_per_model": 3072, + "aggregation": "mean pass@1 over all completions; no majority vote, best-of-8, or pass@8", + "evaluation_data_sha256": "c7475f3382e65a23a5f3c1da97947e1ac9c110686efcc23df16c44c9b65c44cb", + "split_manifest_sha256": "ff0bf0307c875869ea9b90feab29413a9b6a7777ed844c5add4626b93d7b941a" + }, + "calibration": { + "dataset": "jayzou3773/less-is-moe-gpqa-main-calibration-64", + "url": "https://huggingface.co/datasets/jayzou3773/less-is-moe-gpqa-main-calibration-64", + "revision": "7134dfef5af4605eae0706c30efa9226f49aed96", + "visibility": "private/access-controlled", + "source_dataset": "Idavidrein/gpqa", + "source_config": "gpqa_main", + "source_revision": "633f5ee89ab8ad4522a9f850766b73f62147ffdd", + "split": "train", + "selection_seed": 1234, + "option_seed": 42, + "samples": 64, + "sequence_length_limit": null, + "truncation": false, + "padding": false, + "total_input_tokens": 28180, + "minimum_input_tokens": 150, + "maximum_input_tokens": 1511, + "selection_manifest_sha256": "fd4bb8cd9be999a6ad780c14570af17fdd434b63da2199f12549f73aaf8b8f4d", + "calibration_file_sha256": "99e61c8c1bd4321162f1f3895d62e889b9a8b11be9627064207effce70e324c7", + "source_indices_sha256": "790c4c22309def44542965fdde7c5f38f1d8e354602640cfb31518134b8d92e6", + "score_type": "released mean absolute gradient", + "score_file_sha256": "796f7a9c227bde4f563ded6b8892d3d08a40291cbcb92f165272d4f9c77d3a3d" + }, + "generation": { + "seed": 42, + "temperature": 1.0, + "top_p": 1.0, + "top_k": -1, + "min_p": 0.0, + "presence_penalty": 0.0, + "repetition_penalty": 1.0, + "max_tokens": 131072, + "max_model_len": 131072, + "batch_size": 128, + "max_num_batched_tokens": 8192, + "tensor_parallel_size": 4, + "reasoning_effort": "high", + "prompt_date": "2026-09-17", + "dtype": "bfloat16", + "enforce_eager": true, + "gpu_memory_utilization": 0.9, + "prompt_profile": "qwen35-mcq", + "tools": false + }, + "environment": { + "gpu": "NVIDIA B200", + "gpus_per_run": 4, + "docker_image": "less-is-moe:reasoning-matrix-20260918-v5", + "docker_image_id": "sha256:009aafb479cf5275745c92d116198877d67c75cdda9a5a60320c5b8d7a98ebcb", + "python": "3.12.14", + "torch": "2.13.0+cu130", + "transformers": "5.17.0", + "vllm": "0.29.0", + "tokenizers": "0.23.1", + "cuda": "13.0" + }, + "grading": { + "parser": "final-only-mcq-answer-v4", + "grading_source_sha256": "afb168eebfbfedc5717a3df80f817906c212f8ae2ddf61c8f05e1a0537f0bc18", + "unparsed_policy": "count as incorrect", + "truncated_completions": 0, + "exact_question_sample_set_verified": true + }, + "results": { + "base": { + "model": "openai/gpt-oss-120b dequantized from MXFP4 to BF16", + "runtime_patch": "stock", + "accuracy": 0.7698567708333334, + "accuracy_percent": 76.98567708333334, + "difference_from_base_pp": null, + "correct": 2365, + "total": 3072, + "unparsed": 3, + "truncated": 0, + "completion_tokens": 28039222, + "raw_predictions_sha256": "cf1b0510f5ca2d2d09876904c9616b00619955ce98e57724dbcb492521962605" + }, + "intdim-e-50": { + "repo_id": "jayzou3773/less-is-moe-gpt-oss-120b-gpqa-main-64-intdim-e-50", + "revision": "969e733dff70aee5e94d1cb122ff4d3becb56b10", + "runtime_patch": "stock", + "drop_plan_sha256": "646c93afcafab8994bd645cc47720a9bf62b781a0ef26ed24cff96c57ddcabaf", + "accuracy": 0.2535807291666667, + "accuracy_percent": 25.358072916666668, + "difference_from_base_pp": -51.62760416666667, + "correct": 779, + "total": 3072, + "unparsed": 188, + "truncated": 0, + "completion_tokens": 1586117, + "raw_predictions_sha256": "9e8f315543e692e8fb0e8b570d2a72b3ae5845f7cb51e8e97ec3974ed172d7de" + }, + "intdim-l-50": { + "repo_id": "jayzou3773/less-is-moe-gpt-oss-120b-gpqa-main-64-intdim-l-50", + "revision": "c180424051bcc3a1a767579747cbaabef33b0d79", + "runtime_patch": "ragged", + "drop_plan_sha256": "6c87679f5245637da6aafaed9ede904c0363be44c456b84610b3f32d06a612d7", + "accuracy": 0.6298828125, + "accuracy_percent": 62.98828125, + "difference_from_base_pp": -13.997395833333337, + "correct": 1935, + "total": 3072, + "unparsed": 12, + "truncated": 0, + "completion_tokens": 15567420, + "raw_predictions_sha256": "8c8d1b7696130a0f7d7b621d181871632827084ba4544f43fc2ee41106e15934" + }, + "intdim-g-50": { + "repo_id": "jayzou3773/less-is-moe-gpt-oss-120b-gpqa-main-64-intdim-g-50", + "revision": "06bd011c40b8673efb40c17f3175927787274be6", + "runtime_patch": "ragged", + "drop_plan_sha256": "65d3b4f30f0f349815457f2de73f4830eebf7ff72c46a3e74597bbe2df21249f", + "accuracy": 0.5846354166666666, + "accuracy_percent": 58.463541666666664, + "difference_from_base_pp": -18.522135416666675, + "correct": 1796, + "total": 3072, + "unparsed": 44, + "truncated": 0, + "completion_tokens": 40743679, + "raw_predictions_sha256": "c6c001ec04721b052f11bd7d6f8bfaae17820645ef3ba255a3c2a9698e9093c7" + } + } +} diff --git a/docs/experiments/gpt-oss-120b-gpqa-main-calib64.md b/docs/experiments/gpt-oss-120b-gpqa-main-calib64.md new file mode 100644 index 0000000..a7ee7ae --- /dev/null +++ b/docs/experiments/gpt-oss-120b-gpqa-main-calib64.md @@ -0,0 +1,134 @@ +# GPT-OSS-120B IntDim 50% on held-out GPQA-main + +This record compares the BF16 GPT-OSS-120B baseline with IntDim-E, IntDim-L, +and IntDim-G checkpoints pruned by 50%. All three pruning runs use the same 64 +GPQA-main calibration examples. Evaluation uses the remaining 384 disjoint +questions. + +The reported metric is **mean pass@1 over eight independent samples per +question** (`avg@8`). Each completion is scored independently; there is no +majority vote, best-of-eight selection, or pass@8 calculation. + +## Results + +| Checkpoint | Loader | Accuracy | Correct | Delta from base | Unparsed | Completion tokens | +|---|---|---:|---:|---:|---:|---:| +| BF16 baseline | stock | **76.99%** | 2,365 / 3,072 | — | 3 | 28,039,222 | +| IntDim-E 50% | stock | **25.36%** | 779 / 3,072 | -51.63 pp | 188 | 1,586,117 | +| IntDim-L 50% | ragged | **62.99%** | 1,935 / 3,072 | -14.00 pp | 12 | 15,567,420 | +| IntDim-G 50% | ragged | **58.46%** | 1,796 / 3,072 | -18.52 pp | 44 | 40,743,679 | + +Every run completed all 3,072 requested generations with zero length +truncations. Unparsed answers count as incorrect. IntDim-L retains the most +accuracy in this experiment. IntDim-E is near four-choice chance accuracy even +when unparsed outputs are excluded (27.01%), so answer parsing alone does not +explain its degradation. + +## Models and calibration + +The baseline is `openai/gpt-oss-120b` dequantized from the released MXFP4 +weights to BF16. Pruning used the full BF16 weights and removed exactly 50% of +routed-expert intermediate units. + +| Method | Checkpoint | Revision | Drop-plan SHA-256 | +|---|---|---|---| +| IntDim-E | [`jayzou3773/less-is-moe-gpt-oss-120b-gpqa-main-64-intdim-e-50`](https://huggingface.co/jayzou3773/less-is-moe-gpt-oss-120b-gpqa-main-64-intdim-e-50) | `969e733dff70aee5e94d1cb122ff4d3becb56b10` | `646c93afcafab8994bd645cc47720a9bf62b781a0ef26ed24cff96c57ddcabaf` | +| IntDim-L | [`jayzou3773/less-is-moe-gpt-oss-120b-gpqa-main-64-intdim-l-50`](https://huggingface.co/jayzou3773/less-is-moe-gpt-oss-120b-gpqa-main-64-intdim-l-50) | `c180424051bcc3a1a767579747cbaabef33b0d79` | `6c87679f5245637da6aafaed9ede904c0363be44c456b84610b3f32d06a612d7` | +| IntDim-G | [`jayzou3773/less-is-moe-gpt-oss-120b-gpqa-main-64-intdim-g-50`](https://huggingface.co/jayzou3773/less-is-moe-gpt-oss-120b-gpqa-main-64-intdim-g-50) | `06bd011c40b8673efb40c17f3175927787274be6` | `65d3b4f30f0f349815457f2de73f4830eebf7ff72c46a3e74597bbe2df21249f` | + +The exact calibration and held-out split is stored in the access-controlled +Hugging Face dataset +[`jayzou3773/less-is-moe-gpqa-main-calibration-64`](https://huggingface.co/datasets/jayzou3773/less-is-moe-gpqa-main-calibration-64), +revision `7134dfef5af4605eae0706c30efa9226f49aed96`. It contains 64 calibration +rows and 384 held-out rows selected from `Idavidrein/gpqa` config `gpqa_main`, +revision `633f5ee89ab8ad4522a9f850766b73f62147ffdd`. Calibration selection uses +`numpy.random.default_rng(1234).permutation(448)` and takes the first 64 rows. +No calibration input was truncated; GPT-OSS sees 28,180 tokens in total, with +150–1,511 tokens per example. + +Importance is the released mean absolute gradient over the next-token loss. +The run uses BF16 weights and gradients, FP32 reduction and accumulation, and +no optimizer step. The score tensor SHA-256 is +`796f7a9c227bde4f563ded6b8892d3d08a40291cbcb92f165272d4f9c77d3a3d`. + +## Evaluation protocol + +- Dataset: 384 held-out GPQA-main questions after removing calibration rows +- Samples: eight independent completions per question, 3,072 per model +- Options: deterministic per-record shuffle, option seed 42 +- Prompt profile: `qwen35-mcq`; GPT-OSS Harmony chat template; no tools +- Reasoning effort: `high`; fixed prompt date `2026-09-17` +- Temperature: 1.0; top-p: 1.0; top-k: -1; min-p: 0 +- Presence penalty: 0; repetition penalty: 1.0 +- Maximum generated tokens and model length: 131,072 +- TP: 4; maximum sequences: 128; maximum batched tokens: 8,192 +- Precision: BF16; eager execution; Triton attention and MoE kernels +- Scoring: last Harmony `final` channel only, using the same frozen parser for + every model without consulting the gold answer + +The evaluation JSONL SHA-256 is +`c7475f3382e65a23a5f3c1da97947e1ac9c110686efcc23df16c44c9b65c44cb`; +the split-manifest SHA-256 is +`ff0bf0307c875869ea9b90feab29413a9b6a7777ed844c5add4626b93d7b941a`. + +The [artifact directory](artifacts/gpt-oss-120b-gpqa-main-calib64/README.md) +contains all 12,288 question-safe per-sample predictions, complete metrics, +run settings, grading audits, and frozen manifests. Because GPQA asks users not +to reveal its examples, committed predictions omit question text, options, +answer text, raw generations, and final-answer prose. They retain every field +needed to reproduce the headline scores. + +The prompt and sampling settings follow the public GPT-OSS settings used with +Qwen3.5's published multiple-choice format. The complete internal benchmark +harness behind the Qwen3.5 report is unavailable, so these scores are not an +exact reproduction of that report. + +## Environment + +- 4 × NVIDIA B200 per run +- Docker image: `less-is-moe:reasoning-matrix-20260918-v5` +- Image ID: `sha256:009aafb479cf5275745c92d116198877d67c75cdda9a5a60320c5b8d7a98ebcb` +- Python 3.12.14 +- PyTorch 2.13.0+cu130; CUDA 13.0 +- Transformers 5.17.0 +- vLLM 0.29.0 +- tokenizers 0.23.1 + +## Reproduction command + +Set `RUNTIME=stock` for the baseline and IntDim-E, and `RUNTIME=ragged` for +IntDim-L/G. + +```bash +MODEL=/models/gpt-oss-checkpoint +OUTPUT=/outputs/gpt-oss-gpqa-main +RUNTIME=ragged + +scripts/evaluate/zero_shot.sh \ + --dataset gpqa_main \ + --data_path /data/gpqa-main-64/test.jsonl \ + --output_dir "$OUTPUT" \ + --model_name_or_path "$MODEL" \ + --runtime_patch "$RUNTIME" \ + --dtype bf16 \ + --tensor_parallel_size 4 \ + --enforce_eager \ + --use_chat_template \ + --reasoning_effort high \ + --prompt_date 2026-09-17 \ + --seed 42 \ + --mcq_profile qwen35-mcq \ + --n_samples_per_problem 8 \ + --temperature 1 \ + --top_p 1 \ + --top_k -1 \ + --min_p 0 \ + --presence_penalty 0 \ + --repetition_penalty 1 \ + --max_tokens 131072 \ + --max_model_len 131072 \ + --batch_size 128 \ + --max_num_batched_tokens 8192 \ + --gpu_memory_utilization 0.9 \ + --resume +``` diff --git a/docs/supergpqa.md b/docs/supergpqa.md index d50a74d..86a4aed 100644 --- a/docs/supergpqa.md +++ b/docs/supergpqa.md @@ -144,3 +144,7 @@ reproduction of undisclosed internal evaluation code. - [GPT-OSS-120B IntDim 50% on GPQA-Diamond](experiments/gpt-oss-120b-gpqa-diamond-s1-seq8192.md) records the complete BF16 baseline and IntDim-E/L/G comparison using the 128-sample, 8,192-token S1K calibration set. +- [GPT-OSS-120B IntDim 50% on held-out GPQA-main](experiments/gpt-oss-120b-gpqa-main-calib64.md) + records the same comparison after calibrating on 64 GPQA-main rows and + evaluating the remaining 384 questions. The exact access-controlled split + is linked from the experiment record. diff --git a/src/less_is_moe/evaluation/supergpqa.py b/src/less_is_moe/evaluation/supergpqa.py index 52bbfc9..0d24ae5 100644 --- a/src/less_is_moe/evaluation/supergpqa.py +++ b/src/less_is_moe/evaluation/supergpqa.py @@ -87,14 +87,16 @@ def build_prompt(row, *, profile="supergpqa"): if profile == "qwen35-mcq": template = QWEN_MCQ_PROMPT elif profile == "supergpqa": - template = GPQA_PROMPT if row.get("benchmark") == "gpqa_diamond" else PROMPT + template = GPQA_PROMPT if row.get("benchmark") in {"gpqa_diamond", "gpqa_main"} else PROMPT else: raise ValueError(f"Unknown MCQ profile: {profile}") return template.format(row["question"] + "\n" + choices) -def normalize_gpqa(rows, *, seed=42): +def normalize_gpqa(rows, *, seed=42, benchmark="gpqa_diamond"): """Freeze four-choice order without assuming the correct answer is always A.""" + if benchmark not in {"gpqa_diamond", "gpqa_main"}: + raise ValueError(f"Unsupported GPQA configuration: {benchmark}") result = [] for row in rows: question = row["Question"].strip() @@ -105,7 +107,7 @@ def normalize_gpqa(rows, *, seed=42): order = list(range(4)) random.Random(int(digest([seed, uuid])[:16], 16)).shuffle(order) result.append({ - "uuid": uuid, "benchmark": "gpqa_diamond", "question": question, + "uuid": uuid, "benchmark": benchmark, "question": question, "options": [choices[i] for i in order], "answer": choices[0], "answer_letter": chr(65 + order.index(0)), "discipline": "Science", "field": row.get("High-level domain") or "Science", @@ -129,7 +131,7 @@ def fixed_chat(tokenizer, messages, *, reasoning_effort, prompt_date, generation def prepare_dataset(rows, output_dir, *, calibration_size=128, seed=42, dataset_revision=DATASET_REVISION, tokenizer=None, reasoning_effort="high", prompt_date="2026-09-17", - dataset_name="m-a-p/SuperGPQA"): + dataset_name="m-a-p/SuperGPQA", dataset_config=None): validate_rows(rows) groups = defaultdict(list) for row in rows: @@ -173,6 +175,7 @@ def prepare_dataset(rows, output_dir, *, calibration_size=128, seed=42, (folder / filename).write_text("".join(json.dumps(r, ensure_ascii=False) + "\n" for r in values), encoding="utf-8") manifest = { "protocol_version": PROTOCOL_VERSION, "dataset": dataset_name, + "dataset_config": dataset_config, "dataset_revision": dataset_revision, "source_rows_sha256": digest(rows), "source_count": len(rows), "seed": seed, "calibration_count": len(calibration), "evaluation_count": len(evaluation), "calibration_uuids": [r["uuid"] for r in calibration], @@ -415,7 +418,12 @@ def run_evaluation(args): "seed", "temperature", "top_p", "top_k", "min_p", "presence_penalty", "repetition_penalty", "max_tokens", "max_model_len", "batch_size", "gpu_memory_utilization", "reasoning_effort", "prompt_date", "limit", "enforce_eager", "max_num_batched_tokens")} - benchmark = "gpqa_diamond" if split["dataset"] == "Idavidrein/gpqa" else "supergpqa" + if split["dataset"] == "Idavidrein/gpqa": + benchmark = split.get("dataset_config") or "gpqa_diamond" + if benchmark not in {"gpqa_diamond", "gpqa_main"}: + raise ValueError(f"Unsupported GPQA configuration in split manifest: {benchmark}") + else: + benchmark = "supergpqa" if args.dataset.lower() != benchmark: raise ValueError("--dataset does not match the frozen evaluation manifest") settings.update(protocol_version=PROTOCOL_VERSION, dataset=benchmark, tools=False, @@ -525,7 +533,7 @@ def main(): parser = argparse.ArgumentParser(description=__doc__) parser.add_argument("--input", required=True) parser.add_argument("--output_dir", required=True) - parser.add_argument("--dataset", choices=("supergpqa", "gpqa_diamond"), default="supergpqa") + parser.add_argument("--dataset", choices=("supergpqa", "gpqa_diamond", "gpqa_main"), default="supergpqa") parser.add_argument("--calibration_size", type=int, default=128, help="Use 0 for a complete-dataset base benchmark; use 64/128 for later pruning comparisons") parser.add_argument("--seed", type=int, default=42) @@ -539,18 +547,20 @@ def main(): from transformers import AutoTokenizer tokenizer = AutoTokenizer.from_pretrained(args.tokenizer_path) rows = read_rows(args.input) - if args.dataset == "gpqa_diamond": - rows = normalize_gpqa(rows, seed=args.seed) + if args.dataset in {"gpqa_diamond", "gpqa_main"}: + rows = normalize_gpqa(rows, seed=args.seed, benchmark=args.dataset) dataset_name = "Idavidrein/gpqa" dataset_revision = args.dataset_revision or GPQA_DATASET_REVISION + dataset_config = args.dataset else: dataset_name = "m-a-p/SuperGPQA" dataset_revision = args.dataset_revision or DATASET_REVISION + dataset_config = None result = prepare_dataset( rows, args.output_dir, calibration_size=args.calibration_size, seed=args.seed, dataset_revision=dataset_revision, tokenizer=tokenizer, reasoning_effort=args.reasoning_effort, prompt_date=args.prompt_date, - dataset_name=dataset_name, + dataset_name=dataset_name, dataset_config=dataset_config, ) print(json.dumps({key: value for key, value in result.items() if not key.endswith("uuids")}, indent=2)) diff --git a/src/less_is_moe/evaluation/vllm_zero_shot.py b/src/less_is_moe/evaluation/vllm_zero_shot.py index af1c3df..ea10f54 100644 --- a/src/less_is_moe/evaluation/vllm_zero_shot.py +++ b/src/less_is_moe/evaluation/vllm_zero_shot.py @@ -543,7 +543,7 @@ def is_esft_dataset(name: str) -> bool: def main(args): if args.dataset.lower() == "supergpqa" or ( - args.dataset.lower() == "gpqa_diamond" + args.dataset.lower() in {"gpqa_diamond", "gpqa_main"} and (Path(args.data_path).parent / "split-manifest.json").exists() ): from .supergpqa import run_evaluation diff --git a/tests/test_supergpqa.py b/tests/test_supergpqa.py index 79560fe..2680222 100644 --- a/tests/test_supergpqa.py +++ b/tests/test_supergpqa.py @@ -35,13 +35,20 @@ def test_gpqa_normalization_is_deterministic_and_preserves_answer(): assert "A)" in build_prompt(row, profile="qwen35-mcq") +def test_gpqa_main_normalization_preserves_split_identity(): + row = normalize_gpqa(gpqa_source(), seed=42, benchmark="gpqa_main")[0] + assert row["benchmark"] == "gpqa_main" + assert "A)" in build_prompt(row, profile="supergpqa") + + def test_prepare_gpqa_manifest_is_frozen(tmp_path): - rows = normalize_gpqa(gpqa_source() * 1, seed=42) + rows = normalize_gpqa(gpqa_source() * 1, seed=42, benchmark="gpqa_main") manifest = prepare_dataset( rows, tmp_path, calibration_size=0, dataset_name="Idavidrein/gpqa", - dataset_revision="revision", seed=42, + dataset_revision="revision", dataset_config="gpqa_main", seed=42, ) assert manifest["dataset"] == "Idavidrein/gpqa" + assert manifest["dataset_config"] == "gpqa_main" assert manifest["evaluation_count"] == 1 saved = json.loads((tmp_path / "split-manifest.json").read_text()) assert saved["evaluation_sha256"] == manifest["evaluation_sha256"]