{"as_of":"2026-08-10T13:02:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:37d4d3635d68ba86095819c7af41db72ca1600f70e5a5653e7621a94250fe3d9","coverage":[{"denominator":24,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":24,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T21:45:09.858119Z","state":"measured"},{"denominator":24,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":24,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2506.23864/citation-record","integrity":"/paper/2506.23864/integrity","json":"/paper/2506.23864/citation-record.json","paper":"/paper/2506.23864"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:45:11.542866Z","title":null,"venue":null,"work_id":"6e31f232-3e62-48ff-abf6-29d6efa683b6","year":1999},"citing_paper":{"arxiv_id":"2506.23864","last_updated":"2025-06-30T13:57:28Z","snapshot_observed_at":"2026-08-07T23:55:18.987455Z","submitted_at":"2025-06-30T13:57:28Z","title":"Garbage In, Reasoning Out? Why Benchmark Scores are Unreliable and What to Do About It","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-06T21:45:07.382226Z"},"links":{"citing_paper":"/paper/2506.23864"},"observation_digest":"sha256:1ff23cf607d9c28bcb3e86e864dd19e8d4276713282a772fcfb12de1129245de","observation_id":"04b768e8-97c6-47a4-9e6b-72623c83f357","resolution":{"observed_at":"2026-08-06T21:45:11.616138Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.18403","last_updated":"2025-06-02T11:31:19Z","snapshot_observed_at":"2026-07-06T18:37:21.973331Z","submitted_at":"2024-06-26T14:56:13Z","title":"LLMs instead of Human Judges? A Large Scale Empirical Study across 20 NLP Evaluation Tasks","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.18403","snapshot_observed_at":"2026-08-06T21:45:07.494636Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23864","last_updated":"2025-06-30T13:57:28Z","snapshot_observed_at":"2026-08-07T23:55:18.987455Z","submitted_at":"2025-06-30T13:57:28Z","title":"Garbage In, Reasoning Out? Why Benchmark Scores are Unreliable and What to Do About It","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-06T21:45:07.494636Z"},"links":{"cited_paper":"/paper/2406.18403","citing_paper":"/paper/2506.23864"},"observation_digest":"sha256:03be0f1b6dd92630ab1ea97aa808398461727b337a3d17fa352581e7d904ef24","observation_id":"6ddfcbc4-d589-44a4-a627-a6805ccc57bc","resolution":{"observed_at":"2026-08-06T21:45:07.494636Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:45:07.592435Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.23864","last_updated":"2025-06-30T13:57:28Z","snapshot_observed_at":"2026-08-07T23:55:18.987455Z","submitted_at":"2025-06-30T13:57:28Z","title":"Garbage In, Reasoning Out? Why Benchmark Scores are Unreliable and What to Do About It","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-06T21:45:07.592435Z"},"links":{"citing_paper":"/paper/2506.23864"},"observation_digest":"sha256:347682ec7c0c8d69b71765ecc346eaedaead448bb1d42f6e3211dc5cfc2030f1","observation_id":"4d9dbd08-14db-4c44-ac8b-4a56e9f2442c","resolution":{"observed_at":"2026-08-06T21:45:07.592435Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.11972","last_updated":"2026-05-29T09:22:41Z","snapshot_observed_at":"2026-08-07T16:01:50.853660Z","submitted_at":"2025-04-16T11:08:46Z","title":"Reassessing Extractive QA Datasets at Scale: LLM-as-a-Judge and In-Depth Analyses","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.11972","snapshot_observed_at":"2026-08-06T21:45:07.680865Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.23864","last_updated":"2025-06-30T13:57:28Z","snapshot_observed_at":"2026-08-07T23:55:18.987455Z","submitted_at":"2025-06-30T13:57:28Z","title":"Garbage In, Reasoning Out? Why Benchmark Scores are Unreliable and What to Do About It","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-06T21:45:07.680865Z"},"links":{"cited_paper":"/paper/2504.11972","citing_paper":"/paper/2506.23864"},"observation_digest":"sha256:9f65380090ae546f53f52ab285aaff1d47beaf9204a5a9c97232924abaa31848","observation_id":"22ed2e5a-77d4-4f14-a3c5-255b268485e6","resolution":{"observed_at":"2026-08-06T21:45:07.680865Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:45:07.762323Z","title":"Holliday, Matthew Mandelkern, and Cedegao E","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23864","last_updated":"2025-06-30T13:57:28Z","snapshot_observed_at":"2026-08-07T23:55:18.987455Z","submitted_at":"2025-06-30T13:57:28Z","title":"Garbage In, Reasoning Out? Why Benchmark Scores are Unreliable and What to Do About It","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-06T21:45:07.762323Z"},"links":{"citing_paper":"/paper/2506.23864"},"observation_digest":"sha256:503997565bd8b668e8fdf7b3c672f3ead40b31f99e323edf5782bb9f51ffd013","observation_id":"4343a08f-fe5b-4c6f-80de-722db85388de","resolution":{"observed_at":"2026-08-06T21:45:07.762323Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:45:07.853315Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23864","last_updated":"2025-06-30T13:57:28Z","snapshot_observed_at":"2026-08-07T23:55:18.987455Z","submitted_at":"2025-06-30T13:57:28Z","title":"Garbage In, Reasoning Out? Why Benchmark Scores are Unreliable and What to Do About It","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-06T21:45:07.853315Z"},"links":{"citing_paper":"/paper/2506.23864"},"observation_digest":"sha256:506a5d1d279df453ae585876f346d9baeb4b98ff23bdbe8f30d4aa65239b945f","observation_id":"a0dbf4ed-ec76-4b2b-a4a2-82463cc93e08","resolution":{"observed_at":"2026-08-06T21:45:07.853315Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:45:11.380474Z","title":null,"venue":null,"work_id":"aa2c4949-aa03-436f-8170-f37bee5b5f37","year":2025},"citing_paper":{"arxiv_id":"2506.23864","last_updated":"2025-06-30T13:57:28Z","snapshot_observed_at":"2026-08-07T23:55:18.987455Z","submitted_at":"2025-06-30T13:57:28Z","title":"Garbage In, Reasoning Out? Why Benchmark Scores are Unreliable and What to Do About It","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-06T21:45:07.938864Z"},"links":{"citing_paper":"/paper/2506.23864"},"observation_digest":"sha256:b0cf602b484a4f7d944b94b977855facbb4d0f1343d64715b90bc7f0754c3286","observation_id":"a9a6e182-35ca-4249-aa51-3bcf20cd5dab","resolution":{"observed_at":"2026-08-06T21:45:11.448608Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:45:08.047011Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2506.23864","last_updated":"2025-06-30T13:57:28Z","snapshot_observed_at":"2026-08-07T23:55:18.987455Z","submitted_at":"2025-06-30T13:57:28Z","title":"Garbage In, Reasoning Out? Why Benchmark Scores are Unreliable and What to Do About It","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-06T21:45:08.047011Z"},"links":{"citing_paper":"/paper/2506.23864"},"observation_digest":"sha256:0f399e5d6c9d164b1bb160d5ae959920f9b6a897c7957848695a98af7ee4d671","observation_id":"c4351088-cf4c-466f-b834-5eab14ae8bc6","resolution":{"observed_at":"2026-08-06T21:45:08.047011Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:45:11.216187Z","title":"Levenshtein","venue":null,"work_id":"2b8b9c18-f816-411a-9a17-b784dcb085f2","year":1966},"citing_paper":{"arxiv_id":"2506.23864","last_updated":"2025-06-30T13:57:28Z","snapshot_observed_at":"2026-08-07T23:55:18.987455Z","submitted_at":"2025-06-30T13:57:28Z","title":"Garbage In, Reasoning Out? Why Benchmark Scores are Unreliable and What to Do About It","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-06T21:45:08.186364Z"},"links":{"citing_paper":"/paper/2506.23864"},"observation_digest":"sha256:89d535ccf7b930d3b945ed7836a225fda150e2e5f0ff6fdbf4e14a11c7517ef6","observation_id":"6a20ce4a-cef7-4f14-91c9-c414363f814f","resolution":{"observed_at":"2026-08-06T21:45:11.281585Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.15612","last_updated":"2025-05-21T15:03:26Z","snapshot_observed_at":"2026-08-08T10:38:46.099993Z","submitted_at":"2025-05-21T15:03:26Z","title":"Learn to Reason Efficiently with Adaptive Length-based Reward Shaping","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.15612","snapshot_observed_at":"2026-08-06T21:45:08.292468Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.23864","last_updated":"2025-06-30T13:57:28Z","snapshot_observed_at":"2026-08-07T23:55:18.987455Z","submitted_at":"2025-06-30T13:57:28Z","title":"Garbage In, Reasoning Out? Why Benchmark Scores are Unreliable and What to Do About It","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-06T21:45:08.292468Z"},"links":{"cited_paper":"/paper/2505.15612","citing_paper":"/paper/2506.23864"},"observation_digest":"sha256:5bca08f9430869704bfd5f938553adcf109aff46e14ac10ff3cbd0316842d3ac","observation_id":"e2806cf4-e1a3-4291-8d88-34263ede61be","resolution":{"observed_at":"2026-08-06T21:45:08.292468Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:45:08.397583Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23864","last_updated":"2025-06-30T13:57:28Z","snapshot_observed_at":"2026-08-07T23:55:18.987455Z","submitted_at":"2025-06-30T13:57:28Z","title":"Garbage In, Reasoning Out? Why Benchmark Scores are Unreliable and What to Do About It","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-06T21:45:08.397583Z"},"links":{"citing_paper":"/paper/2506.23864"},"observation_digest":"sha256:eda7a22d08d6ddca641ce84e7660f482964a1852ccf490c8b6841a3c88455281","observation_id":"cf2d6ce1-af97-498d-aed2-b364763e7776","resolution":{"observed_at":"2026-08-06T21:45:08.397583Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:45:11.045114Z","title":null,"venue":null,"work_id":"97947838-5d97-4751-98c2-5eea9362a520","year":2024},"citing_paper":{"arxiv_id":"2506.23864","last_updated":"2025-06-30T13:57:28Z","snapshot_observed_at":"2026-08-07T23:55:18.987455Z","submitted_at":"2025-06-30T13:57:28Z","title":"Garbage In, Reasoning Out? Why Benchmark Scores are Unreliable and What to Do About It","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-06T21:45:08.505800Z"},"links":{"citing_paper":"/paper/2506.23864"},"observation_digest":"sha256:91b53ceb2b5b32f221abf4d49abb5099d206d17896d2cf5159d6d45543686ccc","observation_id":"02b12aa6-2d16-452a-b062-72d6f98f9aac","resolution":{"observed_at":"2026-08-06T21:45:11.136027Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:45:08.643047Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.23864","last_updated":"2025-06-30T13:57:28Z","snapshot_observed_at":"2026-08-07T23:55:18.987455Z","submitted_at":"2025-06-30T13:57:28Z","title":"Garbage In, Reasoning Out? Why Benchmark Scores are Unreliable and What to Do About It","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-06T21:45:08.643047Z"},"links":{"citing_paper":"/paper/2506.23864"},"observation_digest":"sha256:d7a6af5a1ff2c801b2e3ea31a252d6e4cff37887923d9b638ffad04e7eaacdd6","observation_id":"72af9341-205d-4149-8ae4-fc27e3ebd08d","resolution":{"observed_at":"2026-08-06T21:45:08.643047Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2022.gem-1.12","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":null,"work_id":"1cb6e657-b4be-4080-8362-25197184985a","year":2022},"citing_paper":{"arxiv_id":"2506.23864","last_updated":"2025-06-30T13:57:28Z","snapshot_observed_at":"2026-08-07T23:55:18.987455Z","submitted_at":"2025-06-30T13:57:28Z","title":"Garbage In, Reasoning Out? Why Benchmark Scores are Unreliable and What to Do About It","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-06T21:45:08.797439Z"},"links":{"citing_paper":"/paper/2506.23864"},"observation_digest":"sha256:9300694c0c85c4108eae1cacab61360c02416c6c5fbf0dac1b6c5a114179ddfa","observation_id":"41ab8d18-7e89-40bf-9857-b35e4732859e","resolution":{"observed_at":"2026-08-06T21:45:10.341273Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2024.findings-emnlp.198","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":null,"work_id":"708208b4-b78d-4be6-bbf1-9f76811df54f","year":2024},"citing_paper":{"arxiv_id":"2506.23864","last_updated":"2025-06-30T13:57:28Z","snapshot_observed_at":"2026-08-07T23:55:18.987455Z","submitted_at":"2025-06-30T13:57:28Z","title":"Garbage In, Reasoning Out? Why Benchmark Scores are Unreliable and What to Do About It","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-06T21:45:08.905716Z"},"links":{"citing_paper":"/paper/2506.23864"},"observation_digest":"sha256:7924f5ebace13a71be3080ad2e99321e1810c2afc33a4ee0deb1fc0eff8ae144","observation_id":"91356da8-2dc1-4b43-82c7-69dbc087a52e","resolution":{"observed_at":"2026-08-06T21:45:10.174421Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:45:08.995084Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2506.23864","last_updated":"2025-06-30T13:57:28Z","snapshot_observed_at":"2026-08-07T23:55:18.987455Z","submitted_at":"2025-06-30T13:57:28Z","title":"Garbage In, Reasoning Out? Why Benchmark Scores are Unreliable and What to Do About It","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-06T21:45:08.995084Z"},"links":{"citing_paper":"/paper/2506.23864"},"observation_digest":"sha256:962e5ed0b2fe7e154dc4a0e62475530a1948f43bdd546f04615adfbe613dfe45","observation_id":"0cf6967e-2868-4373-8d53-a9039a7303a9","resolution":{"observed_at":"2026-08-06T21:45:08.995084Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:45:10.867520Z","title":null,"venue":null,"work_id":"cf9633ce-60a4-4be7-bd33-264c14ef2b13","year":2025},"citing_paper":{"arxiv_id":"2506.23864","last_updated":"2025-06-30T13:57:28Z","snapshot_observed_at":"2026-08-07T23:55:18.987455Z","submitted_at":"2025-06-30T13:57:28Z","title":"Garbage In, Reasoning Out? Why Benchmark Scores are Unreliable and What to Do About It","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-06T21:45:09.113381Z"},"links":{"citing_paper":"/paper/2506.23864"},"observation_digest":"sha256:14a612431e2f0755d4cc30b4742d3a3ca4fbdbd34638add1549851a58c0eddaf","observation_id":"d6f1721d-41e5-4de6-80ca-63aabe11e91d","resolution":{"observed_at":"2026-08-06T21:45:10.939571Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:45:10.725270Z","title":null,"venue":null,"work_id":"d8bb2354-9323-4c5a-a9d5-40169d9e0b86","year":2024},"citing_paper":{"arxiv_id":"2506.23864","last_updated":"2025-06-30T13:57:28Z","snapshot_observed_at":"2026-08-07T23:55:18.987455Z","submitted_at":"2025-06-30T13:57:28Z","title":"Garbage In, Reasoning Out? Why Benchmark Scores are Unreliable and What to Do About It","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-06T21:45:09.240609Z"},"links":{"citing_paper":"/paper/2506.23864"},"observation_digest":"sha256:5ce0ba13793ba870e7559d2c7311079deb71ab27580c67166e0c8d07529747c0","observation_id":"d936c27c-6299-4745-aa9f-c3424edae33c","resolution":{"observed_at":"2026-08-06T21:45:10.788391Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:45:09.333753Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.23864","last_updated":"2025-06-30T13:57:28Z","snapshot_observed_at":"2026-08-07T23:55:18.987455Z","submitted_at":"2025-06-30T13:57:28Z","title":"Garbage In, Reasoning Out? Why Benchmark Scores are Unreliable and What to Do About It","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-06T21:45:09.333753Z"},"links":{"citing_paper":"/paper/2506.23864"},"observation_digest":"sha256:b9ee1f75ae0c1d4f8e38c239b715af1eebc72c25fc56728ed4c476408e88e01f","observation_id":"47c00e00-2ba2-4f4f-91f5-179082699545","resolution":{"observed_at":"2026-08-06T21:45:09.333753Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:45:09.437143Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2506.23864","last_updated":"2025-06-30T13:57:28Z","snapshot_observed_at":"2026-08-07T23:55:18.987455Z","submitted_at":"2025-06-30T13:57:28Z","title":"Garbage In, Reasoning Out? Why Benchmark Scores are Unreliable and What to Do About It","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-06T21:45:09.437143Z"},"links":{"citing_paper":"/paper/2506.23864"},"observation_digest":"sha256:641e4eb395f0eedf0be70c338e98f5a14cff34a7f6f35850685e0a61abc3e4c0","observation_id":"6d2aa662-8c54-4ab7-bc5d-a26c3be11446","resolution":{"observed_at":"2026-08-06T21:45:09.437143Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:45:09.540576Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.23864","last_updated":"2025-06-30T13:57:28Z","snapshot_observed_at":"2026-08-07T23:55:18.987455Z","submitted_at":"2025-06-30T13:57:28Z","title":"Garbage In, Reasoning Out? Why Benchmark Scores are Unreliable and What to Do About It","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-06T21:45:09.540576Z"},"links":{"citing_paper":"/paper/2506.23864"},"observation_digest":"sha256:fa272e723243bad40b76517126bc8d0469d5486f0b29af3d73afcf5844b4ff56","observation_id":"df0b3053-1854-4c72-bb4e-e21f272b49ec","resolution":{"observed_at":"2026-08-06T21:45:09.540576Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.15778","last_updated":"2025-05-21T17:29:15Z","snapshot_observed_at":"2026-08-10T11:39:20.508638Z","submitted_at":"2025-05-21T17:29:15Z","title":"Soft Thinking: Unlocking the Reasoning Potential of LLMs in Continuous Concept Space","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.15778","snapshot_observed_at":"2026-08-06T21:45:09.632588Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.23864","last_updated":"2025-06-30T13:57:28Z","snapshot_observed_at":"2026-08-07T23:55:18.987455Z","submitted_at":"2025-06-30T13:57:28Z","title":"Garbage In, Reasoning Out? Why Benchmark Scores are Unreliable and What to Do About It","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-06T21:45:09.632588Z"},"links":{"cited_paper":"/paper/2505.15778","citing_paper":"/paper/2506.23864"},"observation_digest":"sha256:d071cb86978cf5ff0723dae547395e416f4e956e90cc66bd642b81cbf8df9e7c","observation_id":"6aae24ad-7f5b-461d-86c6-b3475dc7a39f","resolution":{"observed_at":"2026-08-06T21:45:09.632588Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:45:09.718730Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.23864","last_updated":"2025-06-30T13:57:28Z","snapshot_observed_at":"2026-08-07T23:55:18.987455Z","submitted_at":"2025-06-30T13:57:28Z","title":"Garbage In, Reasoning Out? Why Benchmark Scores are Unreliable and What to Do About It","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-06T21:45:09.718730Z"},"links":{"citing_paper":"/paper/2506.23864"},"observation_digest":"sha256:a600b1f02d9c34c8073213501469590653d8825bbb55dec08c65a0b50ad9012c","observation_id":"02bc54b7-3f06-43ff-98a4-002725d0b6c4","resolution":{"observed_at":"2026-08-06T21:45:09.718730Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:45:09.858119Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.23864","last_updated":"2025-06-30T13:57:28Z","snapshot_observed_at":"2026-08-07T23:55:18.987455Z","submitted_at":"2025-06-30T13:57:28Z","title":"Garbage In, Reasoning Out? Why Benchmark Scores are Unreliable and What to Do About It","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-06T21:45:09.858119Z"},"links":{"citing_paper":"/paper/2506.23864"},"observation_digest":"sha256:4c42d91d7bd14bdfa368294dd7ec356fc43967979cb1633cbcc21dcacd58f6e2","observation_id":"20d58dfc-6ae5-4e26-97d6-113dbb567eb5","resolution":{"observed_at":"2026-08-06T21:45:09.858119Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2506.23864","last_updated":"2025-06-30T13:57:28Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-07T23:55:18.987455Z","submitted_at":"2025-06-30T13:57:28Z","title":"Garbage In, Reasoning Out? Why Benchmark Scores are Unreliable and What to Do About It"},"reference_resolution":{"displayed":24,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":21,"verified_exact":2,"verified_fuzzy":1},"total_outbound_references":24},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 24 of 24 outbound references and 0 inbound Pith citation observations for arXiv:2506.23864."}