{"as_of":"2026-08-12T21:42:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:4b33e15c9a379a8e3e79fc6f6f244d01c5eb59fa730dfb01bfb80e6f39332ce4","coverage":[{"denominator":11,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":11,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T17:09:36.802004Z","state":"measured"},{"denominator":12,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":12,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-12T06:34:41.77262+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-09T12:43:45.340196Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-08-09T12:43:45.427574Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2412.12173","last_updated":"2024-12-12T16:04:31Z","snapshot_observed_at":"2026-08-11T17:03:14.990708Z","submitted_at":"2024-12-12T16:04:31Z","title":"A NotSo Simple Way to Beat Simple Bench","version":1},"cited_work":{"arxiv_id":"2412.12173","doi":null,"metadata_source":"pith","pith_arxiv_id":"2412.12173","snapshot_observed_at":"2026-08-09T12:43:45.427574Z","title":"A NotSo Simple Way to Beat Simple Bench","venue":"cs.CL","work_id":"f81bc7ce-7914-4277-99a9-270cbb3d8656","year":2024},"citing_paper":{"arxiv_id":"2502.02289","last_updated":"2025-02-04T12:58:19Z","snapshot_observed_at":"2026-08-12T02:56:43.733303Z","submitted_at":"2025-02-04T12:58:19Z","title":"Evalita-LLM: Benchmarking Large Language Models on Italian","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-09T12:43:45.340196Z"},"links":{"cited_paper":"/paper/2412.12173","citing_paper":"/paper/2502.02289"},"observation_digest":"sha256:51395a37903bc39d69127e853a82903a7098c6a3f1723a971f2b15658f52b615","observation_id":"66da9b07-76a6-4a1d-97b5-e7922a4032a2","resolution":{"observed_at":"2026-08-09T12:43:45.432046Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2412.12173/citation-record","integrity":"/paper/2412.12173/integrity","json":"/paper/2412.12173/citation-record.json","paper":"/paper/2412.12173"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:09:36.962975Z","title":null,"venue":null,"work_id":"7743ab75-9cef-4a3c-89df-48f108296a70","year":null},"citing_paper":{"arxiv_id":"2412.12173","last_updated":"2024-12-12T16:04:31Z","snapshot_observed_at":"2026-08-11T17:03:14.990708Z","submitted_at":"2024-12-12T16:04:31Z","title":"A NotSo Simple Way to Beat Simple Bench","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-11T17:09:36.752343Z"},"links":{"citing_paper":"/paper/2412.12173"},"observation_digest":"sha256:d3674e11926f146e16957afed27e85741ebbb1a4cacbcc32b628cfc259fd167e","observation_id":"a1e92757-c004-4ef6-815d-e31368ace875","resolution":{"observed_at":"2026-08-11T17:09:36.967163Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:09:36.926328Z","title":null,"venue":null,"work_id":"1dd5db1b-9bc4-4415-9b4b-10c2577428f4","year":null},"citing_paper":{"arxiv_id":"2412.12173","last_updated":"2024-12-12T16:04:31Z","snapshot_observed_at":"2026-08-11T17:03:14.990708Z","submitted_at":"2024-12-12T16:04:31Z","title":"A NotSo Simple Way to Beat Simple Bench","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-11T17:09:36.765911Z"},"links":{"citing_paper":"/paper/2412.12173"},"observation_digest":"sha256:94cb1ea281cb64a691aa85ca1bd4994bb1f3c00168e35a0d01affcbd463ac4d2","observation_id":"b5f484a1-c5e2-44b5-a5d6-e38238868df4","resolution":{"observed_at":"2026-08-11T17:09:36.930160Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:09:36.938534Z","title":null,"venue":null,"work_id":"4b1deed8-8207-4e5c-9308-928c084d5b8e","year":null},"citing_paper":{"arxiv_id":"2412.12173","last_updated":"2024-12-12T16:04:31Z","snapshot_observed_at":"2026-08-11T17:03:14.990708Z","submitted_at":"2024-12-12T16:04:31Z","title":"A NotSo Simple Way to Beat Simple Bench","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-11T17:09:36.761444Z"},"links":{"citing_paper":"/paper/2412.12173"},"observation_digest":"sha256:3255acb21360557e888a57707209db72b08f8484c768656a7111ce8b4eccba30","observation_id":"b7191d34-6c59-4cce-9783-1b9bb40f972b","resolution":{"observed_at":"2026-08-11T17:09:36.941891Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:09:36.913120Z","title":"If the feedback gate identifies issues, the model generates a revised step based on the feedback provided","venue":null,"work_id":"26cecd93-09b8-46e9-9151-b2c0b443a85e","year":null},"citing_paper":{"arxiv_id":"2412.12173","last_updated":"2024-12-12T16:04:31Z","snapshot_observed_at":"2026-08-11T17:03:14.990708Z","submitted_at":"2024-12-12T16:04:31Z","title":"A NotSo Simple Way to Beat Simple Bench","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-11T17:09:36.774256Z"},"links":{"citing_paper":"/paper/2412.12173"},"observation_digest":"sha256:d4ba7f0c69133c424ba71b4209d78fdf45602a4f11052f773a035c9d69d08f9b","observation_id":"e0e7fd75-acf8-4b5a-9372-b1c78483531a","resolution":{"observed_at":"2026-08-11T17:09:36.918068Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:09:36.899888Z","title":null,"venue":null,"work_id":"a2a4844f-d6ea-4d02-8d9a-14f3448329cd","year":null},"citing_paper":{"arxiv_id":"2412.12173","last_updated":"2024-12-12T16:04:31Z","snapshot_observed_at":"2026-08-11T17:03:14.990708Z","submitted_at":"2024-12-12T16:04:31Z","title":"A NotSo Simple Way to Beat Simple Bench","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-11T17:09:36.779710Z"},"links":{"citing_paper":"/paper/2412.12173"},"observation_digest":"sha256:caf91543ce31a6744675226bc8a0f7adfb20b3a1c824f210067bdab9cd04191a","observation_id":"46561f24-0ff6-4803-bd81-3e49f820a57e","resolution":{"observed_at":"2026-08-11T17:09:36.904000Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:09:36.888146Z","title":null,"venue":null,"work_id":"1ecd5a72-7a7d-4791-a531-621eab70b16b","year":null},"citing_paper":{"arxiv_id":"2412.12173","last_updated":"2024-12-12T16:04:31Z","snapshot_observed_at":"2026-08-11T17:03:14.990708Z","submitted_at":"2024-12-12T16:04:31Z","title":"A NotSo Simple Way to Beat Simple Bench","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-11T17:09:36.783884Z"},"links":{"citing_paper":"/paper/2412.12173"},"observation_digest":"sha256:da9519d3e29f7e6eab6c2b6b46a8cce29740201fdf91db03da56674ccc6ca690","observation_id":"93956fe2-cb9e-4447-b20b-5906ccf9eec1","resolution":{"observed_at":"2026-08-11T17:09:36.891690Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:09:36.876776Z","title":"The global consistency check ensures that the solution space is explored, and any unexplored assumptions & possible deviations are addressed","venue":null,"work_id":"bb15ef84-20c3-44d8-9391-3befa365df0b","year":null},"citing_paper":{"arxiv_id":"2412.12173","last_updated":"2024-12-12T16:04:31Z","snapshot_observed_at":"2026-08-11T17:03:14.990708Z","submitted_at":"2024-12-12T16:04:31Z","title":"A NotSo Simple Way to Beat Simple Bench","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-11T17:09:36.789125Z"},"links":{"citing_paper":"/paper/2412.12173"},"observation_digest":"sha256:174d62d985d98d8f3f05f2b5ba2f82c48096426f5438dc13f00e754947ae6472","observation_id":"e3166677-0c4a-426c-88de-b9c1c7df6195","resolution":{"observed_at":"2026-08-11T17:09:36.880262Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:09:36.862501Z","title":"Rounded EAG@5 offers a more granular view of 8 performance under such constraints, particularly for models that may excel in edge cases or fail sporadically","venue":null,"work_id":"9dde2829-ea6d-4144-8300-fb5392cbf542","year":null},"citing_paper":{"arxiv_id":"2412.12173","last_updated":"2024-12-12T16:04:31Z","snapshot_observed_at":"2026-08-11T17:03:14.990708Z","submitted_at":"2024-12-12T16:04:31Z","title":"A NotSo Simple Way to Beat Simple Bench","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-11T17:09:36.793900Z"},"links":{"citing_paper":"/paper/2412.12173"},"observation_digest":"sha256:4b4657a40b21312b6ceb12792a483087ac88eeadef20871893aa6b4351214335","observation_id":"b34ff2de-7a51-4276-9e70-6b4378dc4071","resolution":{"observed_at":"2026-08-11T17:09:36.868481Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:09:36.848722Z","title":"Thus, AVG@5 was deemed sufficient for capturing general trends without the added comple xity of MAG","venue":null,"work_id":"ba6162a4-982f-4c2d-bff1-861fe83d4484","year":null},"citing_paper":{"arxiv_id":"2412.12173","last_updated":"2024-12-12T16:04:31Z","snapshot_observed_at":"2026-08-11T17:03:14.990708Z","submitted_at":"2024-12-12T16:04:31Z","title":"A NotSo Simple Way to Beat Simple Bench","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-11T17:09:36.798164Z"},"links":{"citing_paper":"/paper/2412.12173"},"observation_digest":"sha256:3420f1e0513810d9471fafd6e49e63d127af2014dd1d09e1a76bba2a14175000","observation_id":"1c3b7b15-d406-4d73-b3ba-51f090444fb9","resolution":{"observed_at":"2026-08-11T17:09:36.854198Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2001.08361","last_updated":"2020-01-23T03:59:20Z","snapshot_observed_at":"2026-07-06T08:52:12.656082Z","submitted_at":"2020-01-23T03:59:20Z","title":"Scaling Laws for Neural Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2001.08361","snapshot_observed_at":"2026-08-11T17:09:36.802004Z","title":"CoT within a CoT","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.12173","last_updated":"2024-12-12T16:04:31Z","snapshot_observed_at":"2026-08-11T17:03:14.990708Z","submitted_at":"2024-12-12T16:04:31Z","title":"A NotSo Simple Way to Beat Simple Bench","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-11T17:09:36.802004Z"},"links":{"cited_paper":"/paper/2001.08361","citing_paper":"/paper/2412.12173"},"observation_digest":"sha256:cc3b89f4ee9287ff082805666209008f90c390f90b2561003ccb111a971c8058","observation_id":"1b3b162e-5e7c-42e0-ad7f-ac55dce6f828","resolution":{"observed_at":"2026-08-11T17:09:36.802004Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:09:36.950877Z","title":"Step X: [Your reasoning here]","venue":null,"work_id":"a8c80aba-051b-489e-926c-fd2a621b79ad","year":2022},"citing_paper":{"arxiv_id":"2412.12173","last_updated":"2024-12-12T16:04:31Z","snapshot_observed_at":"2026-08-11T17:03:14.990708Z","submitted_at":"2024-12-12T16:04:31Z","title":"A NotSo Simple Way to Beat Simple Bench","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-11T17:09:36.757095Z"},"links":{"citing_paper":"/paper/2412.12173"},"observation_digest":"sha256:cb1ca08b48a4ea40f6d69f567af661a7d0a6473437552c2b27df25fc736a20e4","observation_id":"8cb716b1-0282-495a-a389-3c68821f3859","resolution":{"observed_at":"2026-08-11T17:09:36.954648Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2412.12173","last_updated":"2024-12-12T16:04:31Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-11T17:03:14.990708Z","submitted_at":"2024-12-12T16:04:31Z","title":"A NotSo Simple Way to Beat Simple Bench"},"reference_resolution":{"displayed":11,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":6,"verified_exact":0,"verified_fuzzy":5},"total_outbound_references":11},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"thesis":"As of 12 August 2026, this Paper Citation Record lists 11 of 11 outbound references and 1 inbound Pith citation observation for arXiv:2412.12173."}