{"as_of":"2026-08-10T22:52:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:b0f511fb61e0237107e5e6b998f1470b2ded31c437cf16de7d100af842ec4d63","coverage":[{"denominator":37,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":37,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-05T13:42:13.828658Z","state":"measured"},{"denominator":38,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":38,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-10T00:24:09.265532Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-10T00:24:46.779944Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"cited_work":{"arxiv_id":"2509.00425","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2509.00425","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"arXiv preprint arXiv:2509.00425 , year=","venue":null,"work_id":"e69cd00a-2759-4eb6-bfc7-d058a72eb351","year":null},"citing_paper":{"arxiv_id":"2604.20811","last_updated":"2026-04-22T17:43:05Z","snapshot_observed_at":"2026-08-08T15:39:22.326148Z","submitted_at":"2026-04-22T17:43:05Z","title":"Diagnosing CFG Interpretation in LLMs","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-05-10T00:24:09.265532Z"},"links":{"cited_paper":"/paper/2509.00425","citing_paper":"/paper/2604.20811"},"observation_digest":"sha256:041a1697b81fb2b0285f1a72327555825bebc95c5ce62594c362501652749336","observation_id":"6881e55e-5572-4e98-b322-71b69fb45a23","resolution":{"observed_at":"2026-05-10T00:24:46.781288Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2509.00425/citation-record","integrity":"/paper/2509.00425/integrity","json":"/paper/2509.00425/citation-record.json","paper":"/paper/2509.00425"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:11.418931Z","title":"doi: 10.18653/v1/2024.findings-emnlp.916","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:11.418931Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:b179c04e35fbd8fb0343c931873f840b99fe56d4007671b653d9385401130c01","observation_id":"21ea0f6a-756e-4c38-b115-b614985d0e69","resolution":{"observed_at":"2026-08-05T13:42:11.418931Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.17038","last_updated":"2024-06-24T18:00:59Z","snapshot_observed_at":"2026-08-04T07:09:44.897608Z","submitted_at":"2024-06-24T18:00:59Z","title":"modeLing: A Novel Dataset for Testing Linguistic Reasoning in Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.17038","snapshot_observed_at":"2026-08-05T13:42:11.654171Z","title":"Modeling: A novel dataset for testing linguistic reasoning in language models","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:11.654171Z"},"links":{"cited_paper":"/paper/2406.17038","citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:f7352d0ab209924a761ad7546722cdcc0d1cadd7ccdf133772361c68adce68c9","observation_id":"cd7b256f-081c-48b2-8277-e032635d3548","resolution":{"observed_at":"2026-08-05T13:42:11.654171Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:18.423904Z","title":"Herbert H Clark","venue":null,"work_id":"b6b011a4-b04b-466b-b441-2ef7c7b21f05","year":2023},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:11.737193Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:30f3683e834c86b02fd766758dedb50f9e2bffe12b0e1505e3c8bce1b21b05a7","observation_id":"9cbd957b-e1f7-4980-8c53-fd6739ee5341","resolution":{"observed_at":"2026-08-05T13:42:18.550156Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:17.793725Z","title":"The independence of phonology and morphology: The celtic mutations","venue":null,"work_id":"6bad7086-fe88-42f0-9e4c-eaf115977fcb","year":1946},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:12.128305Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:c604f3bd2471caf0319de0eb109f19b9fa2f025dd61055b403d6a4e37e42a575","observation_id":"6f8ea39e-7b6f-4307-a682-603212b93fab","resolution":{"observed_at":"2026-08-05T13:42:17.955066Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:17.370843Z","title":"Interview on ai and human-like understanding (nobel prize, dec 2024)","venue":null,"work_id":"eecc1c28-860b-48a4-8252-d0d7d8191689","year":2024},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:12.337075Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:3f6f88a709d379ff189182d626592a871085b387727f3b27c7c70c57e3008c2f","observation_id":"163cc09f-6dd2-4279-8069-af04f617464f","resolution":{"observed_at":"2026-08-05T13:42:17.459433Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:17.276395Z","title":"Charles F Hockett and Charles D Hockett","venue":null,"work_id":"1ac85379-45fc-484f-ba08-36be310b935c","year":2024},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:12.442505Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:64bb62a22fbd529a3faf82e2a294cde259b4c6db30f7af0713d0eb16753c30ac","observation_id":"466b1e09-dcc8-455a-96de-2dbb80a9516d","resolution":{"observed_at":"2026-08-05T13:42:17.333915Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.15263","last_updated":"2024-10-20T03:28:51Z","snapshot_observed_at":"2026-08-09T09:18:36.387830Z","submitted_at":"2024-10-20T03:28:51Z","title":"Back to School: Translation Using Grammar Books","version":1},"cited_work":{"arxiv_id":"2410.15263","doi":null,"metadata_source":"pith","pith_arxiv_id":"2410.15263","snapshot_observed_at":"2026-08-05T13:42:15.608305Z","title":"Back to School: Translation Using Grammar Books","venue":"cs.CL","work_id":"019a8ced-5606-44f6-9bbc-84b2d972a27f","year":2024},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:12.638719Z"},"links":{"cited_paper":"/paper/2410.15263","citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:1b504a28c81096a36e6a719f80c77a21c98a6cc0af8ddf7dc61d9d6556e4c5e4","observation_id":"c76ad488-8a96-46f0-ae2e-a4d3a73fe4a5","resolution":{"observed_at":"2026-08-05T13:42:15.742176Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:12.706331Z","title":"doi: 10.18653/v1/2024.acl-long.787","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:12.706331Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:de30670a1461b686b6d7cf4696308c996b7314251d0454bc7f7d5f60fd613694","observation_id":"967a1d85-f9ae-451d-a4e7-e4f65028a4f4","resolution":{"observed_at":"2026-08-05T13:42:12.706331Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:16.954322Z","title":"Introducing O3 and O4-mini","venue":null,"work_id":"88ef8525-a573-48a4-a85a-9a2a84bc82fd","year":2024},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:13.088233Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:f4d97dc29c7d52cdebe1bff5e36ea264ef0dc34f79dd2245e89e9ec0b46d64ea","observation_id":"5d0a684f-959b-4cd3-aa91-b75c45e6e83d","resolution":{"observed_at":"2026-08-05T13:42:17.061943Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:16.815577Z","title":"Introducing GPT-5","venue":null,"work_id":"0c3e17d2-717d-40e5-9af0-1fabed75da01","year":2025},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:13.171995Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:b822b363f3846b9815685515c9241909af8e86b566b514e6c7ff2aaffd271359","observation_id":"4ad138b7-0293-4294-b09f-740d7613f756","resolution":{"observed_at":"2026-08-05T13:42:16.897465Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:16.664303Z","title":"Multi-LogiEval: Towards evaluating multi-step logical reasoning ability of large language models","venue":null,"work_id":"efd0e868-0f41-468e-a80b-6095e0201520","year":2024},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:13.253122Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:3cba31a8cb336eb5c5492f982e772e9b3826771c08d089357dc2a4332f8d5a5d","observation_id":"a21fbcc1-911e-4cb6-a797-0247b640a2ed","resolution":{"observed_at":"2026-08-05T13:42:16.749794Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:13.360155Z","title":"doi: 10.18653/v1/2024.emnlp-main.1160","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:13.360155Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:1bf2c56e004886af0ba2f78464958080f52d391d1dfbca092b2d44dbe33b35c2","observation_id":"687e32da-5ff8-4288-817a-0dc6fbb5779f","resolution":{"observed_at":"2026-08-05T13:42:13.360155Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:13.397353Z","title":"ISBN 979-8-89176-251-0","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:13.397353Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:a8fcbafda3f63e58c9cb50b7b314a41e9479e8b37d9256da93fd7d97219dbd4a","observation_id":"6b419f85-3d41-4cf9-9e80-9045d043acfa","resolution":{"observed_at":"2026-08-05T13:42:13.397353Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"stable/4416411","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:15.264813Z","title":"URL http://www.jstor.org/stable/44164110","venue":null,"work_id":"01771175-fcc3-4a68-b545-7fb074042f1d","year":null},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:13.450389Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:3638b3d465b981fead1f64bcac89a31ad1140f6b9d9459393dd7759ef1749e11","observation_id":"56142902-ad6b-4679-8e12-2d5cbe572848","resolution":{"observed_at":"2026-08-05T13:42:15.368209Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.02302","last_updated":"2025-06-02T22:42:33Z","snapshot_observed_at":"2026-08-09T19:32:18.907891Z","submitted_at":"2025-06-02T22:42:33Z","title":"Explain-then-Process: Using Grammar Prompting to Enhance Grammatical Acceptability Judgments","version":1},"cited_work":{"arxiv_id":"2506.02302","doi":null,"metadata_source":"pith","pith_arxiv_id":"2506.02302","snapshot_observed_at":"2026-08-05T13:42:14.980953Z","title":"Explain-then-Process: Using Grammar Prompting to Enhance Grammatical Acceptability Judgments","venue":"cs.CL","work_id":"3e9b9b63-b2df-4137-8347-ae72f1a2d2e4","year":2025},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:13.504881Z"},"links":{"cited_paper":"/paper/2506.02302","citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:76f4e7cc429e1032b3fe36beab8f6b35d0fd9ded48d1c5a56f4a0ca5cc1ab789","observation_id":"35305181-de2c-4254-af1c-62df62ea4099","resolution":{"observed_at":"2026-08-05T13:42:15.108252Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:16.419469Z","title":"Commonsenseqa: A question answering challenge targeting commonsense knowledge","venue":null,"work_id":"0cb3b3dd-af2e-4162-9135-1970713d845c","year":2019},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:13.569486Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:a22293c8a2aa4745a85380c6cc8f5489a4ac7b558745751532a93ed0ce4a504c","observation_id":"202bbafa-ae8c-4391-8329-7984107ba2cc","resolution":{"observed_at":"2026-08-05T13:42:16.520228Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.19167","last_updated":"2024-06-13T04:58:21Z","snapshot_observed_at":"2026-08-10T02:55:26.954322Z","submitted_at":"2024-02-29T13:50:47Z","title":"Teaching Large Language Models an Unseen Language on the Fly","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.19167","snapshot_observed_at":"2026-08-05T13:42:13.694325Z","title":"Teaching large language models an unseen language on the fly","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:13.694325Z"},"links":{"cited_paper":"/paper/2402.19167","citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:d57d311c05805c595b8d0b04cbdf52e820cdc5de7273deb2d72a09f78c86ca48","observation_id":"a1dc0bd7-7ab9-44ee-bffc-23c8fd4f6a2c","resolution":{"observed_at":"2026-08-05T13:42:13.694325Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:13.828658Z","title":"ISBN 979-8-89176-251-0","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:13.828658Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:cb165cec3fc9a17a00640e4795b34caa7f50f205f03dd832605fefaefd70cb01","observation_id":"c194eade-265f-41f6-bd67-479e779fcc1c","resolution":{"observed_at":"2026-08-05T13:42:13.828658Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1515/9783110833751-005","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":"doi: doi:10.1515/9783110833751-005","venue":null,"work_id":"0bfc23c9-57ea-4444-a64b-49f3817327f2","year":null},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":1905,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:12.560573Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:b60f190cd3f063d0bc804a54d0c77498a9744ba8070e8f934d9502a9ee81bbfe","observation_id":"5fc27501-adf6-457f-b713-408c8813558f","resolution":{"observed_at":"2026-08-05T13:42:14.024590Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:17.533747Z","title":"The FLORES evaluation datasets for low- resource machine translation: Nepali–English and Sinhala–English","venue":null,"work_id":"4ae76f2f-9d8a-4bd0-8f9c-99d08dc17f80","year":2019},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":1963,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:12.178471Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:aee345409327cc68f4c9c130948e0809511591b1ef0a01121a4455790f137482","observation_id":"15f85b5e-8490-4c73-b1fb-c68c92764499","resolution":{"observed_at":"2026-08-05T13:42:17.596868Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:17.143290Z","title":"A corpus and cloze evaluation for deeper understanding of commonsense stories","venue":null,"work_id":"d08ce8c2-1001-4e39-8b95-3d66ded5795c","year":2016},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":1978,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:12.947155Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:013c1bd5b2aa7ac42a32d2c2a60a4a857faa56a664206faa24f4bd3de32af132","observation_id":"40f7f7a2-1c2c-440a-b0a9-84b476b15f9b","resolution":{"observed_at":"2026-08-05T13:42:17.204537Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:12.070191Z","title":"Reduplication: a typological overview","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":1992,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:12.070191Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:b678fb32b987bbc8a63adc66681588664c4e22c944854adc4ad1cc17c093b5e1","observation_id":"08e83f55-b435-4f1a-a579-30f93f2cc358","resolution":{"observed_at":"2026-08-05T13:42:12.070191Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:12.294329Z","title":"URL https://www.science.org/doi/abs/10.1126/science.298.55 98.1569","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":2002,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:12.294329Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:9b582b013b4ba81ee0df52e11298a08a6adb10796b9e5308497f5ff4f0ab5ace","observation_id":"61c04759-ed17-4397-ba83-6a317820ec77","resolution":{"observed_at":"2026-08-05T13:42:12.294329Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:18.717994Z","title":"Bilingualism in development: Language, literacy, and cognition","venue":null,"work_id":"4f3eb38d-3065-4b1f-a699-f458886c91ec","year":2024},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":2004,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:11.489601Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:67cb52ba1b09ebb9f6036f5fbce1dd085c30edcbe49dabeca78ad233488b32a4","observation_id":"65818bf8-9304-45a3-8811-5a2c4ccd5556","resolution":{"observed_at":"2026-08-05T13:42:18.855827Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/j.system.2004.12.006","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":"doi: https://doi.org/10.1016/j.system.2004.12.006","venue":"System","work_id":"f45f3100-6ef4-4755-b122-e92a32da1ba9","year":2004},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":2005,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:11.899233Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:993e7c5da88a1d20bee935bfcd0b1a6cda51af9cf5594cbed8f6ba69b65b6fd7","observation_id":"09919786-05f5-4785-9978-4a35114a9dd1","resolution":{"observed_at":"2026-08-05T13:42:14.457610Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"stable/2765351","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:14.732744Z","title":"URL http://www.jstor.org/stable/27653511","venue":null,"work_id":"544a6fee-79cc-4bee-81d3-fc6d17d6345d","year":null},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":2007,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:13.605995Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:f5076cfc2f46cbe5ad3b64c9d74fc6930f3a1c0d718cf66c458dbf57a3f94c63","observation_id":"d5e5b8c9-5dc8-4b7f-8580-9e0d1f8ce715","resolution":{"observed_at":"2026-08-05T13:42:14.861570Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:18.114883Z","title":"URL https: //aclanthology.org/C10-1044/","venue":null,"work_id":"893933f7-2332-4ed1-bb23-a8ad51e97606","year":2010},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":2010,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:12.011485Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:889e9201aabe3ccf654e0b4ca8a1bfaf58cccf213e70b56d977e5388649d60c5","observation_id":"951698cc-a0ba-4a99-870c-e285dc0cfbb1","resolution":{"observed_at":"2026-08-05T13:42:18.268269Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:13.003876Z","title":"doi: 10.18653/v1/N16-1098","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":2016,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:13.003876Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:aee97ed5006ed85a97ac7c77397e3948c18fc7cc9e7a9fad080368532701936c","observation_id":"0599928c-0f8b-4542-8abc-ce6a8630cae5","resolution":{"observed_at":"2026-08-05T13:42:13.003876Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:18.968189Z","title":"To ask LLMs about English grammaticality, prompt them in a different language","venue":null,"work_id":"ce540807-67c6-47e2-9611-d7c1b5623faa","year":2024},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":2017,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:11.370457Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:356dd8b1c637aec1caf57bfeca8fbe62dc47ef60621b395057d1a4d10e8b05af","observation_id":"3ff47d86-1441-478b-b939-6534a658e271","resolution":{"observed_at":"2026-08-05T13:42:19.022772Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1804.08198","last_updated":"2018-10-16T09:33:54Z","snapshot_observed_at":"2026-08-10T16:01:44.329150Z","submitted_at":"2018-04-23T00:21:37Z","title":"A neural interlingua for multilingual machine translation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1804.08198","snapshot_observed_at":"2026-08-05T13:42:12.857109Z","title":"Gary F Marcus, Sugumaran Vijayan, Shoba Bandi Rao, and Peter M Vishton","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":2018,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:12.857109Z"},"links":{"cited_paper":"/paper/1804.08198","citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:d7d66e02ca6d015ddd521b447ce461e9cc969868526e86a18566781ececde610","observation_id":"2766096c-1dc6-4de5-8344-2ecc4677d15e","resolution":{"observed_at":"2026-08-05T13:42:12.857109Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/d19-1632","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":"doi: 10.18653/v1/D19-1632","venue":null,"work_id":"ab6f699b-ed6c-4b85-a80d-cc1971d34db4","year":null},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":2019,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:12.231794Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:69b24b51c7d6f6ba2683d3db668f98bf982b0899a54826cb4cde0d038983ff79","observation_id":"7a14b848-2328-4c94-97cb-d52d8d67043a","resolution":{"observed_at":"2026-08-05T13:42:14.175926Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:11.219196Z","title":"doi: 10.18653/v1/2020.acl-main.421","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":2020,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:11.219196Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:8eb66ee9b92f0e7caf9a2649efeb90f18c3f4694be952fffd3dcf98c5d430eea","observation_id":"9e96b691-dd5f-4664-905f-13664e214a08","resolution":{"observed_at":"2026-08-05T13:42:11.219196Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.08978","last_updated":"2024-10-01T01:40:14Z","snapshot_observed_at":"2026-07-06T19:01:45.542387Z","submitted_at":"2024-08-16T19:01:52Z","title":"See What LLMs Cannot Answer: A Self-Challenge Framework for Uncovering LLM Weaknesses","version":2},"cited_work":{"arxiv_id":"2408.08978","doi":null,"metadata_source":"pith","pith_arxiv_id":"2408.08978","snapshot_observed_at":"2026-08-05T13:42:16.016489Z","title":"See What LLMs Cannot Answer: A Self-Challenge Framework for Uncovering LLM Weaknesses","venue":"cs.CL","work_id":"6276828a-06bf-429c-9241-c924de2ca6c5","year":2024},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":2021,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:11.600674Z"},"links":{"cited_paper":"/paper/2408.08978","citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:ff7212a59cd3b9c052efdad12aa3c72a2c29ac54b8d3178de790dc4f48caff1c","observation_id":"ef370fd2-ff3b-4828-95fe-2ac4be9e2e8b","resolution":{"observed_at":"2026-08-05T13:42:16.075693Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2507.16809","last_updated":"2025-07-24T16:51:13Z","snapshot_observed_at":"2026-08-06T14:58:51.333802Z","submitted_at":"2025-07-22T17:57:44Z","title":"LingBench++: A Linguistically-Informed Benchmark and Reasoning Framework for Multi-Step and Cross-Cultural Inference with LLMs","version":2},"cited_work":{"arxiv_id":"2507.16809","doi":null,"metadata_source":"pith","pith_arxiv_id":"2507.16809","snapshot_observed_at":"2026-08-05T13:42:15.466652Z","title":"LingBench++: A Linguistically-Informed Benchmark and Reasoning Framework for Multi-Step and Cross-Cultural Inference with LLMs","venue":"cs.CL","work_id":"74221ee4-a9ab-4265-93e1-ef82c0a34cc0","year":2025},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":2022,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:12.755296Z"},"links":{"cited_paper":"/paper/2507.16809","citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:1c95bbedc56b2d786cc42b42501e88d88324278e0621fb85d69ffeeea43e31b7","observation_id":"c82f09e7-0227-4a1b-98c8-d85258e422a2","resolution":{"observed_at":"2026-08-05T13:42:15.523386Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-08-08T11:58:24.516369Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-08-05T13:42:11.547587Z","title":"Evalu- ating large language models trained on code","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:11.547587Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:8a3da76e98387d7e66ce8d407244eded11b44360fcbe8d3f27b709a7937c391e","observation_id":"78b47366-34a5-4b27-91c0-1575e892b85b","resolution":{"observed_at":"2026-08-05T13:42:11.547587Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1809.04640","last_updated":"2020-06-18T19:53:20Z","snapshot_observed_at":"2026-07-06T07:01:08.855114Z","submitted_at":"2018-09-12T19:18:16Z","title":"Jump to better conclusions: SCAN both left and right","version":2},"cited_work":{"arxiv_id":"1809.04640","doi":null,"metadata_source":"pith","pith_arxiv_id":"1809.04640","snapshot_observed_at":"2026-08-05T13:42:16.204129Z","title":"Jump to better conclusions: SCAN both left and right","venue":"cs.CL","work_id":"3272ec94-6393-4281-a863-3f77136cd5a7","year":2018},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:11.299910Z"},"links":{"cited_paper":"/paper/1809.04640","citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:5de2e632c1e43f7a52da6bd63378b6c9731ba5cbf1b486830d61dd01e5f702ba","observation_id":"f20d9e69-fea5-43c1-abdc-a9ba23fe0176","resolution":{"observed_at":"2026-08-05T13:42:16.292083Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.05492","last_updated":"2024-06-07T15:51:08Z","snapshot_observed_at":"2026-08-10T12:00:02.587553Z","submitted_at":"2023-10-09T07:56:16Z","title":"How Abilities in Large Language Models are Affected by Supervised Fine-tuning Data Composition","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.05492","snapshot_observed_at":"2026-08-05T13:42:11.831627Z","title":"How abilities in large lan- guage models are affected by supervised fine-tuning data composition","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:11.831627Z"},"links":{"cited_paper":"/paper/2310.05492","citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:e5c7d35fd5848058239b5f07366d3d1f4ee2e5ce7cdcdaa336f9a3eedf29eb17","observation_id":"5d1f6ab6-471e-4570-92e2-b9d1286b8dca","resolution":{"observed_at":"2026-08-05T13:42:11.831627Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang"},"reference_resolution":{"displayed":37,"state_counts":{"malformed_identifier":1,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":13,"verified_exact":9,"verified_fuzzy":13},"total_outbound_references":37},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 37 of 37 outbound references and 1 inbound Pith citation observation for arXiv:2509.00425."}