{"as_of":"2026-08-10T04:56:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:fba910d0a418807cd6d4e7e5822c178892f91dd306d9f67b13d666e1e57a12f4","coverage":[{"denominator":28,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":28,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-26T06:04:33.239398Z","state":"measured"},{"denominator":28,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":28,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2606.23667/citation-record","integrity":"/paper/2606.23667/integrity","json":"/paper/2606.23667/citation-record.json","paper":"/paper/2606.23667"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-09T22:18:21.822767Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:185e425c3b1ab2619046ee95827244bfec3b4c5960632548db53eade8a53b85f","observation_id":"b82157e3-68dc-4663-be82-45f3d63e0bd1","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-09T22:18:21.822767Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:135368fb7fb692c64bb9dda6bcaccba708dc9cb0a3a70f9fbc1cd9a33c28ba01","observation_id":"35b7a5b8-c2c9-43c5-83af-918675e85e9e","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-09T22:18:21.822767Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:c7581f3178bbbb920d2f7a3b77911be7c4a85ac8dbe77807adc3bd595d575c07","observation_id":"c0252b41-8d9a-4583-a2b5-0a9df60ee488","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-09T22:18:21.822767Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:1d2c66d824bb89a73f0dc7a9c54b5dabaf55e0ff93cce88afe271031d79a524f","observation_id":"dd19c803-8cfd-4a10-8e15-d6997e7bfa13","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":"InProceedings of the 2021 Conference on Empirical Methods in Natural Language Processing","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-09T22:18:21.822767Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:b021ad23ae5e4e028866d0163fe6e7f03f18d81e8c428de10482c60f446d7d89","observation_id":"477b1d67-3bd2-469c-988b-cefb44ee7aaf","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-09T22:18:21.822767Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:87486a253ec09773ae689ca8d55ea4a2d6ff92755b85e36550ece3d45fdec2da","observation_id":"4310706a-ca9f-4c7c-9c72-8de3f5c5703c","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-09T22:18:21.822767Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:03b0b7ada931cb14f95d026dd630e550bafef9b1d0219cb35483b8aed4254b87","observation_id":"b93616fb-2e1d-4573-8322-3d6912399aaf","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-09T22:18:21.822767Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:9232895dd71eb044b6e8fdf8fee6be49ee896d5de0f024e5a9fa4676281ceb73","observation_id":"5aebad10-36c5-431f-a4c2-7d96d7aa8323","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.19354","last_updated":"2024-06-27T17:33:03Z","snapshot_observed_at":"2026-08-02T13:39:08.334561Z","submitted_at":"2024-06-27T17:33:03Z","title":"Fundamental Problems With Model Editing: How Should Rational Belief Revision Work in LLMs?","version":1},"cited_work":{"arxiv_id":"2406.19354","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.19354","snapshot_observed_at":"2026-07-04T13:09:51.085990Z","title":"arXiv preprint arXiv:2406.19354 , year=","venue":null,"work_id":"180c5d78-9724-4bda-b5da-f4f062717760","year":2024},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-09T22:18:21.822767Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"cited_paper":"/paper/2406.19354","citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:1561d21bd1238b31b52eddd3efb8dd2e852453d7a2e1023953dddd7e60d0d7dc","observation_id":"a51c7a79-4f09-4896-865d-ec09d087ecdd","resolution":{"observed_at":"2026-07-04T12:49:52.055086Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-09T22:18:21.822767Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:28810ea451e7096ac1cbd54b439a06ba36d7c94964961d1d86b591ea7ee34620","observation_id":"7447bb09-e29c-40c3-bf58-1baf0a23cbe7","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-09T22:18:21.822767Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:06e14c24bbae3845142df34aecf56dab645a6c56ef2bb68e89e1384af9982639","observation_id":"ee3bfe99-bb42-46d2-a90c-a5c87ae792f2","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-09T22:18:21.822767Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:0f67add7b2ee78dd8c032d54bbf8077c36e71a244f546583c106470d5d874348","observation_id":"72bf8603-d411-4cca-bfab-815923aa419a","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-09T22:18:21.822767Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:ea41491215b208c6fb905087ff84c1d65049276133edc4e656454fff5f252391","observation_id":"615e83d6-d3f8-4bb9-9900-6313d1358313","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-09T22:18:21.822767Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:ba4a882e027d763c67f2463b156e4d7da7dc26ba577ccded25dbca622ea5deb9","observation_id":"48a6c5a5-db66-4f83-8285-ad8a93235b3d","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-09T22:18:21.822767Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:8c2b69897c6567a1b55d293b8e090d9afeea98f298ae5a132f09b03726f56a5e","observation_id":"4e99374d-514f-4a7f-ba1e-4827db4bee17","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-09T22:18:21.822767Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:968804b96a14d193e4b3c8a61d96fb12611554990f60a1e8eed8c1cc8789d7eb","observation_id":"c3969b4d-608b-4a24-a614-e9de5e52437e","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-09T22:18:21.822767Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:11086cce45425c0ce0797a7dabf855b47f89aa68280c0c7689bcc623e2a4bbd6","observation_id":"cd3e8d80-a012-452f-9214-4495b599b59a","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2210.07229","last_updated":"2023-08-01T18:41:52Z","snapshot_observed_at":"2026-07-06T14:04:55.099373Z","submitted_at":"2022-10-13T17:55:53Z","title":"Mass-Editing Memory in a Transformer","version":2},"cited_work":{"arxiv_id":"2210.07229","doi":"10.48550/arxiv.2210.07229","metadata_source":"pith","pith_arxiv_id":"2210.07229","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Mass-Editing Memory in a Transformer","venue":"cs.CL","work_id":"03332427-98ba-4287-876a-bb315cbddb1d","year":2022},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-09T22:18:21.822767Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"cited_paper":"/paper/2210.07229","citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:55c383fe063e06bfa6980b881bcc7b55fce46912db4202526b4e7031bdd57043","observation_id":"66c587cf-62f6-41d5-81e9-4926cc5e9d36","resolution":{"observed_at":"2026-07-04T12:49:52.059172Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-09T22:18:21.822767Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:dff2abd6fe26963b8363519ba41ec4b876ecbca04dd16f180225647fea5eb3d4","observation_id":"59195ae6-3996-4fb2-853c-4e2a8b99cf2b","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-09T22:18:21.822767Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:9842785cd7ea54b967f0fd55ae27833caa8e5e17330e625400d9e753f06ac5e5","observation_id":"1b2dd303-f594-455b-86e8-9f5afff904a2","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-09T22:18:21.822767Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:40dbc8193ca1ad830a84feedbe0d521eb5188350cbb3e8b23779b59b9ac167e1","observation_id":"b3f86d9f-d908-40a1-a903-5316cc8c6fca","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-09T22:18:21.822767Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:f2eb6f8ab11e121bbd13c4109e9649202f6033667f4c8b2cbee9c99c635547c2","observation_id":"9045c7a0-e991-4bc6-acc6-c29484ba314a","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-09T22:18:21.822767Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:f83c631e2183d35ad4f3fac14f17e3f092046025a8a1f29f7680aa6e4a2dcb84","observation_id":"775a51f0-2440-482f-8575-cb9c7c398f42","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-09T22:18:21.822767Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:4e51dd04792debf4259f926a99660178d5a6e213ffb30111d5282f05b0306768","observation_id":"0db672bb-6dbe-4f6d-b88a-e492f62511e3","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1709.00103","last_updated":"2017-11-09T23:06:14Z","snapshot_observed_at":"2026-08-03T05:45:09.122112Z","submitted_at":"2017-08-31T23:12:15Z","title":"Seq2SQL: Generating Structured Queries from Natural Language using Reinforcement Learning","version":7},"cited_work":{"arxiv_id":"1709.00103","doi":"10.48550/arxiv.1709.00103","metadata_source":"pith","pith_arxiv_id":"1709.00103","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Seq2SQL: Generating Structured Queries from Natural Language using Reinforcement Learning","venue":"cs.CL","work_id":"75c8384b-6360-4be2-aaaf-07f3fd75aa06","year":2017},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-09T22:18:21.822767Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"cited_paper":"/paper/1709.00103","citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:566806a62f45e4182b217ef840b10103dedc7de375ebf6c487444f63a624c315","observation_id":"51f01cc5-531d-42f9-8100-dcf548b46059","resolution":{"observed_at":"2026-07-04T12:49:52.062675Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-09T22:18:21.822767Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:739d002efa23e379db0773447464455effddc7fd705eaaf1c3c120f4d70db265","observation_id":"4ac753fe-b309-485d-bf91-80841ebca38e","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-09T22:18:21.822767Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:1e98e2b04e834fa46650d7b379fbef43fee11954cfc8e15e30fa65bcee1a5936","observation_id":"41183412-dbdc-4008-a71f-8abd282d480e","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-09T22:18:21.822767Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:5a508209ea7d56e335a4364ca5e3c077765b48f0f2ea52ee624e0f9eeb5023a7","observation_id":"167e3092-c30d-4760-9838-7843c8eedbff","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","latest_version":1,"primary_category":"cs.DB","snapshot_observed_at":"2026-08-09T22:18:21.822767Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data"},"reference_resolution":{"displayed":28,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":25,"verified_exact":3,"verified_fuzzy":0},"total_outbound_references":28},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 28 of 28 outbound references and 0 inbound Pith citation observations for arXiv:2606.23667."}