{"as_of":"2026-08-10T01:17:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:3e00452a7b35c831034a4e62fd2389f1ce670f1a959c0f2502e243c76ce2d1d0","coverage":[{"denominator":68,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":68,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-01T16:39:25.621238Z","state":"measured"},{"denominator":68,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":68,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2607.18360/citation-record","integrity":"/paper/2607.18360/integrity","json":"/paper/2607.18360/citation-record.json","paper":"/paper/2607.18360"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:16.453565Z","title":"CheckIfExist: Detecting citation hallucinations in the era of AI-generated content","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:16.453565Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:5b72ca2a324c22a277d40099be0e5b450d3711268f24f4cfcc0f7a752e00f7fc","observation_id":"a4ca199a-35b5-445a-9228-43be0f18298b","resolution":{"observed_at":"2026-08-01T16:39:16.453565Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2024.findings-eacl.62","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Do language models know when they’re hallucinating references? InEACL, pages 912–928","venue":null,"work_id":"08b2a253-6737-489c-a297-0c9c7951ecee","year":2024},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:16.574651Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:dfe8cc0d71ecf0054a6b8969111d394ad25d1dd354f49010fa51aedaa3006450","observation_id":"96d2ddb9-cecd-4b89-8def-f0fa1def2ff3","resolution":{"observed_at":"2026-08-01T16:43:36.794085Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:16.693554Z","title":"McFarlane","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:16.693554Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:f8cf143e28e206b09c2552a4b0e268bb52a37592a78ff99149c144cfa6569b80","observation_id":"2dfbd8cb-e09f-4a41-866f-1b7525a698a1","resolution":{"observed_at":"2026-08-01T16:39:16.693554Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:16.813869Z","title":"Compound deception in elite peer review: A failure mode taxonomy of 100 fabricated citations at NeurIPS 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:16.813869Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:18fe799303b34d65ba3aef3f9b72d04af706fa8d2cd2b4904888f2eaa257b955","observation_id":"8dd1c074-02b7-495e-9f2e-1f92f2d82cc1","resolution":{"observed_at":"2026-08-01T16:39:16.813869Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2602.05867","last_updated":"2026-07-11T21:17:40Z","snapshot_observed_at":"2026-08-07T17:12:00.961486Z","submitted_at":"2026-02-05T16:46:27Z","title":"The Case of the Mysterious Citations","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2602.05867","snapshot_observed_at":"2026-08-01T16:39:16.931878Z","title":"The case of the mysterious citations.arXiv preprint arXiv:2602.05867, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:16.931878Z"},"links":{"cited_paper":"/paper/2602.05867","citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:7242dd207a3d07a1c473a3cdcc36acf375a85fc00f87018502b61ccaec29a431","observation_id":"e86f0cd8-8be4-4d66-a8bb-f53cf63c718c","resolution":{"observed_at":"2026-08-01T16:39:16.931878Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-08-08T11:58:24.516369Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-08-01T16:39:17.044720Z","title":"Evaluating large language models trained on code.arXiv preprint arXiv:2107.03374, 2021","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:17.044720Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:6e82347610801feb1195c290a5bcd0918b96f7b851bd51d99829c50978850b36","observation_id":"ff5a0105-ce04-49ed-8060-a122c1a4b916","resolution":{"observed_at":"2026-08-01T16:39:17.044720Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:17.162955Z","title":"dblp computer science bibliography — monthly snapshot XML release of october 2025, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:17.162955Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:cbc2bacdf8ca318a0b02c4fdf540c74ab991252687b6eb023f73a7287b389f72","observation_id":"ea5825fe-ce2e-4609-9dc5-0793dd77700d","resolution":{"observed_at":"2026-08-01T16:39:17.162955Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.19437","last_updated":"2025-02-18T17:26:38Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-12-27T04:03:16Z","title":"DeepSeek-V3 Technical Report","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.19437","snapshot_observed_at":"2026-08-01T16:39:17.274599Z","title":"DeepSeek-V3 technical report.arXiv preprint arXiv:2412.19437, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:17.274599Z"},"links":{"cited_paper":"/paper/2412.19437","citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:5fedfc8b1472b9b4928dda00c66ef9ab36ccffb4fa531ffde475a1242919907d","observation_id":"2123adec-a691-4cba-a95e-c6efec3bbe01","resolution":{"observed_at":"2026-08-01T16:39:17.274599Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:17.364274Z","title":"The reusable holdout: Preserving validity in adaptive data analysis.Science, 349(6248):636–638,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:17.364274Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:cf298042376faa4b2528a582d8cd9535363b3d4d851cc44c2cb00e663fa5346f","observation_id":"66682b2e-3ba2-4f9c-bb92-3b97aa18833a","resolution":{"observed_at":"2026-08-01T16:39:17.364274Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:17.665889Z","title":"Tibshirani.An Introduction to the Bootstrap","venue":null,"work_id":null,"year":1994},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:17.665889Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:62534a1658107eeda60eaf671df5e7d69c509813118a19a0ae3fbdf282c74d7e","observation_id":"2ad82efd-51df-4a5b-a3ff-2fe674d191f2","resolution":{"observed_at":"2026-08-01T16:39:17.665889Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:17.778550Z","title":"On the foundations of noise-free selective classification","venue":null,"work_id":null,"year":2010},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:17.778550Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:803f14d533a706079681bfde62047d52344a008a214c5ef1d51c091074fd6cd9","observation_id":"dd183d00-9ddf-4196-9928-4b4239fcebfe","resolution":{"observed_at":"2026-08-01T16:39:17.778550Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:17.949817Z","title":"Hal- luHard: A hard multi-turn hallucination benchmark","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:17.949817Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:6412c89f1fb8364f6b556463cb4a9981fe5aa0243534777eb1beb20723fcdc8d","observation_id":"b7b5819d-e88b-4e27-9fee-b42ef2b2d2cf","resolution":{"observed_at":"2026-08-01T16:39:17.949817Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:18.108326Z","title":null,"venue":null,"work_id":null,"year":1971},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:18.108326Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:1ccf752ad0f7c79c0f83490b008ae532569554c142f8ef2934920ae2ae8c2030","observation_id":"b096e203-0691-4411-9686-f33dab1e3fe1","resolution":{"observed_at":"2026-08-01T16:39:18.108326Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:18.253804Z","title":"RARR: Researching and revising what language models say, using language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:18.253804Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:26dc3452bf37a0e9d89781daeab8b8f52e20430a175d992803303005737df9c0","observation_id":"3524e218-ebe0-4232-a97b-d51b0743da4c","resolution":{"observed_at":"2026-08-01T16:39:18.253804Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:18.394303Z","title":"Datasheets for datasets.Communications of the ACM, 64(12):86–92, 2021","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:18.394303Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:d09e531d58701d1e3032df6738b829d182db5729fb19237a3dfbb996892efa8c","observation_id":"2b2ee0c9-e67b-4550-8132-1c08f3c18240","resolution":{"observed_at":"2026-08-01T16:39:18.394303Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:18.494520Z","title":"Selective classification for deep neural net- works","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:18.494520Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:374cf654747f2f2b5bf6f438b53ea15557c175bbae17096e8268fc62e53ee7cf","observation_id":"71a31ff5-1b91-45ec-b9b1-892f4baea620","resolution":{"observed_at":"2026-08-01T16:39:18.494520Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:18.651771Z","title":"Onebench to test them all: Sample-level benchmarking over open-ended capabilities","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:18.651771Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:f9298dee6ff37515b8d3465bf917792ceed7a8e79f92b0e70ba537d79e2ebde5","observation_id":"dc0b3423-7f7d-4c7e-85f5-8807ac122fe3","resolution":{"observed_at":"2026-08-01T16:39:18.651771Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:18.808194Z","title":"Gemini 2.5: Our most intelligent AI model, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:18.808194Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:3664df3c9d2bab484e8130946f7ba9ab68c8f7968a1a7f89c9e2bc2ea2766ea7","observation_id":"70945020-a574-4864-92f3-bcf1426ad4c6","resolution":{"observed_at":"2026-08-01T16:39:18.808194Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:18.950200Z","title":"HaRC: Hallucinated reference checker, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:18.950200Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:20538d0834d6005129b5c44ead334f6c321b60625da40cc8cc8d37a74cec1a4d","observation_id":"f067d904-65fd-4d9a-9d6a-bd97a03ef306","resolution":{"observed_at":"2026-08-01T16:39:18.950200Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:19.091134Z","title":"Princeton University Press, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:19.091134Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:cc8a28a51f44510cedc22811297f0f06076e7785ec95d7272dab186d66ab7c60","observation_id":"1ab82b12-0906-419e-affe-7d04cfba1bb0","resolution":{"observed_at":"2026-08-01T16:39:19.091134Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.5040/9781509932771.ch-001","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"The dataset nutrition label","venue":"Hart Publishing eBooks","work_id":"e16e9d14-2cb6-47bf-b464-0b6b81b2f3ca","year":2020},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:19.243712Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:463a852fa9713356a4af6eee4bf771a8753c78e97bfd3b583e793817765d7a8d","observation_id":"3c152b01-94f6-498a-973b-02d6d08f55b9","resolution":{"observed_at":"2026-08-01T16:43:36.747160Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.14486","last_updated":"2024-05-23T12:18:11Z","snapshot_observed_at":"2026-07-06T18:18:34.617427Z","submitted_at":"2024-05-23T12:18:11Z","title":"RefChecker: Reference-based Fine-grained Hallucination Checker and Benchmark for Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.14486","snapshot_observed_at":"2026-08-01T16:39:19.388179Z","title":"RefChecker: Reference-based fine-grained hallucination checker and benchmark for large language models.arXiv preprint arXiv:2405.14486, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:19.388179Z"},"links":{"cited_paper":"/paper/2405.14486","citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:faec6d01c8e9e711a16fc6b542959393caf35759c98df5a9fc93541585b294cc","observation_id":"9642dfb7-90db-49aa-a2a2-6bf3952ca3f7","resolution":{"observed_at":"2026-08-01T16:39:19.388179Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:19.570105Z","title":"A survey on hallu- cination in large language models: Principles, taxonomy, challenges, and open questions","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:19.570105Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:464d59ccc45a6b0f971a8c7b3b684a4590cb893ef8932315124124d181d2a13c","observation_id":"6ca848a1-98aa-42e8-bce3-73d759cdbac8","resolution":{"observed_at":"2026-08-01T16:39:19.570105Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:19.747061Z","title":"Livecodebench: Holistic and con- tamination free evaluation of large language models for code","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:19.747061Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:2ae180fa4e4ce210dd7aa1804d4cc2e763a0a113761340df3cd6ac43f18c1a29","observation_id":"7c620f76-405b-42ee-9596-39df52256aeb","resolution":{"observed_at":"2026-08-01T16:39:19.747061Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:19.897043Z","title":"Survey of hallucination in natural language generation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:19.897043Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:f94a57160ae03b3192f0899ab50c3fe466a78d869496f85c5dd54a7010a4cce7","observation_id":"2bd039a4-6cec-48bc-8823-0cafd2f0a256","resolution":{"observed_at":"2026-08-01T16:39:19.897043Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:20.096515Z","title":"Jimenez, John Yang, Alexander Wettig, Shunyu Yao, Kexin Pei, Ofir Press, and Karthik Narasimhan","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:20.096515Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:7dab8962d0d81b0af6f00da3586f788145aa223a514042551731a298ef33b43a","observation_id":"17a1f6d6-1466-488e-abfe-9944528c8355","resolution":{"observed_at":"2026-08-01T16:39:20.096515Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:20.246515Z","title":"Dynabench: Rethinking benchmarking in NLP","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:20.246515Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:d4ffae89d3732517d8ab7969da89d86cc3dbfe20bdbe234ef28cdb2722150a16","observation_id":"5e155767-1956-4d7d-a858-827ddd4cbb4d","resolution":{"observed_at":"2026-08-01T16:39:20.246515Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:20.514873Z","title":"Richard Landis and Gary G","venue":null,"work_id":null,"year":1977},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:20.514873Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:08c4fee1a34ed4e7eb14cb1d3302bcd537662f927d2abc2b55dbc43cd84e41ae","observation_id":"2c83f8ab-d2d7-47a3-8ef2-4e2f9c7fedb9","resolution":{"observed_at":"2026-08-01T16:39:20.514873Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:20.690296Z","title":"Halueval: A large- scale hallucination evaluation benchmark for large language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:20.690296Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:4f0156d57f5ae7477416e9df555c5e2f656bba60b6f1f205692cf4f7db85fb94","observation_id":"b8295c6e-dda6-4d1b-8370-689f3da440f8","resolution":{"observed_at":"2026-08-01T16:39:20.690296Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:20.859214Z","title":"FActScore: Fine-grained atomic evaluation of factual precision in long form text generation","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:20.859214Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:3d519a17010a30ca5aa3b236f8984089e7dcc2e9abc05d3cd23b4d5f6eefa15a","observation_id":"92d000b4-f9df-413f-ab5e-97fb51ab130d","resolution":{"observed_at":"2026-08-01T16:39:20.859214Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:21.199905Z","title":"Large enough: Mistral Large 2, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:21.199905Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:459a3f3f404c58cd59bfa596cf4d8701b148bc210252c495557a5735d9f9ccc5","observation_id":"fc61f4a0-5c91-439d-9fde-2b9b35a0a9f5","resolution":{"observed_at":"2026-08-01T16:39:21.199905Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:21.348034Z","title":"Cooper, and Milos Hauskrecht","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:21.348034Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:e5d79837d3a38d735ed329708f75d1c0f3b85c6b26d84eccbf3c53e0de17db12","observation_id":"abdd7d02-07aa-45e9-9bd9-c3f2631c208f","resolution":{"observed_at":"2026-08-01T16:39:21.348034Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:21.526541Z","title":"GPT-5.1 Instant and GPT-5.1 Thinking system card addendum, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:21.526541Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:e8e9a66ae9152d6fac5ca2960ed19e9e4ca322e59088d078e8f6a988cbbf7033","observation_id":"32535d8d-660c-48ad-951f-0361f897cb38","resolution":{"observed_at":"2026-08-01T16:39:21.526541Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:21.708297Z","title":"PostTrainBench: Can LLM agents automate LLM post-training? arXiv preprint arXiv:2603.08640, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:21.708297Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:8e7368726134a380afebcca21dc9e121faba9772873cd41547d69abb2d068fca","observation_id":"b838bf6c-0a73-4b4b-9083-c96a25b9f64b","resolution":{"observed_at":"2026-08-01T16:39:21.708297Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2604.03159","last_updated":"2026-04-03T16:30:58Z","snapshot_observed_at":"2026-08-04T21:40:27.639373Z","submitted_at":"2026-04-03T16:30:58Z","title":"BibTeX Citation Hallucinations in Scientific Publishing Agents: Evaluation and Mitigation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2604.03159","snapshot_observed_at":"2026-08-01T16:39:21.860728Z","title":"BibTeX citation hallucinations in scientific publishing agents: Evaluation and mitigation","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:21.860728Z"},"links":{"cited_paper":"/paper/2604.03159","citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:22a2da9b11312c8170c81d045b89cbf82694adad04f3240ce981b543feea8545","observation_id":"cff62856-6d20-4dc6-abdb-cf3db7ef8f25","resolution":{"observed_at":"2026-08-01T16:39:21.860728Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2604.03173","last_updated":"2026-04-03T16:49:02Z","snapshot_observed_at":"2026-08-06T21:12:13.138011Z","submitted_at":"2026-04-03T16:49:02Z","title":"Detecting and Correcting Reference Hallucinations in Commercial LLMs and Deep Research Agents","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2604.03173","snapshot_observed_at":"2026-08-01T16:39:22.014524Z","title":"Detecting and correcting reference hallu- cinations in commercial LLMs and deep research agents","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:22.014524Z"},"links":{"cited_paper":"/paper/2604.03173","citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:100520f52c5eb52ac10416d13865e5a438efecb7a85b13efa00320403af829be","observation_id":"a5ec6246-c625-4c0d-9856-dc9b2e55c6df","resolution":{"observed_at":"2026-08-01T16:39:22.014524Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.08292","last_updated":"2025-01-14T18:13:08Z","snapshot_observed_at":"2026-07-06T20:21:04.675084Z","submitted_at":"2025-01-14T18:13:08Z","title":"HALoGEN: Fantastic LLM Hallucinations and Where to Find Them","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.08292","snapshot_observed_at":"2026-08-01T16:39:22.192400Z","title":"HALoGEN: Fantastic LLM hallucinations and where to find them.arXiv preprint arXiv:2501.08292, pages 1402– 1425, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:22.192400Z"},"links":{"cited_paper":"/paper/2501.08292","citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:05ffad3c0451c912e0214593209e29892db9e406eb71c3af499cd5e08c60f824","observation_id":"6d8700cc-bddd-46fa-a394-44f524dd85d6","resolution":{"observed_at":"2026-08-01T16:39:22.192400Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:22.300782Z","title":"bibtex-updater: Automated BibTeX verification and updating, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:22.300782Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:979d0e76eb8eea0c29041ae35dad8bc085221968f1ccc6bf4fa881ab990e8626","observation_id":"f1487ba8-e4e6-4833-9bf4-0f41870a5e8d","resolution":{"observed_at":"2026-08-01T16:39:22.300782Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:22.463174Z","title":"HalluCitation matters: Revealing the impact of hallucinated references with 300 hallucinated papers in ACL conferences.arXiv preprint arXiv:2601.18724, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:22.463174Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:8d77d46f5499e4c6f7c658d1dff4d2a21dae7805cdec15aebe7ef1570cd2ae68","observation_id":"5484748b-e88a-4206-9a23-2ba2161d59ce","resolution":{"observed_at":"2026-08-01T16:39:22.463174Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2604.26835","last_updated":"2026-04-29T16:01:42Z","snapshot_observed_at":"2026-08-05T13:31:18.584576Z","submitted_at":"2026-04-29T16:01:42Z","title":"HalluCiteChecker: A Lightweight Toolkit for Hallucinated Citation Detection and Verification in the Era of AI Scientists","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2604.26835","snapshot_observed_at":"2026-08-01T16:39:22.592424Z","title":"HalluCiteChecker: A lightweight toolkit for hallucinated citation detection and verification in the era of AI scientists","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:22.592424Z"},"links":{"cited_paper":"/paper/2604.26835","citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:a521a841a4dc09829756a38fb16ce1ebed7160160ed791f83b169803ebebd09a","observation_id":"0cb8b240-4c18-4d12-98cb-5cb5564f03b4","resolution":{"observed_at":"2026-08-01T16:39:22.592424Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2602.23452","last_updated":"2026-05-01T20:05:28Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2026-02-26T19:17:39Z","title":"CiteAudit: You Cited It, But Did You Read It? A Benchmark for Verifying Scientific References in the LLM Era","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2602.23452","snapshot_observed_at":"2026-08-01T16:39:22.701394Z","title":"Chawla, and Yanfang Ye","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:22.701394Z"},"links":{"cited_paper":"/paper/2602.23452","citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:600f649bd256b3174ad9845712a140ae6a6754f9438a1b76b961c8ba25cd61e0","observation_id":"66ae7da8-e65f-45c7-ba1d-e332579e1401","resolution":{"observed_at":"2026-08-01T16:39:22.701394Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:22.799052Z","title":"GPTZero finds 100 new hallucinations in NeurIPS 2025 accepted papers, 2026","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:22.799052Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:77185701f7726f61b648eae1187c22a42475a6f9f47fabcb477bbb29ebfd23b7","observation_id":"9c23b35e-8ac0-4fee-af0a-db5d0b2df2ad","resolution":{"observed_at":"2026-08-01T16:39:22.799052Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:22.895626Z","title":"verify-citations: Automated citation verification tool, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:22.895626Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:2291107dc33ee23b86bdad6eaf2ec291174b1ef781fd4215a1916e79fba64c21","observation_id":"65ead706-5244-4057-9d8a-fff47c02a091","resolution":{"observed_at":"2026-08-01T16:39:22.895626Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:22.994947Z","title":"Fact or fiction: Verifying scientific claims","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:22.994947Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:3c3ac87094725053dd6518a15a99604a0f50c180eb30c6e7b45a1d18bb016a48","observation_id":"5de7cac0-ed8f-4214-b463-c8908b80b388","resolution":{"observed_at":"2026-08-01T16:39:22.994947Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:23.071292Z","title":"Walters and Esther Isabelle Wilder","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:23.071292Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:e3d1612a8196d18911e99ab8e700bc81a6b3240710a67a664085ec872acce653","observation_id":"767298bd-41bc-4862-9a8f-09239b5c3fba","resolution":{"observed_at":"2026-08-01T16:39:23.071292Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2602.06718","last_updated":"2026-05-14T09:48:40Z","snapshot_observed_at":"2026-07-06T22:44:51.126114Z","submitted_at":"2026-02-06T14:08:34Z","title":"GhostCite: A Large-Scale Analysis of Citation Validity in the Age of Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2602.06718","snapshot_observed_at":"2026-08-01T16:39:23.183295Z","title":"GhostCite: A large-scale analysis of citation validity in the age of large language models.arXiv preprint arXiv:2602.06718, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:23.183295Z"},"links":{"cited_paper":"/paper/2602.06718","citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:f586c5755b03ca83eeca4bc0b3083529880ad27c1e34522be75fe5ae44a2fc6a","observation_id":"0ef84b25-9f5f-481b-9fef-7b33508db6a8","resolution":{"observed_at":"2026-08-01T16:39:23.183295Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.09388","last_updated":"2025-05-14T13:41:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-05-14T13:41:34Z","title":"Qwen3 Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.09388","snapshot_observed_at":"2026-08-01T16:39:23.283637Z","title":"flag everything unfamiliar","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:23.283637Z"},"links":{"cited_paper":"/paper/2505.09388","citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:3efd9f48609667c5f9a4e86f9667faa569cf303a360b3e49a93e822625242b13","observation_id":"d0ef3467-0203-47ea-b723-49c055535845","resolution":{"observed_at":"2026-08-01T16:39:23.283637Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:23.596255Z","title":null,"venue":null,"work_id":null,"year":1900},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:23.596255Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:34d6341ebea75e85b25a18d5acaaf0264d89bebfc44cd17a92eb8184a762d88e","observation_id":"a8e6dc35-89b0-49d7-91ee-22c9aaad9b62","resolution":{"observed_at":"2026-08-01T16:39:23.596255Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:23.712217Z","title":"John Doe,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:23.712217Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:9c127efb98950d3f64688730ac06cd340343bc53c8d2c4796b2365a4925d8aeb","observation_id":"8d50e4d3-cd22-4ac8-a85d-7647a2f97bf6","resolution":{"observed_at":"2026-08-01T16:39:23.712217Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:23.808252Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:23.808252Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:a26dcbaa3e50ffb2a048737402da61b4059594da30605af846c608b213a39f62","observation_id":"7d0987ee-7a9f-4f31-82f3-8867613b71eb","resolution":{"observed_at":"2026-08-01T16:39:23.808252Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:23.937709Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:23.937709Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:4118b164e83bd292296764e3c19892ef60a80bc7551bfe441af2eb4e3f15f9ad","observation_id":"c218e179-6be2-46c1-8efb-59754a47e1cf","resolution":{"observed_at":"2026-08-01T16:39:23.937709Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:24.071051Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:24.071051Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:ca08e3e1fdde4217fb9935325ec9fb08df36738e43914c0aea241e2e24a60957","observation_id":"330eebd8-0370-444b-aca6-1a80f4d06a81","resolution":{"observed_at":"2026-08-01T16:39:24.071051Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:24.178436Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:24.178436Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:073a80dff411a09884c90192bdd858f85888b07f4b870b70567bdcc1d05126c9","observation_id":"e7451a5b-88ba-4c81-bbc7-791b9cecd6c5","resolution":{"observed_at":"2026-08-01T16:39:24.178436Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:24.308514Z","title":"Author1","venue":null,"work_id":null,"year":1900},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:24.308514Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:bb347126d24aba16da3d9177d57221033c86fb91f5384d6fa6c3d3a4a9f08f5a","observation_id":"a3d4c049-f639-4a78-b193-d1c001c74476","resolution":{"observed_at":"2026-08-01T16:39:24.308514Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:24.390424Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:24.390424Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:bd876756367dc77916916ae706d257455ea96833eb71c017f20237a3d9b75719","observation_id":"4a25cc41-bb69-4d8e-8f14-3a07155c37ea","resolution":{"observed_at":"2026-08-01T16:39:24.390424Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:24.531711Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:24.531711Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:8cc2d5ab0dd8ba405b1390812e97af2ec656b9a5d3c5c5575ae5f6bb19f59831","observation_id":"9a5937f5-b73b-463d-a2ba-681d4044c952","resolution":{"observed_at":"2026-08-01T16:39:24.531711Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:24.663016Z","title":"label \":","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:24.663016Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:01481c9a630ba59d1b8160e381528d5d3fe47e69a7e110c416fd79e9862fa1d7","observation_id":"48908ce6-30c7-4334-a866-e2d87b45a7ba","resolution":{"observed_at":"2026-08-01T16:39:24.663016Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:24.816976Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:24.816976Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:2070e99c1c23cf44767a6469e6e57d63c9e08f136b7fa9b40542de2795295e3e","observation_id":"5af17e95-340c-4540-acce-9ba700d057a5","resolution":{"observed_at":"2026-08-01T16:39:24.816976Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:24.938740Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:24.938740Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:8087579980a245ec4360f5edeec430573aa03585148951c77db620ebf89ee9ed","observation_id":"01ed2fe6-1a6b-4821-9ef3-974231715258","resolution":{"observed_at":"2026-08-01T16:39:24.938740Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:25.055132Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":64,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:25.055132Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:09438247dbb016fc64e574341f3dd585309e756b9faade39ee512d91cd796dfa","observation_id":"a2139506-46d7-4340-b5af-eacc8d2048c4","resolution":{"observed_at":"2026-08-01T16:39:25.055132Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:25.245695Z","title":"label \":","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":65,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:25.245695Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:86021dbeb02ede9bd9f526fd96c41a954e4be1f70538c017d470d35add31740d","observation_id":"ba5bb76d-efdc-46f3-acba-bda8e7046396","resolution":{"observed_at":"2026-08-01T16:39:25.245695Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:25.337771Z","title":"This rules out approaches requiring human-in-the-loop validation or expensive API calls to language models","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:25.337771Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:0854f92e7b42a02e9c714285cebdca4ceddd63d8831bd876fc3e44df6ba2ae44","observation_id":"9a6184dd-4bbd-44c4-82bb-3a0466801df0","resolution":{"observed_at":"2026-08-01T16:39:25.337771Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:25.504948Z","title":"A tool that requires a separate platform or manual invocation will not be adopted","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":67,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:25.504948Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:e23744375f8cdd5c52f900a936d5c8839a0be177911ddb1bae6f9784dfcdc0ac","observation_id":"e8fcdfda-cdd4-4785-80e5-4ce1a9bcb691","resolution":{"observed_at":"2026-08-01T16:39:25.504948Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:25.621238Z","title":"Co-designed (reference upper bound)","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":68,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:25.621238Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:3267ac312aa2be2247acf0596d30b606b3001ae18cd279dd2769475f3dee2b47","observation_id":"6aae4041-836c-45de-9fff-93712de0ef54","resolution":{"observed_at":"2026-08-01T16:39:25.621238Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:17.484330Z","title":"URL https://doi.org/10.1126/science.aaa9375","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":2015,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:17.484330Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:87ef6b51013ab7e0f416904ffe25445107c85f1f54f4110e7ba7b6434a57c513","observation_id":"acaeb136-4906-4391-a621-1574c747884b","resolution":{"observed_at":"2026-08-01T16:39:17.484330Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:21.054587Z","title":"URL https://doi.org/10.18653/v1/ 2023.emnlp-main.741","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:21.054587Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:f2dc1bdab41425cc757fbb15cbe6ff708b4edc1760baf35a5edc1655b8935138","observation_id":"2e5efcbd-9ec4-4c73-b7a0-f620aa913bc1","resolution":{"observed_at":"2026-08-01T16:39:21.054587Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:23.466720Z","title":"The 448-entry temporal supplement (§ F.1) validates the probe’s findings at scale; the probe additionally covers 2026 arXiv submissions","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":2026,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:23.466720Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:70ff32e57f182ea22891d5dc1db26cfc14f16e717362ba0a323ace9641368144","observation_id":"9ed0038b-8f27-4f7e-93fa-5131735759e2","resolution":{"observed_at":"2026-08-01T16:39:23.466720Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:39:20.366984Z","title":"doi: 10.18653/v1/2021.naacl-main.324","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers","version":1},"reference_index":4124,"source":"pdf_text","source_observed_at":"2026-08-01T16:39:20.366984Z"},"links":{"citing_paper":"/paper/2607.18360"},"observation_digest":"sha256:111a5a98f051782e9d1330191d69f8562505b1ec32545e3340cad370b6a98c02","observation_id":"86f2f853-467b-4bf1-bd2a-840ebd028573","resolution":{"observed_at":"2026-08-01T16:39:20.366984Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2607.18360","last_updated":"2026-07-20T13:21:27Z","latest_version":1,"primary_category":"cs.CR","snapshot_observed_at":"2026-08-09T11:24:15.288298Z","submitted_at":"2026-07-20T13:21:27Z","title":"HALLMARK: Diagnosing Three Failure Modes in LLM Citation Verifiers"},"reference_resolution":{"displayed":68,"state_counts":{"malformed_identifier":4,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":62,"verified_exact":2,"verified_fuzzy":0},"total_outbound_references":68},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 68 of 68 outbound references and 0 inbound Pith citation observations for arXiv:2607.18360."}