{"as_of":"2026-08-19T02:41:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:c2fd908a1369a94a38dee79195ca99b45b66e738c08434d150cca5c617d9fb15","coverage":[{"denominator":30,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":30,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-10T14:53:43.810140Z","state":"measured"},{"denominator":31,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":31,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-18T06:34:40.430872+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-16T10:29:31.291053Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-08-16T10:29:32.834202Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2501.14883","last_updated":"2025-01-30T18:13:05Z","snapshot_observed_at":"2026-08-17T02:20:00.509548Z","submitted_at":"2025-01-24T19:17:06Z","title":"Verify with Caution: The Pitfalls of Relying on Imperfect Factuality Metrics","version":2},"cited_work":{"arxiv_id":"2501.14883","doi":null,"metadata_source":"pith","pith_arxiv_id":"2501.14883","snapshot_observed_at":"2026-08-16T10:29:32.834202Z","title":"Verify with Caution: The Pitfalls of Relying on Imperfect Factuality Metrics","venue":"cs.CL","work_id":"7d6c7aad-6ee8-4f31-a582-31c846b7904d","year":2025},"citing_paper":{"arxiv_id":"2504.18114","last_updated":"2025-10-09T17:39:50Z","snapshot_observed_at":"2026-08-18T19:44:06.956791Z","submitted_at":"2025-04-25T06:37:29Z","title":"Evaluating Evaluation Metrics -- The Mirage of Hallucination Detection","version":2},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-16T10:29:31.291053Z"},"links":{"cited_paper":"/paper/2501.14883","citing_paper":"/paper/2504.18114"},"observation_digest":"sha256:b5cf619064e01fdb1f4c9f839222d13779e42a9200842479e50a46959246ef0d","observation_id":"3e671dc3-88dc-4ac9-8e92-06fa55d82873","resolution":{"observed_at":"2026-08-16T10:29:32.840970Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2501.14883/citation-record","integrity":"/paper/2501.14883/integrity","json":"/paper/2501.14883/citation-record.json","paper":"/paper/2501.14883"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2305.14908","last_updated":"2023-05-24T08:59:00Z","snapshot_observed_at":"2026-08-16T15:30:16.745745Z","submitted_at":"2023-05-24T08:59:00Z","title":"PURR: Efficiently Editing Language Model Hallucinations by Denoising Language Model Corruptions","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.14908","snapshot_observed_at":"2026-08-10T14:53:43.686275Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.14883","last_updated":"2025-01-30T18:13:05Z","snapshot_observed_at":"2026-08-17T02:20:00.509548Z","submitted_at":"2025-01-24T19:17:06Z","title":"Verify with Caution: The Pitfalls of Relying on Imperfect Factuality Metrics","version":2},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-10T14:53:43.686275Z"},"links":{"cited_paper":"/paper/2305.14908","citing_paper":"/paper/2501.14883"},"observation_digest":"sha256:61ce18dce4b5db2953556e42ead67da91565574694ac005443450866c9412849","observation_id":"d8aae37b-3c4f-42e8-9bfa-dace2b09924d","resolution":{"observed_at":"2026-08-10T14:53:43.686275Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:53:43.690782Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.14883","last_updated":"2025-01-30T18:13:05Z","snapshot_observed_at":"2026-08-17T02:20:00.509548Z","submitted_at":"2025-01-24T19:17:06Z","title":"Verify with Caution: The Pitfalls of Relying on Imperfect Factuality Metrics","version":2},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-10T14:53:43.690782Z"},"links":{"citing_paper":"/paper/2501.14883"},"observation_digest":"sha256:410dc7e7c4297d589f19232e0ae8f79a292ce2cfb11ee77cd9105cf6f6ee7d2e","observation_id":"bd600913-3f12-4079-a416-65a140a4f98c","resolution":{"observed_at":"2026-08-10T14:53:43.690782Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:53:43.694285Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.14883","last_updated":"2025-01-30T18:13:05Z","snapshot_observed_at":"2026-08-17T02:20:00.509548Z","submitted_at":"2025-01-24T19:17:06Z","title":"Verify with Caution: The Pitfalls of Relying on Imperfect Factuality Metrics","version":2},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-10T14:53:43.694285Z"},"links":{"citing_paper":"/paper/2501.14883"},"observation_digest":"sha256:476a674a675fd7b9c18dd9c5a47f7adec044844870b65161d4e68baac34fcbb1","observation_id":"e3a825c9-2a51-4189-bf2c-de717e96814f","resolution":{"observed_at":"2026-08-10T14:53:43.694285Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:53:43.698095Z","title":null,"venue":null,"work_id":null,"year":2006},"citing_paper":{"arxiv_id":"2501.14883","last_updated":"2025-01-30T18:13:05Z","snapshot_observed_at":"2026-08-17T02:20:00.509548Z","submitted_at":"2025-01-24T19:17:06Z","title":"Verify with Caution: The Pitfalls of Relying on Imperfect Factuality Metrics","version":2},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-10T14:53:43.698095Z"},"links":{"citing_paper":"/paper/2501.14883"},"observation_digest":"sha256:64b5062b5bfa908b51cc5634f2442fd5c25553b3cc75d54bc8b8183377fd25cf","observation_id":"43a07037-b8f8-4f84-871c-797ddbf050ba","resolution":{"observed_at":"2026-08-10T14:53:43.698095Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:53:43.702153Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.14883","last_updated":"2025-01-30T18:13:05Z","snapshot_observed_at":"2026-08-17T02:20:00.509548Z","submitted_at":"2025-01-24T19:17:06Z","title":"Verify with Caution: The Pitfalls of Relying on Imperfect Factuality Metrics","version":2},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-10T14:53:43.702153Z"},"links":{"citing_paper":"/paper/2501.14883"},"observation_digest":"sha256:c7ff37b8c755fdf9b490868776fa748a60c72bd6b3f920b07b86a6cfcbd7aaee","observation_id":"f149efcb-bc7b-4f03-bcd0-15a74f034aa9","resolution":{"observed_at":"2026-08-10T14:53:43.702153Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:53:43.706091Z","title":"Chawla, and Juan Jos\\' e Del Coz","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2501.14883","last_updated":"2025-01-30T18:13:05Z","snapshot_observed_at":"2026-08-17T02:20:00.509548Z","submitted_at":"2025-01-24T19:17:06Z","title":"Verify with Caution: The Pitfalls of Relying on Imperfect Factuality Metrics","version":2},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-10T14:53:43.706091Z"},"links":{"citing_paper":"/paper/2501.14883"},"observation_digest":"sha256:a08492c43d23a4843b10ff7dd3ee0811f544e9b91386c5c65e0b164fb5ff8b12","observation_id":"22abfb4a-9c3c-4422-8d2e-9dd1d3057d27","resolution":{"observed_at":"2026-08-10T14:53:43.706091Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:53:43.710664Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2501.14883","last_updated":"2025-01-30T18:13:05Z","snapshot_observed_at":"2026-08-17T02:20:00.509548Z","submitted_at":"2025-01-24T19:17:06Z","title":"Verify with Caution: The Pitfalls of Relying on Imperfect Factuality Metrics","version":2},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-10T14:53:43.710664Z"},"links":{"citing_paper":"/paper/2501.14883"},"observation_digest":"sha256:932cf33b404ad5fb7a50e4d960722b23cd89b1c9c09bf730db12df35d7be628f","observation_id":"9e47cb18-c2dc-46cb-824f-72aaecee354a","resolution":{"observed_at":"2026-08-10T14:53:43.710664Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:53:43.714627Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.14883","last_updated":"2025-01-30T18:13:05Z","snapshot_observed_at":"2026-08-17T02:20:00.509548Z","submitted_at":"2025-01-24T19:17:06Z","title":"Verify with Caution: The Pitfalls of Relying on Imperfect Factuality Metrics","version":2},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-10T14:53:43.714627Z"},"links":{"citing_paper":"/paper/2501.14883"},"observation_digest":"sha256:4be34ed6749d20fa415216be1af87d8266dab713e51a3c9959139a645d125e17","observation_id":"2afb60e1-8cb4-4244-bf1e-4a615087905f","resolution":{"observed_at":"2026-08-10T14:53:43.714627Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:53:43.718470Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2501.14883","last_updated":"2025-01-30T18:13:05Z","snapshot_observed_at":"2026-08-17T02:20:00.509548Z","submitted_at":"2025-01-24T19:17:06Z","title":"Verify with Caution: The Pitfalls of Relying on Imperfect Factuality Metrics","version":2},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-10T14:53:43.718470Z"},"links":{"citing_paper":"/paper/2501.14883"},"observation_digest":"sha256:48eb813f6588e3b3dbd3d04952a278ecec136b7e3362cbb0de1941bec988b990","observation_id":"e04a1ddb-0188-4514-aed4-1f733c34d6c4","resolution":{"observed_at":"2026-08-10T14:53:43.718470Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:53:43.722338Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.14883","last_updated":"2025-01-30T18:13:05Z","snapshot_observed_at":"2026-08-17T02:20:00.509548Z","submitted_at":"2025-01-24T19:17:06Z","title":"Verify with Caution: The Pitfalls of Relying on Imperfect Factuality Metrics","version":2},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-10T14:53:43.722338Z"},"links":{"citing_paper":"/paper/2501.14883"},"observation_digest":"sha256:5758d2fdf0aa1d7486bb9e4fb5642c0800592790194f759a0c7433248bf10b66","observation_id":"d657c76e-4d06-40c8-9bbb-3b979760461d","resolution":{"observed_at":"2026-08-10T14:53:43.722338Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.13787","last_updated":"2024-06-08T16:40:12Z","snapshot_observed_at":"2026-08-17T18:23:08.323051Z","submitted_at":"2024-03-20T17:49:54Z","title":"RewardBench: Evaluating Reward Models for Language Modeling","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.13787","snapshot_observed_at":"2026-08-10T14:53:43.726355Z","title":"Smith, and Hannaneh Hajishirzi","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.14883","last_updated":"2025-01-30T18:13:05Z","snapshot_observed_at":"2026-08-17T02:20:00.509548Z","submitted_at":"2025-01-24T19:17:06Z","title":"Verify with Caution: The Pitfalls of Relying on Imperfect Factuality Metrics","version":2},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-10T14:53:43.726355Z"},"links":{"cited_paper":"/paper/2403.13787","citing_paper":"/paper/2501.14883"},"observation_digest":"sha256:3d7ba8fc786f9369078a17930e8b1ea832ee9990b3831724e82f10fe778a3f0e","observation_id":"9c9d818f-396e-4210-a54d-8e1e01d6d5bc","resolution":{"observed_at":"2026-08-10T14:53:43.726355Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:53:43.730381Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.14883","last_updated":"2025-01-30T18:13:05Z","snapshot_observed_at":"2026-08-17T02:20:00.509548Z","submitted_at":"2025-01-24T19:17:06Z","title":"Verify with Caution: The Pitfalls of Relying on Imperfect Factuality Metrics","version":2},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-10T14:53:43.730381Z"},"links":{"citing_paper":"/paper/2501.14883"},"observation_digest":"sha256:e7e1922d6ce934e8d051560ce80333b95fb2c2d2e2d8cedcc9983d29b5acb0ba","observation_id":"885b91c0-f1ca-476f-9af3-fe99e9d32077","resolution":{"observed_at":"2026-08-10T14:53:43.730381Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:53:43.738284Z","title":null,"venue":null,"work_id":null,"year":2004},"citing_paper":{"arxiv_id":"2501.14883","last_updated":"2025-01-30T18:13:05Z","snapshot_observed_at":"2026-08-17T02:20:00.509548Z","submitted_at":"2025-01-24T19:17:06Z","title":"Verify with Caution: The Pitfalls of Relying on Imperfect Factuality Metrics","version":2},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-10T14:53:43.738284Z"},"links":{"citing_paper":"/paper/2501.14883"},"observation_digest":"sha256:35c39b9f5f0949a4f1f4af9fa03bda4df388b9378eb7fa11d47b96bd74b2f5d3","observation_id":"4bcd132a-1d19-4e93-88b2-0e7c0eda8d80","resolution":{"observed_at":"2026-08-10T14:53:43.738284Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:53:43.742174Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2501.14883","last_updated":"2025-01-30T18:13:05Z","snapshot_observed_at":"2026-08-17T02:20:00.509548Z","submitted_at":"2025-01-24T19:17:06Z","title":"Verify with Caution: The Pitfalls of Relying on Imperfect Factuality Metrics","version":2},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-10T14:53:43.742174Z"},"links":{"citing_paper":"/paper/2501.14883"},"observation_digest":"sha256:83c818d233ba1867e76624f9984d6f47bf8320e42178386c5199a5bc74c6369a","observation_id":"02c22ea4-acc1-4199-8e8e-ef1b181a44e4","resolution":{"observed_at":"2026-08-10T14:53:43.742174Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.acl-long.69","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:53:43.900370Z","title":null,"venue":null,"work_id":"a77628fc-2380-41e2-baf2-5550ad9fc4a3","year":2023},"citing_paper":{"arxiv_id":"2501.14883","last_updated":"2025-01-30T18:13:05Z","snapshot_observed_at":"2026-08-17T02:20:00.509548Z","submitted_at":"2025-01-24T19:17:06Z","title":"Verify with Caution: The Pitfalls of Relying on Imperfect Factuality Metrics","version":2},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-10T14:53:43.746332Z"},"links":{"citing_paper":"/paper/2501.14883"},"observation_digest":"sha256:46295919dda8e64f4d8a66090cc460168ef58aaf639bda0e308a7c06c23e9f07","observation_id":"9d417f05-0680-4fab-86aa-1fbad797f266","resolution":{"observed_at":"2026-08-10T14:53:43.904190Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:53:43.750496Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.14883","last_updated":"2025-01-30T18:13:05Z","snapshot_observed_at":"2026-08-17T02:20:00.509548Z","submitted_at":"2025-01-24T19:17:06Z","title":"Verify with Caution: The Pitfalls of Relying on Imperfect Factuality Metrics","version":2},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-10T14:53:43.750496Z"},"links":{"citing_paper":"/paper/2501.14883"},"observation_digest":"sha256:777069cc3171473b6c6ccadfa4834d8ccb35dec1c32ea334f9ca4a0c09050a48","observation_id":"511772ed-5a84-4b4e-8ea5-194e4fe11c52","resolution":{"observed_at":"2026-08-10T14:53:43.750496Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-17T09:58:46.058102Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-10T14:53:43.754344Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.14883","last_updated":"2025-01-30T18:13:05Z","snapshot_observed_at":"2026-08-17T02:20:00.509548Z","submitted_at":"2025-01-24T19:17:06Z","title":"Verify with Caution: The Pitfalls of Relying on Imperfect Factuality Metrics","version":2},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-10T14:53:43.754344Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2501.14883"},"observation_digest":"sha256:fe2f2e0f594ec7db66a840f2bbf9c4056cb00b8da892672dabfcbde0e2acd4ae","observation_id":"f1adf8a5-7193-4f24-a460-b539528a8b3b","resolution":{"observed_at":"2026-08-10T14:53:43.754344Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:53:43.758770Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.14883","last_updated":"2025-01-30T18:13:05Z","snapshot_observed_at":"2026-08-17T02:20:00.509548Z","submitted_at":"2025-01-24T19:17:06Z","title":"Verify with Caution: The Pitfalls of Relying on Imperfect Factuality Metrics","version":2},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-10T14:53:43.758770Z"},"links":{"citing_paper":"/paper/2501.14883"},"observation_digest":"sha256:47c97e8349e9942df463ef2aaafaa60fafdd1bed0bc7e6948a5880a707c3ab0f","observation_id":"3bc3e47d-3589-406a-9cf9-4ba7398922e1","resolution":{"observed_at":"2026-08-10T14:53:43.758770Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:53:43.762958Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.14883","last_updated":"2025-01-30T18:13:05Z","snapshot_observed_at":"2026-08-17T02:20:00.509548Z","submitted_at":"2025-01-24T19:17:06Z","title":"Verify with Caution: The Pitfalls of Relying on Imperfect Factuality Metrics","version":2},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-10T14:53:43.762958Z"},"links":{"citing_paper":"/paper/2501.14883"},"observation_digest":"sha256:6cc40d919b1d338ed6c3324341bafbd21813a8844f38a141000005ab555bb9bc","observation_id":"e093d110-bd09-4d20-a22b-2044a18b202e","resolution":{"observed_at":"2026-08-10T14:53:43.762958Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:53:43.767108Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2501.14883","last_updated":"2025-01-30T18:13:05Z","snapshot_observed_at":"2026-08-17T02:20:00.509548Z","submitted_at":"2025-01-24T19:17:06Z","title":"Verify with Caution: The Pitfalls of Relying on Imperfect Factuality Metrics","version":2},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-10T14:53:43.767108Z"},"links":{"citing_paper":"/paper/2501.14883"},"observation_digest":"sha256:67352c07cc58cb8667d88a29361ee23e298e12f2cb84c55ebc66d10f21de4e58","observation_id":"61c1acb6-469d-4399-8913-0bba72052612","resolution":{"observed_at":"2026-08-10T14:53:43.767108Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:53:43.771698Z","title":"Sai, Tanay Dixit, Dev Yashpal Sheth, Sreyas Mohan, and Mitesh M","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2501.14883","last_updated":"2025-01-30T18:13:05Z","snapshot_observed_at":"2026-08-17T02:20:00.509548Z","submitted_at":"2025-01-24T19:17:06Z","title":"Verify with Caution: The Pitfalls of Relying on Imperfect Factuality Metrics","version":2},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-10T14:53:43.771698Z"},"links":{"citing_paper":"/paper/2501.14883"},"observation_digest":"sha256:b961f3e069a734110c38b367fb234cafafb92486fe08c2ebe9b51a0f126f9926","observation_id":"f69eb261-6333-415e-8087-a616c12cb3d3","resolution":{"observed_at":"2026-08-10T14:53:43.771698Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2024.emnlp-main.557","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:53:43.864199Z","title":null,"venue":null,"work_id":"eb479e8b-0c6f-408b-971b-91c88d5996bd","year":2024},"citing_paper":{"arxiv_id":"2501.14883","last_updated":"2025-01-30T18:13:05Z","snapshot_observed_at":"2026-08-17T02:20:00.509548Z","submitted_at":"2025-01-24T19:17:06Z","title":"Verify with Caution: The Pitfalls of Relying on Imperfect Factuality Metrics","version":2},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-10T14:53:43.775871Z"},"links":{"citing_paper":"/paper/2501.14883"},"observation_digest":"sha256:0481cf391ae9bb986799c78cc15c6420ed9243e6e64059a34e776117e0ae8dc6","observation_id":"d78b332a-6465-4282-9296-252556c1467a","resolution":{"observed_at":"2026-08-10T14:53:43.868725Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.10774","last_updated":"2024-10-01T15:39:48Z","snapshot_observed_at":"2026-08-16T14:00:24.514215Z","submitted_at":"2024-04-16T17:59:10Z","title":"MiniCheck: Efficient Fact-Checking of LLMs on Grounding Documents","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.10774","snapshot_observed_at":"2026-08-10T14:53:43.780096Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.14883","last_updated":"2025-01-30T18:13:05Z","snapshot_observed_at":"2026-08-17T02:20:00.509548Z","submitted_at":"2025-01-24T19:17:06Z","title":"Verify with Caution: The Pitfalls of Relying on Imperfect Factuality Metrics","version":2},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-10T14:53:43.780096Z"},"links":{"cited_paper":"/paper/2404.10774","citing_paper":"/paper/2501.14883"},"observation_digest":"sha256:34a6331b4603780a94b42f2ae51111929c977f867b2652346f6483e6e10ee502","observation_id":"b67d965b-e9ab-4780-b0c5-81e9c9227788","resolution":{"observed_at":"2026-08-10T14:53:43.780096Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:53:43.784458Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.14883","last_updated":"2025-01-30T18:13:05Z","snapshot_observed_at":"2026-08-17T02:20:00.509548Z","submitted_at":"2025-01-24T19:17:06Z","title":"Verify with Caution: The Pitfalls of Relying on Imperfect Factuality Metrics","version":2},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-10T14:53:43.784458Z"},"links":{"citing_paper":"/paper/2501.14883"},"observation_digest":"sha256:81f93efc6e1ccafccae4a0972eec3e7236e104ae15bdaa37159e6f9194cc66f3","observation_id":"7814b6c3-d74b-42b9-b5eb-8bfe83d7512d","resolution":{"observed_at":"2026-08-10T14:53:43.784458Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:53:43.788599Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.14883","last_updated":"2025-01-30T18:13:05Z","snapshot_observed_at":"2026-08-17T02:20:00.509548Z","submitted_at":"2025-01-24T19:17:06Z","title":"Verify with Caution: The Pitfalls of Relying on Imperfect Factuality Metrics","version":2},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-10T14:53:43.788599Z"},"links":{"citing_paper":"/paper/2501.14883"},"observation_digest":"sha256:0565e5e613e660c330d3e70eed568c8f09a138bb005183a66846bb5d87fe0392","observation_id":"e542bafa-5c7d-4e35-bb91-d2e946a95aa4","resolution":{"observed_at":"2026-08-10T14:53:43.788599Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:53:43.792913Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.14883","last_updated":"2025-01-30T18:13:05Z","snapshot_observed_at":"2026-08-17T02:20:00.509548Z","submitted_at":"2025-01-24T19:17:06Z","title":"Verify with Caution: The Pitfalls of Relying on Imperfect Factuality Metrics","version":2},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-10T14:53:43.792913Z"},"links":{"citing_paper":"/paper/2501.14883"},"observation_digest":"sha256:3b73a991f9f23bdc2b0413627af4baed0a809bf44e57111e9ddddd22e23eacf9","observation_id":"0af22e5e-8e21-476f-b4f3-c2f4b581be3d","resolution":{"observed_at":"2026-08-10T14:53:43.792913Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.23609","last_updated":"2025-07-06T04:22:35Z","snapshot_observed_at":"2026-08-16T13:04:18.141315Z","submitted_at":"2024-10-31T03:50:15Z","title":"On Positional Bias of Faithfulness for Long-form Summarization","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.23609","snapshot_observed_at":"2026-08-10T14:53:43.797918Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.14883","last_updated":"2025-01-30T18:13:05Z","snapshot_observed_at":"2026-08-17T02:20:00.509548Z","submitted_at":"2025-01-24T19:17:06Z","title":"Verify with Caution: The Pitfalls of Relying on Imperfect Factuality Metrics","version":2},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-10T14:53:43.797918Z"},"links":{"cited_paper":"/paper/2410.23609","citing_paper":"/paper/2501.14883"},"observation_digest":"sha256:64556e0fdf186ace2cbc28d876620aa016f66e4e4a8e18a9bd0282f6f9c8ee97","observation_id":"580e668f-30c6-43a4-84a9-f5081c46d74d","resolution":{"observed_at":"2026-08-10T14:53:43.797918Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:53:43.802438Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.14883","last_updated":"2025-01-30T18:13:05Z","snapshot_observed_at":"2026-08-17T02:20:00.509548Z","submitted_at":"2025-01-24T19:17:06Z","title":"Verify with Caution: The Pitfalls of Relying on Imperfect Factuality Metrics","version":2},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-10T14:53:43.802438Z"},"links":{"citing_paper":"/paper/2501.14883"},"observation_digest":"sha256:81cb0c97b0778bf8047ead4524fba36809076c0f4b331f8affe5083569218a56","observation_id":"506c9235-73e4-4e46-b0f4-142a5d76bc8a","resolution":{"observed_at":"2026-08-10T14:53:43.802438Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:53:43.806440Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.14883","last_updated":"2025-01-30T18:13:05Z","snapshot_observed_at":"2026-08-17T02:20:00.509548Z","submitted_at":"2025-01-24T19:17:06Z","title":"Verify with Caution: The Pitfalls of Relying on Imperfect Factuality Metrics","version":2},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-10T14:53:43.806440Z"},"links":{"citing_paper":"/paper/2501.14883"},"observation_digest":"sha256:962f837f98cc15431b9b2b28385c33f0463268c8888205569b2c558168376a03","observation_id":"f5866996-eb60-415a-8afe-d8475070f1d5","resolution":{"observed_at":"2026-08-10T14:53:43.806440Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:53:43.810140Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.14883","last_updated":"2025-01-30T18:13:05Z","snapshot_observed_at":"2026-08-17T02:20:00.509548Z","submitted_at":"2025-01-24T19:17:06Z","title":"Verify with Caution: The Pitfalls of Relying on Imperfect Factuality Metrics","version":2},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-10T14:53:43.810140Z"},"links":{"citing_paper":"/paper/2501.14883"},"observation_digest":"sha256:ab0d9ee2c3bbe269500f13ff6960e974063192035558c2feb5fa1383c34df029","observation_id":"5961fbeb-2cb7-442d-afe7-9ba58282743d","resolution":{"observed_at":"2026-08-10T14:53:43.810140Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2501.14883","last_updated":"2025-01-30T18:13:05Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-17T02:20:00.509548Z","submitted_at":"2025-01-24T19:17:06Z","title":"Verify with Caution: The Pitfalls of Relying on Imperfect Factuality Metrics"},"reference_resolution":{"displayed":30,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":28,"verified_exact":2,"verified_fuzzy":0},"total_outbound_references":30},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"thesis":"As of 19 August 2026, this Paper Citation Record lists 30 of 30 outbound references and 1 inbound Pith citation observation for arXiv:2501.14883."}