{"as_of":"2026-08-22T01:10:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:e7a29b7f4ee1ff5ae65f9eb3363aec89cd325e2c0748c41ea848af1c87fe0723","coverage":[{"denominator":46,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":46,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T13:04:20.263073Z","state":"measured"},{"denominator":48,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":48,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-21T06:32:19.484+00:00","state":"measured"},{"denominator":2,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":2,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-16T10:11:59.976316Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-08-07T12:34:47.476814Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.13582","snapshot_observed_at":"2026-08-16T10:11:59.976316Z","title":"Evowiki: Evaluating llms on evolving knowledge,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18838","last_updated":"2025-04-26T07:48:52Z","snapshot_observed_at":"2026-08-17T04:06:12.060099Z","submitted_at":"2025-04-26T07:48:52Z","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-16T10:11:59.976316Z"},"links":{"cited_paper":"/paper/2412.13582","citing_paper":"/paper/2504.18838"},"observation_digest":"sha256:5207dae3e0b4f11bf39d0ccd7907983de4c1cc7f530b6ef2f3f0c0ce616dc889","observation_id":"9bc493d2-59d2-4418-b8df-105e191a130f","resolution":{"observed_at":"2026-08-16T10:11:59.976316Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"cited_work":{"arxiv_id":"2412.13582","doi":null,"metadata_source":"pith","pith_arxiv_id":"2412.13582","snapshot_observed_at":"2026-08-07T12:34:47.476814Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","venue":"cs.CL","work_id":"28da46d3-676c-4ae0-99fd-23076f3b0f3e","year":2024},"citing_paper":{"arxiv_id":"2505.24302","last_updated":"2026-07-21T01:12:17Z","snapshot_observed_at":"2026-08-21T13:06:03.818693Z","submitted_at":"2025-05-30T07:28:20Z","title":"ScienceMeter: Tracking Scientific Knowledge Updates in Language Models","version":3},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-07T12:34:46.430631Z"},"links":{"cited_paper":"/paper/2412.13582","citing_paper":"/paper/2505.24302"},"observation_digest":"sha256:fedcd0bc68595cfe89fae9f7bce49214cb51fb053c2cad84e3b158016ae39504","observation_id":"1343e7f7-30b6-44ba-ac2f-7879cba3f8c5","resolution":{"observed_at":"2026-08-07T12:34:47.526638Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2412.13582/citation-record","integrity":"/paper/2412.13582/integrity","json":"/paper/2412.13582/citation-record.json","paper":"/paper/2412.13582"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:04:20.059848Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.059848Z"},"links":{"citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:520dfa27ce61056d6f241fd85e45c2e96757146edcf81d0abd42654d46a0c86e","observation_id":"9a4eb5b9-743e-407a-ac6d-422c9c617627","resolution":{"observed_at":"2026-08-11T13:04:20.059848Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:04:20.064677Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.064677Z"},"links":{"citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:2182cbf393dcac530ed23451008a82737e44e3ea72fa3cab8e20426160d36d3d","observation_id":"2d6428a7-87b7-4c58-9a74-f5a2a6e07393","resolution":{"observed_at":"2026-08-11T13:04:20.064677Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:04:21.088017Z","title":null,"venue":null,"work_id":"a41ce1ff-124a-4103-a0fa-94dec2188b51","year":2021},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.069199Z"},"links":{"citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:834c4c5a8cc1351a67802fb6406cf382202c07d50c914d530a4a5c900dda3c4c","observation_id":"fcdda943-37b7-4889-a64f-4e2c5bf98ff1","resolution":{"observed_at":"2026-08-11T13:04:21.092130Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.02437","last_updated":"2023-12-23T11:11:01Z","snapshot_observed_at":"2026-08-16T15:35:50.055320Z","submitted_at":"2023-05-03T21:40:54Z","title":"Lift Yourself Up: Retrieval-augmented Text Generation with Self Memory","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.02437","snapshot_observed_at":"2026-08-11T13:04:20.073437Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.073437Z"},"links":{"cited_paper":"/paper/2305.02437","citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:3046f54090294b095b73bc3794d2f7a3ccf3898ea476ff52bec18015c5a905fa","observation_id":"2e0d7887-4086-4647-b21a-4c002da554b1","resolution":{"observed_at":"2026-08-11T13:04:20.073437Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:04:21.074027Z","title":"Cole, Julian Martin Eisenschlos, Daniel Gillick, Jacob Eisenstein, and William W","venue":null,"work_id":"0052d1d2-4af0-4a65-9cc5-10680f02813e","year":2021},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.078448Z"},"links":{"citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:054de48fabfa03294864327c5a45023075b20fa026dc18d19295441f13066c8a","observation_id":"3aed6e40-dd9c-4d0b-b5de-404b48e76634","resolution":{"observed_at":"2026-08-11T13:04:21.078695Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.04633","last_updated":"2024-06-16T12:05:34Z","snapshot_observed_at":"2026-08-18T14:03:02.545541Z","submitted_at":"2024-04-06T13:46:53Z","title":"Context versus Prior Knowledge in Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.04633","snapshot_observed_at":"2026-08-11T13:04:20.084186Z","title":"White, Aaron Schein, and Ryan Cotterell","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.084186Z"},"links":{"cited_paper":"/paper/2404.04633","citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:a0c93bfebc79340aa4aac940638e0213bda428440a08445c48be5e0d1ee18a1c","observation_id":"5ecea3e7-051d-4a7d-b198-78eb4305aa76","resolution":{"observed_at":"2026-08-11T13:04:20.084186Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.10997","last_updated":"2024-03-27T09:16:57Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-12-18T07:47:33Z","title":"Retrieval-Augmented Generation for Large Language Models: A Survey","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.10997","snapshot_observed_at":"2026-08-11T13:04:20.089400Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.089400Z"},"links":{"cited_paper":"/paper/2312.10997","citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:3d7181a8af0dd9f8446bf3d9a11b54762025870eaa527c6f6dcb52f81361a95f","observation_id":"95f8f0ce-78c4-40a7-b0a6-0046b15b5e9a","resolution":{"observed_at":"2026-08-11T13:04:20.089400Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2106.09685","last_updated":"2021-10-16T18:40:34Z","snapshot_observed_at":"2026-08-20T11:47:17.477107Z","submitted_at":"2021-06-17T17:37:18Z","title":"LoRA: Low-Rank Adaptation of Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2106.09685","snapshot_observed_at":"2026-08-11T13:04:20.094962Z","title":"Hu, Yelong Shen, Phillip Wallis, Zeyuan Allen-Zhu, Yuanzhi Li, Shean Wang, Lu Wang, and Weizhu Chen","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.094962Z"},"links":{"cited_paper":"/paper/2106.09685","citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:d09eaee025761485b0e2c3d94b63c1aeac060b7d14fb186dc603b6da6004ac41","observation_id":"dd758003-c8d9-45a7-8bcb-6b8472aabb61","resolution":{"observed_at":"2026-08-11T13:04:20.094962Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2112.09118","last_updated":"2022-08-29T12:17:32Z","snapshot_observed_at":"2026-08-14T13:19:21.742321Z","submitted_at":"2021-12-16T18:57:37Z","title":"Unsupervised Dense Information Retrieval with Contrastive Learning","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2112.09118","snapshot_observed_at":"2026-08-11T13:04:20.100267Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.100267Z"},"links":{"cited_paper":"/paper/2112.09118","citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:2ab66d2de19c8117f8344990a239f566773f0a03147b872d6b2d361c64d0e821","observation_id":"44a9afb6-c808-4537-8183-a9f08f3d5786","resolution":{"observed_at":"2026-08-11T13:04:20.100267Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.07974","last_updated":"2024-06-06T17:41:21Z","snapshot_observed_at":"2026-08-16T07:05:57.323612Z","submitted_at":"2024-03-12T17:58:04Z","title":"LiveCodeBench: Holistic and Contamination Free Evaluation of Large Language Models for Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.07974","snapshot_observed_at":"2026-08-11T13:04:20.105454Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.105454Z"},"links":{"cited_paper":"/paper/2403.07974","citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:5b4e4bcc7f9e6de22d8994835dc6c6b6c11963bd282bdfaf3b76bcac9d454226","observation_id":"f0dfc694-2bed-4979-bdd2-f2473afb60cc","resolution":{"observed_at":"2026-08-11T13:04:20.105454Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:04:21.060294Z","title":null,"venue":null,"work_id":"456bbaa8-6b77-4391-b2f6-e5c572479810","year":2022},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.110000Z"},"links":{"citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:167883a0abb4f9db7c8090062a2c3d38104c0ccc3f98784285175ba1965b8296","observation_id":"481f483f-406e-4a5a-bd9e-ad187b2ee5cb","resolution":{"observed_at":"2026-08-11T13:04:21.064295Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:04:21.046503Z","title":null,"venue":null,"work_id":"582a7e86-d18e-4b65-88ac-9b3f50df6358","year":2022},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.114216Z"},"links":{"citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:b0996be890de71affea760916e6a200be2dc36cea83cd34a00a4439c4a90477d","observation_id":"aaf4d388-e4fd-4433-9775-a51dbadd2c82","resolution":{"observed_at":"2026-08-11T13:04:21.050960Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:04:20.118674Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.118674Z"},"links":{"citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:953fafdf7862e59b3c57db4186a21563b13e2296acffe8f562a3f4124826444f","observation_id":"39d622da-ac5f-44ac-b4f9-373eed177089","resolution":{"observed_at":"2026-08-11T13:04:20.118674Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:04:20.123279Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.123279Z"},"links":{"citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:ffee13e865ac422f809e7d8577b1f656e8e5a4e0884b6ac6b5cd670a6ab33df5","observation_id":"b679e423-6106-4088-b97f-0836218f58a8","resolution":{"observed_at":"2026-08-11T13:04:20.123279Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:04:20.127026Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.127026Z"},"links":{"citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:056fde7a094a5e207abd6efc05757301c5662d84f9e7974da00277e96a385a03","observation_id":"b49442c5-f4d2-413e-9f16-3e14cc672eb7","resolution":{"observed_at":"2026-08-11T13:04:20.127026Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.05736","last_updated":"2023-12-06T17:02:25Z","snapshot_observed_at":"2026-08-16T14:53:48.767514Z","submitted_at":"2023-10-09T14:10:21Z","title":"LLMLingua: Compressing Prompts for Accelerated Inference of Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.05736","snapshot_observed_at":"2026-08-11T13:04:20.131090Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.131090Z"},"links":{"cited_paper":"/paper/2310.05736","citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:75dcf1f4cc703a333398d967c260c84ee5cc34b9605a59feead0f2661d771252","observation_id":"ba44d3ee-c20e-4333-8ccd-0f54d631d154","resolution":{"observed_at":"2026-08-11T13:04:20.131090Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.12847","last_updated":"2024-05-26T03:19:48Z","snapshot_observed_at":"2026-08-17T03:28:14.330814Z","submitted_at":"2024-02-20T09:20:32Z","title":"Instruction-tuned Language Models are Better Knowledge Learners","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.12847","snapshot_observed_at":"2026-08-11T13:04:20.135114Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.135114Z"},"links":{"cited_paper":"/paper/2402.12847","citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:26af855c6ff77a377fc28792d971983d8f0f5b37ec54ab27cc5a1b22c92dfbd7","observation_id":"f935376e-0623-47bd-8c28-e30bc5edcb85","resolution":{"observed_at":"2026-08-11T13:04:20.135114Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:04:20.139690Z","title":"Smith, Yejin Choi, and Kentaro Inui","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.139690Z"},"links":{"citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:7549dde76015f09ac7013a55b33af9e5a06d9b975480ecaf0d1e7aa4748772f9","observation_id":"b81b5387-83ae-4c4c-9377-688f85b096bb","resolution":{"observed_at":"2026-08-11T13:04:20.139690Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1412.6980","last_updated":"2017-01-30T01:27:54Z","snapshot_observed_at":"2026-08-17T19:26:44.032537Z","submitted_at":"2014-12-22T13:54:29Z","title":"Adam: A Method for Stochastic Optimization","version":9},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1412.6980","snapshot_observed_at":"2026-08-11T13:04:20.144101Z","title":null,"venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.144101Z"},"links":{"cited_paper":"/paper/1412.6980","citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:bf7c4ca180b83bb45def9f6e38f721c8083de681070b89bf701734dadaf096ef","observation_id":"4ab257e9-b425-45a2-8d0e-4b105cbf87da","resolution":{"observed_at":"2026-08-11T13:04:20.144101Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:04:20.149312Z","title":"Dai, Jakob Uszkoreit, Quoc Le, and Slav Petrov","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.149312Z"},"links":{"citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:aa05a3d40ac0ec2e774d98e05cdae9a3ec9f767932d7030f9c5ace78d502cf41","observation_id":"bc580e99-257e-4103-a0f9-f9aaf99a6df0","resolution":{"observed_at":"2026-08-11T13:04:20.149312Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:04:20.153689Z","title":"u ttler, Mike Lewis, Wen-tau Yih, Tim Rockt \\","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.153689Z"},"links":{"citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:dd6a43a2566129c1c53c85153ef95af41649f993321cb139b937552f9871bad8","observation_id":"cd71a9c0-b57d-4754-b2d5-bd8590ab0395","resolution":{"observed_at":"2026-08-11T13:04:20.153689Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.19912","last_updated":"2023-05-31T14:45:25Z","snapshot_observed_at":"2026-08-16T15:27:54.401889Z","submitted_at":"2023-05-31T14:45:25Z","title":"Structure-Aware Language Model Pretraining Improves Dense Retrieval on Structured Data","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.19912","snapshot_observed_at":"2026-08-11T13:04:20.157883Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.157883Z"},"links":{"cited_paper":"/paper/2305.19912","citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:584dbaf5487dee3f673e9a4d6ee3cffcbd3e7e5e4f3a68982c52576fb4a286e9","observation_id":"54958c8b-0cba-4544-b9dc-01ed3ac504cf","resolution":{"observed_at":"2026-08-11T13:04:20.157883Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:04:21.014983Z","title":null,"venue":null,"work_id":"6d71d395-cfaf-48cd-80fa-bae1df5f3e51","year":2020},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.162581Z"},"links":{"citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:05134591ed2c9117130103e5f8036fe44733d52a71c701365ba2cda04038466d","observation_id":"0db8670e-77ca-48d4-a858-7a093f4ec4a7","resolution":{"observed_at":"2026-08-11T13:04:21.019227Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:04:20.166790Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.166790Z"},"links":{"citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:3e2ef8cddefab29a75db193c1ac604784d50a18eb27675e8bfbc8f16e9dee6e1","observation_id":"d138add9-60ad-4557-a584-7a8644e25a44","resolution":{"observed_at":"2026-08-11T13:04:20.166790Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.17023","last_updated":"2024-10-07T11:59:37Z","snapshot_observed_at":"2026-08-16T13:31:32.796472Z","submitted_at":"2024-07-24T06:06:07Z","title":"DYNAMICQA: Tracing Internal Knowledge Conflicts in Language Models","version":2},"cited_work":{"arxiv_id":"2407.17023","doi":null,"metadata_source":"pith","pith_arxiv_id":"2407.17023","snapshot_observed_at":"2026-08-11T13:04:20.542146Z","title":"DYNAMICQA: Tracing Internal Knowledge Conflicts in Language Models","venue":"cs.CL","work_id":"66ddc2dd-ec85-43fe-8020-3176079dd4eb","year":2024},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.171173Z"},"links":{"cited_paper":"/paper/2407.17023","citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:dbacf585943dd378fca988dd3686fdce80b48ef53de324938fd7b0f90b56429e","observation_id":"cb607f70-869d-4699-881c-85026f952d79","resolution":{"observed_at":"2026-08-11T13:04:20.548203Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:04:20.998870Z","title":null,"venue":null,"work_id":"33763e14-e23a-413c-8849-a3ed23a63f8e","year":2024},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.175775Z"},"links":{"citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:fab3f43eef8159cffa997fbb5b27a4a7702b74fd56e754b8b3a8d6d269879357","observation_id":"cf42561f-2a03-4823-a629-579e05654128","resolution":{"observed_at":"2026-08-11T13:04:21.004916Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.08700","last_updated":"2024-10-02T07:26:40Z","snapshot_observed_at":"2026-08-16T14:01:58.099617Z","submitted_at":"2024-04-10T18:08:59Z","title":"DyKnow: Dynamically Verifying Time-Sensitive Factual Knowledge in LLMs","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.08700","snapshot_observed_at":"2026-08-11T13:04:20.180358Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.180358Z"},"links":{"cited_paper":"/paper/2404.08700","citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:e1674e6c8c3134c253038a31f9dba976d5e251b34890221ce519d992e0766107","observation_id":"6df4cc08-bf59-44a3-93c3-ea656519f5be","resolution":{"observed_at":"2026-08-11T13:04:20.180358Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.21276","last_updated":"2024-10-25T17:43:01Z","snapshot_observed_at":"2026-08-15T14:02:47.366139Z","submitted_at":"2024-10-25T17:43:01Z","title":"GPT-4o System Card","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.21276","snapshot_observed_at":"2026-08-11T13:04:20.184788Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.184788Z"},"links":{"cited_paper":"/paper/2410.21276","citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:e900cab0bce9d31cf60883081835b2d16355aed93bab522256ab2e29752bdb3e","observation_id":"55a3a3af-f291-4465-830e-0fcf481e94a9","resolution":{"observed_at":"2026-08-11T13:04:20.184788Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:04:20.189246Z","title":null,"venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.189246Z"},"links":{"citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:d13d6a67a88f39162702903127d13a38097e4b08c76fc754ddbbd1bfca06a451","observation_id":"ecaa22d7-9206-4c4f-ac37-d398c4768c4a","resolution":{"observed_at":"2026-08-11T13:04:20.189246Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:04:20.193250Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.193250Z"},"links":{"citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:c12ba147609fa906c0aa7b9a7fe6cfbaba17ea6d0d0f175354f0b47bb81509cf","observation_id":"dcbd4825-fcc7-4316-9624-375ea65edb55","resolution":{"observed_at":"2026-08-11T13:04:20.193250Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.11366","last_updated":"2023-10-10T05:21:45Z","snapshot_observed_at":"2026-08-17T19:15:32.679249Z","submitted_at":"2023-03-20T18:08:50Z","title":"Reflexion: Language Agents with Verbal Reinforcement Learning","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.11366","snapshot_observed_at":"2026-08-11T13:04:20.197622Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.197622Z"},"links":{"cited_paper":"/paper/2303.11366","citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:4610b162c311a49a557a0d764946be647e1be8c1b9752e3e50c3b6705ed77e0f","observation_id":"35d60acc-8e30-4b1f-bacb-1538eebe38b1","resolution":{"observed_at":"2026-08-11T13:04:20.197622Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:04:20.201574Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.201574Z"},"links":{"citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:1a6596561ea6dbc369db03f5113f72ed04578e3cb33d7eb458e69c28809f03e0","observation_id":"3f93ace4-e126-42ca-89ab-181eab81e9f1","resolution":{"observed_at":"2026-08-11T13:04:20.201574Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2024.findings-acl.219","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:04:20.320939Z","title":null,"venue":null,"work_id":"b40feee4-9ef8-4bfa-85b7-9a1efd81989f","year":2024},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.205439Z"},"links":{"citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:f528b0d36f92ebfbd973a23240a16838075026e1b49d956fab7585587567b534","observation_id":"a55aac53-4a5f-4489-b417-e6e84f415f9f","resolution":{"observed_at":"2026-08-11T13:04:20.326372Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.08118","last_updated":"2023-10-12T08:22:37Z","snapshot_observed_at":"2026-08-18T18:28:45.834142Z","submitted_at":"2023-10-12T08:22:37Z","title":"Can Large Language Models Really Improve by Self-critiquing Their Own Plans?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.08118","snapshot_observed_at":"2026-08-11T13:04:20.209828Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.209828Z"},"links":{"cited_paper":"/paper/2310.08118","citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:41aaa646c0739c560af0870cda85a5a139f70b2122c41d113a616b1e74ebc9bd","observation_id":"77224a3e-b853-4f40-8b59-9c60c20210fc","resolution":{"observed_at":"2026-08-11T13:04:20.209828Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.05002","last_updated":"2023-10-08T04:22:33Z","snapshot_observed_at":"2026-08-19T05:22:36.680071Z","submitted_at":"2023-10-08T04:22:33Z","title":"Self-Knowledge Guided Retrieval Augmentation for Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.05002","snapshot_observed_at":"2026-08-11T13:04:20.214799Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.214799Z"},"links":{"cited_paper":"/paper/2310.05002","citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:96da9b9961cd1de5c2572504dfb88f28bd3c1a1fd4a35f4dfb3ebf4a547c5b05","observation_id":"10500541-6e1a-473b-a34f-c2eced52c781","resolution":{"observed_at":"2026-08-11T13:04:20.214799Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:04:20.219372Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.219372Z"},"links":{"citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:66e7cafa2241f380e99c38ee11b96dd89894231b2fb77645c4018d58dd1364df","observation_id":"d76f76c5-419a-4f87-ae9e-3619009a38d1","resolution":{"observed_at":"2026-08-11T13:04:20.219372Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.19314","last_updated":"2025-04-18T19:36:00Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-06-27T16:47:42Z","title":"LiveBench: A Challenging, Contamination-Limited LLM Benchmark","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.19314","snapshot_observed_at":"2026-08-11T13:04:20.223939Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.223939Z"},"links":{"cited_paper":"/paper/2406.19314","citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:29038dc6345f795714fe7051d7be2b1166802013995720ae9598934bf728ac53","observation_id":"fdd4e0bd-e6cc-438e-969f-022dc22c484f","resolution":{"observed_at":"2026-08-11T13:04:20.223939Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1910.03771","last_updated":"2020-07-14T03:42:34Z","snapshot_observed_at":"2026-07-06T08:27:58.343233Z","submitted_at":"2019-10-09T03:23:22Z","title":"HuggingFace's Transformers: State-of-the-art Natural Language Processing","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1910.03771","snapshot_observed_at":"2026-08-11T13:04:20.228474Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.228474Z"},"links":{"cited_paper":"/paper/1910.03771","citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:8ba6139988b5be6e49b3200fecdc5b12421f7662e865dd7638a5cead4494ba77","observation_id":"dfa57c44-deb5-47d5-8555-6edbe0be5d12","resolution":{"observed_at":"2026-08-11T13:04:20.228474Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:04:20.232979Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.232979Z"},"links":{"citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:447d3ff49f3e8eb1bfbb25b87d41b8226fc715dad2a71efafb0da33c6cf0c8fc","observation_id":"558c89e5-2cf9-4109-894a-09fb227d7170","resolution":{"observed_at":"2026-08-11T13:04:20.232979Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.03025","last_updated":"2024-01-23T07:49:13Z","snapshot_observed_at":"2026-08-16T14:55:01.925234Z","submitted_at":"2023-10-04T17:59:41Z","title":"Retrieval meets Long Context Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.03025","snapshot_observed_at":"2026-08-11T13:04:20.237097Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.237097Z"},"links":{"cited_paper":"/paper/2310.03025","citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:22d566175524e58752e33fc4ec4e421d0dd0af5291ffa2ec3d5d9c8f4246fc7c","observation_id":"7efb8573-5fe5-4e5f-ac0e-e722ca1c2c83","resolution":{"observed_at":"2026-08-11T13:04:20.237097Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:04:20.241514Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.241514Z"},"links":{"citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:b5b33d1f7d4a05142796d1835c15a75f4175f7d79c2138fedbf05265015cd68f","observation_id":"6b02ad33-91b8-4587-a40b-dd6152cf6e3d","resolution":{"observed_at":"2026-08-11T13:04:20.241514Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.11894","last_updated":"2024-06-06T12:49:44Z","snapshot_observed_at":"2026-08-16T14:17:27.704634Z","submitted_at":"2024-02-19T07:15:59Z","title":"Automating Dataset Updates Towards Reliable and Timely Evaluation of Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.11894","snapshot_observed_at":"2026-08-11T13:04:20.245797Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.245797Z"},"links":{"cited_paper":"/paper/2402.11894","citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:1666325f6001a3214771bac618bfe504fbc60b13f404e453968226846023bba8","observation_id":"2adef595-f78f-4422-9908-be10ecc07f7b","resolution":{"observed_at":"2026-08-11T13:04:20.245797Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:04:20.250465Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.250465Z"},"links":{"citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:a21dd6578918c0c5ccb2640b56c88106649feb5cc07ab1be8bb630844dc0235b","observation_id":"4b5d03b5-e214-4c2e-92ef-089e7e02ca69","resolution":{"observed_at":"2026-08-11T13:04:20.250465Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2209.10063","last_updated":"2023-01-25T18:57:59Z","snapshot_observed_at":"2026-08-20T07:32:06.918995Z","submitted_at":"2022-09-21T01:30:59Z","title":"Generate rather than Retrieve: Large Language Models are Strong Context Generators","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2209.10063","snapshot_observed_at":"2026-08-11T13:04:20.254547Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.254547Z"},"links":{"cited_paper":"/paper/2209.10063","citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:c4d4ba513e656e1d93153c954ffc1e9a1fdefed5d863d10171fc24b1bc6a23f7","observation_id":"3516d4b7-cf86-471d-a203-94cfa38c45d8","resolution":{"observed_at":"2026-08-11T13:04:20.254547Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:04:20.975622Z","title":null,"venue":null,"work_id":"1b986601-0289-4820-9203-92462770d5ec","year":2024},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.258956Z"},"links":{"citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:adb1e8633fca4b83b55c17884d63acfbab3f372de68fa536244d18ee2351a66a","observation_id":"353b67fa-b36f-4e7f-816b-f048c255e700","resolution":{"observed_at":"2026-08-11T13:04:20.980292Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.06326","last_updated":"2025-05-16T05:30:57Z","snapshot_observed_at":"2026-08-16T13:44:32.172428Z","submitted_at":"2024-06-10T14:42:20Z","title":"Self-Tuning: Instructing LLMs to Effectively Acquire New Knowledge through Self-Teaching","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.06326","snapshot_observed_at":"2026-08-11T13:04:20.263073Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge","version":1},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-11T13:04:20.263073Z"},"links":{"cited_paper":"/paper/2406.06326","citing_paper":"/paper/2412.13582"},"observation_digest":"sha256:4e020fa76afbdf6920534ad78a0494dbc28f634706dc88b5fa4029d701932e04","observation_id":"763664d2-4425-4e14-a51d-6991fed9202a","resolution":{"observed_at":"2026-08-11T13:04:20.263073Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2412.13582","last_updated":"2024-12-18T08:04:57Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-20T10:24:29.152881Z","submitted_at":"2024-12-18T08:04:57Z","title":"EvoWiki: Evaluating LLMs on Evolving Knowledge"},"reference_resolution":{"displayed":46,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":43,"verified_exact":2,"verified_fuzzy":1},"total_outbound_references":46},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"thesis":"As of 22 August 2026, this Paper Citation Record lists 46 of 46 outbound references and 2 inbound Pith citation observations for arXiv:2412.13582."}