{"as_of":"2026-08-06T07:02:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:32d871462bcf86f0367397d9c0eef6204c989eda0a36d9b84b8d09b0da02c3b3","coverage":[{"denominator":20,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":20,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-10T16:20:44.551760Z","state":"measured"},{"denominator":21,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":21,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-06T06:34:29.942622+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-07-11T19:11:37.739920Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2604.11543","snapshot_observed_at":"2026-07-11T19:11:37.739920Z","title":"Novbench: Evaluating large language models on academic paper novelty assessment, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.04439","last_updated":"2026-07-05T17:59:43Z","snapshot_observed_at":"2026-07-11T19:11:36.152412Z","submitted_at":"2026-07-05T17:59:43Z","title":"ResearchStudio-Idea: An Evidence-Grounded Research-Ideation Skill Suite from ML Conference Outcomes","version":1},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-07-11T19:11:37.739920Z"},"links":{"cited_paper":"/paper/2604.11543","citing_paper":"/paper/2607.04439"},"observation_digest":"sha256:70fd721c737f31757a0bfa7054581534e3e85d972db3cd072d8dce10b907fffa","observation_id":"2c66d0b1-a6ba-411f-9315-b777d9679cfd","resolution":{"observed_at":"2026-07-11T19:11:37.739920Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2604.11543/citation-record","integrity":"/paper/2604.11543/integrity","json":"/paper/2604.11543/citation-record.json","paper":"/paper/2604.11543"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2501.12948","last_updated":"2026-01-04T03:57:36Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-01-22T15:19:35Z","title":"DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning","version":2},"cited_work":{"arxiv_id":"2501.12948","doi":"10.1016/j.artmed.2024.103001","metadata_source":"pith","pith_arxiv_id":"2501.12948","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning","venue":"cs.CL","work_id":"e6b75ad5-2877-4168-97c8-710407094d20","year":2025},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"cited_paper":"/paper/2501.12948","citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:57b48933f7934294db54cbf6bd427255aef2536828f6083d0cf2cdd32acce5ee","observation_id":"eafd7f3e-a649-47d6-a7bb-8b9ae0975af5","resolution":{"observed_at":"2026-05-11T09:00:59.495696Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.10886","last_updated":"2024-12-02T15:40:45Z","snapshot_observed_at":"2026-07-06T17:31:17.058043Z","submitted_at":"2024-02-16T18:43:10Z","title":"Reviewer2: Optimizing Review Generation Through Prompt Generation","version":2},"cited_work":{"arxiv_id":"2402.10886","doi":"10.48550/arxiv.2402.10886","metadata_source":"arxiv_reference","pith_arxiv_id":"2402.10886","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Reviewer2: Optimizing Review Generation Through Prompt Generation , journal =","venue":"arXiv (Cornell University)","work_id":"b30aebbf-18d4-4566-bd4b-1d0341c2a65a","year":2024},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"cited_paper":"/paper/2402.10886","citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:fcdb929d2dbf01b2b7233c8394ee110e17bf37f42b52c44b9ae9b2c4b9c3796b","observation_id":"549321d4-00f7-49dd-8656-19a035c7dd3d","resolution":{"observed_at":"2026-05-11T09:00:59.510291Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-05-25T19:23:25.679978+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-25T19:23:25.679978+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.09388","last_updated":"2025-05-14T13:41:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-05-14T13:41:34Z","title":"Qwen3 Technical Report","version":1},"cited_work":{"arxiv_id":"2505.09388","doi":"10.1016/j.aiopen.2022.12","metadata_source":"pith","pith_arxiv_id":"2505.09388","snapshot_observed_at":"2026-07-11T11:50:26.030339Z","title":"Qwen3 Technical Report","venue":"cs.CL","work_id":"25a4e30c-1232-48e7-9925-02fa12ba7c9e","year":2025},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"cited_paper":"/paper/2505.09388","citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:7b8bbbd68645e03372c64804389e8850c7bfd8f9d41a9cee3655d05bc0401760","observation_id":"b167f2c2-79f3-4de0-998d-0323b8fbeb2e","resolution":{"observed_at":"2026-05-11T09:00:59.506448Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"In this paper, we propose a novel transformer-based architecture that integrates syntactic information into language modeling","venue":null,"work_id":"1fa6c978-7c12-4002-b67b-e4515cd9b1b7","year":2025},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:17b0fb5b7d5ddc62db20fb5d5dc069ff1acb12f7bb2900355be47dab28890763","observation_id":"63383334-3769-4905-a759-e0ccc87bb527","resolution":{"observed_at":"2026-05-17T15:51:55.690274Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"aa2e3b11-2946-4a55-acd0-590c95db0aa0","year":null},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:256e2b6855eb7b6aa6eb03a96d92586eb397cadfac501cb1efa17f0eaf1b1047","observation_id":"0eb517ab-6a4a-46ce-8f8f-0580acba526a","resolution":{"observed_at":"2026-05-17T15:51:55.698838Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"new” or “novel","venue":null,"work_id":"e0c4ea9f-a29a-4b5e-8275-2ca96327c1be","year":2019},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:40aea22484d4d4ac98a1453d8924a1ff0036aae302cd897ba0c8979b21dca05f","observation_id":"72de0aff-8759-4edd-aa05-23afe4915516","resolution":{"observed_at":"2026-05-17T15:51:55.687412Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"6be25197-799b-498e-832f-5d005b46806b","year":null},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:6a25e8b5c98277474fc1b483c09988cb33da42d265c4c8f7bd3925c2c35e4ced","observation_id":"94dd6201-2778-4c0a-8a30-9a7329312a30","resolution":{"observed_at":"2026-05-17T15:51:55.701173Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"0e968e81-5e9e-4767-9e8d-55e08007e21b","year":null},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:6f08356027852a94bdc50a03fb1eced673f0dc7c35b791c70c2eb6887610274b","observation_id":"c725fa04-ab54-463d-a369-97f581cb76c2","resolution":{"observed_at":"2026-05-17T15:51:55.703886Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"4020.3025","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Model Rel","venue":null,"work_id":"02ea21ba-b6c4-485d-aa8c-3616781a3a1a","year":2023},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:2cdf2c33ca4c0934e914e62eff52d581e8390db756b58c5b59726c6c6fe60625","observation_id":"56785e2a-4cf8-4a0d-a3f1-45a313b764a2","resolution":{"observed_at":"2026-05-11T09:00:59.517496Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"50035136-2ebb-4ca8-9a50-2d85a211a9b7","year":null},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:0872504c8d7c2dcfcac418d4e22fd2304c54c6bd13f0c77d39d455df23a5a002","observation_id":"f0a9b020-82c1-478f-bf94-b814151b25fc","resolution":{"observed_at":"2026-05-17T15:51:55.691927Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"b90c162c-8809-483b-8739-a3e334b48c4a","year":null},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:8997c6c8601e244137e2257e087e96a7f3e22a43ed26d4881bbe5da3126b53f0","observation_id":"994c9fba-8ee9-488f-98f0-8a0daf603174","resolution":{"observed_at":"2026-05-17T15:51:55.710497Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"ce57a0bd-5977-45bb-920b-d0c4c7abe86a","year":null},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:28b410221fbb88d344ff251c20287759170448c41fa858602e098738d61cdbef","observation_id":"ee18ed52-e0c6-4146-8f77-0da3becbcf71","resolution":{"observed_at":"2026-05-17T15:51:55.706728Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Positive","venue":null,"work_id":"d38b21e4-a4d3-47fd-99f6-8ad4c3e8278c","year":null},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:f4ea77e99d17bde2161ec67db2b6998f84222efd6a7b702168c36fa9b6f5c079","observation_id":"e02ed532-d340-49e3-b8a2-c4f170d9db5d","resolution":{"observed_at":"2026-05-17T15:51:55.701873Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"3012cac7-4844-462b-8ed9-99e00bee55a7","year":null},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:4207ce4d23395ef9234ea09ad3da95547c92049b807edc5d5a59c3fbac283ac4","observation_id":"5bebbff7-f2a0-4837-b2bc-1bb4089855bc","resolution":{"observed_at":"2026-05-17T15:51:55.677264Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Positive","venue":null,"work_id":"c2330741-b2f3-411e-8245-eba8f007ef70","year":null},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:66b3209e0678059ea1f56b8ba4b4306c96ae757580c39d911729b6ba15dc04bc","observation_id":"3198bb5c-e29e-4549-97b8-a4ca65fb4bb7","resolution":{"observed_at":"2026-05-17T15:51:55.679943Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"522bcc9f-465e-4156-8dc8-101502822279","year":null},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:083809355e7df43e2d1638dbe979eb95bda009459c21a4ff9c7a69f0c8165908","observation_id":"abca0b71-f0a7-4ed0-a5bd-923c80450c65","resolution":{"observed_at":"2026-05-17T15:51:55.674403Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"62747d55-7021-436c-98a7-702a2e4ffb01","year":null},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:d48d4208e98d50f6f9e0ec6c41d857fbc5fcbf210dcb77688c7ba6d19cb87592","observation_id":"3e3f5e1a-e356-4cf4-8db7-6890c4dc7233","resolution":{"observed_at":"2026-05-17T15:51:55.671690Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"a6c99014-622c-4e5d-bee7-194415b575d1","year":null},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:0536cae77b2c4de677deada3212e4de92168b0903c8c3d89c813a91c4103ee45","observation_id":"55b7180e-8425-41f7-9858-936e1378c8f3","resolution":{"observed_at":"2026-05-17T15:51:55.682544Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"5e8285ad-c08d-402a-91b9-5a1f36b97d59","year":null},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:af76ee2c4c2b43a8e67145c306fd035a38ad0c261bf8941f8eb4a526382f0d5f","observation_id":"ef92de0c-610f-46fe-b46f-03f60cfbc9f7","resolution":{"observed_at":"2026-05-17T15:51:55.685126Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2106.01562","last_updated":"2021-06-03T03:09:38Z","snapshot_observed_at":"2026-08-06T06:52:52.876472Z","submitted_at":"2021-06-03T03:09:38Z","title":"Discriminative Reasoning for Document-level Relation Extraction","version":1},"cited_work":{"arxiv_id":"2106.01562","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2106.01562","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Neutral Novelty Evaluations","venue":null,"work_id":"31c4e3f1-fc5d-405a-a593-22b6dc87ea50","year":2017},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"cited_paper":"/paper/2106.01562","citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:65a7b4c279c224bc0f635b2a1ee3b52bdd2e1bae39e02380795777d1c5b3fc36","observation_id":"ec5b6199-75b3-4877-b1da-c98080b75e3d","resolution":{"observed_at":"2026-05-11T09:00:59.514014Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment"},"reference_resolution":{"displayed":20,"state_counts":{"malformed_identifier":0,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":11,"verified_exact":4,"verified_fuzzy":4},"total_outbound_references":20},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"thesis":"As of 6 August 2026, this Paper Citation Record lists 20 of 20 outbound references and 1 inbound Pith citation observation for arXiv:2604.11543."}