{"as_of":"2026-08-22T16:49:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:35bf43c56c2882f99dd308442b0e70f3d3be818960ebe827818172c55d0bb62e","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":6,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":6,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-22T06:32:14.747728+00:00","state":"measured"},{"denominator":6,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":6,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-16T00:52:06.977243Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-04T07:59:40.632115Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2401.07382","last_updated":"2024-02-19T18:19:20Z","snapshot_observed_at":"2026-08-16T14:27:36.266197Z","submitted_at":"2024-01-14T22:05:11Z","title":"Beyond Sparse Rewards: Enhancing Reinforcement Learning with Language Model Critique in Text Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.07382","snapshot_observed_at":"2026-08-16T00:52:06.977243Z","title":"arXiv preprint arXiv:2401.07382 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.02666","last_updated":"2025-08-29T15:47:44Z","snapshot_observed_at":"2026-08-18T19:51:24.628281Z","submitted_at":"2025-05-05T14:15:02Z","title":"A Survey on Progress in LLM Alignment from the Perspective of Reward Design","version":2},"reference_index":110,"source":"pdf_text","source_observed_at":"2026-08-16T00:52:06.977243Z"},"links":{"cited_paper":"/paper/2401.07382","citing_paper":"/paper/2505.02666"},"observation_digest":"sha256:b93a8689ee6e89bcabb66a4e6b6b109799737d326d641284c3b1a6f39ea1316a","observation_id":"1d73d465-0116-45ba-aa5a-cd8cbb31fb58","resolution":{"observed_at":"2026-08-16T00:52:06.977243Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.07382","last_updated":"2024-02-19T18:19:20Z","snapshot_observed_at":"2026-08-16T14:27:36.266197Z","submitted_at":"2024-01-14T22:05:11Z","title":"Beyond Sparse Rewards: Enhancing Reinforcement Learning with Language Model Critique in Text Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.07382","snapshot_observed_at":"2026-08-07T11:32:31.310922Z","title":"Beyond sparse re- wards: Enhancing reinforcement learning with language model critique in text generation.arXiv preprint arXiv:2401.07382, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.02553","last_updated":"2025-06-03T07:44:31Z","snapshot_observed_at":"2026-08-19T07:02:37.182654Z","submitted_at":"2025-06-03T07:44:31Z","title":"Response-Level Rewards Are All You Need for Online Reinforcement Learning in LLMs: A Mathematical Perspective","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-07T11:32:31.310922Z"},"links":{"cited_paper":"/paper/2401.07382","citing_paper":"/paper/2506.02553"},"observation_digest":"sha256:fa3cc49d6d67dd65a07d881ef64cc5c773a5fb14d5e50e9f9e5f6d13c4a5a15b","observation_id":"86e6e972-8ff4-4c20-a920-2dfcddb4ecf9","resolution":{"observed_at":"2026-08-07T11:32:31.310922Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.07382","last_updated":"2024-02-19T18:19:20Z","snapshot_observed_at":"2026-08-16T14:27:36.266197Z","submitted_at":"2024-01-14T22:05:11Z","title":"Beyond Sparse Rewards: Enhancing Reinforcement Learning with Language Model Critique in Text Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.07382","snapshot_observed_at":"2026-08-04T20:49:37.983231Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.08329","last_updated":"2025-09-10T07:08:04Z","snapshot_observed_at":"2026-08-17T17:46:46.990002Z","submitted_at":"2025-09-10T07:08:04Z","title":"Accelerating Reinforcement Learning Algorithms Convergence using Pre-trained Large Language Models as Tutors With Advice Reusing","version":1},"reference_index":112,"source":"pdf_text","source_observed_at":"2026-08-04T20:49:37.983231Z"},"links":{"cited_paper":"/paper/2401.07382","citing_paper":"/paper/2509.08329"},"observation_digest":"sha256:6582a0e108a47acd0e57bfa42bb6d0401381e3b01a6fb59f5cd299bc7c3931e9","observation_id":"87e60346-ea8c-4422-adb5-0719f40cb860","resolution":{"observed_at":"2026-08-04T20:49:37.983231Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.07382","last_updated":"2024-02-19T18:19:20Z","snapshot_observed_at":"2026-08-16T14:27:36.266197Z","submitted_at":"2024-01-14T22:05:11Z","title":"Beyond Sparse Rewards: Enhancing Reinforcement Learning with Language Model Critique in Text Generation","version":2},"cited_work":{"arxiv_id":"2401.07382","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2401.07382","snapshot_observed_at":"2026-07-04T07:59:40.632115Z","title":"arXiv preprint arXiv:2401.07382 , year=","venue":null,"work_id":"17ecbb90-39dd-4e8d-b5d6-fa93c2e8273c","year":2024},"citing_paper":{"arxiv_id":"2605.12289","last_updated":"2026-05-12T15:47:18Z","snapshot_observed_at":"2026-07-06T23:23:59.123377Z","submitted_at":"2026-05-12T15:47:18Z","title":"PriorZero: Bridging Language Priors and World Models for Decision Making","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-05-13T05:25:05.907123Z"},"links":{"cited_paper":"/paper/2401.07382","citing_paper":"/paper/2605.12289"},"observation_digest":"sha256:0128b108407e45524811bbbbdac1ede309acdf4499141ac7704a345ef302b115","observation_id":"dc23488e-941b-4c23-9824-ab59e22e6598","resolution":{"observed_at":"2026-05-13T05:27:18.584745Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.07382","last_updated":"2024-02-19T18:19:20Z","snapshot_observed_at":"2026-08-16T14:27:36.266197Z","submitted_at":"2024-01-14T22:05:11Z","title":"Beyond Sparse Rewards: Enhancing Reinforcement Learning with Language Model Critique in Text Generation","version":2},"cited_work":{"arxiv_id":"2401.07382","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2401.07382","snapshot_observed_at":"2026-07-04T07:59:40.632115Z","title":"arXiv preprint arXiv:2401.07382 , year=","venue":null,"work_id":"17ecbb90-39dd-4e8d-b5d6-fa93c2e8273c","year":2024},"citing_paper":{"arxiv_id":"2606.08346","last_updated":"2026-06-06T21:29:01Z","snapshot_observed_at":"2026-08-13T03:59:34.079309Z","submitted_at":"2026-06-06T21:29:01Z","title":"CATPO: Critique-Augmented Tree Policy Optimization","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-06-27T19:30:07.971424Z"},"links":{"cited_paper":"/paper/2401.07382","citing_paper":"/paper/2606.08346"},"observation_digest":"sha256:9e8ebdef87443a210830ffda6bc62bfe7437e99d9448c9b439a068d8da213050","observation_id":"587d77df-c698-4e95-a59f-757f48c557df","resolution":{"observed_at":"2026-07-02T21:47:28.027581Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.07382","last_updated":"2024-02-19T18:19:20Z","snapshot_observed_at":"2026-08-16T14:27:36.266197Z","submitted_at":"2024-01-14T22:05:11Z","title":"Beyond Sparse Rewards: Enhancing Reinforcement Learning with Language Model Critique in Text Generation","version":2},"cited_work":{"arxiv_id":"2401.07382","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2401.07382","snapshot_observed_at":"2026-07-04T07:59:40.632115Z","title":"arXiv preprint arXiv:2401.07382 , year=","venue":null,"work_id":"17ecbb90-39dd-4e8d-b5d6-fa93c2e8273c","year":2024},"citing_paper":{"arxiv_id":"2606.21943","last_updated":"2026-06-20T08:20:41Z","snapshot_observed_at":"2026-08-15T21:55:25.625601Z","submitted_at":"2026-06-20T08:20:41Z","title":"Modularized Reinforcement Learning on LLMs: From MDP Creation to Exploration and Learning","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-06-26T12:15:08.304150Z"},"links":{"cited_paper":"/paper/2401.07382","citing_paper":"/paper/2606.21943"},"observation_digest":"sha256:8eb8c68cd6f7a89024de20ae9a2b6cef2bab00edfa01827c14dcba055635b474","observation_id":"f14bf9c0-9bed-41ae-993f-4cfdbd733b43","resolution":{"observed_at":"2026-07-04T07:59:40.633678Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2401.07382/citation-record","integrity":"/paper/2401.07382/integrity","json":"/paper/2401.07382/citation-record.json","paper":"/paper/2401.07382"},"outbound":[],"paper":{"arxiv_id":"2401.07382","last_updated":"2024-02-19T18:19:20Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-16T14:27:36.266197Z","submitted_at":"2024-01-14T22:05:11Z","title":"Beyond Sparse Rewards: Enhancing Reinforcement Learning with Language Model Critique in Text Generation"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"thesis":"As of 22 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 6 inbound Pith citation observations for arXiv:2401.07382."}