{"as_of":"2026-08-09T13:05:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:83da7a5c1ce4c29821fb15a25e0b04c66a898afdd3cc599ad3a542c880002948","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":10,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":10,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":10,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":10,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-09T10:43:29.459491Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-04T19:40:06.249099Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2203.10050","last_updated":"2022-03-18T16:50:38Z","snapshot_observed_at":"2026-07-06T12:49:40.338344Z","submitted_at":"2022-03-18T16:50:38Z","title":"SURF: Semi-supervised Reward Learning with Data Augmentation for Feedback-efficient Preference-based Reinforcement Learning","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2203.10050","snapshot_observed_at":"2026-08-09T10:43:29.459491Z","title":"Surf: Semi-supervised reward learning with data augmentation for feedback-efficient preference-based reinforcement learning","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2502.02921","last_updated":"2025-05-28T04:40:46Z","snapshot_observed_at":"2026-08-09T10:34:02.996148Z","submitted_at":"2025-02-05T06:30:14Z","title":"Robust Reward Alignment via Hypothesis Space Batch Cutting","version":3},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-09T10:43:29.459491Z"},"links":{"cited_paper":"/paper/2203.10050","citing_paper":"/paper/2502.02921"},"observation_digest":"sha256:c6b4fcb5d20b1edb220a461ae707c17ec7a79d212e950ef374521da662f1d857","observation_id":"d982223b-d224-4711-af23-c842965d9327","resolution":{"observed_at":"2026-08-09T10:43:29.459491Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2203.10050","last_updated":"2022-03-18T16:50:38Z","snapshot_observed_at":"2026-07-06T12:49:40.338344Z","submitted_at":"2022-03-18T16:50:38Z","title":"SURF: Semi-supervised Reward Learning with Data Augmentation for Feedback-efficient Preference-based Reinforcement Learning","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2203.10050","snapshot_observed_at":"2026-08-09T01:04:04.151124Z","title":"Surf: Semi-supervised reward learning with data augmentation for feedback- efficient preference-based reinforcement learning,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2502.03717","last_updated":"2025-03-31T23:24:02Z","snapshot_observed_at":"2026-08-09T00:57:31.947298Z","submitted_at":"2025-02-06T02:07:18Z","title":"Efficiently Generating Expressive Quadruped Behaviors via Language-Guided Preference Learning","version":2},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-09T01:04:04.151124Z"},"links":{"cited_paper":"/paper/2203.10050","citing_paper":"/paper/2502.03717"},"observation_digest":"sha256:a82996b8d4350c24b227da41daf0a40d18995c4a699b3477b0c52f74140e4430","observation_id":"27c8227b-bf54-4de5-8750-a1e287986fcf","resolution":{"observed_at":"2026-08-09T01:04:04.151124Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2203.10050","last_updated":"2022-03-18T16:50:38Z","snapshot_observed_at":"2026-07-06T12:49:40.338344Z","submitted_at":"2022-03-18T16:50:38Z","title":"SURF: Semi-supervised Reward Learning with Data Augmentation for Feedback-efficient Preference-based Reinforcement Learning","version":1},"cited_work":{"arxiv_id":"2203.10050","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2203.10050","snapshot_observed_at":"2026-07-04T19:40:06.249099Z","title":"Surf: Semi-supervised reward learning with data augmentation for feedback- efficient preference-based reinforcement learning","venue":null,"work_id":"71001644-2637-4bea-90e2-8dadcbcf47af","year":2022},"citing_paper":{"arxiv_id":"2505.15134","last_updated":"2025-05-21T05:39:11Z","snapshot_observed_at":"2026-08-08T21:58:35.154185Z","submitted_at":"2025-05-21T05:39:11Z","title":"The Unreasonable Effectiveness of Entropy Minimization in LLM Reasoning","version":1},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-05-18T15:58:33.219451Z"},"links":{"cited_paper":"/paper/2203.10050","citing_paper":"/paper/2505.15134"},"observation_digest":"sha256:277680ba73eea486ad407eb37d604930b67308a4a5d0abb8a08915a58230d6db","observation_id":"35e6f199-18ce-4b1f-b74f-06ac3a279846","resolution":{"observed_at":"2026-05-18T15:58:33.443262Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2203.10050","last_updated":"2022-03-18T16:50:38Z","snapshot_observed_at":"2026-07-06T12:49:40.338344Z","submitted_at":"2022-03-18T16:50:38Z","title":"SURF: Semi-supervised Reward Learning with Data Augmentation for Feedback-efficient Preference-based Reinforcement Learning","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2203.10050","snapshot_observed_at":"2026-08-07T12:13:00.332041Z","title":"Surf: Semi-supervised reward learning with data augmentation for feedback-efficient preference-based reinforcement learning","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.00388","last_updated":"2025-06-10T13:10:39Z","snapshot_observed_at":"2026-08-09T05:52:49.452533Z","submitted_at":"2025-05-31T04:37:07Z","title":"CLARIFY: Contrastive Preference Reinforcement Learning for Untangling Ambiguous Queries","version":3},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-07T12:13:00.332041Z"},"links":{"cited_paper":"/paper/2203.10050","citing_paper":"/paper/2506.00388"},"observation_digest":"sha256:741ec141aa5fff4c21e29bd99a971ec3ae881d75163c590d66083f1752275345","observation_id":"cba3728a-2163-4aaa-8eee-1e95afce2404","resolution":{"observed_at":"2026-08-07T12:13:00.332041Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2203.10050","last_updated":"2022-03-18T16:50:38Z","snapshot_observed_at":"2026-07-06T12:49:40.338344Z","submitted_at":"2022-03-18T16:50:38Z","title":"SURF: Semi-supervised Reward Learning with Data Augmentation for Feedback-efficient Preference-based Reinforcement Learning","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2203.10050","snapshot_observed_at":"2026-08-07T00:33:03.800435Z","title":"Surf: Semi-supervised reward learning with data augmentation for feedback-efficient preference-based reinforcement learning","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.13741","last_updated":"2026-08-03T13:34:59Z","snapshot_observed_at":"2026-08-07T03:12:53.049798Z","submitted_at":"2025-06-16T17:51:33Z","title":"PB$^2$: Preference Space Exploration via Population-Based Methods in Preference-Based Reinforcement Learning","version":2},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-07T00:33:03.800435Z"},"links":{"cited_paper":"/paper/2203.10050","citing_paper":"/paper/2506.13741"},"observation_digest":"sha256:a5c0354bd103cc1d31e81c7cdb1fbef9086b0166642b048f1761e7113d507f05","observation_id":"c0ed7339-82d8-44be-a7b7-a506a191fd40","resolution":{"observed_at":"2026-08-07T00:33:03.800435Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2203.10050","last_updated":"2022-03-18T16:50:38Z","snapshot_observed_at":"2026-07-06T12:49:40.338344Z","submitted_at":"2022-03-18T16:50:38Z","title":"SURF: Semi-supervised Reward Learning with Data Augmentation for Feedback-efficient Preference-based Reinforcement Learning","version":1},"cited_work":{"arxiv_id":"2203.10050","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2203.10050","snapshot_observed_at":"2026-07-04T19:40:06.249099Z","title":"Surf: Semi-supervised reward learning with data augmentation for feedback- efficient preference-based reinforcement learning","venue":null,"work_id":"71001644-2637-4bea-90e2-8dadcbcf47af","year":2022},"citing_paper":{"arxiv_id":"2506.14648","last_updated":"2026-05-21T02:08:17Z","snapshot_observed_at":"2026-07-06T21:43:40.740750Z","submitted_at":"2025-06-17T15:42:19Z","title":"SENIOR: Efficient Query Selection and Preference-Guided Exploration in Preference-based Reinforcement Learning","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-05-22T13:27:48.404574Z"},"links":{"cited_paper":"/paper/2203.10050","citing_paper":"/paper/2506.14648"},"observation_digest":"sha256:87ba54094067803203d04f1fc21a16c1e6285f2c855967581225cea8522dfc67","observation_id":"60a89451-5820-4f34-b2dd-015d8b93da35","resolution":{"observed_at":"2026-05-22T13:31:36.413182Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2203.10050","last_updated":"2022-03-18T16:50:38Z","snapshot_observed_at":"2026-07-06T12:49:40.338344Z","submitted_at":"2022-03-18T16:50:38Z","title":"SURF: Semi-supervised Reward Learning with Data Augmentation for Feedback-efficient Preference-based Reinforcement Learning","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2203.10050","snapshot_observed_at":"2026-08-06T21:17:36.478826Z","title":"Surf: Semi-supervised reward learning with data augmentation for feedback-efficient preference-based reinforcement learning,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.00611","last_updated":"2025-07-01T09:43:57Z","snapshot_observed_at":"2026-08-06T21:08:39.566215Z","submitted_at":"2025-07-01T09:43:57Z","title":"Residual Reward Models for Preference-based Reinforcement Learning","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T21:17:36.478826Z"},"links":{"cited_paper":"/paper/2203.10050","citing_paper":"/paper/2507.00611"},"observation_digest":"sha256:13edf488a1a17be89a4f6358291bd6f02c0ec39dd27edb378e893afd04c903a0","observation_id":"a33cc633-ab9e-40c0-8d3f-d278959f06ca","resolution":{"observed_at":"2026-08-06T21:17:36.478826Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2203.10050","last_updated":"2022-03-18T16:50:38Z","snapshot_observed_at":"2026-07-06T12:49:40.338344Z","submitted_at":"2022-03-18T16:50:38Z","title":"SURF: Semi-supervised Reward Learning with Data Augmentation for Feedback-efficient Preference-based Reinforcement Learning","version":1},"cited_work":{"arxiv_id":"2203.10050","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2203.10050","snapshot_observed_at":"2026-07-04T19:40:06.249099Z","title":"Surf: Semi-supervised reward learning with data augmentation for feedback- efficient preference-based reinforcement learning","venue":null,"work_id":"71001644-2637-4bea-90e2-8dadcbcf47af","year":2022},"citing_paper":{"arxiv_id":"2606.23640","last_updated":"2026-06-22T17:30:24Z","snapshot_observed_at":"2026-08-02T09:22:48.099895Z","submitted_at":"2026-06-22T17:30:24Z","title":"Learning Process Rewards via Success Visitation Matching for Efficient RL","version":1},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-06-26T09:20:35.062060Z"},"links":{"cited_paper":"/paper/2203.10050","citing_paper":"/paper/2606.23640"},"observation_digest":"sha256:c062f56bce7ecbbcb9800cbfc2217d228fa0feca3604e0b220391a698dba979b","observation_id":"5a7a11f4-574d-433d-a85e-a8c1ccd9e8f5","resolution":{"observed_at":"2026-07-04T09:59:44.525502Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2203.10050","last_updated":"2022-03-18T16:50:38Z","snapshot_observed_at":"2026-07-06T12:49:40.338344Z","submitted_at":"2022-03-18T16:50:38Z","title":"SURF: Semi-supervised Reward Learning with Data Augmentation for Feedback-efficient Preference-based Reinforcement Learning","version":1},"cited_work":{"arxiv_id":"2203.10050","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2203.10050","snapshot_observed_at":"2026-07-04T19:40:06.249099Z","title":"Surf: Semi-supervised reward learning with data augmentation for feedback- efficient preference-based reinforcement learning","venue":null,"work_id":"71001644-2637-4bea-90e2-8dadcbcf47af","year":2022},"citing_paper":{"arxiv_id":"2606.24622","last_updated":"2026-06-23T14:20:42Z","snapshot_observed_at":"2026-08-02T23:22:24.021209Z","submitted_at":"2026-06-23T14:20:42Z","title":"Themis: An explainable AI-enabled framework for Reinforcement Learning with Human Feedback","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-06-25T23:35:03.577967Z"},"links":{"cited_paper":"/paper/2203.10050","citing_paper":"/paper/2606.24622"},"observation_digest":"sha256:e6042285ef9abf30e929251df7df1710f186336c86e9f5cc4fa08c4661b90f74","observation_id":"a642df2a-df81-4add-97a5-b3b176611927","resolution":{"observed_at":"2026-07-04T17:40:00.087977Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2203.10050","last_updated":"2022-03-18T16:50:38Z","snapshot_observed_at":"2026-07-06T12:49:40.338344Z","submitted_at":"2022-03-18T16:50:38Z","title":"SURF: Semi-supervised Reward Learning with Data Augmentation for Feedback-efficient Preference-based Reinforcement Learning","version":1},"cited_work":{"arxiv_id":"2203.10050","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2203.10050","snapshot_observed_at":"2026-07-04T19:40:06.249099Z","title":"Surf: Semi-supervised reward learning with data augmentation for feedback- efficient preference-based reinforcement learning","venue":null,"work_id":"71001644-2637-4bea-90e2-8dadcbcf47af","year":2022},"citing_paper":{"arxiv_id":"2606.25398","last_updated":"2026-06-24T04:52:04Z","snapshot_observed_at":"2026-08-06T04:56:00.009279Z","submitted_at":"2026-06-24T04:52:04Z","title":"MAPL: Multi-Objective Preference Learning for Robot Locomotion","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-06-25T21:11:00.753949Z"},"links":{"cited_paper":"/paper/2203.10050","citing_paper":"/paper/2606.25398"},"observation_digest":"sha256:8644645e242cd989fd173a6021b40d36cec76835970f01e3ff81e9e1aa5b3e52","observation_id":"45516930-8444-476e-9e21-69b2c7f7a3fa","resolution":{"observed_at":"2026-07-04T19:40:06.250669Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2203.10050/citation-record","integrity":"/paper/2203.10050/integrity","json":"/paper/2203.10050/citation-record.json","paper":"/paper/2203.10050"},"outbound":[],"paper":{"arxiv_id":"2203.10050","last_updated":"2022-03-18T16:50:38Z","latest_version":1,"primary_category":"cs.LG","snapshot_observed_at":"2026-07-06T12:49:40.338344Z","submitted_at":"2022-03-18T16:50:38Z","title":"SURF: Semi-supervised Reward Learning with Data Augmentation for Feedback-efficient Preference-based Reinforcement Learning"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 10 inbound Pith citation observations for arXiv:2203.10050."}