{"as_of":"2026-08-17T14:51:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:769e7978342f4f53d3f3bd4c1ce4a0f3fc29e35815850c2d3ffc5a2933d44e34","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":10,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":10,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-17T06:30:58.91139+00:00","state":"measured"},{"denominator":10,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":10,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-16T11:33:53.358755Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-23T06:25:27.821937Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2410.14872","last_updated":"2024-10-22T22:18:14Z","snapshot_observed_at":"2026-08-16T13:07:53.900096Z","submitted_at":"2024-10-18T21:38:21Z","title":"How to Evaluate Reward Models for RLHF","version":2},"cited_work":{"arxiv_id":"2410.14872","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2410.14872","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Athene-70b: Redefining the boundaries of post-training for open models, July 2024a","venue":null,"work_id":"f3a6faaf-bc50-44dd-9f4e-e822937f1d66","year":2024},"citing_paper":{"arxiv_id":"2412.15115","last_updated":"2025-01-03T02:18:21Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-12-19T17:56:09Z","title":"Qwen2.5 Technical Report","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-05-23T06:25:00.376073Z"},"links":{"cited_paper":"/paper/2410.14872","citing_paper":"/paper/2412.15115"},"observation_digest":"sha256:676de72e3f5ab352709a300be144288a6f058f056e2be21133311edd3b861472","observation_id":"1be5e7df-2b31-4e5b-af58-5138884f6000","resolution":{"observed_at":"2026-05-23T06:25:27.824781Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.14872","last_updated":"2024-10-22T22:18:14Z","snapshot_observed_at":"2026-08-16T13:07:53.900096Z","submitted_at":"2024-10-18T21:38:21Z","title":"How to Evaluate Reward Models for RLHF","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.14872","snapshot_observed_at":"2026-08-16T11:33:53.358755Z","title":"N., Jiao, J., Zhu, B., Gonzalez, J","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.15253","last_updated":"2025-05-21T23:42:20Z","snapshot_observed_at":"2026-08-16T17:13:15.936554Z","submitted_at":"2025-04-21T17:33:23Z","title":"Evaluating Judges as Evaluators: The JETTS Benchmark of LLM-as-Judges as Test-Time Scaling Evaluators","version":2},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-16T11:33:53.358755Z"},"links":{"cited_paper":"/paper/2410.14872","citing_paper":"/paper/2504.15253"},"observation_digest":"sha256:a369d9381da57a0c41f39e0d0fc1336f03a3601ecb4d78caa8d67fa6f789f993","observation_id":"245b1fac-f3ff-4cb2-bdb8-45ead85e4fab","resolution":{"observed_at":"2026-08-16T11:33:53.358755Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.14872","last_updated":"2024-10-22T22:18:14Z","snapshot_observed_at":"2026-08-16T13:07:53.900096Z","submitted_at":"2024-10-18T21:38:21Z","title":"How to Evaluate Reward Models for RLHF","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.14872","snapshot_observed_at":"2026-08-15T22:26:59.277720Z","title":"N., Jiao, J., Zhu, B., Gonzalez, J","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.07271","last_updated":"2025-05-12T06:48:26Z","snapshot_observed_at":"2026-08-15T22:18:39.037371Z","submitted_at":"2025-05-12T06:48:26Z","title":"On the Robustness of Reward Models for Language Model Alignment","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-15T22:26:59.277720Z"},"links":{"cited_paper":"/paper/2410.14872","citing_paper":"/paper/2505.07271"},"observation_digest":"sha256:15f59f3835eca2879dfdd73afdb9a38fa16b1b3ee53b8629d3e6a343e00d6bad","observation_id":"9676dbaa-35e9-43c3-98e6-a78b00c7fb3e","resolution":{"observed_at":"2026-08-15T22:26:59.277720Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.14872","last_updated":"2024-10-22T22:18:14Z","snapshot_observed_at":"2026-08-16T13:07:53.900096Z","submitted_at":"2024-10-18T21:38:21Z","title":"How to Evaluate Reward Models for RLHF","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.14872","snapshot_observed_at":"2026-08-15T21:12:52.589817Z","title":"How to evaluate reward models for rlhf","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.10527","last_updated":"2025-05-18T17:45:31Z","snapshot_observed_at":"2026-08-16T10:37:57.311880Z","submitted_at":"2025-05-15T17:38:37Z","title":"WorldPM: Scaling Human Preference Modeling","version":2},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-15T21:12:52.589817Z"},"links":{"cited_paper":"/paper/2410.14872","citing_paper":"/paper/2505.10527"},"observation_digest":"sha256:8d8de02ad78e986eb99c0beaebd288b972988a3c03e6d68fb03ee3062cff62a3","observation_id":"246eac89-1703-458f-8d1c-c5afa4793d67","resolution":{"observed_at":"2026-08-15T21:12:52.589817Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.14872","last_updated":"2024-10-22T22:18:14Z","snapshot_observed_at":"2026-08-16T13:07:53.900096Z","submitted_at":"2024-10-18T21:38:21Z","title":"How to Evaluate Reward Models for RLHF","version":2},"cited_work":{"arxiv_id":"2410.14872","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2410.14872","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Athene-70b: Redefining the boundaries of post-training for open models, July 2024a","venue":null,"work_id":"f3a6faaf-bc50-44dd-9f4e-e822937f1d66","year":2024},"citing_paper":{"arxiv_id":"2506.01937","last_updated":"2026-04-23T14:42:19Z","snapshot_observed_at":"2026-07-06T21:35:12.872021Z","submitted_at":"2025-06-02T17:54:04Z","title":"RewardBench 2: Advancing Reward Model Evaluation","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-05-19T11:18:03.965711Z"},"links":{"cited_paper":"/paper/2410.14872","citing_paper":"/paper/2506.01937"},"observation_digest":"sha256:4ee3d4639f638922b3318abcff30c705776ef8034cd444cc65f8420db04c6433","observation_id":"32242d9b-6592-4ddc-8418-e2dfbe177a3e","resolution":{"observed_at":"2026-05-19T11:22:16.817153Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.14872","last_updated":"2024-10-22T22:18:14Z","snapshot_observed_at":"2026-08-16T13:07:53.900096Z","submitted_at":"2024-10-18T21:38:21Z","title":"How to Evaluate Reward Models for RLHF","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.14872","snapshot_observed_at":"2026-08-07T11:04:06.769759Z","title":"How to evaluate reward models for rlhf,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.03637","last_updated":"2025-07-07T09:53:22Z","snapshot_observed_at":"2026-08-08T03:23:19.289933Z","submitted_at":"2025-06-04T07:30:16Z","title":"RewardAnything: Generalizable Principle-Following Reward Models","version":2},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-07T11:04:06.769759Z"},"links":{"cited_paper":"/paper/2410.14872","citing_paper":"/paper/2506.03637"},"observation_digest":"sha256:54f9cb27b21b3ad87d95ac7ff362be09436a540e42df5df89f2210cfcf728ec8","observation_id":"284e87a8-4613-42db-9312-a2f323338b5d","resolution":{"observed_at":"2026-08-07T11:04:06.769759Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.14872","last_updated":"2024-10-22T22:18:14Z","snapshot_observed_at":"2026-08-16T13:07:53.900096Z","submitted_at":"2024-10-18T21:38:21Z","title":"How to Evaluate Reward Models for RLHF","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.14872","snapshot_observed_at":"2026-08-06T22:28:05.645832Z","title":"Angelopoulos, Jiantao Jiao, Banghua Zhu, Joseph E","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.21495","last_updated":"2025-06-26T17:25:49Z","snapshot_observed_at":"2026-08-16T08:59:36.284719Z","submitted_at":"2025-06-26T17:25:49Z","title":"Bridging Offline and Online Reinforcement Learning for LLMs","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-06T22:28:05.645832Z"},"links":{"cited_paper":"/paper/2410.14872","citing_paper":"/paper/2506.21495"},"observation_digest":"sha256:3fa3667f0c292e7f524c6b568e9e33ac1f3b2ff43359e958e36ebbcee3596e1b","observation_id":"dafde6d9-7c3b-4dae-ac77-f8f20c1952cf","resolution":{"observed_at":"2026-08-06T22:28:05.645832Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.14872","last_updated":"2024-10-22T22:18:14Z","snapshot_observed_at":"2026-08-16T13:07:53.900096Z","submitted_at":"2024-10-18T21:38:21Z","title":"How to Evaluate Reward Models for RLHF","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.14872","snapshot_observed_at":"2026-08-05T16:02:25.948964Z","title":"N.; Jiao, J.; Zhu, B.; Gonzalez, J","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.19132","last_updated":"2025-08-26T15:34:17Z","snapshot_observed_at":"2026-08-09T20:42:01.029212Z","submitted_at":"2025-08-26T15:34:17Z","title":"Active Query Selection for Crowd-Based Reinforcement Learning","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-05T16:02:25.948964Z"},"links":{"cited_paper":"/paper/2410.14872","citing_paper":"/paper/2508.19132"},"observation_digest":"sha256:b0031cfc1e4dae20782f5efeb0fb5d5dcfe9b685496cc315d5f54799eae0d7d0","observation_id":"54c68ee6-2f9c-4abb-964f-6da8ef9c2e91","resolution":{"observed_at":"2026-08-05T16:02:25.948964Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.14872","last_updated":"2024-10-22T22:18:14Z","snapshot_observed_at":"2026-08-16T13:07:53.900096Z","submitted_at":"2024-10-18T21:38:21Z","title":"How to Evaluate Reward Models for RLHF","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.14872","snapshot_observed_at":"2026-08-03T08:15:17.876896Z","title":"Angelopoulos, Jiantao Jiao, Banghua Zhu, Joseph E","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2601.17717","last_updated":"2026-06-09T20:25:14Z","snapshot_observed_at":"2026-08-17T03:28:47.079425Z","submitted_at":"2026-01-25T06:40:25Z","title":"A Survey on Evaluating Quality and Trustworthiness in LLM-Generated Data","version":3},"reference_index":60,"source":"arxiv_source","source_observed_at":"2026-08-03T08:15:17.876896Z"},"links":{"cited_paper":"/paper/2410.14872","citing_paper":"/paper/2601.17717"},"observation_digest":"sha256:9b418bd869970000f3654c5e71f605cd27c5b32878e527a0694d72ca5c80029b","observation_id":"03dbc1b8-32d0-41cb-8622-38e8d95efb1e","resolution":{"observed_at":"2026-08-03T08:15:17.876896Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.14872","last_updated":"2024-10-22T22:18:14Z","snapshot_observed_at":"2026-08-16T13:07:53.900096Z","submitted_at":"2024-10-18T21:38:21Z","title":"How to Evaluate Reward Models for RLHF","version":2},"cited_work":{"arxiv_id":"2410.14872","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2410.14872","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Athene-70b: Redefining the boundaries of post-training for open models, July 2024a","venue":null,"work_id":"f3a6faaf-bc50-44dd-9f4e-e822937f1d66","year":2024},"citing_paper":{"arxiv_id":"2604.12312","last_updated":"2026-04-14T05:42:41Z","snapshot_observed_at":"2026-08-11T10:00:40.156482Z","submitted_at":"2026-04-14T05:42:41Z","title":"CompliBench: Benchmarking LLM Judges for Compliance Violation Detection in Dialogue Systems","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-05-10T14:56:00.449776Z"},"links":{"cited_paper":"/paper/2410.14872","citing_paper":"/paper/2604.12312"},"observation_digest":"sha256:10ddd9654b8f018799bc6dd8194cc1b806fb2d8b76d3614343544dff73160bb7","observation_id":"195b989d-6a45-47a2-9d0e-40a5a1bab2c3","resolution":{"observed_at":"2026-05-11T11:26:02.353928Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2410.14872/citation-record","integrity":"/paper/2410.14872/integrity","json":"/paper/2410.14872/citation-record.json","paper":"/paper/2410.14872"},"outbound":[],"paper":{"arxiv_id":"2410.14872","last_updated":"2024-10-22T22:18:14Z","latest_version":2,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-16T13:07:53.900096Z","submitted_at":"2024-10-18T21:38:21Z","title":"How to Evaluate Reward Models for RLHF"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"thesis":"As of 17 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 10 inbound Pith citation observations for arXiv:2410.14872."}