{"as_of":"2026-08-10T16:54:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:a4a4e6a2fd38112447df7535d7ccc5b235b228ab81cca798e123cdbde5f00137","coverage":[{"denominator":32,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":32,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T17:56:02.030796Z","state":"measured"},{"denominator":32,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":32,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2507.09566/citation-record","integrity":"/paper/2507.09566/integrity","json":"/paper/2507.09566/citation-record.json","paper":"/paper/2507.09566"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2209.08642","last_updated":"2022-09-18T20:03:32Z","snapshot_observed_at":"2026-08-10T07:28:34.029792Z","submitted_at":"2022-09-18T20:03:32Z","title":"Offline Evaluation of Reward-Optimizing Recommender Systems: The Case of Simulation","version":1},"cited_work":{"arxiv_id":"2209.08642","doi":"10.48550/arxiv.2209.08642","metadata_source":"pith","pith_arxiv_id":"2209.08642","snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":"Offline Evaluation of Reward-Optimizing Recommender Systems: The Case of Simulation","venue":"cs.IR","work_id":"176964e3-c21e-4cc9-bfec-7e77ae4f44f9","year":2022},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-10T13:08:18.729851Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.860285Z"},"links":{"cited_paper":"/paper/2209.08642","citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:0db5c1904016d9c98b7dbcd8931703923371d4125db3c493ada26d64dcdb286e","observation_id":"c654e996-e65c-4e96-b9ad-47905908ad74","resolution":{"observed_at":"2026-08-06T17:56:02.182565Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"1105.33757","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:03.537226Z","title":null,"venue":null,"work_id":"b98e6d99-a3c3-4469-a815-9c7345f1db14","year":2020},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-10T13:08:18.729851Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.866118Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:cda1be39c8c7f12ace3308efccd3047a642f0425fa3244e03bd156b2948a82f4","observation_id":"54851d92-4322-4d08-bfa9-2001275989ef","resolution":{"observed_at":"2026-08-06T17:56:03.545304Z","resolver_source":"raw_fallback","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:01.871592Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-10T13:08:18.729851Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.871592Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:95d7f076e66989910ffd88a2fdea3d28d11a790f9473c7cb4414465a30bbeba0","observation_id":"014b2504-9c65-41b3-8b46-c0dab023ed9a","resolution":{"observed_at":"2026-08-06T17:56:01.871592Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:03.675014Z","title":null,"venue":null,"work_id":"faca968c-535d-4bce-b9b4-ca3d1ab9cb03","year":2022},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-10T13:08:18.729851Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.876799Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:cc5a04b2a0e081b8877c6eb5fd6685edf83b52a0ec749117eb5582e3d0d63ce5","observation_id":"1c5d807f-f69e-409a-a7f2-9e71cdf96ab0","resolution":{"observed_at":"2026-08-06T17:56:03.680173Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:01.882106Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-10T13:08:18.729851Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.882106Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:7c6922b29b760a066db2cdd5c7c6f655c1fadd2918878caca011163017f44395","observation_id":"010298e7-44e3-4410-af94-a8a5f7569d99","resolution":{"observed_at":"2026-08-06T17:56:01.882106Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.10945","last_updated":"2025-08-06T06:47:04Z","snapshot_observed_at":"2026-08-10T12:10:57.410417Z","submitted_at":"2025-01-19T04:56:55Z","title":"Gradient-Based Multi-Objective Deep Learning: Algorithms, Theories, Applications, and Beyond","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.10945","snapshot_observed_at":"2026-08-06T17:56:01.887726Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-10T13:08:18.729851Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.887726Z"},"links":{"cited_paper":"/paper/2501.10945","citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:9e92fc41bdc4f4cfcb0cee57ce3e42f802284f654710fc31e68b318651285e9c","observation_id":"f853c627-d638-445d-8cf9-07bf71d0a470","resolution":{"observed_at":"2026-08-06T17:56:01.887726Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:03.655181Z","title":null,"venue":null,"work_id":"ced5785f-a627-421f-b75c-e77e543a2f14","year":2020},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-10T13:08:18.729851Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.893591Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:6833f058222f272bc883590426943e986e3088b818aad0a9bdabf99dd60d2c79","observation_id":"4e7a1fd7-0721-430d-a135-8a5fb2064992","resolution":{"observed_at":"2026-08-06T17:56:03.661791Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:01.902781Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-10T13:08:18.729851Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.902781Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:3bb2283528a656f39951726ace339a10c8b54bab16bafc2a5f8c9e69eaaefc9d","observation_id":"b1067d82-d484-44d9-a864-b48cd1f2bd8a","resolution":{"observed_at":"2026-08-06T17:56:01.902781Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:01.907480Z","title":null,"venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-10T13:08:18.729851Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.907480Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:df54edd905acde3ecde3231333bb9b250ee3e7ebc7ffff6dca4da8ff552cd752","observation_id":"d544626e-98a9-477d-90f9-6576291c65b7","resolution":{"observed_at":"2026-08-06T17:56:01.907480Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:01.912149Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-10T13:08:18.729851Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.912149Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:9d0b71a9d055e5aa524291c9fe92a75ebea78a086eac4a383341c472e32f12b6","observation_id":"5f5493e2-816f-4b84-9bb5-14c1faba3463","resolution":{"observed_at":"2026-08-06T17:56:01.912149Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:01.916617Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-10T13:08:18.729851Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.916617Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:4b9d516aed80788a679f9314e5f7bf6753582e65cad6d0e1b04b2fc8ddc8b929","observation_id":"ce2d18ca-6ec9-4d98-b397-5b50ffbf0968","resolution":{"observed_at":"2026-08-06T17:56:01.916617Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:01.921839Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-10T13:08:18.729851Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.921839Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:af262913d61298881dce9694b1341e5ffb10ecf67cb85efc8107e620504a5c01","observation_id":"3506fd76-b6c4-4e70-a725-14bdac1ce26a","resolution":{"observed_at":"2026-08-06T17:56:01.921839Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:01.932471Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-10T13:08:18.729851Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.932471Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:74e4ff742115500857be3f6f448785ddee4cafaf1e643983c1ed43eec4729b77","observation_id":"3a03a462-8692-4473-a782-117f82de9ad9","resolution":{"observed_at":"2026-08-06T17:56:01.932471Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:01.937525Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-10T13:08:18.729851Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.937525Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:1ae76119dc397f4ffcab347fc0418ccdaf2a1fd68272052a78ce7b51d2b94fcd","observation_id":"4a362354-b9e6-409a-8039-54205d3c20ca","resolution":{"observed_at":"2026-08-06T17:56:01.937525Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.06885","last_updated":"2023-08-14T01:37:02Z","snapshot_observed_at":"2026-07-06T16:05:47.011408Z","submitted_at":"2023-08-14T01:37:02Z","title":"Bridging Offline-Online Evaluation with a Time-dependent and Popularity Bias-free Offline Metric for Recommenders","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.06885","snapshot_observed_at":"2026-08-06T17:56:01.942784Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-10T13:08:18.729851Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.942784Z"},"links":{"cited_paper":"/paper/2308.06885","citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:579e4a159c284ae48efc62a6e061b57238f493cbf24274f92aef7490cb06ea99","observation_id":"206a40bb-4515-4a79-8f3e-c8a8093258ff","resolution":{"observed_at":"2026-08-06T17:56:01.942784Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2011.07931","last_updated":"2020-11-07T01:41:13Z","snapshot_observed_at":"2026-08-07T22:41:57.372452Z","submitted_at":"2020-11-07T01:41:13Z","title":"Do Offline Metrics Predict Online Performance in Recommender Systems?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2011.07931","snapshot_observed_at":"2026-08-06T17:56:01.948340Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-10T13:08:18.729851Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.948340Z"},"links":{"cited_paper":"/paper/2011.07931","citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:7eec79499097367bc545db6870f270e876014c50ba2d2812172f498350826bd9","observation_id":"c1a49877-b55d-43bb-ac3d-181097f34a0c","resolution":{"observed_at":"2026-08-06T17:56:01.948340Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:03.625115Z","title":null,"venue":null,"work_id":"c05e4bfe-4fb9-4589-abc5-7730a5b40525","year":2020},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-10T13:08:18.729851Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.954756Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:cdb3ef5c55cbbdc6c20e54b1b3189f73367ff990fd242f3f36f533dcd27f7f81","observation_id":"db61fd67-89ad-4b26-a6b8-2c34b0cbd7d7","resolution":{"observed_at":"2026-08-06T17:56:03.630580Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:01.961564Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-10T13:08:18.729851Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.961564Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:794bfbe7ea3f135f24528bce1ea2c962b8032d029b1aefd43c6801df1e89bb24","observation_id":"32f15786-a251-4996-b421-c6245d67e880","resolution":{"observed_at":"2026-08-06T17:56:01.961564Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"3227.35474","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:02.929427Z","title":"Jeffrey Mei, Cole Zuber, and Yasaman Khazaeni","venue":null,"work_id":"d698c074-5e8c-4602-b8a5-a12c02439598","year":2022},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-10T13:08:18.729851Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.968086Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:26712f1026eceab49989c5dc189687a865be29bb39d6691d840e2d5505f78efa","observation_id":"ac603c66-114b-4016-9b6e-6ab60fb1c3b4","resolution":{"observed_at":"2026-08-06T17:56:02.940506Z","resolver_source":"raw_fallback","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"4655.2022","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:02.825401Z","title":null,"venue":null,"work_id":"f1d951a1-44a6-4d12-8bef-2d55e16753ab","year":2022},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-10T13:08:18.729851Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.973296Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:fb107667fec3115e085d7248b22e48974c12783294fe367986205be98ab68a62","observation_id":"c55be4e8-c82e-4e88-9f6d-643f3ffbba00","resolution":{"observed_at":"2026-08-06T17:56:02.836718Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:01.978953Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-10T13:08:18.729851Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.978953Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:30c4e6f731f2e122c490692dcfe13943da150f9649df0cc94f527fce9320cb3a","observation_id":"e4c3cee1-294f-4093-9149-add1584f51bb","resolution":{"observed_at":"2026-08-06T17:56:01.978953Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2923.34047","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:02.633670Z","title":null,"venue":null,"work_id":"e4f98038-3d70-409e-9ab7-11e400afbf2a","year":2020},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-10T13:08:18.729851Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.984259Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:e5b556692d5bc90ab2db75ec94694d245028afb03f4a3762196679a081bba8df","observation_id":"40b35ee8-7e89-436b-bcc2-f8dc765bb2d4","resolution":{"observed_at":"2026-08-06T17:56:02.641961Z","resolver_source":"raw_fallback","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:01.989734Z","title":null,"venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-10T13:08:18.729851Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.989734Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:7e25da9b8e273bd30f417689b7e6314fa8442eb3f28c5a36ec18eb875731d019","observation_id":"5dc635d0-899c-4897-89e5-fb98fddc83f0","resolution":{"observed_at":"2026-08-06T17:56:01.989734Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:03.608546Z","title":null,"venue":null,"work_id":"bcda709f-36f7-4a95-952c-e454edf7a013","year":2017},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-10T13:08:18.729851Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.995182Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:aed4856903d40bcadc7f308cc767bb95e25fa0c02eb0ae2b6941d83b8a6ed6a1","observation_id":"b77d6fc8-f9f9-473f-b75a-a4cf2708e4dd","resolution":{"observed_at":"2026-08-06T17:56:03.613659Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:03.591006Z","title":"Hoang, Dung D","venue":null,"work_id":"f25eed26-2d66-43f9-aa36-e01ee4afa966","year":2024},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-10T13:08:18.729851Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.999896Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:abe8d6e517325b324d40fa3290271e7d996ddf3a685e65bf76339e12c895381c","observation_id":"19312dcc-a30c-4ce0-90e1-00d888cebe2c","resolution":{"observed_at":"2026-08-06T17:56:03.596784Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:03.573374Z","title":null,"venue":null,"work_id":"fdb80d2e-8901-4536-b479-f222b6c2b489","year":null},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-10T13:08:18.729851Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:02.005001Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:21afa9b1b4fc41d2dd4498a459a46eeba08538a661c62929b06a3fee8e69ad5d","observation_id":"7b151267-2769-4098-956e-472466d48ed5","resolution":{"observed_at":"2026-08-06T17:56:03.578870Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:02.015211Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-10T13:08:18.729851Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:02.015211Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:eb1006f4a1dd288094cf25bca62f1e5b0a63702f676c7c81d9209522d7a93562","observation_id":"3193f757-1d3e-457b-8977-bb62e0cc3e8e","resolution":{"observed_at":"2026-08-06T17:56:02.015211Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:02.025377Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-10T13:08:18.729851Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:02.025377Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:9931784cf7e07c0eb9674dfe98ff74236fcb6c1273cbf4c02b7d2bf358d7f241","observation_id":"8bac4e16-cb06-4940-84f1-0372fc60ce83","resolution":{"observed_at":"2026-08-06T17:56:02.025377Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:02.030796Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-10T13:08:18.729851Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:02.030796Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:41b50175fef9f19e6cc5742ace3c3f8f098820e6e7dfe02adcb24661bcf9e4d7","observation_id":"b59db278-2c02-40ae-a232-a5687ac5d91c","resolution":{"observed_at":"2026-08-06T17:56:02.030796Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"4915.36102","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:02.365142Z","title":"InProceedings of the 17th ACM Conference on Recommender Systems","venue":null,"work_id":"b5cae129-3670-424d-845f-3a9a6e885363","year":null},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-10T13:08:18.729851Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:02.020265Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:15e4746e740887c2aefe3cfe78938563d9f34c8504e708badeae0f74c6d1bc67","observation_id":"d79dd27c-1e59-4559-93a5-089f73213ed4","resolution":{"observed_at":"2026-08-06T17:56:02.376668Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1511.06939","last_updated":"2016-03-29T14:52:58Z","snapshot_observed_at":"2026-07-31T19:00:00.136727Z","submitted_at":"2015-11-21T23:42:59Z","title":"Session-based Recommendations with Recurrent Neural Networks","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1511.06939","snapshot_observed_at":"2026-08-06T17:56:01.926563Z","title":"In 4th International Conference on Learning Representations, ICLR 2016, San Juan, Puerto Rico, May 2-4, 2016, Conference Track Proceedings, Yoshua Bengio and Yann LeCun (Eds.)","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-10T13:08:18.729851Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":2016,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.926563Z"},"links":{"cited_paper":"/paper/1511.06939","citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:39e25e106f165d25df827a88297037bba87e516ffedd1454bcf3da7b55ef852d","observation_id":"6d3a6b57-c25e-4f33-8e03-c0f35b0c365d","resolution":{"observed_at":"2026-08-06T17:56:01.926563Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:02.010226Z","title":"In Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-10T13:08:18.729851Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:02.010226Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:06326ba38488b67118e4cc03b28392d3dbf838c5a0a19f89f6957ac1498611e5","observation_id":"1aa40ebc-b260-4d62-bcca-1cbb87712faa","resolution":{"observed_at":"2026-08-06T17:56:02.010226Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","latest_version":1,"primary_category":"cs.IR","snapshot_observed_at":"2026-08-10T13:08:18.729851Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems"},"reference_resolution":{"displayed":32,"state_counts":{"malformed_identifier":5,"metadata_mismatch":3,"parse_uncertain":0,"unresolved":22,"verified_exact":2,"verified_fuzzy":0},"total_outbound_references":32},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 32 of 32 outbound references and 0 inbound Pith citation observations for arXiv:2507.09566."}