{"as_of":"2026-08-15T13:50:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:328e8467957c8765faf4a50175ed6da7f0fca3aca542c21a5e9600c9a14addf6","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":15,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":15,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-15T06:32:42.880941+00:00","state":"measured"},{"denominator":15,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":15,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-12T15:58:47.600485Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"arxiv_reference","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":9,"observed_at":"2026-08-05T02:28:24.338817Z","source":"arxiv_reference"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2211.02570","last_updated":"2022-11-04T16:38:09Z","snapshot_observed_at":"2026-08-14T13:45:44.359500Z","submitted_at":"2022-11-04T16:38:09Z","title":"The 'Problem' of Human Label Variation: On Ground Truth in Data, Modeling and Evaluation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.02570","snapshot_observed_at":"2026-08-12T15:58:47.600485Z","title":"The ’Problem’ of Human Label Variation: On Ground Truth in Data, Modeling and Evaluation, November 2022","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2411.13760","last_updated":"2024-11-21T00:15:44Z","snapshot_observed_at":"2026-08-13T17:25:49.944748Z","submitted_at":"2024-11-21T00:15:44Z","title":"A Framework for Evaluating LLMs Under Task Indeterminacy","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-12T15:58:47.600485Z"},"links":{"cited_paper":"/paper/2211.02570","citing_paper":"/paper/2411.13760"},"observation_digest":"sha256:f2f14c9e8c92a9259928c08ff99c296a5cf6738a37ce44db126739134a1fd865","observation_id":"8c67e5e5-81c0-44dc-87a4-d46a433706d4","resolution":{"observed_at":"2026-08-12T15:58:47.600485Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2211.02570","last_updated":"2022-11-04T16:38:09Z","snapshot_observed_at":"2026-08-14T13:45:44.359500Z","submitted_at":"2022-11-04T16:38:09Z","title":"The 'Problem' of Human Label Variation: On Ground Truth in Data, Modeling and Evaluation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.02570","snapshot_observed_at":"2026-08-10T23:28:51.174753Z","title":"The’problem’of human label variation: On ground truth in data, modeling and evaluation,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2412.20340","last_updated":"2025-01-05T06:20:51Z","snapshot_observed_at":"2026-08-12T04:33:36.510078Z","submitted_at":"2024-12-29T03:49:13Z","title":"Distilling Desired Comments for Enhanced Code Review with Large Language Models","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-10T23:28:51.174753Z"},"links":{"cited_paper":"/paper/2211.02570","citing_paper":"/paper/2412.20340"},"observation_digest":"sha256:d7bf65d8f9b32a8bfa53a891b67caa4e5a0bd9a89a45f50df2f7ba62fc97d3fd","observation_id":"1bf086a1-1473-4f05-926d-a886fe577d57","resolution":{"observed_at":"2026-08-10T23:28:51.174753Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2211.02570","last_updated":"2022-11-04T16:38:09Z","snapshot_observed_at":"2026-08-14T13:45:44.359500Z","submitted_at":"2022-11-04T16:38:09Z","title":"The 'Problem' of Human Label Variation: On Ground Truth in Data, Modeling and Evaluation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.02570","snapshot_observed_at":"2026-08-05T20:48:31.636739Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2508.09911","last_updated":"2025-08-13T16:07:45Z","snapshot_observed_at":"2026-08-12T22:28:20.395501Z","submitted_at":"2025-08-13T16:07:45Z","title":"Wisdom of the Crowd, Without the Crowd: A Socratic LLM for Asynchronous Deliberation on Perspectivist Data","version":1},"reference_index":94,"source":"pdf_text","source_observed_at":"2026-08-05T20:48:31.636739Z"},"links":{"cited_paper":"/paper/2211.02570","citing_paper":"/paper/2508.09911"},"observation_digest":"sha256:24894a85501504e9932fab16fb7bc6fb384052020b8d95413e57d4c7bb041831","observation_id":"5416d00d-e426-43e3-b3f8-320805f1e9c1","resolution":{"observed_at":"2026-08-05T20:48:31.636739Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2211.02570","last_updated":"2022-11-04T16:38:09Z","snapshot_observed_at":"2026-08-14T13:45:44.359500Z","submitted_at":"2022-11-04T16:38:09Z","title":"The 'Problem' of Human Label Variation: On Ground Truth in Data, Modeling and Evaluation","version":1},"cited_work":{"arxiv_id":"2211.02570","doi":"10.48550/arxiv.2211.02570","metadata_source":"arxiv_reference","pith_arxiv_id":"2211.02570","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"The “problem” of human label variation: On ground truth in data, modeling and evaluation","venue":"arXiv (Cornell University)","work_id":"c69378df-7fb1-4eab-8f6f-52133119e1be","year":2022},"citing_paper":{"arxiv_id":"2604.07591","last_updated":"2026-04-08T20:49:03Z","snapshot_observed_at":"2026-08-12T19:34:10.919589Z","submitted_at":"2026-04-08T20:49:03Z","title":"From Ground Truth to Measurement: A Statistical Framework for Human Labeling","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-05-10T17:09:43.892161Z"},"links":{"cited_paper":"/paper/2211.02570","citing_paper":"/paper/2604.07591"},"observation_digest":"sha256:01c27b167a43a99334d5d5b0ce6084b7ba8f5ae8caaeae3727090e2336a41961","observation_id":"0fa68997-5ce4-4b6f-8542-71b4187c96c1","resolution":{"observed_at":"2026-05-11T07:30:58.105755Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2211.02570","last_updated":"2022-11-04T16:38:09Z","snapshot_observed_at":"2026-08-14T13:45:44.359500Z","submitted_at":"2022-11-04T16:38:09Z","title":"The 'Problem' of Human Label Variation: On Ground Truth in Data, Modeling and Evaluation","version":1},"cited_work":{"arxiv_id":"2211.02570","doi":"10.48550/arxiv.2211.02570","metadata_source":"arxiv_reference","pith_arxiv_id":"2211.02570","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"The “problem” of human label variation: On ground truth in data, modeling and evaluation","venue":"arXiv (Cornell University)","work_id":"c69378df-7fb1-4eab-8f6f-52133119e1be","year":2022},"citing_paper":{"arxiv_id":"2604.17200","last_updated":"2026-04-19T02:04:14Z","snapshot_observed_at":"2026-07-06T23:04:23.730478Z","submitted_at":"2026-04-19T02:04:14Z","title":"Calibrating Model-Based Evaluation Metrics for Summarization","version":1},"reference_index":126,"source":"arxiv_source","source_observed_at":"2026-05-10T06:36:55.334742Z"},"links":{"cited_paper":"/paper/2211.02570","citing_paper":"/paper/2604.17200"},"observation_digest":"sha256:a673d853fded15b41f7ff985668441154c2f2f909e22b1e76bebfd0ba9e2c0e7","observation_id":"082b2c00-2958-421e-af5e-7efc05c3b16d","resolution":{"observed_at":"2026-05-10T06:41:36.962031Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2211.02570","last_updated":"2022-11-04T16:38:09Z","snapshot_observed_at":"2026-08-14T13:45:44.359500Z","submitted_at":"2022-11-04T16:38:09Z","title":"The 'Problem' of Human Label Variation: On Ground Truth in Data, Modeling and Evaluation","version":1},"cited_work":{"arxiv_id":"2211.02570","doi":"10.48550/arxiv.2211.02570","metadata_source":"arxiv_reference","pith_arxiv_id":"2211.02570","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"The “problem” of human label variation: On ground truth in data, modeling and evaluation","venue":"arXiv (Cornell University)","work_id":"c69378df-7fb1-4eab-8f6f-52133119e1be","year":2022},"citing_paper":{"arxiv_id":"2604.17393","last_updated":"2026-04-21T16:02:36Z","snapshot_observed_at":"2026-08-02T19:33:57.564794Z","submitted_at":"2026-04-19T11:42:55Z","title":"Who Watches the Watchmen? Humans Disagree With Translation Metrics on Unseen Domains","version":2},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-05-10T06:07:15.198716Z"},"links":{"cited_paper":"/paper/2211.02570","citing_paper":"/paper/2604.17393"},"observation_digest":"sha256:4336526d344ae12ed8ce0a293aabb1ff66fedde3036011c4c0ad31cf2d134a5e","observation_id":"94e7bd5a-5166-423b-bed9-6b76fe16a62f","resolution":{"observed_at":"2026-05-10T06:11:20.415010Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2211.02570","last_updated":"2022-11-04T16:38:09Z","snapshot_observed_at":"2026-08-14T13:45:44.359500Z","submitted_at":"2022-11-04T16:38:09Z","title":"The 'Problem' of Human Label Variation: On Ground Truth in Data, Modeling and Evaluation","version":1},"cited_work":{"arxiv_id":"2211.02570","doi":"10.48550/arxiv.2211.02570","metadata_source":"arxiv_reference","pith_arxiv_id":"2211.02570","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"The “problem” of human label variation: On ground truth in data, modeling and evaluation","venue":"arXiv (Cornell University)","work_id":"c69378df-7fb1-4eab-8f6f-52133119e1be","year":2022},"citing_paper":{"arxiv_id":"2604.20131","last_updated":"2026-04-22T02:58:51Z","snapshot_observed_at":"2026-08-14T00:03:49.600643Z","submitted_at":"2026-04-22T02:58:51Z","title":"Whose Story Gets Told? Positionality and Bias in LLM Summaries of Life Narratives","version":1},"reference_index":156,"source":"arxiv_source","source_observed_at":"2026-05-10T01:00:41.543394Z"},"links":{"cited_paper":"/paper/2211.02570","citing_paper":"/paper/2604.20131"},"observation_digest":"sha256:743ccaf5e6109ed0346cbaf34ddb58134eb822ac2dcdf42c5e8e359d07632f2e","observation_id":"7efcb0a0-acb5-42e7-a697-a67d3e0b8635","resolution":{"observed_at":"2026-05-10T01:04:50.346979Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2211.02570","last_updated":"2022-11-04T16:38:09Z","snapshot_observed_at":"2026-08-14T13:45:44.359500Z","submitted_at":"2022-11-04T16:38:09Z","title":"The 'Problem' of Human Label Variation: On Ground Truth in Data, Modeling and Evaluation","version":1},"cited_work":{"arxiv_id":"2211.02570","doi":"10.48550/arxiv.2211.02570","metadata_source":"arxiv_reference","pith_arxiv_id":"2211.02570","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"The “problem” of human label variation: On ground truth in data, modeling and evaluation","venue":"arXiv (Cornell University)","work_id":"c69378df-7fb1-4eab-8f6f-52133119e1be","year":2022},"citing_paper":{"arxiv_id":"2604.22764","last_updated":"2026-03-23T02:48:54Z","snapshot_observed_at":"2026-08-11T13:32:11.649720Z","submitted_at":"2026-03-23T02:48:54Z","title":"Implicit Humanization in Everyday LLM Moral Judgments","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-05-15T01:31:58.983932Z"},"links":{"cited_paper":"/paper/2211.02570","citing_paper":"/paper/2604.22764"},"observation_digest":"sha256:03754747befa0a80f1ffa9060a34771bd59394e7d2d14be6dcda478140adb8a3","observation_id":"47ff62d8-ad8e-4cfb-b728-52e595b2081b","resolution":{"observed_at":"2026-05-15T01:33:27.040591Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2211.02570","last_updated":"2022-11-04T16:38:09Z","snapshot_observed_at":"2026-08-14T13:45:44.359500Z","submitted_at":"2022-11-04T16:38:09Z","title":"The 'Problem' of Human Label Variation: On Ground Truth in Data, Modeling and Evaluation","version":1},"cited_work":{"arxiv_id":"2211.02570","doi":"10.48550/arxiv.2211.02570","metadata_source":"arxiv_reference","pith_arxiv_id":"2211.02570","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"The “problem” of human label variation: On ground truth in data, modeling and evaluation","venue":"arXiv (Cornell University)","work_id":"c69378df-7fb1-4eab-8f6f-52133119e1be","year":2022},"citing_paper":{"arxiv_id":"2604.28010","last_updated":"2026-05-15T20:10:07Z","snapshot_observed_at":"2026-08-14T02:20:43.141671Z","submitted_at":"2026-04-30T15:30:47Z","title":"Learning from Disagreement: Clinician Overrides as Implicit Preference Signals for Clinical AI in Value-Based Care","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-05-07T06:26:57.714846Z"},"links":{"cited_paper":"/paper/2211.02570","citing_paper":"/paper/2604.28010"},"observation_digest":"sha256:a018107dd4bd0cfee7e531712d2ee53229aa718d4d257d3d6b0934373e8ace65","observation_id":"bf0915ce-acc6-47db-8b54-6e7662f2b70e","resolution":{"observed_at":"2026-05-12T10:21:30.292855Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2211.02570","last_updated":"2022-11-04T16:38:09Z","snapshot_observed_at":"2026-08-14T13:45:44.359500Z","submitted_at":"2022-11-04T16:38:09Z","title":"The 'Problem' of Human Label Variation: On Ground Truth in Data, Modeling and Evaluation","version":1},"cited_work":{"arxiv_id":"2211.02570","doi":"10.48550/arxiv.2211.02570","metadata_source":"arxiv_reference","pith_arxiv_id":"2211.02570","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"The “problem” of human label variation: On ground truth in data, modeling and evaluation","venue":"arXiv (Cornell University)","work_id":"c69378df-7fb1-4eab-8f6f-52133119e1be","year":2022},"citing_paper":{"arxiv_id":"2604.28010","last_updated":"2026-05-15T20:10:07Z","snapshot_observed_at":"2026-08-14T02:20:43.141671Z","submitted_at":"2026-04-30T15:30:47Z","title":"Learning from Disagreement: Clinician Overrides as Implicit Preference Signals for Clinical AI in Value-Based Care","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-05-20T23:43:37.688604Z"},"links":{"cited_paper":"/paper/2211.02570","citing_paper":"/paper/2604.28010"},"observation_digest":"sha256:b2f61ba1c81ace8b742bf933c082bd6fbe190d0d7542a8623de196a6da892cf3","observation_id":"886f22dd-80e6-4b9d-8185-d02c52672c0e","resolution":{"observed_at":"2026-05-20T23:43:50.993092Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2211.02570","last_updated":"2022-11-04T16:38:09Z","snapshot_observed_at":"2026-08-14T13:45:44.359500Z","submitted_at":"2022-11-04T16:38:09Z","title":"The 'Problem' of Human Label Variation: On Ground Truth in Data, Modeling and Evaluation","version":1},"cited_work":{"arxiv_id":"2211.02570","doi":"10.48550/arxiv.2211.02570","metadata_source":"arxiv_reference","pith_arxiv_id":"2211.02570","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"The “problem” of human label variation: On ground truth in data, modeling and evaluation","venue":"arXiv (Cornell University)","work_id":"c69378df-7fb1-4eab-8f6f-52133119e1be","year":2022},"citing_paper":{"arxiv_id":"2605.05329","last_updated":"2026-05-06T18:01:40Z","snapshot_observed_at":"2026-07-06T23:17:58.119336Z","submitted_at":"2026-05-06T18:01:40Z","title":"Understanding Annotator Safety Policy with Interpretability","version":1},"reference_index":57,"source":"arxiv_source","source_observed_at":"2026-05-08T17:41:00.933594Z"},"links":{"cited_paper":"/paper/2211.02570","citing_paper":"/paper/2605.05329"},"observation_digest":"sha256:ea34d29f884c8634cecdf0e7e2d9bec7cb9db4b6afddc2223d8039b56beec71f","observation_id":"75ed9390-ce68-49ba-87bd-f26dc01b1ed2","resolution":{"observed_at":"2026-05-11T17:21:08.646818Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2211.02570","last_updated":"2022-11-04T16:38:09Z","snapshot_observed_at":"2026-08-14T13:45:44.359500Z","submitted_at":"2022-11-04T16:38:09Z","title":"The 'Problem' of Human Label Variation: On Ground Truth in Data, Modeling and Evaluation","version":1},"cited_work":{"arxiv_id":"2211.02570","doi":"10.48550/arxiv.2211.02570","metadata_source":"arxiv_reference","pith_arxiv_id":"2211.02570","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"The “problem” of human label variation: On ground truth in data, modeling and evaluation","venue":"arXiv (Cornell University)","work_id":"c69378df-7fb1-4eab-8f6f-52133119e1be","year":2022},"citing_paper":{"arxiv_id":"2605.27914","last_updated":"2026-06-09T02:24:01Z","snapshot_observed_at":"2026-07-06T23:37:36.244456Z","submitted_at":"2026-05-27T03:41:11Z","title":"Does Capability Transfer to Subjective Behavior -- and Would Our Instruments Tell Us? A Self-Evolving, Trust-by-Construction Evaluation Paradigm","version":2},"reference_index":91,"source":"pdf_text","source_observed_at":"2026-06-29T12:54:36.818698Z"},"links":{"cited_paper":"/paper/2211.02570","citing_paper":"/paper/2605.27914"},"observation_digest":"sha256:91d94d6cb91cba7d3f650f54429c0568024d2f73dc3ad21d9400c6b5897ca706","observation_id":"44b4c975-f7f9-4550-86d7-a382cfadb2cf","resolution":{"observed_at":"2026-06-29T13:03:26.721572Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2211.02570","last_updated":"2022-11-04T16:38:09Z","snapshot_observed_at":"2026-08-14T13:45:44.359500Z","submitted_at":"2022-11-04T16:38:09Z","title":"The 'Problem' of Human Label Variation: On Ground Truth in Data, Modeling and Evaluation","version":1},"cited_work":{"arxiv_id":"2211.02570","doi":"10.48550/arxiv.2211.02570","metadata_source":"arxiv_reference","pith_arxiv_id":"2211.02570","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"The “problem” of human label variation: On ground truth in data, modeling and evaluation","venue":"arXiv (Cornell University)","work_id":"c69378df-7fb1-4eab-8f6f-52133119e1be","year":2022},"citing_paper":{"arxiv_id":"2606.09024","last_updated":"2026-06-08T04:44:51Z","snapshot_observed_at":"2026-08-13T16:47:28.385451Z","submitted_at":"2026-06-08T04:44:51Z","title":"Personal Salience: Highlighting Is Social, but Individuality Lives in Selection","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-06-27T15:02:19.466220Z"},"links":{"cited_paper":"/paper/2211.02570","citing_paper":"/paper/2606.09024"},"observation_digest":"sha256:4126799af8cb13ab853b8cb70862f96e5d86d27171bb9260c28795ed9c5b9802","observation_id":"ff4b7409-52b7-4ac0-adb5-2a6f3ea2ea1b","resolution":{"observed_at":"2026-07-03T03:37:35.845268Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2211.02570","last_updated":"2022-11-04T16:38:09Z","snapshot_observed_at":"2026-08-14T13:45:44.359500Z","submitted_at":"2022-11-04T16:38:09Z","title":"The 'Problem' of Human Label Variation: On Ground Truth in Data, Modeling and Evaluation","version":1},"cited_work":{"arxiv_id":"2211.02570","doi":"10.48550/arxiv.2211.02570","metadata_source":"arxiv_reference","pith_arxiv_id":"2211.02570","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"The “problem” of human label variation: On ground truth in data, modeling and evaluation","venue":"arXiv (Cornell University)","work_id":"c69378df-7fb1-4eab-8f6f-52133119e1be","year":2022},"citing_paper":{"arxiv_id":"2606.11613","last_updated":"2026-06-10T03:25:36Z","snapshot_observed_at":"2026-08-14T12:24:28.430278Z","submitted_at":"2026-06-10T03:25:36Z","title":"Factions Within, Uncertain Across: Within-Document Reader Sub-Groups in Social Highlighting","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-06-27T08:35:05.777627Z"},"links":{"cited_paper":"/paper/2211.02570","citing_paper":"/paper/2606.11613"},"observation_digest":"sha256:46d04bcb1489bf2325fc93da713bcc2016b0922df2f6a149ffec0f74dcbc9b1b","observation_id":"4b5dfbf5-c4b8-4c25-856f-2b6c9bc730de","resolution":{"observed_at":"2026-07-03T13:08:07.843654Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2211.02570","last_updated":"2022-11-04T16:38:09Z","snapshot_observed_at":"2026-08-14T13:45:44.359500Z","submitted_at":"2022-11-04T16:38:09Z","title":"The 'Problem' of Human Label Variation: On Ground Truth in Data, Modeling and Evaluation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.02570","snapshot_observed_at":"2026-08-02T07:44:05.241524Z","title":"The ‘Problem’ of Human Label Variation: On Ground Truth in Data, Modeling and Evaluation","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2607.09306","last_updated":"2026-07-30T11:40:45Z","snapshot_observed_at":"2026-08-14T10:58:50.041021Z","submitted_at":"2026-07-10T11:39:40Z","title":"Exposure is not manifestation: measurement target and output resolution jointly determine which behavioural-faithfulness evaluator wins","version":3},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-02T07:44:05.241524Z"},"links":{"cited_paper":"/paper/2211.02570","citing_paper":"/paper/2607.09306"},"observation_digest":"sha256:3f33988447cea6ea76152a5bd9f9e01e98ddb0f2910f89c0b3b97591bef14a97","observation_id":"9a926d8a-a2b9-4a7c-b19d-38c8417df219","resolution":{"observed_at":"2026-08-02T07:44:05.241524Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2211.02570/citation-record","integrity":"/paper/2211.02570/integrity","json":"/paper/2211.02570/citation-record.json","paper":"/paper/2211.02570"},"outbound":[],"paper":{"arxiv_id":"2211.02570","last_updated":"2022-11-04T16:38:09Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-14T13:45:44.359500Z","submitted_at":"2022-11-04T16:38:09Z","title":"The 'Problem' of Human Label Variation: On Ground Truth in Data, Modeling and Evaluation"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"thesis":"As of 15 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 15 inbound Pith citation observations for arXiv:2211.02570."}