{"as_of":"2026-08-10T15:34:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:b1a73ba0450dc9ec8ed9394fc96e33da8dc0a1666fc1fb993b95b2d37e5fd8db","coverage":[{"denominator":3,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":3,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-10T06:37:19.313543Z","state":"measured"},{"denominator":3,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":3,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2604.17022/citation-record","integrity":"/paper/2604.17022/integrity","json":"/paper/2604.17022/citation-record.json","paper":"/paper/2604.17022"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2510.13259","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"arXiv preprint","venue":null,"work_id":"98a660c4-68a3-45b5-aa24-c8e2d122c898","year":2023},"citing_paper":{"arxiv_id":"2604.17022","last_updated":"2026-04-30T07:31:04Z","snapshot_observed_at":"2026-07-06T23:04:14.688737Z","submitted_at":"2026-04-18T15:09:20Z","title":"Beyond Black-Box Labels: Interpretable Criteria for Diagnosing Subjective NLP Tasks","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-10T06:37:19.313543Z"},"links":{"citing_paper":"/paper/2604.17022"},"observation_digest":"sha256:238451661dfec8ca1cc959240309ceb0261a678cc9695c4b18cbc0228055753a","observation_id":"58b6aee1-b541-4dde-9e0d-7614859804be","resolution":{"observed_at":"2026-05-10T06:41:36.873406Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2103.14749","last_updated":"2021-11-07T13:04:04Z","snapshot_observed_at":"2026-08-04T22:08:50.379039Z","submitted_at":"2021-03-26T21:54:36Z","title":"Pervasive Label Errors in Test Sets Destabilize Machine Learning Benchmarks","version":4},"cited_work":{"arxiv_id":"2103.14749","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2103.14749","snapshot_observed_at":"2026-07-04T08:49:41.632097Z","title":"Confident learning: Estimating uncertainty in dataset labels.Journal of Artificial Intelligence Research, 70:1373–1411, 2021a","venue":null,"work_id":"328e364f-cefb-4793-8bdd-481ee68746ca","year":2023},"citing_paper":{"arxiv_id":"2604.17022","last_updated":"2026-04-30T07:31:04Z","snapshot_observed_at":"2026-07-06T23:04:14.688737Z","submitted_at":"2026-04-18T15:09:20Z","title":"Beyond Black-Box Labels: Interpretable Criteria for Diagnosing Subjective NLP Tasks","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-05-10T06:37:19.313543Z"},"links":{"cited_paper":"/paper/2103.14749","citing_paper":"/paper/2604.17022"},"observation_digest":"sha256:a91dba595aaa5f4b0e0a10e5801891a90643098ca52410628a6e575c91c4f698","observation_id":"04d406b2-0b06-452c-a1cb-0acbbca4b45b","resolution":{"observed_at":"2026-05-10T06:41:36.875706Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"complete the story","venue":null,"work_id":"392211e1-2de8-4de5-9d5f-59c52798cd09","year":2066},"citing_paper":{"arxiv_id":"2604.17022","last_updated":"2026-04-30T07:31:04Z","snapshot_observed_at":"2026-07-06T23:04:14.688737Z","submitted_at":"2026-04-18T15:09:20Z","title":"Beyond Black-Box Labels: Interpretable Criteria for Diagnosing Subjective NLP Tasks","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-05-10T06:37:19.313543Z"},"links":{"citing_paper":"/paper/2604.17022"},"observation_digest":"sha256:cb5f34e01f73973ec755e463f911e79bf0d17b18723c91f26a8c2a8df198a86d","observation_id":"03e1f0d4-f402-4d24-93e3-3195080fd099","resolution":{"observed_at":"2026-05-21T16:04:15.356773Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2604.17022","last_updated":"2026-04-30T07:31:04Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-07-06T23:04:14.688737Z","submitted_at":"2026-04-18T15:09:20Z","title":"Beyond Black-Box Labels: Interpretable Criteria for Diagnosing Subjective NLP Tasks"},"reference_resolution":{"displayed":3,"state_counts":{"malformed_identifier":1,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":0,"verified_exact":1,"verified_fuzzy":0},"total_outbound_references":3},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 3 of 3 outbound references and 0 inbound Pith citation observations for arXiv:2604.17022."}