{"as_of":"2026-08-09T18:38:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:8892983c60db96449c3827cdefba6ee1905d20e6acc8e71e24ef4c1ac4a49c15","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":16,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":16,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":16,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":16,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T05:22:49.441452Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-02T09:26:51.596027Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2306.03262","last_updated":"2023-06-05T21:26:12Z","snapshot_observed_at":"2026-08-07T09:20:57.913406Z","submitted_at":"2023-06-05T21:26:12Z","title":"Has the Machine Learning Review Process Become More Arbitrary as the Field Has Grown? The NeurIPS 2021 Consistency Experiment","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.03262","snapshot_observed_at":"2026-08-07T05:22:49.441452Z","title":"Beygelzimer, Y","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2506.08134","last_updated":"2026-06-09T00:39:28Z","snapshot_observed_at":"2026-08-07T05:16:33.521117Z","submitted_at":"2025-06-09T18:37:14Z","title":"Position: The ML Community Must Build an AI-Augmented Peer-Review Ecosystem","version":4},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-07T05:22:49.441452Z"},"links":{"cited_paper":"/paper/2306.03262","citing_paper":"/paper/2506.08134"},"observation_digest":"sha256:0f158232cb15f9c25436b1eaaf75f1885b86beade562cabeee4333a959ec0f29","observation_id":"4ba85af2-80d6-441a-891a-bf488af7ffb2","resolution":{"observed_at":"2026-08-07T05:22:49.441452Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.03262","last_updated":"2023-06-05T21:26:12Z","snapshot_observed_at":"2026-08-07T09:20:57.913406Z","submitted_at":"2023-06-05T21:26:12Z","title":"Has the Machine Learning Review Process Become More Arbitrary as the Field Has Grown? The NeurIPS 2021 Consistency Experiment","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.03262","snapshot_observed_at":"2026-08-06T10:55:14.582127Z","title":"Has the machine learning review process become more arbitrary as the field has grown? the neurips 2021 consistency experiment","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.23276","last_updated":"2025-08-01T12:49:36Z","snapshot_observed_at":"2026-08-06T10:54:57.937285Z","submitted_at":"2025-07-31T06:32:06Z","title":"How Far Are AI Scientists from Changing the World?","version":2},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-06T10:55:14.582127Z"},"links":{"cited_paper":"/paper/2306.03262","citing_paper":"/paper/2507.23276"},"observation_digest":"sha256:e5769111dca22df353fe78ba687805cd998381dac8312f48f2f08b829d18aa1d","observation_id":"b936c0a1-94e5-4cd6-b5c3-40e9449c27bf","resolution":{"observed_at":"2026-08-06T10:55:14.582127Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.03262","last_updated":"2023-06-05T21:26:12Z","snapshot_observed_at":"2026-08-07T09:20:57.913406Z","submitted_at":"2023-06-05T21:26:12Z","title":"Has the Machine Learning Review Process Become More Arbitrary as the Field Has Grown? The NeurIPS 2021 Consistency Experiment","version":1},"cited_work":{"arxiv_id":"2306.03262","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2306.03262","snapshot_observed_at":"2026-07-02T09:26:51.596027Z","title":"Has the machine learning review process become more arbitrary as the field has grown? the neurips 2021 consistency experiment","venue":null,"work_id":"377feac9-959b-4891-8a70-d9d48b082f6b","year":2021},"citing_paper":{"arxiv_id":"2509.13400","last_updated":"2026-04-28T08:57:18Z","snapshot_observed_at":"2026-07-06T22:30:07.020487Z","submitted_at":"2025-09-16T17:55:56Z","title":"Justice in Judgment: Unveiling (Hidden) Bias in LLM-assisted Peer Reviews","version":6},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-05-18T15:40:42.081350Z"},"links":{"cited_paper":"/paper/2306.03262","citing_paper":"/paper/2509.13400"},"observation_digest":"sha256:7a8ce00e82650eba8b71e2f38b0810693eaa8e9c364138ff83ceaacefcf58042","observation_id":"3fb21796-4962-43d9-aba8-8417b455ed5b","resolution":{"observed_at":"2026-05-18T15:41:33.404001Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.03262","last_updated":"2023-06-05T21:26:12Z","snapshot_observed_at":"2026-08-07T09:20:57.913406Z","submitted_at":"2023-06-05T21:26:12Z","title":"Has the Machine Learning Review Process Become More Arbitrary as the Field Has Grown? The NeurIPS 2021 Consistency Experiment","version":1},"cited_work":{"arxiv_id":"2306.03262","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2306.03262","snapshot_observed_at":"2026-07-02T09:26:51.596027Z","title":"Has the machine learning review process become more arbitrary as the field has grown? the neurips 2021 consistency experiment","venue":null,"work_id":"377feac9-959b-4891-8a70-d9d48b082f6b","year":2021},"citing_paper":{"arxiv_id":"2604.27900","last_updated":"2026-04-30T14:10:33Z","snapshot_observed_at":"2026-07-06T23:13:15.994987Z","submitted_at":"2026-04-30T14:10:33Z","title":"Can We Volunteer Out of the Peer Review Crisis?","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-05-07T07:37:41.252670Z"},"links":{"cited_paper":"/paper/2306.03262","citing_paper":"/paper/2604.27900"},"observation_digest":"sha256:5227bf982d217f2336eb8d452b484aee4d0300ba4041238ad08943658a5e5a3f","observation_id":"d125b366-d74c-4841-bfc7-14ba55afab6c","resolution":{"observed_at":"2026-05-12T10:11:27.029628Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.03262","last_updated":"2023-06-05T21:26:12Z","snapshot_observed_at":"2026-08-07T09:20:57.913406Z","submitted_at":"2023-06-05T21:26:12Z","title":"Has the Machine Learning Review Process Become More Arbitrary as the Field Has Grown? The NeurIPS 2021 Consistency Experiment","version":1},"cited_work":{"arxiv_id":"2306.03262","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2306.03262","snapshot_observed_at":"2026-07-02T09:26:51.596027Z","title":"Has the machine learning review process become more arbitrary as the field has grown? the neurips 2021 consistency experiment","venue":null,"work_id":"377feac9-959b-4891-8a70-d9d48b082f6b","year":2021},"citing_paper":{"arxiv_id":"2604.28158","last_updated":"2026-05-01T14:37:29Z","snapshot_observed_at":"2026-07-06T23:13:29.310140Z","submitted_at":"2026-04-30T17:44:55Z","title":"Intern-Atlas: A Methodological Evolution Graph as Research Infrastructure for AI Scientists","version":2},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-05-07T06:42:17.145367Z"},"links":{"cited_paper":"/paper/2306.03262","citing_paper":"/paper/2604.28158"},"observation_digest":"sha256:318ee31c2ebb5ede0385397ce77b579c7f62b810457b8b30526ccdf8a4ddc077","observation_id":"74149989-1429-48af-a81d-00cac6376919","resolution":{"observed_at":"2026-05-12T10:16:28.539507Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.03262","last_updated":"2023-06-05T21:26:12Z","snapshot_observed_at":"2026-08-07T09:20:57.913406Z","submitted_at":"2023-06-05T21:26:12Z","title":"Has the Machine Learning Review Process Become More Arbitrary as the Field Has Grown? The NeurIPS 2021 Consistency Experiment","version":1},"cited_work":{"arxiv_id":"2306.03262","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2306.03262","snapshot_observed_at":"2026-07-02T09:26:51.596027Z","title":"Has the machine learning review process become more arbitrary as the field has grown? the neurips 2021 consistency experiment","venue":null,"work_id":"377feac9-959b-4891-8a70-d9d48b082f6b","year":2021},"citing_paper":{"arxiv_id":"2605.26730","last_updated":"2026-05-27T04:08:55Z","snapshot_observed_at":"2026-08-06T20:08:01.165542Z","submitted_at":"2026-05-26T09:06:27Z","title":"PRISM: A Multi-Dimensional Benchmark for Evaluating LLM Peer Reviewers","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-06-29T17:58:44.964616Z"},"links":{"cited_paper":"/paper/2306.03262","citing_paper":"/paper/2605.26730"},"observation_digest":"sha256:2f58a9778a83dcdfa7e181c518f31e2cd5f3cc21351ee9454caa08ffb7e24567","observation_id":"c5efe562-0436-41c9-b1d0-2e2fb0e0bc41","resolution":{"observed_at":"2026-06-29T18:03:48.025770Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.03262","last_updated":"2023-06-05T21:26:12Z","snapshot_observed_at":"2026-08-07T09:20:57.913406Z","submitted_at":"2023-06-05T21:26:12Z","title":"Has the Machine Learning Review Process Become More Arbitrary as the Field Has Grown? The NeurIPS 2021 Consistency Experiment","version":1},"cited_work":{"arxiv_id":"2306.03262","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2306.03262","snapshot_observed_at":"2026-07-02T09:26:51.596027Z","title":"Has the machine learning review process become more arbitrary as the field has grown? the neurips 2021 consistency experiment","venue":null,"work_id":"377feac9-959b-4891-8a70-d9d48b082f6b","year":2021},"citing_paper":{"arxiv_id":"2606.04716","last_updated":"2026-06-03T10:49:16Z","snapshot_observed_at":"2026-08-06T15:38:17.523421Z","submitted_at":"2026-06-03T10:49:16Z","title":"The State of Peer Review in Empirical Software Engineering: A Community Survey on Review Load, Quality, and GenAI Use","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-06-28T05:29:14.806050Z"},"links":{"cited_paper":"/paper/2306.03262","citing_paper":"/paper/2606.04716"},"observation_digest":"sha256:d1d185082cb7f33b8230106e1bef322bf24da4d5c170ecbb46fd606c6b5af4d8","observation_id":"6361fd28-30ca-4479-9f3b-7b87cc8e238b","resolution":{"observed_at":"2026-07-02T09:26:51.597503Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.03262","last_updated":"2023-06-05T21:26:12Z","snapshot_observed_at":"2026-08-07T09:20:57.913406Z","submitted_at":"2023-06-05T21:26:12Z","title":"Has the Machine Learning Review Process Become More Arbitrary as the Field Has Grown? The NeurIPS 2021 Consistency Experiment","version":1},"cited_work":{"arxiv_id":"2306.03262","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2306.03262","snapshot_observed_at":"2026-07-02T09:26:51.596027Z","title":"Has the machine learning review process become more arbitrary as the field has grown? the neurips 2021 consistency experiment","venue":null,"work_id":"377feac9-959b-4891-8a70-d9d48b082f6b","year":2021},"citing_paper":{"arxiv_id":"2606.31651","last_updated":"2026-07-13T07:29:01Z","snapshot_observed_at":"2026-07-16T23:18:46.390607Z","submitted_at":"2026-06-30T13:30:24Z","title":"FARS: A Fully Automated Research System Deployed at Scale","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-07-01T05:18:53.840963Z"},"links":{"cited_paper":"/paper/2306.03262","citing_paper":"/paper/2606.31651"},"observation_digest":"sha256:916d1a7daec72b75cab208930118ddc7d8d7e1c344d8687a647e4942e05da98f","observation_id":"63de9d53-7739-4fa7-94e3-278a02423cd5","resolution":{"observed_at":"2026-07-01T10:35:42.693170Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.03262","last_updated":"2023-06-05T21:26:12Z","snapshot_observed_at":"2026-08-07T09:20:57.913406Z","submitted_at":"2023-06-05T21:26:12Z","title":"Has the Machine Learning Review Process Become More Arbitrary as the Field Has Grown? The NeurIPS 2021 Consistency Experiment","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.03262","snapshot_observed_at":"2026-07-14T16:55:37.417202Z","title":"Hui Chen, Miao Xiong, Yujie Lu, Wei Han, Ailin Deng, Yufei He, Jiaying Wu, Yibo Li, Yue Liu, and Bryan Hooi","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.31651","last_updated":"2026-07-13T07:29:01Z","snapshot_observed_at":"2026-07-16T23:18:46.390607Z","submitted_at":"2026-06-30T13:30:24Z","title":"FARS: A Fully Automated Research System Deployed at Scale","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-07-14T16:55:37.417202Z"},"links":{"cited_paper":"/paper/2306.03262","citing_paper":"/paper/2606.31651"},"observation_digest":"sha256:77278a857ab6d3e876912085b6e9ad57d624cad6465daf1296eff4f1bb70376a","observation_id":"b68471c7-0cac-48ee-b6b9-8c517ab31174","resolution":{"observed_at":"2026-07-14T16:55:37.417202Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.03262","last_updated":"2023-06-05T21:26:12Z","snapshot_observed_at":"2026-08-07T09:20:57.913406Z","submitted_at":"2023-06-05T21:26:12Z","title":"Has the Machine Learning Review Process Become More Arbitrary as the Field Has Grown? The NeurIPS 2021 Consistency Experiment","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.03262","snapshot_observed_at":"2026-07-11T18:32:37.712339Z","title":"arXiv preprint arXiv:2306.03262 , year =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.05454","last_updated":"2026-07-17T20:20:24Z","snapshot_observed_at":"2026-08-05T13:55:41.382466Z","submitted_at":"2026-07-05T20:57:36Z","title":"Publishing Without Journals: An Open, Forkable Archive with Attributed Review","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-07-11T18:32:37.712339Z"},"links":{"cited_paper":"/paper/2306.03262","citing_paper":"/paper/2607.05454"},"observation_digest":"sha256:74995954dd2e293e26147db5f73a2b80ade4212dabe285c10d615a8adf35a103","observation_id":"008a4778-ce76-416f-850b-9f497cd27527","resolution":{"observed_at":"2026-07-11T18:32:37.712339Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.03262","last_updated":"2023-06-05T21:26:12Z","snapshot_observed_at":"2026-08-07T09:20:57.913406Z","submitted_at":"2023-06-05T21:26:12Z","title":"Has the Machine Learning Review Process Become More Arbitrary as the Field Has Grown? The NeurIPS 2021 Consistency Experiment","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.03262","snapshot_observed_at":"2026-08-02T08:38:05.007738Z","title":"Beygelzimer, Y","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2607.05454","last_updated":"2026-07-17T20:20:24Z","snapshot_observed_at":"2026-08-05T13:55:41.382466Z","submitted_at":"2026-07-05T20:57:36Z","title":"Publishing Without Journals: An Open, Forkable Archive with Attributed Review","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-02T08:38:05.007738Z"},"links":{"cited_paper":"/paper/2306.03262","citing_paper":"/paper/2607.05454"},"observation_digest":"sha256:54f3bddd57e12962cce77dfbab2f271d55c3e64ddfc602ca22cdd492cbc83288","observation_id":"5c3f30fb-068e-47bc-a655-dcd7ed695872","resolution":{"observed_at":"2026-08-02T08:38:05.007738Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.03262","last_updated":"2023-06-05T21:26:12Z","snapshot_observed_at":"2026-08-07T09:20:57.913406Z","submitted_at":"2023-06-05T21:26:12Z","title":"Has the Machine Learning Review Process Become More Arbitrary as the Field Has Grown? The NeurIPS 2021 Consistency Experiment","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.03262","snapshot_observed_at":"2026-08-02T08:38:05.012531Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.05454","last_updated":"2026-07-17T20:20:24Z","snapshot_observed_at":"2026-08-05T13:55:41.382466Z","submitted_at":"2026-07-05T20:57:36Z","title":"Publishing Without Journals: An Open, Forkable Archive with Attributed Review","version":2},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-02T08:38:05.012531Z"},"links":{"cited_paper":"/paper/2306.03262","citing_paper":"/paper/2607.05454"},"observation_digest":"sha256:05035f4bcc998d0679a2427becb32e4401e6bf5bbe91e6e150d4459b076f17ee","observation_id":"2b92252f-f925-4451-8273-daca0f3c7717","resolution":{"observed_at":"2026-08-02T08:38:05.012531Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.03262","last_updated":"2023-06-05T21:26:12Z","snapshot_observed_at":"2026-08-07T09:20:57.913406Z","submitted_at":"2023-06-05T21:26:12Z","title":"Has the Machine Learning Review Process Become More Arbitrary as the Field Has Grown? The NeurIPS 2021 Consistency Experiment","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.03262","snapshot_observed_at":"2026-08-01T00:21:36.791762Z","title":"Dauphin, Percy Liang, and Jennifer Wortman Vaughan","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2607.26280","last_updated":"2026-07-28T21:22:14Z","snapshot_observed_at":"2026-08-06T12:51:30.201862Z","submitted_at":"2026-07-28T21:22:14Z","title":"Bias at the Borderline: Who Gets the Benefit of the Doubt in Peer Review?","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-01T00:21:36.791762Z"},"links":{"cited_paper":"/paper/2306.03262","citing_paper":"/paper/2607.26280"},"observation_digest":"sha256:ad142ef8d5623449a7f5a7ad4afc4982c04f8bcfad21b15b922e99e3f13d60e1","observation_id":"6fc29780-2b35-4c90-a138-a28d82d5528a","resolution":{"observed_at":"2026-08-01T00:21:36.791762Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.03262","last_updated":"2023-06-05T21:26:12Z","snapshot_observed_at":"2026-08-07T09:20:57.913406Z","submitted_at":"2023-06-05T21:26:12Z","title":"Has the Machine Learning Review Process Become More Arbitrary as the Field Has Grown? The NeurIPS 2021 Consistency Experiment","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.03262","snapshot_observed_at":"2026-08-02T15:15:45.837048Z","title":"Abeba Birhane, Pratyusha Kalluri, Dallas Card, William Agnew, Ravit Dotan, and Michelle Bao","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2607.27209","last_updated":"2026-04-30T10:54:54Z","snapshot_observed_at":"2026-08-06T19:16:04.197566Z","submitted_at":"2026-04-30T10:54:54Z","title":"Reviewer Scores Are Not Comparable Across Research Areas in ML Peer Review","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-02T15:15:45.837048Z"},"links":{"cited_paper":"/paper/2306.03262","citing_paper":"/paper/2607.27209"},"observation_digest":"sha256:0cfb1b269af259171500cab49a31b6ae5b5adcf11858153647d2f94eeb93bf6e","observation_id":"a77bebf8-c0b9-4e06-81bb-5431eaefbf16","resolution":{"observed_at":"2026-08-02T15:15:45.837048Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.03262","last_updated":"2023-06-05T21:26:12Z","snapshot_observed_at":"2026-08-07T09:20:57.913406Z","submitted_at":"2023-06-05T21:26:12Z","title":"Has the Machine Learning Review Process Become More Arbitrary as the Field Has Grown? The NeurIPS 2021 Consistency Experiment","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.03262","snapshot_observed_at":"2026-08-04T00:49:01.007449Z","title":"Beygelzimer, Y","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2608.00299","last_updated":"2026-08-05T14:51:00Z","snapshot_observed_at":"2026-08-08T23:13:06.224607Z","submitted_at":"2026-07-31T21:26:20Z","title":"ReVoicer: Conversational Voice Annotation for Human-Centered, LLM-Assisted Peer Review","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-04T00:49:01.007449Z"},"links":{"cited_paper":"/paper/2306.03262","citing_paper":"/paper/2608.00299"},"observation_digest":"sha256:5cb7915128cce51525876f9c7ecab43b99a6d34948188e784a82beffeff8d07c","observation_id":"0a6270f2-f440-4e61-9ecb-f0bd738cfd9e","resolution":{"observed_at":"2026-08-04T00:49:01.007449Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.03262","last_updated":"2023-06-05T21:26:12Z","snapshot_observed_at":"2026-08-07T09:20:57.913406Z","submitted_at":"2023-06-05T21:26:12Z","title":"Has the Machine Learning Review Process Become More Arbitrary as the Field Has Grown? The NeurIPS 2021 Consistency Experiment","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.03262","snapshot_observed_at":"2026-08-06T04:15:20.095443Z","title":"Beygelzimer, Y","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2608.00299","last_updated":"2026-08-05T14:51:00Z","snapshot_observed_at":"2026-08-08T23:13:06.224607Z","submitted_at":"2026-07-31T21:26:20Z","title":"ReVoicer: Conversational Voice Annotation for Human-Centered, LLM-Assisted Peer Review","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T04:15:20.095443Z"},"links":{"cited_paper":"/paper/2306.03262","citing_paper":"/paper/2608.00299"},"observation_digest":"sha256:636f6004d1f05497f50d4b31764eea342ea99cab9e5c33c59e0690daf50c0dac","observation_id":"1ab5c9c9-4927-4dbd-b23b-e3924b5db83b","resolution":{"observed_at":"2026-08-06T04:15:20.095443Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2306.03262/citation-record","integrity":"/paper/2306.03262/integrity","json":"/paper/2306.03262/citation-record.json","paper":"/paper/2306.03262"},"outbound":[],"paper":{"arxiv_id":"2306.03262","last_updated":"2023-06-05T21:26:12Z","latest_version":1,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-07T09:20:57.913406Z","submitted_at":"2023-06-05T21:26:12Z","title":"Has the Machine Learning Review Process Become More Arbitrary as the Field Has Grown? The NeurIPS 2021 Consistency Experiment"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 16 inbound Pith citation observations for arXiv:2306.03262."}