{"as_of":"2026-08-03T20:39:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:335115b177f4c767bab57cad1ac4b92dd275fd1fdd5cca3d043921d8e506684e","coverage":[{"denominator":21,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":21,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-08T10:32:15.938575Z","state":"measured"},{"denominator":21,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":21,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-03T06:30:56.289259+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2605.06283/citation-record","integrity":"/paper/2605.06283/integrity","json":"/paper/2605.06283/citation-record.json","paper":"/paper/2605.06283"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2305.01937","last_updated":"2023-05-03T07:28:50Z","snapshot_observed_at":"2026-08-02T17:07:32.299595Z","submitted_at":"2023-05-03T07:28:50Z","title":"Can Large Language Models Be an Alternative to Human Evaluations?","version":1},"cited_work":{"arxiv_id":"2305.01937","doi":"10.48550/arxiv.2305.01937","metadata_source":"pith","pith_arxiv_id":"2305.01937","snapshot_observed_at":"2026-07-10T08:06:57.888157Z","title":"Can large language models be an alternative to human evaluations?","venue":"cs.CL","work_id":"0fb62126-21b0-4011-8072-2f3c760d9669","year":2023},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"cited_paper":"/paper/2305.01937","citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:06c1a8e61ba4558abaa6e37649b026ce2a7ffa52e8c51118488fe8b9202b3126","observation_id":"9832c778-716b-484b-b9f1-5cc675053839","resolution":{"observed_at":"2026-05-11T20:01:10.260954Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"5b68bdaf-db61-423c-aef7-2349ef1acd86","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:01b64df68143f29f8615c4b21c2e1ecd02dd767137a7590d73f22e4d1d2b84a3","observation_id":"2168c922-7aec-494e-9e69-8aa812027445","resolution":{"observed_at":"2026-05-26T15:07:51.946499Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Each score point on that scale is described by an overall statement which captures the essence of the response","venue":null,"work_id":"2b5558fb-1f1b-4bf6-b1f6-d0d1021dfb2c","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:178f7c61d4c36dca7e6d0bfeb93215cd9783927a0d83d9690574d03a376a1f72","observation_id":"d1237a91-29d5-49a1-917a-f8a67d8393c0","resolution":{"observed_at":"2026-05-26T15:07:51.968788Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Anchor papers are exam- ples of actual student work","venue":null,"work_id":"5aa6f381-052a-4bdd-a230-24384a8a4f00","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:76a232e0d18027e29b7375721b079c1e705492c1745d0df17d8934eaeb64de89","observation_id":"0c46cafb-1e40-441b-bf80-62bd5d3ca631","resolution":{"observed_at":"2026-05-26T15:07:51.951911Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Also, papers receive a score based on the work the student did complete even if they seem to be unfinished","venue":null,"work_id":"141cc592-b95e-4ccb-ad3e-a8fee1d2f448","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:1448c586f7d7d1e049280aaeb10c01e9fef2f0fb8d3a8e9ef1d1e2723f282973","observation_id":"071fadc7-f3a8-48c0-8602-38f952d9b725","resolution":{"observed_at":"2026-05-26T15:07:51.954280Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Prompt 4 Holistic Context Instructions","venue":null,"work_id":"cc90e75f-5974-4205-9304-e4e9f5fb6c96","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:efda9c4dc2c2e55b72d7b786cb6bad796d0de639818ff2a0a44ca6dff5b36014","observation_id":"9fd1820f-9b93-4beb-9c57-2481277c4c83","resolution":{"observed_at":"2026-05-26T15:07:51.949154Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"94b6b21e-8572-4d3f-af22-ccde0dd204e8","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:d8997cf60f624108d016c0af66d1992dc1e010607f1802941247f113f4926ee7","observation_id":"842ca462-28d4-4554-8dc3-0e2c92ed037e","resolution":{"observed_at":"2026-05-26T15:07:51.963124Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"d6bff7c7-6cff-474e-abd4-3fac8363d917","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:18c25cd42a15694ace2248670efaddc4b5fcce6b271f021c5ee7497d9ca80e71","observation_id":"ca8167d1-4fc0-4873-a1ea-e2c85db5f02a","resolution":{"observed_at":"2026-05-26T15:07:51.959940Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"ed3320d4-545a-499f-838b-05e87ff0b8fd","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:4c84ac10fb5e951a376a26695db390f9deb6d89bad34e1b23b7ea95b287b7f48","observation_id":"c457ad2e-a217-446e-901f-83be0a7d8559","resolution":{"observed_at":"2026-05-26T15:07:51.965503Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Prompt 6 Holistic Context Instructions","venue":null,"work_id":"3a988e25-6b7c-4446-bed0-fce10d6f7e7a","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:3a79918a14a8df4a6f21be1a4db628f5621946eb7989d9c31512b5aa6bab8df1","observation_id":"2c6ac5b2-8e7a-4d94-8246-61442080613b","resolution":{"observed_at":"2026-05-26T15:07:51.957378Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"d917864b-8a5a-4b7f-a9c9-b110cf2f44ea","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:a0da2f029c982fa0c26f4cf229d632ab8b8b732dd4b13c306391a4a6914213da","observation_id":"34e0ee1f-039c-4e93-b4e6-9f3a7337224d","resolution":{"observed_at":"2026-05-26T15:07:51.915697Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"You are not a teacher, substitute teacher, support staff, tutor, administrator, etc., who is currently under contract or em- ployed by or in schools, or under 18 years of age","venue":null,"work_id":"ca067575-b3e6-4199-9f90-993da6dd7801","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:a573bfcec73f1118e872e890fca9509569c7d6016197f66df9fc776096e0d430","observation_id":"5e7bd8bb-6ecd-44a9-b5cf-90b3d652c8c3","resolution":{"observed_at":"2026-05-26T15:07:51.929615Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"e0513e76-59a0-4c1f-834b-92db259dfdb5","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:820b974d6afd26acdabaa1f5a96ae3536d9637fb1054ce24b4a0ed4e7ba4c623","observation_id":"50839513-2525-4031-8747-3874af932a13","resolution":{"observed_at":"2026-05-26T15:07:51.943722Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"61c2bec7-21b8-4d91-8fed-4444d0ac41d5","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:40db535a8363eb2cf79cd37c76fc837c630367a917bcb8295f4d7f6e24922235","observation_id":"dfe17bba-663a-4bad-a68c-58f25dabe1a0","resolution":{"observed_at":"2026-05-26T15:07:51.925041Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Example of context given to an analytic prompt for separate (Prompt 1) Instructions","venue":null,"work_id":"b1fecd24-28f8-464a-b8ba-161ddc16436b","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:ca7de96e864c56b167e9306da77fa04470342879c86b9e0f2aa79465e2975e3c","observation_id":"3cf3b326-37a5-482e-9f46-fa3d81baa3e3","resolution":{"observed_at":"2026-05-26T15:07:51.921770Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Example of context given to an analytic prompt for edited (Prompt 1) Instructions","venue":null,"work_id":"f34ba3d7-9de5-4714-ac35-ea1ebc432e3f","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:13af37bf6fb089dc49c633f3e0f261e9f1193fb57dec0ed5ed4b43cac40b29f6","observation_id":"7c702ef3-d4c9-4a90-892a-683aecd3a20c","resolution":{"observed_at":"2026-05-26T15:07:51.940942Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"a8dc5906-f75b-4711-a1f4-37a28b23795f","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:4ca0df406bf91633edcbcd867e71f65471c849da55c74fbe0d4d3d9a1028ff00","observation_id":"37904974-f614-4ba9-b39f-a37c82178661","resolution":{"observed_at":"2026-05-26T15:07:51.932227Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"3aad3640-ebb8-4eea-93ab-450b18baf8b7","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:870d46f90a3f40152e22196b6f1cad1e2e3ecc50ecabbe93a01eaa4b1000aee3","observation_id":"fb5b094e-b31e-4552-a78e-2326a8bfe01a","resolution":{"observed_at":"2026-05-26T15:07:51.937936Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Anchor papers are exam- ples of actual student work","venue":null,"work_id":"dc2447ee-c351-4f83-9fc9-4ff760dedd52","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:10e99e4dfc7924ec49677b4f1b596543451db49a8f5ade21b50d98558866612c","observation_id":"a00ce2cd-227e-40c1-a1b1-c1ed8d50bed8","resolution":{"observed_at":"2026-05-26T15:07:51.910825Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"d73a07a6-99cc-45c9-8cf8-4082f7766881","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:b7c8ab7a9430ff00ceaa1fc8d27941cc25912c6b05fda36a093dbdf4676f88fa","observation_id":"9175e785-005a-4f54-82a2-df6566d28cab","resolution":{"observed_at":"2026-05-26T15:07:51.918783Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Does each sentence in the generated text use a second person?","venue":null,"work_id":"7d8b8c23-2288-48c7-b195-5d3ce62b235d","year":2024},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:da67d501a718e751338e8a35792bd1c32fff5aa7c684c16e81ebc16f69fe3a48","observation_id":"a52a8574-f2de-425c-b9da-af52fab6b024","resolution":{"observed_at":"2026-05-26T15:07:51.935322Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement"},"reference_resolution":{"displayed":21,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":10,"verified_exact":1,"verified_fuzzy":10},"total_outbound_references":21},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"thesis":"As of 3 August 2026, this Paper Citation Record lists 21 of 21 outbound references and 0 inbound Pith citation observations for arXiv:2605.06283."}