{"as_of":"2026-08-12T11:18:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:0fb7bac77e11ff614f4a09164efa1c4e2388d7c76788ace2a4c19e8a88c7bd25","coverage":[{"denominator":13,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":13,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T04:37:52.622120Z","state":"measured"},{"denominator":14,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":14,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-12T06:34:41.77262+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-10T15:08:51.868365Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-08-10T15:08:52.146099Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2412.18719","last_updated":"2024-12-25T00:31:53Z","snapshot_observed_at":"2026-08-11T04:30:21.307003Z","submitted_at":"2024-12-25T00:31:53Z","title":"Using Large Language Models for Automated Grading of Student Writing about Science","version":1},"cited_work":{"arxiv_id":"2412.18719","doi":null,"metadata_source":"pith","pith_arxiv_id":"2412.18719","snapshot_observed_at":"2026-08-10T15:08:52.146099Z","title":"Using Large Language Models for Automated Grading of Student Writing about Science","venue":"cs.CL","work_id":"48370793-5238-4b13-a029-df65511b4222","year":2024},"citing_paper":{"arxiv_id":"2501.14499","last_updated":"2025-01-24T13:59:14Z","snapshot_observed_at":"2026-08-10T15:03:42.561051Z","submitted_at":"2025-01-24T13:59:14Z","title":"Automated Assignment Grading with Large Language Models: Insights From a Bioinformatics Course","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-10T15:08:51.868365Z"},"links":{"cited_paper":"/paper/2412.18719","citing_paper":"/paper/2501.14499"},"observation_digest":"sha256:73d0632e865b383aff08878f4e0cf76c372768c35317a14a4779f5a79d3d9afa","observation_id":"251a9bab-3fa4-479d-be4c-e3465d2df899","resolution":{"observed_at":"2026-08-10T15:08:52.184505Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2412.18719/citation-record","integrity":"/paper/2412.18719/integrity","json":"/paper/2412.18719/citation-record.json","paper":"/paper/2412.18719"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.24018/ejedu.2023.4.4.686","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:37:52.668569Z","title":null,"venue":null,"work_id":"91c9b78a-944c-4452-abf8-2752746310f7","year":2023},"citing_paper":{"arxiv_id":"2412.18719","last_updated":"2024-12-25T00:31:53Z","snapshot_observed_at":"2026-08-11T04:30:21.307003Z","submitted_at":"2024-12-25T00:31:53Z","title":"Using Large Language Models for Automated Grading of Student Writing about Science","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-11T04:37:52.578143Z"},"links":{"citing_paper":"/paper/2412.18719"},"observation_digest":"sha256:72414a93f7c7cd14c355e14c58be2901271ccf00b13c2608b3b40f7f1b0bf15b","observation_id":"79ea391a-a218-4bfd-bf1e-2bc91c463331","resolution":{"observed_at":"2026-08-11T04:37:52.672182Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:37:52.968820Z","title":"3 points: The author answers the question thoroughly and thoughtfully and references information from the course to support their perspective or claims","venue":null,"work_id":"6289f5e9-cc69-4a9b-ab4a-ef9954d81486","year":1950},"citing_paper":{"arxiv_id":"2412.18719","last_updated":"2024-12-25T00:31:53Z","snapshot_observed_at":"2026-08-11T04:30:21.307003Z","submitted_at":"2024-12-25T00:31:53Z","title":"Using Large Language Models for Automated Grading of Student Writing about Science","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-11T04:37:52.618531Z"},"links":{"citing_paper":"/paper/2412.18719"},"observation_digest":"sha256:0819ab14ff46de4fdcd699aabfb6ba8d40658edbaaf417b560d96b47c3157167","observation_id":"e9684989-f298-4a47-ae63-0c4f79c5660f","resolution":{"observed_at":"2026-08-11T04:37:52.972419Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2203.02155","last_updated":"2022-03-04T07:04:42Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-03-04T07:04:42Z","title":"Training language models to follow instructions with human feedback","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2203.02155","snapshot_observed_at":"2026-08-11T04:37:52.600889Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2412.18719","last_updated":"2024-12-25T00:31:53Z","snapshot_observed_at":"2026-08-11T04:30:21.307003Z","submitted_at":"2024-12-25T00:31:53Z","title":"Using Large Language Models for Automated Grading of Student Writing about Science","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-11T04:37:52.600889Z"},"links":{"cited_paper":"/paper/2203.02155","citing_paper":"/paper/2412.18719"},"observation_digest":"sha256:b2636b343d3b4202d7376d60c8ab346ab30dbfb91cc837a380590ad6f49ef114","observation_id":"7716b378-91f9-48c2-bdbc-90139445b651","resolution":{"observed_at":"2026-08-11T04:37:52.600889Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:37:52.958830Z","title":"3 points: The author answers the question thoroughly and thoughtfully and references information from the course to support their perspective or claims","venue":null,"work_id":"bbce37cb-b64b-430a-b5da-aa3a1ab65e72","year":1950},"citing_paper":{"arxiv_id":"2412.18719","last_updated":"2024-12-25T00:31:53Z","snapshot_observed_at":"2026-08-11T04:30:21.307003Z","submitted_at":"2024-12-25T00:31:53Z","title":"Using Large Language Models for Automated Grading of Student Writing about Science","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-11T04:37:52.622120Z"},"links":{"citing_paper":"/paper/2412.18719"},"observation_digest":"sha256:2e7925ab2ab92461661c3b49fb541ccaad96f6d1e6ef2e421740e8d8aa0eab24","observation_id":"05f1dc5c-b776-4fbb-b035-df2814be3c9e","resolution":{"observed_at":"2026-08-11T04:37:52.962427Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:37:52.607755Z","title":"Shapiro, S","venue":null,"work_id":null,"year":1965},"citing_paper":{"arxiv_id":"2412.18719","last_updated":"2024-12-25T00:31:53Z","snapshot_observed_at":"2026-08-11T04:30:21.307003Z","submitted_at":"2024-12-25T00:31:53Z","title":"Using Large Language Models for Automated Grading of Student Writing about Science","version":1},"reference_index":158,"source":"pdf_text","source_observed_at":"2026-08-11T04:37:52.607755Z"},"links":{"citing_paper":"/paper/2412.18719"},"observation_digest":"sha256:8768af12a3be5f77372f77a480a2d19d8d8ecbeaecd8e0063014447ad3943da4","observation_id":"7398d29f-445b-4814-9787-38882cbf5352","resolution":{"observed_at":"2026-08-11T04:37:52.607755Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"7919.2021","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:37:52.948163Z","title":null,"venue":null,"work_id":"50daf361-04d9-4101-8483-0cd005114123","year":2019},"citing_paper":{"arxiv_id":"2412.18719","last_updated":"2024-12-25T00:31:53Z","snapshot_observed_at":"2026-08-11T04:30:21.307003Z","submitted_at":"2024-12-25T00:31:53Z","title":"Using Large Language Models for Automated Grading of Student Writing about Science","version":1},"reference_index":243,"source":"pdf_text","source_observed_at":"2026-08-11T04:37:52.589142Z"},"links":{"citing_paper":"/paper/2412.18719"},"observation_digest":"sha256:cbb00f9a23a9877f860c0e3659440988a40737567f4578d22ca95ae986068ec8","observation_id":"ed2b6d0f-5f31-4dc1-9fbb-efc51a1391b1","resolution":{"observed_at":"2026-08-11T04:37:52.953006Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.4324/9781003445432","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:37:52.647558Z","title":null,"venue":null,"work_id":"cee503da-9afb-47b3-b80c-b01e73d8322b","year":2012},"citing_paper":{"arxiv_id":"2412.18719","last_updated":"2024-12-25T00:31:53Z","snapshot_observed_at":"2026-08-11T04:30:21.307003Z","submitted_at":"2024-12-25T00:31:53Z","title":"Using Large Language Models for Automated Grading of Student Writing about Science","version":1},"reference_index":420,"source":"pdf_text","source_observed_at":"2026-08-11T04:37:52.610760Z"},"links":{"citing_paper":"/paper/2412.18719"},"observation_digest":"sha256:7c0e8913ee920f9507b0fd4019ec11c96a0febce827d67be132e8a3188178e2f","observation_id":"cdb0f033-d166-43ac-b160-182700667a49","resolution":{"observed_at":"2026-08-11T04:37:52.652028Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:37:52.592864Z","title":null,"venue":null,"work_id":null,"year":1999},"citing_paper":{"arxiv_id":"2412.18719","last_updated":"2024-12-25T00:31:53Z","snapshot_observed_at":"2026-08-11T04:30:21.307003Z","submitted_at":"2024-12-25T00:31:53Z","title":"Using Large Language Models for Automated Grading of Student Writing about Science","version":1},"reference_index":692,"source":"pdf_text","source_observed_at":"2026-08-11T04:37:52.592864Z"},"links":{"citing_paper":"/paper/2412.18719"},"observation_digest":"sha256:be2a750b87e6fae886bed27c8c18003d1922f76c5337bd8c24d04eee8372573f","observation_id":"7bfe9e27-7a72-487b-8ff1-3e426bf66494","resolution":{"observed_at":"2026-08-11T04:37:52.592864Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:37:52.988164Z","title":null,"venue":null,"work_id":"33204649-7997-47fe-82e5-47c1fca0b5ab","year":2020},"citing_paper":{"arxiv_id":"2412.18719","last_updated":"2024-12-25T00:31:53Z","snapshot_observed_at":"2026-08-11T04:30:21.307003Z","submitted_at":"2024-12-25T00:31:53Z","title":"Using Large Language Models for Automated Grading of Student Writing about Science","version":1},"reference_index":746,"source":"pdf_text","source_observed_at":"2026-08-11T04:37:52.582217Z"},"links":{"citing_paper":"/paper/2412.18719"},"observation_digest":"sha256:25fda59e7c65a72d97fdfbf37366567938a19d433002dc027c578c54e8dc5847","observation_id":"12737303-9662-40ce-9fbe-7bd9782718db","resolution":{"observed_at":"2026-08-11T04:37:52.991548Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09000","last_updated":"2024-04-16T07:41:43Z","snapshot_observed_at":"2026-07-06T16:47:57.524339Z","submitted_at":"2023-11-15T14:41:57Z","title":"Factcheck-Bench: Fine-Grained Evaluation Benchmark for Automatic Fact-checkers","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.09000","snapshot_observed_at":"2026-08-11T04:37:52.613947Z","title":"ancient astronauts","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2412.18719","last_updated":"2024-12-25T00:31:53Z","snapshot_observed_at":"2026-08-11T04:30:21.307003Z","submitted_at":"2024-12-25T00:31:53Z","title":"Using Large Language Models for Automated Grading of Student Writing about Science","version":1},"reference_index":754,"source":"pdf_text","source_observed_at":"2026-08-11T04:37:52.613947Z"},"links":{"cited_paper":"/paper/2311.09000","citing_paper":"/paper/2412.18719"},"observation_digest":"sha256:d43acce6acad610ec3d146281ddbd938411d184208008619df73edb5691f833c","observation_id":"341636d5-7325-4ac8-8791-8c94fd3bff0f","resolution":{"observed_at":"2026-08-11T04:37:52.613947Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/978-3-030-68449-5_25","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:03:20.376878Z","title":null,"venue":"Lecture notes in computer science","work_id":"d679f821-feef-4001-ab52-b3e6dbb546ae","year":1974},"citing_paper":{"arxiv_id":"2412.18719","last_updated":"2024-12-25T00:31:53Z","snapshot_observed_at":"2026-08-11T04:30:21.307003Z","submitted_at":"2024-12-25T00:31:53Z","title":"Using Large Language Models for Automated Grading of Student Writing about Science","version":1},"reference_index":2020,"source":"pdf_text","source_observed_at":"2026-08-11T04:37:52.585704Z"},"links":{"citing_paper":"/paper/2412.18719"},"observation_digest":"sha256:08851c87477a50e7633634f2c7b0ec7ca55e8956823586647db683d29acbd3b2","observation_id":"0aeacaa2-9357-4fb4-9f3a-482a16fb53c6","resolution":{"observed_at":"2026-08-11T04:37:52.662051Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:37:52.978733Z","title":"https://www.classcentral.com/report/mooc-stats-2021/","venue":null,"work_id":"0283d75e-d933-47c6-94f3-5bc728e882f8","year":2022},"citing_paper":{"arxiv_id":"2412.18719","last_updated":"2024-12-25T00:31:53Z","snapshot_observed_at":"2026-08-11T04:30:21.307003Z","submitted_at":"2024-12-25T00:31:53Z","title":"Using Large Language Models for Automated Grading of Student Writing about Science","version":1},"reference_index":2021,"source":"pdf_text","source_observed_at":"2026-08-11T04:37:52.604628Z"},"links":{"citing_paper":"/paper/2412.18719"},"observation_digest":"sha256:766dcdb9987e164be49e1d67872cba1ba6aa02022837b81887322f1d421e8744","observation_id":"217c25da-7580-4299-b151-cac84ee9ff53","resolution":{"observed_at":"2026-08-11T04:37:52.982163Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2309.06578","last_updated":"2024-03-26T03:33:45Z","snapshot_observed_at":"2026-07-06T16:17:43.448660Z","submitted_at":"2023-09-07T04:15:17Z","title":"Can Large Language Models Discern Evidence for Scientific Hypotheses? Case Studies in the Social Sciences","version":3},"cited_work":{"arxiv_id":"2309.06578","doi":null,"metadata_source":"pith","pith_arxiv_id":"2309.06578","snapshot_observed_at":"2026-08-11T04:37:52.789732Z","title":"Can Large Language Models Discern Evidence for Scientific Hypotheses? Case Studies in the Social Sciences","venue":"cs.CL","work_id":"3328e533-bd6a-45b6-bdf4-c99bb0f5ff53","year":2023},"citing_paper":{"arxiv_id":"2412.18719","last_updated":"2024-12-25T00:31:53Z","snapshot_observed_at":"2026-08-11T04:30:21.307003Z","submitted_at":"2024-12-25T00:31:53Z","title":"Using Large Language Models for Automated Grading of Student Writing about Science","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-11T04:37:52.596617Z"},"links":{"cited_paper":"/paper/2309.06578","citing_paper":"/paper/2412.18719"},"observation_digest":"sha256:e514c2e73b5e35ff3a19e8dbcb0bf291c781081c458afa7d723328d77a030ead","observation_id":"e8bc5ffe-83f4-4bab-93e2-ae9d0672ec27","resolution":{"observed_at":"2026-08-11T04:37:52.794477Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2412.18719","last_updated":"2024-12-25T00:31:53Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-11T04:30:21.307003Z","submitted_at":"2024-12-25T00:31:53Z","title":"Using Large Language Models for Automated Grading of Student Writing about Science"},"reference_resolution":{"displayed":13,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":5,"verified_exact":5,"verified_fuzzy":3},"total_outbound_references":13},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"thesis":"As of 12 August 2026, this Paper Citation Record lists 13 of 13 outbound references and 1 inbound Pith citation observation for arXiv:2412.18719."}