{"as_of":"2026-08-11T10:46:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:92de9a0cca9dff61a2ceae7cac90144c58336996c0117bf04bad5eb28ed123ea","coverage":[{"denominator":26,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":26,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-10T15:08:52.043672Z","state":"measured"},{"denominator":26,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":26,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-11T06:34:44.6726+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2501.14499/citation-record","integrity":"/paper/2501.14499/integrity","json":"/paper/2501.14499/citation-record.json","paper":"/paper/2501.14499"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:08:52.694146Z","title":"Challenges and applications of large language models, 2023","venue":null,"work_id":"6fb7d8d1-0c92-435c-a994-269d8910dbbf","year":2023},"citing_paper":{"arxiv_id":"2501.14499","last_updated":"2025-01-24T13:59:14Z","snapshot_observed_at":"2026-08-10T15:03:42.561051Z","submitted_at":"2025-01-24T13:59:14Z","title":"Automated Assignment Grading with Large Language Models: Insights From a Bioinformatics Course","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-10T15:08:51.611748Z"},"links":{"citing_paper":"/paper/2501.14499"},"observation_digest":"sha256:13712a78a99203355ea5e13e82035d96d92f88da5dbd5cd6836e94a5ecdff8ae","observation_id":"ee319c14-bae1-4381-adde-3b409e151d67","resolution":{"observed_at":"2026-08-10T15:08:52.698480Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:08:51.647865Z","title":"Large language models: A survey, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.14499","last_updated":"2025-01-24T13:59:14Z","snapshot_observed_at":"2026-08-10T15:03:42.561051Z","submitted_at":"2025-01-24T13:59:14Z","title":"Automated Assignment Grading with Large Language Models: Insights From a Bioinformatics Course","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-10T15:08:51.647865Z"},"links":{"citing_paper":"/paper/2501.14499"},"observation_digest":"sha256:bed614d32e27b23dbb498c8786baddab0a0fba54ffe2da30f9b24160fb9a7ded","observation_id":"dfd2cec4-a463-4445-bb3a-5d506a457729","resolution":{"observed_at":"2026-08-10T15:08:51.647865Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:08:52.543168Z","title":"Evaluating the effectiveness of LLMs in introductory computer science education: A semester-long field study","venue":null,"work_id":"1e8b21bd-31a6-43aa-bac4-ba3b62fe7ee7","year":2024},"citing_paper":{"arxiv_id":"2501.14499","last_updated":"2025-01-24T13:59:14Z","snapshot_observed_at":"2026-08-10T15:03:42.561051Z","submitted_at":"2025-01-24T13:59:14Z","title":"Automated Assignment Grading with Large Language Models: Insights From a Bioinformatics Course","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-10T15:08:51.674145Z"},"links":{"citing_paper":"/paper/2501.14499"},"observation_digest":"sha256:ed045239df4626b8831b32caa5a0c57259c6fcaadef3dd312bdf199eb19437e7","observation_id":"37832e15-02ce-4a85-ae35-dd4067b2bbdd","resolution":{"observed_at":"2026-08-10T15:08:52.674563Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:08:52.531941Z","title":"Contextualizing problems to student interests at scale in intelligent tutoring system using large language models, 2023","venue":null,"work_id":"d9bf03ed-e7c2-42b6-9fe4-f360706d92e2","year":2023},"citing_paper":{"arxiv_id":"2501.14499","last_updated":"2025-01-24T13:59:14Z","snapshot_observed_at":"2026-08-10T15:03:42.561051Z","submitted_at":"2025-01-24T13:59:14Z","title":"Automated Assignment Grading with Large Language Models: Insights From a Bioinformatics Course","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-10T15:08:51.678430Z"},"links":{"citing_paper":"/paper/2501.14499"},"observation_digest":"sha256:f7f5dbe3e15edd3c3f8f9c6f939243beee05381176dbdd06c5ada509b75a3557","observation_id":"272085fa-7569-4713-9d62-48f9cd0f9652","resolution":{"observed_at":"2026-08-10T15:08:52.535338Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.01937","last_updated":"2023-05-03T07:28:50Z","snapshot_observed_at":"2026-08-02T17:07:32.299595Z","submitted_at":"2023-05-03T07:28:50Z","title":"Can Large Language Models Be an Alternative to Human Evaluations?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.01937","snapshot_observed_at":"2026-08-10T15:08:51.682665Z","title":"Can large language models be an alternative to human evaluations? arXiv preprint arXiv:2305.01937, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.14499","last_updated":"2025-01-24T13:59:14Z","snapshot_observed_at":"2026-08-10T15:03:42.561051Z","submitted_at":"2025-01-24T13:59:14Z","title":"Automated Assignment Grading with Large Language Models: Insights From a Bioinformatics Course","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-10T15:08:51.682665Z"},"links":{"cited_paper":"/paper/2305.01937","citing_paper":"/paper/2501.14499"},"observation_digest":"sha256:51fbe0159ef66d7997a9c6890bce6c9aa8de3a1801e29e8e7dbb2a56d04f31cf","observation_id":"f0fe5bfd-b6eb-4b82-9d8e-d5ee28e22c34","resolution":{"observed_at":"2026-08-10T15:08:51.682665Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.16634","last_updated":"2023-05-23T22:12:16Z","snapshot_observed_at":"2026-08-02T04:02:36.848064Z","submitted_at":"2023-03-29T12:46:54Z","title":"G-Eval: NLG Evaluation using GPT-4 with Better Human Alignment","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.16634","snapshot_observed_at":"2026-08-10T15:08:51.751464Z","title":"G-EV AL: NLG evaluation using GPT-4 with better human alignment","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.14499","last_updated":"2025-01-24T13:59:14Z","snapshot_observed_at":"2026-08-10T15:03:42.561051Z","submitted_at":"2025-01-24T13:59:14Z","title":"Automated Assignment Grading with Large Language Models: Insights From a Bioinformatics Course","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-10T15:08:51.751464Z"},"links":{"cited_paper":"/paper/2303.16634","citing_paper":"/paper/2501.14499"},"observation_digest":"sha256:acd0c074e3678ecbba23d294351302b9c43b74b25702ee6b924bdd37075a9049","observation_id":"c29c8357-4f23-44b9-bb35-abdce23f11c6","resolution":{"observed_at":"2026-08-10T15:08:51.751464Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:08:52.518574Z","title":"What are students’ needs and preferences for academic feedback in higher education? a systematic review","venue":null,"work_id":"c698e94a-934e-44e5-867b-e400000817e2","year":2020},"citing_paper":{"arxiv_id":"2501.14499","last_updated":"2025-01-24T13:59:14Z","snapshot_observed_at":"2026-08-10T15:03:42.561051Z","submitted_at":"2025-01-24T13:59:14Z","title":"Automated Assignment Grading with Large Language Models: Insights From a Bioinformatics Course","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-10T15:08:51.768168Z"},"links":{"citing_paper":"/paper/2501.14499"},"observation_digest":"sha256:b6aeb7fe73950edfb16bcbc72fba9395d6568db37f8fca1932bc762b84030909","observation_id":"8da1d94d-eef0-459a-b6f5-b25df7778dbb","resolution":{"observed_at":"2026-08-10T15:08:52.524069Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:08:52.501458Z","title":"The failure of a decision support system: inconsistency in test grading by teachers","venue":null,"work_id":"a2b065bc-2801-427a-b134-6dc73d29a773","year":2002},"citing_paper":{"arxiv_id":"2501.14499","last_updated":"2025-01-24T13:59:14Z","snapshot_observed_at":"2026-08-10T15:03:42.561051Z","submitted_at":"2025-01-24T13:59:14Z","title":"Automated Assignment Grading with Large Language Models: Insights From a Bioinformatics Course","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-10T15:08:51.772118Z"},"links":{"citing_paper":"/paper/2501.14499"},"observation_digest":"sha256:b141ebf146da971fff3b5e39f1a295a50a85e571e67e720eb18fd28079c7dbca","observation_id":"7c5a0077-3665-4c9c-b4ed-d38059bf0feb","resolution":{"observed_at":"2026-08-10T15:08:52.506543Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:08:52.487182Z","title":"Madigan, Lisa E","venue":null,"work_id":"1c1a4065-43c8-4eda-a80c-aac3d35831d9","year":2023},"citing_paper":{"arxiv_id":"2501.14499","last_updated":"2025-01-24T13:59:14Z","snapshot_observed_at":"2026-08-10T15:03:42.561051Z","submitted_at":"2025-01-24T13:59:14Z","title":"Automated Assignment Grading with Large Language Models: Insights From a Bioinformatics Course","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-10T15:08:51.776438Z"},"links":{"citing_paper":"/paper/2501.14499"},"observation_digest":"sha256:a811216192970b4a80189a538c460494b7bb3ff88f8fc814e67a8590c3212351","observation_id":"63898248-5651-49d4-bee9-7787217a0370","resolution":{"observed_at":"2026-08-10T15:08:52.492096Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:08:52.471221Z","title":"The use of the computer in analyzing student essays","venue":null,"work_id":"321b44f0-1372-4fdd-a2a7-da89a4c614c7","year":1968},"citing_paper":{"arxiv_id":"2501.14499","last_updated":"2025-01-24T13:59:14Z","snapshot_observed_at":"2026-08-10T15:03:42.561051Z","submitted_at":"2025-01-24T13:59:14Z","title":"Automated Assignment Grading with Large Language Models: Insights From a Bioinformatics Course","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-10T15:08:51.779849Z"},"links":{"citing_paper":"/paper/2501.14499"},"observation_digest":"sha256:c75427728f6e6218d4dea41f74162c0c6dff1e785f4727228d04c4766ba0c0dd","observation_id":"edf97397-77d7-41d8-b4bd-e2f6fb674913","resolution":{"observed_at":"2026-08-10T15:08:52.476660Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:08:52.450555Z","title":"Learning to grade short answer questions using semantic similarity measures and dependency graph alignments","venue":null,"work_id":"085e6fe6-4efe-450b-9b87-92ce48078902","year":2011},"citing_paper":{"arxiv_id":"2501.14499","last_updated":"2025-01-24T13:59:14Z","snapshot_observed_at":"2026-08-10T15:03:42.561051Z","submitted_at":"2025-01-24T13:59:14Z","title":"Automated Assignment Grading with Large Language Models: Insights From a Bioinformatics Course","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-10T15:08:51.784303Z"},"links":{"citing_paper":"/paper/2501.14499"},"observation_digest":"sha256:2fab2019954c2c79d97d045b17bf175dbb4856067092d982f38d2d22648381cf","observation_id":"34cda1c5-40b7-44ee-ac74-d8accee56686","resolution":{"observed_at":"2026-08-10T15:08:52.457448Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:08:52.436656Z","title":"Investigating neural architectures for short answer scoring","venue":null,"work_id":"87100778-5be7-46a8-9856-b4f7737ad3b2","year":2017},"citing_paper":{"arxiv_id":"2501.14499","last_updated":"2025-01-24T13:59:14Z","snapshot_observed_at":"2026-08-10T15:03:42.561051Z","submitted_at":"2025-01-24T13:59:14Z","title":"Automated Assignment Grading with Large Language Models: Insights From a Bioinformatics Course","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-10T15:08:51.800650Z"},"links":{"citing_paper":"/paper/2501.14499"},"observation_digest":"sha256:3d724bbc8d78808e14fa64a8918740fd899bf33b54bad834c03791b96ae02db7","observation_id":"b7e38dfa-3c2c-4254-b7bb-b505e798164d","resolution":{"observed_at":"2026-08-10T15:08:52.441049Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:08:52.421298Z","title":"LLMs in Automated Essay Evaluation: A Case Study","venue":null,"work_id":"39384726-c15c-482c-ba07-306d0d66ddff","year":2024},"citing_paper":{"arxiv_id":"2501.14499","last_updated":"2025-01-24T13:59:14Z","snapshot_observed_at":"2026-08-10T15:03:42.561051Z","submitted_at":"2025-01-24T13:59:14Z","title":"Automated Assignment Grading with Large Language Models: Insights From a Bioinformatics Course","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-10T15:08:51.831246Z"},"links":{"citing_paper":"/paper/2501.14499"},"observation_digest":"sha256:56da200e367a242098d47d29eb3fd3f7b1ccc88b27e3acc7c21437684b6e168c","observation_id":"84f69669-6b02-4e21-9bf2-d993aa4b532b","resolution":{"observed_at":"2026-08-10T15:08:52.426197Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:08:52.406738Z","title":"Large language model as an assignment evaluator: Insights, feedback, and challenges in a 1000+ student course","venue":null,"work_id":"3dec55d4-34a8-40c3-864b-99fba54bbcb2","year":2024},"citing_paper":{"arxiv_id":"2501.14499","last_updated":"2025-01-24T13:59:14Z","snapshot_observed_at":"2026-08-10T15:03:42.561051Z","submitted_at":"2025-01-24T13:59:14Z","title":"Automated Assignment Grading with Large Language Models: Insights From a Bioinformatics Course","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-10T15:08:51.850551Z"},"links":{"citing_paper":"/paper/2501.14499"},"observation_digest":"sha256:7d338bddfb9f62d671c749178143bab0421eb65cf5742360cb86543e44249195","observation_id":"5b23def3-696c-4c15-8557-2ab41fe2ffdc","resolution":{"observed_at":"2026-08-10T15:08:52.411067Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.18719","last_updated":"2024-12-25T00:31:53Z","snapshot_observed_at":"2026-08-11T04:30:21.307003Z","submitted_at":"2024-12-25T00:31:53Z","title":"Using Large Language Models for Automated Grading of Student Writing about Science","version":1},"cited_work":{"arxiv_id":"2412.18719","doi":null,"metadata_source":"pith","pith_arxiv_id":"2412.18719","snapshot_observed_at":"2026-08-10T15:08:52.146099Z","title":"Using Large Language Models for Automated Grading of Student Writing about Science","venue":"cs.CL","work_id":"48370793-5238-4b13-a029-df65511b4222","year":2024},"citing_paper":{"arxiv_id":"2501.14499","last_updated":"2025-01-24T13:59:14Z","snapshot_observed_at":"2026-08-10T15:03:42.561051Z","submitted_at":"2025-01-24T13:59:14Z","title":"Automated Assignment Grading with Large Language Models: Insights From a Bioinformatics Course","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-10T15:08:51.868365Z"},"links":{"cited_paper":"/paper/2412.18719","citing_paper":"/paper/2501.14499"},"observation_digest":"sha256:25238f97036cf363571fde43a44cc441e74ee8341e5e9bcf970b8936d305f7c5","observation_id":"251a9bab-3fa4-479d-be4c-e3465d2df899","resolution":{"observed_at":"2026-08-10T15:08:52.184505Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:08:52.391733Z","title":"Can large language models provide feedback to students? a case study on chatgpt","venue":null,"work_id":"c941afe9-a533-4530-a164-5adfccb0f588","year":2023},"citing_paper":{"arxiv_id":"2501.14499","last_updated":"2025-01-24T13:59:14Z","snapshot_observed_at":"2026-08-10T15:03:42.561051Z","submitted_at":"2025-01-24T13:59:14Z","title":"Automated Assignment Grading with Large Language Models: Insights From a Bioinformatics Course","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-10T15:08:51.873486Z"},"links":{"citing_paper":"/paper/2501.14499"},"observation_digest":"sha256:b287451d4fe6db538470723e21e353876ad36f5761e0aaaa95de0ad6425d1410","observation_id":"4a7330d2-1afc-4b82-8503-cb41cf212efd","resolution":{"observed_at":"2026-08-10T15:08:52.397127Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:08:52.370532Z","title":"Teaching bioinformatics through the analysis of SARS-CoV-2: project-based training for computer science students","venue":null,"work_id":"1cd32025-6afd-4c19-8b2f-87087ca5c782","year":2024},"citing_paper":{"arxiv_id":"2501.14499","last_updated":"2025-01-24T13:59:14Z","snapshot_observed_at":"2026-08-10T15:03:42.561051Z","submitted_at":"2025-01-24T13:59:14Z","title":"Automated Assignment Grading with Large Language Models: Insights From a Bioinformatics Course","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-10T15:08:51.889457Z"},"links":{"citing_paper":"/paper/2501.14499"},"observation_digest":"sha256:795ee6ecb4c3867b18aadc18a5f3ed160ef5fdd7ae3a574956d5037b0f04bc26","observation_id":"9cdf3e64-8aac-4a32-8a49-8be6731371e4","resolution":{"observed_at":"2026-08-10T15:08:52.378788Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.21276","last_updated":"2024-10-25T17:43:01Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-10-25T17:43:01Z","title":"GPT-4o System Card","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.21276","snapshot_observed_at":"2026-08-10T15:08:51.919086Z","title":"GPT-4o System Card","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.14499","last_updated":"2025-01-24T13:59:14Z","snapshot_observed_at":"2026-08-10T15:03:42.561051Z","submitted_at":"2025-01-24T13:59:14Z","title":"Automated Assignment Grading with Large Language Models: Insights From a Bioinformatics Course","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-10T15:08:51.919086Z"},"links":{"cited_paper":"/paper/2410.21276","citing_paper":"/paper/2501.14499"},"observation_digest":"sha256:d9bd1d4138e2ac0a55402c21eedaed8671cd25995f7f9eb138cbfd6d8727ea84","observation_id":"4dec046e-2f6e-4d28-9ef8-1ff001b14cb7","resolution":{"observed_at":"2026-08-10T15:08:51.919086Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:08:51.936232Z","title":"Llama 3 model card","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.14499","last_updated":"2025-01-24T13:59:14Z","snapshot_observed_at":"2026-08-10T15:03:42.561051Z","submitted_at":"2025-01-24T13:59:14Z","title":"Automated Assignment Grading with Large Language Models: Insights From a Bioinformatics Course","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-10T15:08:51.936232Z"},"links":{"citing_paper":"/paper/2501.14499"},"observation_digest":"sha256:0f02cca57ff46da492a0b5777b1346ca691f14603de5936f83c1e7a9b4735aea","observation_id":"d73bf9bf-b71a-4c74-9d79-12cf20f04e0a","resolution":{"observed_at":"2026-08-10T15:08:51.936232Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:08:52.328795Z","title":"HelpSteer2-Preference: Complementing ratings with preferences, 2024","venue":null,"work_id":"608cfbe7-9266-4577-a521-df2694ce9262","year":2024},"citing_paper":{"arxiv_id":"2501.14499","last_updated":"2025-01-24T13:59:14Z","snapshot_observed_at":"2026-08-10T15:03:42.561051Z","submitted_at":"2025-01-24T13:59:14Z","title":"Automated Assignment Grading with Large Language Models: Insights From a Bioinformatics Course","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-10T15:08:51.944537Z"},"links":{"citing_paper":"/paper/2501.14499"},"observation_digest":"sha256:13566a21755127adcb6d6c6fb575d0b9ae53c409bdabff6fdd9d7e29696ead08","observation_id":"7f8ef225-8aff-4ad9-b538-ed80a8dd1dd6","resolution":{"observed_at":"2026-08-10T15:08:52.348660Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16775","last_updated":"2024-06-06T13:38:26Z","snapshot_observed_at":"2026-07-06T17:35:41.168780Z","submitted_at":"2024-02-26T17:45:36Z","title":"A Comprehensive Evaluation of Quantization Strategies for Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.16775","snapshot_observed_at":"2026-08-10T15:08:51.955122Z","title":"A comprehensive evaluation of quantization strategies for large language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.14499","last_updated":"2025-01-24T13:59:14Z","snapshot_observed_at":"2026-08-10T15:03:42.561051Z","submitted_at":"2025-01-24T13:59:14Z","title":"Automated Assignment Grading with Large Language Models: Insights From a Bioinformatics Course","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-10T15:08:51.955122Z"},"links":{"cited_paper":"/paper/2402.16775","citing_paper":"/paper/2501.14499"},"observation_digest":"sha256:c87efaae4ed4daffe011dd04b9499c1a53c8e692703cc1895b066fd8096e56ee","observation_id":"bd2fe143-d599-4d45-849f-d1ff77f76755","resolution":{"observed_at":"2026-08-10T15:08:51.955122Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:08:52.272334Z","title":"Kruschke","venue":null,"work_id":"b61fa123-fed9-46da-b84f-b134146ac26f","year":2015},"citing_paper":{"arxiv_id":"2501.14499","last_updated":"2025-01-24T13:59:14Z","snapshot_observed_at":"2026-08-10T15:03:42.561051Z","submitted_at":"2025-01-24T13:59:14Z","title":"Automated Assignment Grading with Large Language Models: Insights From a Bioinformatics Course","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-10T15:08:51.975075Z"},"links":{"citing_paper":"/paper/2501.14499"},"observation_digest":"sha256:0522660707c0bc3c93182a5758ae78b528d286a54d59f253bdc9602aed559085","observation_id":"87efe638-6d10-4174-a2d7-ba82b0840737","resolution":{"observed_at":"2026-08-10T15:08:52.300007Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:08:52.224525Z","title":"Stan reference manual, 2.36.0","venue":null,"work_id":"1396611c-f7f6-44ab-bdf9-e1b6ceefd33b","year":2025},"citing_paper":{"arxiv_id":"2501.14499","last_updated":"2025-01-24T13:59:14Z","snapshot_observed_at":"2026-08-10T15:03:42.561051Z","submitted_at":"2025-01-24T13:59:14Z","title":"Automated Assignment Grading with Large Language Models: Insights From a Bioinformatics Course","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-10T15:08:51.986178Z"},"links":{"citing_paper":"/paper/2501.14499"},"observation_digest":"sha256:8679d90644852ae09806f6c531fab4873776d77143f64461bf96fa7e46c2011f","observation_id":"5d8092c5-47c6-447f-8ca0-074f0aa489ec","resolution":{"observed_at":"2026-08-10T15:08:52.241799Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.00118","last_updated":"2024-10-02T15:22:49Z","snapshot_observed_at":"2026-08-02T16:20:09.773989Z","submitted_at":"2024-07-31T19:13:07Z","title":"Gemma 2: Improving Open Language Models at a Practical Size","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.00118","snapshot_observed_at":"2026-08-10T15:08:52.005508Z","title":"Gemma 2: Improving open language models at a practical size","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.14499","last_updated":"2025-01-24T13:59:14Z","snapshot_observed_at":"2026-08-10T15:03:42.561051Z","submitted_at":"2025-01-24T13:59:14Z","title":"Automated Assignment Grading with Large Language Models: Insights From a Bioinformatics Course","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-10T15:08:52.005508Z"},"links":{"cited_paper":"/paper/2408.00118","citing_paper":"/paper/2501.14499"},"observation_digest":"sha256:acf9e4f20a162e87a77ca435410347e9c9b10c556162d56f934d7581388ad692","observation_id":"bfa5c5e5-bb5d-470a-bdb7-420dbc46000e","resolution":{"observed_at":"2026-08-10T15:08:52.005508Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.00602","last_updated":"2024-05-01T16:13:54Z","snapshot_observed_at":"2026-08-03T14:15:33.062303Z","submitted_at":"2024-05-01T16:13:54Z","title":"Investigating Automatic Scoring and Feedback using Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.00602","snapshot_observed_at":"2026-08-10T15:08:52.030585Z","title":"Investigating automatic scoring and feedback using large language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.14499","last_updated":"2025-01-24T13:59:14Z","snapshot_observed_at":"2026-08-10T15:03:42.561051Z","submitted_at":"2025-01-24T13:59:14Z","title":"Automated Assignment Grading with Large Language Models: Insights From a Bioinformatics Course","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-10T15:08:52.030585Z"},"links":{"cited_paper":"/paper/2405.00602","citing_paper":"/paper/2501.14499"},"observation_digest":"sha256:408e5e3f9ee47335d5fb2e15f35fc9c8b83e1ac1ce70c2028ab20133ee1bfc16","observation_id":"44b28612-303c-4767-b248-0032864386e5","resolution":{"observed_at":"2026-08-10T15:08:52.030585Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.05444","last_updated":"2024-05-08T22:23:58Z","snapshot_observed_at":"2026-08-05T10:44:52.932486Z","submitted_at":"2024-05-08T22:23:58Z","title":"Evaluating Students' Open-ended Written Responses with LLMs: Using the RAG Framework for GPT-3.5, GPT-4, Claude-3, and Mistral-Large","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.05444","snapshot_observed_at":"2026-08-10T15:08:52.043672Z","title":"Evaluating students’ open-ended written responses with LLMs: Using the RAG framework for GPT-3.5, GPT-4, Claude-3, and Mistral-Large.arXiv preprint arXiv:2405.05444, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.14499","last_updated":"2025-01-24T13:59:14Z","snapshot_observed_at":"2026-08-10T15:03:42.561051Z","submitted_at":"2025-01-24T13:59:14Z","title":"Automated Assignment Grading with Large Language Models: Insights From a Bioinformatics Course","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-10T15:08:52.043672Z"},"links":{"cited_paper":"/paper/2405.05444","citing_paper":"/paper/2501.14499"},"observation_digest":"sha256:7bb0239f513057de1bb31b6fb8033329f270cd0b73f13abb9649ce3b2174f0c1","observation_id":"281c6243-02cd-4d77-a4f1-5783a27e7445","resolution":{"observed_at":"2026-08-10T15:08:52.043672Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2501.14499","last_updated":"2025-01-24T13:59:14Z","latest_version":1,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-10T15:03:42.561051Z","submitted_at":"2025-01-24T13:59:14Z","title":"Automated Assignment Grading with Large Language Models: Insights From a Bioinformatics Course"},"reference_resolution":{"displayed":26,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":9,"verified_exact":1,"verified_fuzzy":16},"total_outbound_references":26},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"thesis":"As of 11 August 2026, this Paper Citation Record lists 26 of 26 outbound references and 0 inbound Pith citation observations for arXiv:2501.14499."}