{"as_of":"2026-08-11T07:46:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:5f0acbee2b8a522778bda07a91421cab0ed6f78f40404d6378d71bdbc4701d38","coverage":[{"denominator":50,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":50,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T13:27:08.867449Z","state":"measured"},{"denominator":50,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":50,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-11T06:34:44.6726+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2505.23818/citation-record","integrity":"/paper/2505.23818/integrity","json":"/paper/2505.23818/citation-record.json","paper":"/paper/2505.23818"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:15.200420Z","title":"The power of open-ended questions for kids,","venue":null,"work_id":"b3e97de8-32ed-4b0d-a135-1cd66d073564","year":2025},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:04.594247Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:f38267023ea567a90bc3ff0e6feb7aaea3816fc9c2084077c44b8de7896afe08","observation_id":"9c119b70-848b-4c59-af06-e3015882656f","resolution":{"observed_at":"2026-08-07T13:27:15.264109Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:15.034840Z","title":"Eliciting self-explanations improves understanding,","venue":null,"work_id":"6594d858-a63d-425a-a215-95c2735e3723","year":1994},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:04.629549Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:b9cb9e803c80b50bf97f701590bc8b9be99e172cf8d8f9316c0c9c0ff5df1c91","observation_id":"d67fd164-8941-4c25-bc6b-842ca41d5a6e","resolution":{"observed_at":"2026-08-07T13:27:15.107114Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:14.907207Z","title":"Kolappan, Computer Assisted Short Answer Grading with Rubrics using Active Learning, 2023","venue":null,"work_id":"62602cb3-0d7d-4dc8-9a1b-e775506c06da","year":2023},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:04.662645Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:f4ba99b6c50589315ee81d4f1e2e08da83f93d193cbf510e39fa9e577a8cd576","observation_id":"49375876-5d67-43ed-b342-a3016ee56093","resolution":{"observed_at":"2026-08-07T13:27:14.963797Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:14.759612Z","title":"Enhancing computer assisted assessment using rubrics in a qti editor,","venue":null,"work_id":"586a86f8-7d38-4d17-860d-7a53c6e8602c","year":2009},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:04.695342Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:61a7eff25732df46774025daa822dc879eef0f1d2e244d3144f69b1763d0e2c5","observation_id":"9b9fe532-7bc0-42c4-844f-c8aec2dc29fc","resolution":{"observed_at":"2026-08-07T13:27:14.814965Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:14.614465Z","title":"Reducing workload in short answer grad- ing using machine learning,","venue":null,"work_id":"fbb19922-4fa7-4833-855f-e71f4fac49ab","year":2024},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:04.741086Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:e083ec4180430b836911ce10a8b22a974a298d90f50c42859eef3a2e2e40b41f","observation_id":"d7848917-8a9b-4463-99d7-26d96ed4d53f","resolution":{"observed_at":"2026-08-07T13:27:14.693852Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:14.417433Z","title":"Automatic assessment of text-based responses in post-secondary education: A systematic review,","venue":null,"work_id":"49f5ecc1-2abe-4a0d-9670-0211e38bbbfc","year":2024},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:04.788170Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:aaf38d052dcedc043392064d259ed65105edd76b2065c544ad7a6d709b629e87","observation_id":"941be2b3-59ab-48b1-9834-b704df91bc73","resolution":{"observed_at":"2026-08-07T13:27:14.520262Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:14.228180Z","title":"The eras and trends of automatic short answer grading,","venue":null,"work_id":"2b706700-f500-48cc-8873-908d96093850","year":2015},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:04.815408Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:1c2ea3c3e9d58ef2c682ff2202b0d6d99ea9d4f252ba58aa69f0fd7b1ea50f7b","observation_id":"e4b950da-4ee7-4ec5-b61b-395b28e9d849","resolution":{"observed_at":"2026-08-07T13:27:14.326895Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:14.031214Z","title":"Automated long answer grading with ricechem dataset,","venue":null,"work_id":"527591e8-c558-4ac6-ab40-778e1f053225","year":2024},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:04.865657Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:f80ebb181b252670caf58643cbcb37e35279b22ebc30b1a6bd21e559b5a75cbc","observation_id":"fa6bc528-3a6f-41bb-a381-9197545167ac","resolution":{"observed_at":"2026-08-07T13:27:14.131986Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:13.858954Z","title":"Analysis of algorithms in automated marking in education: a proposed hybrid algorithm,","venue":null,"work_id":"3dd29b43-ffdf-4d9b-9733-fe55354266da","year":2020},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:04.910411Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:cc70ddfb43c7a11714b8f9088c0812a0e3b4c04bb1406ac6861d1616ce512842","observation_id":"32307ae9-0003-45af-9b6e-1df8fe4c209a","resolution":{"observed_at":"2026-08-07T13:27:13.929718Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:13.609149Z","title":"Inject rubrics into short answer grading system,","venue":null,"work_id":"faed754f-6047-423a-b896-027f1527fe22","year":2019},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:04.934788Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:014ab8ce5b037852c5680bae5670392d123f5ace8f94d90108c17561ecbe871c","observation_id":"daa2af91-5109-4976-b3f2-09ff496edb7b","resolution":{"observed_at":"2026-08-07T13:27:13.744551Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:13.492908Z","title":"Explainable automatic grading with neural addi- tive models,","venue":null,"work_id":"cd7037c9-1d9a-4053-ba2f-24f89e3e3943","year":2024},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:04.940924Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:4fc3ce2c4a18230b70fdfcc158f67deffda8e0fa6f78f23c10a9f834bdb10f25","observation_id":"2d0e9a7d-bd99-463a-929d-7fe202efd4c3","resolution":{"observed_at":"2026-08-07T13:27:13.549205Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:13.319991Z","title":"An approximation algorithm for the subpath planning problem","venue":null,"work_id":"7b53c880-e0af-4716-a2d9-31097fdb4df8","year":2016},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:04.957851Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:20f9deb32691c117f7351597d4b3de09081e11a01ab9cd4ed9611ab83f5fd8d8","observation_id":"0a2eeabd-6234-474e-92bc-c11252578dee","resolution":{"observed_at":"2026-08-07T13:27:13.414186Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:13.191833Z","title":"Probabilistic roadmap planner with adaptive sampling based on clustering","venue":null,"work_id":"0dee7038-456f-4f52-aea1-4ebe9ce0f157","year":null},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:04.996470Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:5a2857346ccca51f84a2756a4dd4a331f509520f2fc9f63fefdb2585ebb2ec2b","observation_id":"1b4acef4-1781-4feb-8f8f-47579a15b0d8","resolution":{"observed_at":"2026-08-07T13:27:13.243684Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:13.029657Z","title":"Attention is all you need,","venue":null,"work_id":"03e23f6b-e8c5-46dc-b3fa-0c2fa35bc503","year":2017},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:05.078160Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:2d0527781e6e76922f3eec200c68afc18ce3148c0246c28b3739c0e5be446abe","observation_id":"18bbfb6f-e5a0-4e92-9d89-c56503c22484","resolution":{"observed_at":"2026-08-07T13:27:13.073630Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:12.862843Z","title":"Alto,Modern Generative AI with ChatGPT and OpenAI Models: Leverage the capabilities of OpenAI’s LLM for productivity and innovation with GPT3 and GPT4","venue":null,"work_id":"84f7c19e-7630-407c-9a1f-a88a9c08ea3a","year":2023},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:05.192701Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:af87c5e8d678c87e47788cdf9baf0e80d8a15a0f769bee716658d7f4e87cb9c3","observation_id":"481e7b92-9af4-46b7-9f4c-2f6c8a6dbb0c","resolution":{"observed_at":"2026-08-07T13:27:12.945400Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:12.758561Z","title":"(2024, Sep.) Global generative ai in educa- tion market","venue":null,"work_id":"7b3c0153-f098-4309-be54-f4befdc8e142","year":2024},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:05.259395Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:55187fb8a60e7906ba208dbe3044e268d94167ff1570b2d966806599c186f2e2","observation_id":"15b37c00-d494-4b64-afd5-f51fd048f210","resolution":{"observed_at":"2026-08-07T13:27:12.809465Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:12.575204Z","title":"uchemann, M. Bannert, D. Dementieva, F . Fischer, U. Gasser, G. Groh, S. G","venue":null,"work_id":"d36e7ede-9316-4433-9deb-217483adfbac","year":2023},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:05.354940Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:12eb61f284d0b1dcb82cbde14322d31a36317efa367a0b2b22f36832b16d9c19","observation_id":"45a4d566-a05a-4fd0-bf0a-bb06a3e2f2b2","resolution":{"observed_at":"2026-08-07T13:27:12.681259Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:12.383523Z","title":"Llms in short answer scoring: Limi- tations and promise of zero-shot and few-shot approaches,","venue":null,"work_id":"3384a7aa-01df-4aeb-abc4-1557dcf401a9","year":2024},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:05.438292Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:89e8bb75b5214307196a7667d3868200a1720b79bdaf02291e85c179ac803b84","observation_id":"4aacf3ba-defc-41ef-ac63-a2b53a91bc39","resolution":{"observed_at":"2026-08-07T13:27:12.456094Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:12.281583Z","title":"Gpt-4o: The cutting-edge advancement in multi- modal llm,","venue":null,"work_id":"15a97ca6-f88a-4f48-a50a-6865e8a38648","year":2024},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:05.497916Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:b9e4c9041111f1e428b2a31df965b37ed3bc7114ec21a35f36ffffc4e7e3fb3e","observation_id":"6de07692-f95f-4f5b-92df-d3ace2b41297","resolution":{"observed_at":"2026-08-07T13:27:12.321782Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:12.172840Z","title":"The joint student response analysis and recognizing textual entailment challenge: making sense of student responses in educational applications,","venue":null,"work_id":"6d29aed4-3aa3-465a-b0ee-61b789068902","year":2016},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:05.569073Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:cb5cfcea246c0377169c5bf7f5ddae086943843e1013f77ccc96f055a5bfd1d2","observation_id":"c5022141-ef98-4bd5-a096-7ac7ac08526b","resolution":{"observed_at":"2026-08-07T13:27:12.235886Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:11.989015Z","title":"Learning to grade short answer ques- tions using semantic similarity measures and dependency graph alignments,","venue":null,"work_id":"4e6bebcc-7397-4c11-97ea-1c35325da775","year":2011},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:05.675394Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:b375cbcefeb1d5d0a2acacca2462c003d18eaee29e822413f69bb2f177b29874","observation_id":"e728c019-dddb-40ad-975a-514a5bd15540","resolution":{"observed_at":"2026-08-07T13:27:12.080117Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:11.817472Z","title":"Triplet loss based siamese networks for automatic short answer grading,","venue":null,"work_id":"479094c9-afef-46ff-80f2-e0dd6d6d5f0a","year":2022},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:05.737964Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:c0441d9e75fb839708754e47dd589ec643a62ba5e63fb80d62b4115edae65817","observation_id":"91857819-e6b4-4b02-ac57-e479edaa9b8f","resolution":{"observed_at":"2026-08-07T13:27:11.886295Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:11.672854Z","title":"The automated grading of student open responses in mathematics,","venue":null,"work_id":"cf55afd2-cf80-40e0-80fb-124fb02910f8","year":2020},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:05.781799Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:cd3d09fb6c6167c765895a4af7e0380214257be873c6f2ca390e0603119f97a2","observation_id":"b8377255-fc9f-4198-9184-703e0caf28b0","resolution":{"observed_at":"2026-08-07T13:27:11.737942Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:11.505862Z","title":"Automatic short answer grading with semspace sense vectors and malstm,","venue":null,"work_id":"7fdb78af-e395-40c6-8147-354034797719","year":2021},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:05.869744Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:1a9c48039a1aa77b4c2283c2347effb94ab2fcab15cb227783f4ec6e1d3910b9","observation_id":"a243ed6d-e5d3-448f-99d9-11a19be91a6b","resolution":{"observed_at":"2026-08-07T13:27:11.574070Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:11.344238Z","title":"Fine-tuning chatgpt for automatic scoring,","venue":null,"work_id":"a9654f3c-347a-4735-941b-8d9b1b3d1b17","year":2024},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:05.987709Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:6d1e8d2cb919a089fe849fc47406a4ee35cdc0aec9be64907a687bcb0ca5e3ec","observation_id":"214d8382-13a0-4f29-9a8e-fa59d2f1743a","resolution":{"observed_at":"2026-08-07T13:27:11.426888Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:11.155893Z","title":"Automatic exam correction framework (aecf) for the mcqs, essays, and equations matching,","venue":null,"work_id":"da7457d6-4617-4a82-a8a7-6e8145607cf0","year":2021},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:06.134387Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:4f675ceb9492c5e5d67b625c224cbd505dc94e78749c4bab5407ac46a58b17a6","observation_id":"28ac99cb-1caa-4524-a47d-6b1c13a41b17","resolution":{"observed_at":"2026-08-07T13:27:11.205138Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:11.012782Z","title":"Automatic short-answer grading via bert-based deep neural networks,","venue":null,"work_id":"f01e7422-99f1-4f3b-a8a6-ed349a540783","year":2022},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:06.278029Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:8e65494ac7445eda87c8328e5f3a804855933decf55dbb0f96968de4a936b986","observation_id":"fb9a4ffb-4be2-4a13-abf4-ebd61f778c80","resolution":{"observed_at":"2026-08-07T13:27:11.080137Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1810.04805","last_updated":"2019-05-24T20:37:26Z","snapshot_observed_at":"2026-07-30T09:12:38.100527Z","submitted_at":"2018-10-11T00:50:01Z","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1810.04805","snapshot_observed_at":"2026-08-07T13:27:06.383053Z","title":"Bert: Pre-training of deep bidirectional transformers for language understanding,","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:06.383053Z"},"links":{"cited_paper":"/paper/1810.04805","citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:e7fe45ad9904c81fe0c6fa2a7fa849e7097bbc0dc8fc8b4311c6767ceca8ed35","observation_id":"0246384e-5f7f-434a-9605-540db48d123e","resolution":{"observed_at":"2026-08-07T13:27:06.383053Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:10.828726Z","title":"Kublik and S","venue":null,"work_id":"cdcf0b11-cea5-4085-8750-de9f2da0cbc1","year":2023},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:06.527006Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:c953568cc2024864f80a35c168e277d154c6a2cb7836ac40b00424f1621032a2","observation_id":"edc3d826-c9e9-4d2d-adf9-c855aaf04f54","resolution":{"observed_at":"2026-08-07T13:27:10.896775Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:10.651338Z","title":"Llms in short answer scoring: Limi- tations and promise of zero-shot and few-shot approaches,","venue":null,"work_id":"25ffa073-8063-4cbb-ad84-0c732e6b024d","year":2024},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:06.659819Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:27f63adaa0bc7e2306c8004a0789499278aef135150c4bb6312ca8b305005d4b","observation_id":"90e5798d-b113-4cde-b3d6-4ab0acb6f41f","resolution":{"observed_at":"2026-08-07T13:27:10.758668Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:10.489951Z","title":"Short answer scoring with gpt-4,","venue":null,"work_id":"bd51664b-d4b8-4032-a1fc-7b3e86665b04","year":2024},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:06.785197Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:17e21e3e813ea3d7f8dee55689c0ecf82b4467d9e70dbd6ed7d9362e3d5e4e0b","observation_id":"b2645d9f-366e-41a2-9eb3-54a6ad67783c","resolution":{"observed_at":"2026-08-07T13:27:10.561934Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:10.361744Z","title":"Automated text scoring and real-time adjustable feedback: Supporting revision of scientific arguments involving uncertainty ,","venue":null,"work_id":"6ee74aa0-339e-48a9-b9c6-2237faf67d4e","year":2019},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:06.872016Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:e258869a6b41160a041eea9f8669ac6bd22515992cf7287aaaa23e79d7427a00","observation_id":"dcba6d7c-69a9-437d-aac7-1da744ce33c5","resolution":{"observed_at":"2026-08-07T13:27:10.431002Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:10.240478Z","title":"Machine learning-enabled automated feedback: Supporting students’ revision of scientific arguments based on data drawn from simulation,","venue":null,"work_id":"db3e92eb-75b4-4bdb-bf3d-3320c6a42610","year":2021},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:06.937638Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:106e103a95be0abf899e8bf4ab3482c67bc91cdee2d62f11a5695860df70f91d","observation_id":"082364a2-d624-4b36-a8c4-492b90eadcbe","resolution":{"observed_at":"2026-08-07T13:27:10.295194Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.09863","last_updated":"2023-11-15T17:19:10Z","snapshot_observed_at":"2026-08-09T21:57:34.832389Z","submitted_at":"2023-05-17T00:29:18Z","title":"Explaining black box text modules in natural language with language models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.09863","snapshot_observed_at":"2026-08-07T13:27:07.017170Z","title":"Explaining black box text modules in natural language with language models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:07.017170Z"},"links":{"cited_paper":"/paper/2305.09863","citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:56f4f65e98b203ebe3a5a86cdcbfb72a43a6db43f7d31719133f061e8e75c0e4","observation_id":"616a5c8a-a6b1-4ba7-8055-1a4f62fef883","resolution":{"observed_at":"2026-08-07T13:27:07.017170Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:10.159136Z","title":"Using criteria-based assessment rubrics for online marking: Technological and pedagogical challenges,","venue":null,"work_id":"3ea9709b-bb70-46d3-8535-a7777497bfd6","year":2022},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:07.146166Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:a43f5189662845454741139266f3362f3260bc9263417175cc48860d2e37848f","observation_id":"a5d5e078-39e1-4f09-a27c-e14ee64d9cf7","resolution":{"observed_at":"2026-08-07T13:27:10.197932Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:09.948629Z","title":"A comparison of the performance of analytic vs. holistic scoring rubrics to assess l2 writing,","venue":null,"work_id":"a3ac0a1d-5e07-4668-8ebd-c9cfd9904cab","year":2012},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:07.274231Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:d23bd609569f6af47c315b33805186886490ecd8bde3f769d4c61c8e922d757a","observation_id":"c260e5db-0642-458a-86dd-b7c5142f547f","resolution":{"observed_at":"2026-08-07T13:27:10.056192Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:09.863488Z","title":"Assessment rubrics: towards clearer and more replicable design, research and practice,","venue":null,"work_id":"555a3ce4-7397-4802-9aef-aeec9a665ac8","year":2017},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:07.340045Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:a92880c8a2f5f4b168816992230353583dffd206b5e720f730b828629bbbc853","observation_id":"214a1dc9-11e7-43e9-99e5-23c6661c37a9","resolution":{"observed_at":"2026-08-07T13:27:09.913210Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:09.760436Z","title":"Topic modeling algorithms and applications: A survey ,","venue":null,"work_id":"b2249c22-cd93-4ffd-a675-739518df9276","year":2023},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:07.450043Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:1beef6525ad5ce5feb4d47cff86dbf6fbe2ed78a37aa709421e3c508d70b6958","observation_id":"5f322f83-82d4-4e90-b413-747afadddf0f","resolution":{"observed_at":"2026-08-07T13:27:09.824332Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:09.588613Z","title":"A survey of text classification algorithms,","venue":null,"work_id":"378aca4e-e5aa-4914-ab7e-cd8fe386114a","year":2012},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:07.627594Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:08cfbd0d485922d7a222a5c022ebbb3732bccfe0d83cba78a368176b32e06361","observation_id":"eb413471-9b18-451d-87d7-6f6eb0d7b30f","resolution":{"observed_at":"2026-08-07T13:27:09.664811Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.16867","last_updated":"2023-11-29T19:45:10Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-11-28T15:12:47Z","title":"The Falcon Series of Open Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.16867","snapshot_observed_at":"2026-08-07T13:27:07.730365Z","title":"The falcon series of open language models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:07.730365Z"},"links":{"cited_paper":"/paper/2311.16867","citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:1907f3de11ae068e22d2afd807ac78ed90148ef790b774500b00f2803027913f","observation_id":"63a897b0-0bda-4475-8be4-1ea2e5fed29b","resolution":{"observed_at":"2026-08-07T13:27:07.730365Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:09.477966Z","title":"Pegasus: Pre-training with extracted gap-sentences for abstractive summarization,","venue":null,"work_id":"3571853d-2e97-4cde-8f18-757423612853","year":2020},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:07.860846Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:d5cd02ee4eadbf7943efe0bd2604d242555724bb70cf892159c0ad6e66d04c92","observation_id":"c0cbbbe3-4c77-4efc-8875-c9a4fee406af","resolution":{"observed_at":"2026-08-07T13:27:09.515374Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2302.13971","last_updated":"2023-02-27T17:11:15Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-02-27T17:11:15Z","title":"LLaMA: Open and Efficient Foundation Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.13971","snapshot_observed_at":"2026-08-07T13:27:07.989158Z","title":"Llama: Open and efficient foundation language models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:07.989158Z"},"links":{"cited_paper":"/paper/2302.13971","citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:19e622332d9e519da13c17fb0495c551a21d6fabfdbaae4cb692744d40483ece","observation_id":"e27de6b2-bd06-44a3-ba2f-3b1d324d536f","resolution":{"observed_at":"2026-08-07T13:27:07.989158Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.08295","last_updated":"2024-04-16T12:52:47Z","snapshot_observed_at":"2026-08-03T03:29:01.959523Z","submitted_at":"2024-03-13T06:59:16Z","title":"Gemma: Open Models Based on Gemini Research and Technology","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.08295","snapshot_observed_at":"2026-08-07T13:27:08.060728Z","title":"Gemma: Open models based on gemini research and technology ,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:08.060728Z"},"links":{"cited_paper":"/paper/2403.08295","citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:d8c21472081cd48d66b029d2b040c24c3b3da7d3e49e1eb03242fe76ba8d8b10","observation_id":"b82ba15f-efa9-47fd-a4d0-378332df7ac8","resolution":{"observed_at":"2026-08-07T13:27:08.060728Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1910.13461","last_updated":"2019-10-29T18:01:00Z","snapshot_observed_at":"2026-07-06T08:33:12.534026Z","submitted_at":"2019-10-29T18:01:00Z","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1910.13461","snapshot_observed_at":"2026-08-07T13:27:08.136424Z","title":"Bart: Denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension,","venue":null,"work_id":null,"year":1910},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:08.136424Z"},"links":{"cited_paper":"/paper/1910.13461","citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:d383e01aa41fdd54bddad4eaf7e90855680960ac523131e9a0f8e61bfa3d0af2","observation_id":"2967371f-3e15-4e98-ad43-07ba200c6ad2","resolution":{"observed_at":"2026-08-07T13:27:08.136424Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:09.328920Z","title":"GPT-4o vs. GPT-4: How do they compare?","venue":null,"work_id":"a3e09f75-bc04-44c5-80cd-5fff21a4441c","year":2025},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:08.323053Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:118685a6cee453cfbbb6ed896f9d9478b231a3ffec2ff75095b084ada4700514","observation_id":"cb7b890b-0b23-4f8d-9b67-60052130a97e","resolution":{"observed_at":"2026-08-07T13:27:09.426628Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:09.184144Z","title":"Putting gpt-4o to the sword: A comprehensive evaluation of language, vision, speech, and multimodal proficiency,","venue":null,"work_id":"2dac6e73-31ac-448a-8b07-ae31c76f01f1","year":2024},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:08.476562Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:b092233b2c13057b7e8e23afad0f2261b1cbca6a1ee24e3ee9fc056037042602","observation_id":"f263d827-ab6c-43fc-9f5f-d9b1319c7810","resolution":{"observed_at":"2026-08-07T13:27:09.238774Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.15207","last_updated":"2024-06-17T10:35:06Z","snapshot_observed_at":"2026-07-06T17:21:10.236126Z","submitted_at":"2024-01-26T21:14:32Z","title":"HiFT: A Hierarchical Full Parameter Fine-Tuning Strategy","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.15207","snapshot_observed_at":"2026-08-07T13:27:08.601156Z","title":"Hift: A hier- archical full parameter fine-tuning strategy ,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:08.601156Z"},"links":{"cited_paper":"/paper/2401.15207","citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:396fcf268591fa300b54f16daf368a19c4622e10ad7af7c898ea23abf2febbb7","observation_id":"59340d76-f891-42ef-8770-0f4004a2d841","resolution":{"observed_at":"2026-08-07T13:27:08.601156Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.14423","last_updated":"2024-05-05T00:54:26Z","snapshot_observed_at":"2026-08-08T12:36:30.073772Z","submitted_at":"2024-01-24T06:20:18Z","title":"Prompt Design and Engineering: Introduction and Advanced Methods","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.14423","snapshot_observed_at":"2026-08-07T13:27:08.681795Z","title":"Prompt design and engineering: Introduction and advanced methods,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:08.681795Z"},"links":{"cited_paper":"/paper/2401.14423","citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:5cc9bc74c8d7047d9947daf36ad5123042cbe07367bf8099af94636f0bf00eb9","observation_id":"0d3d5f23-2cb4-44b1-b9ba-4e1f95c6be88","resolution":{"observed_at":"2026-08-07T13:27:08.681795Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2109.07830","last_updated":"2022-03-15T22:26:11Z","snapshot_observed_at":"2026-08-03T16:45:12.514727Z","submitted_at":"2021-09-16T09:44:43Z","title":"Reframing Instructional Prompts to GPTk's Language","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2109.07830","snapshot_observed_at":"2026-08-07T13:27:08.775682Z","title":"Reframing instruc- tional prompts to gptk’s language,","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:08.775682Z"},"links":{"cited_paper":"/paper/2109.07830","citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:5ee2d49f3fb843c13cc39e87dbcf93a2871c5cc4a1d7a3b6f8ca87ea9b527570","observation_id":"a8fdc4ec-058d-4bf0-a4d9-a17c4b6b0a30","resolution":{"observed_at":"2026-08-07T13:27:08.775682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:09.058306Z","title":"Azure openai assistants - concepts,","venue":null,"work_id":"064cce36-92a5-4c6c-ad15-dbe65fb50dc4","year":2025},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:08.867449Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:de582039ba204a0a362b14b85b7a089206c32351483914ac4be2a3a34170497b","observation_id":"f26cab8d-ef29-4731-aefe-9c9c2bd0ae54","resolution":{"observed_at":"2026-08-07T13:27:09.098384Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-10T00:55:11.763100Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams"},"reference_resolution":{"displayed":50,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":9,"verified_exact":0,"verified_fuzzy":41},"total_outbound_references":50},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"thesis":"As of 11 August 2026, this Paper Citation Record lists 50 of 50 outbound references and 0 inbound Pith citation observations for arXiv:2505.23818."}