{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2025:NY27ULSNNEISAODJQKS55GARZO","short_pith_number":"pith:NY27ULSN","schema_version":"1.0","canonical_sha256":"6e35fa2e4d691120386982a5de9811cbaf17065fe32394ca42ed0070f4f6d8a4","source":{"kind":"arxiv","id":"2508.05952","version":2},"attestation_state":"computed","paper":{"title":"Dean of LLM Tutors: A Framework for Automated Quality Review of AI-generated Feedback","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CY","authors_text":"Dragan Ga\\v{s}evi\\'c, Flora Jin, Guanliang Chen, Kaixun Yang, Keyang Qian, Lixiang Yan, Rui Guan, Sadia Nawaz, Wei Dai, Yixin Cheng, Zachari Swiecki","submitted_at":"2025-08-08T02:36:23Z","abstract_excerpt":"Large language model (LLM) tutors are increasingly used to generate educational feedback, but existing research has focused mainly on feedback generation rather than feedback evaluation. As a result, LLM-generated feedback may offer limited pedagogical value and carry risks of hallucination. The current study introduces DeanLLM, an automated review framework for comprehensively evaluating feedback generated by LLM tutors before it is shared with students. We developed a 16-dimension evaluation framework covering feedback content, educational effectiveness, and hallucination risks, and validate"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2508.05952","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2025-08-08T02:36:23Z","cross_cats_sorted":[],"title_canon_sha256":"81bbdb1efe066426854991a61104e92d2cf686af25d54bcda6381046f8cbaeff","abstract_canon_sha256":"e8bd9b7a25e24ecb2c940342b66d0c3368c3c17e0e442eff25c7340cefe7f06b"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-03T01:17:12.563470Z","signature_b64":"VMDGJ3as1sc2SjnaXHmnIqAbOhiE560PbFGDRxW5IgkBw7WbSPmS7IdhxAWma7rnuP2V5bbHRcSH/G7AsLNcDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6e35fa2e4d691120386982a5de9811cbaf17065fe32394ca42ed0070f4f6d8a4","last_reissued_at":"2026-07-03T01:17:12.563000Z","signature_status":"signed_v1","first_computed_at":"2026-07-03T01:17:12.563000Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Dean of LLM Tutors: A Framework for Automated Quality Review of AI-generated Feedback","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CY","authors_text":"Dragan Ga\\v{s}evi\\'c, Flora Jin, Guanliang Chen, Kaixun Yang, Keyang Qian, Lixiang Yan, Rui Guan, Sadia Nawaz, Wei Dai, Yixin Cheng, Zachari Swiecki","submitted_at":"2025-08-08T02:36:23Z","abstract_excerpt":"Large language model (LLM) tutors are increasingly used to generate educational feedback, but existing research has focused mainly on feedback generation rather than feedback evaluation. As a result, LLM-generated feedback may offer limited pedagogical value and carry risks of hallucination. The current study introduces DeanLLM, an automated review framework for comprehensively evaluating feedback generated by LLM tutors before it is shared with students. We developed a 16-dimension evaluation framework covering feedback content, educational effectiveness, and hallucination risks, and validate"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2508.05952","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2508.05952/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2508.05952","created_at":"2026-07-03T01:17:12.563057+00:00"},{"alias_kind":"arxiv_version","alias_value":"2508.05952v2","created_at":"2026-07-03T01:17:12.563057+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2508.05952","created_at":"2026-07-03T01:17:12.563057+00:00"},{"alias_kind":"pith_short_12","alias_value":"NY27ULSNNEIS","created_at":"2026-07-03T01:17:12.563057+00:00"},{"alias_kind":"pith_short_16","alias_value":"NY27ULSNNEISAODJ","created_at":"2026-07-03T01:17:12.563057+00:00"},{"alias_kind":"pith_short_8","alias_value":"NY27ULSN","created_at":"2026-07-03T01:17:12.563057+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2606.22349","citing_title":"Curiosity as Linguistic Intervention: Using LLM Tutoring Dialogues to Influence Exploratory Learning Behavior","ref_index":15,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/NY27ULSNNEISAODJQKS55GARZO","json":"https://pith.science/pith/NY27ULSNNEISAODJQKS55GARZO.json","graph_json":"https://pith.science/api/pith-number/NY27ULSNNEISAODJQKS55GARZO/graph.json","events_json":"https://pith.science/api/pith-number/NY27ULSNNEISAODJQKS55GARZO/events.json","paper":"https://pith.science/paper/NY27ULSN"},"agent_actions":{"view_html":"https://pith.science/pith/NY27ULSNNEISAODJQKS55GARZO","download_json":"https://pith.science/pith/NY27ULSNNEISAODJQKS55GARZO.json","view_paper":"https://pith.science/paper/NY27ULSN","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2508.05952&json=true","fetch_graph":"https://pith.science/api/pith-number/NY27ULSNNEISAODJQKS55GARZO/graph.json","fetch_events":"https://pith.science/api/pith-number/NY27ULSNNEISAODJQKS55GARZO/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/NY27ULSNNEISAODJQKS55GARZO/action/timestamp_anchor","attest_storage":"https://pith.science/pith/NY27ULSNNEISAODJQKS55GARZO/action/storage_attestation","attest_author":"https://pith.science/pith/NY27ULSNNEISAODJQKS55GARZO/action/author_attestation","sign_citation":"https://pith.science/pith/NY27ULSNNEISAODJQKS55GARZO/action/citation_signature","submit_replication":"https://pith.science/pith/NY27ULSNNEISAODJQKS55GARZO/action/replication_record"}},"created_at":"2026-07-03T01:17:12.563057+00:00","updated_at":"2026-07-03T01:17:12.563057+00:00"}