{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:B4XLOR5TERD73CCNT6YHELGLAS","short_pith_number":"pith:B4XLOR5T","canonical_record":{"source":{"id":"2407.10068","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-14T03:51:49Z","cross_cats_sorted":[],"title_canon_sha256":"7ae5a4efddc176e14fad18f224f46c0ef265a1bdb9b54809101ef30eb13494f7","abstract_canon_sha256":"5885c108d83644cebd8aeb8c6c2752ede57e96ec821053e01377f10ba812c1f1"},"schema_version":"1.0"},"canonical_sha256":"0f2eb747b32447fd884d9fb0722ccb048ffacd700d073eba75752d9226fcec71","source":{"kind":"arxiv","id":"2407.10068","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.10068","created_at":"2026-07-05T08:43:38Z"},{"alias_kind":"arxiv_version","alias_value":"2407.10068v1","created_at":"2026-07-05T08:43:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.10068","created_at":"2026-07-05T08:43:38Z"},{"alias_kind":"pith_short_12","alias_value":"B4XLOR5TERD7","created_at":"2026-07-05T08:43:38Z"},{"alias_kind":"pith_short_16","alias_value":"B4XLOR5TERD73CCN","created_at":"2026-07-05T08:43:38Z"},{"alias_kind":"pith_short_8","alias_value":"B4XLOR5T","created_at":"2026-07-05T08:43:38Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:B4XLOR5TERD73CCNT6YHELGLAS","target":"record","payload":{"canonical_record":{"source":{"id":"2407.10068","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-14T03:51:49Z","cross_cats_sorted":[],"title_canon_sha256":"7ae5a4efddc176e14fad18f224f46c0ef265a1bdb9b54809101ef30eb13494f7","abstract_canon_sha256":"5885c108d83644cebd8aeb8c6c2752ede57e96ec821053e01377f10ba812c1f1"},"schema_version":"1.0"},"canonical_sha256":"0f2eb747b32447fd884d9fb0722ccb048ffacd700d073eba75752d9226fcec71","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:43:38.524407Z","signature_b64":"DLNK1Ysx165T1kZ//CnQBNmacZZP1fVI3GPYnM4NOqB2a75ziXViT1Z8ic373yqjXTBUUbWwLJQyUm5smOo+Cg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0f2eb747b32447fd884d9fb0722ccb048ffacd700d073eba75752d9226fcec71","last_reissued_at":"2026-07-05T08:43:38.524011Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:43:38.524011Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.10068","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:43:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Oyj7Czuiqm3qmh+s7sXdUUVZAKEmQnGmYal9e2KT+q5i3PkkQpzqHY/35nfDNiKC6p8SuSiWP+Lo9UVafcJpDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T16:24:18.207285Z"},"content_sha256":"72ca6820ccb25b5865a3b6eb37180905024ec0496f93bcdd7ec9dd0b6d62abda","schema_version":"1.0","event_id":"sha256:72ca6820ccb25b5865a3b6eb37180905024ec0496f93bcdd7ec9dd0b6d62abda"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:B4XLOR5TERD73CCNT6YHELGLAS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Multi-Granularity Semantic Revision for Large Language Model Distillation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Hanting Chen, Jie Hu, Simiao Li, Wei Li, Xiaoyu Liu, Xudong Huang, Yehui Tang, Yunhe Wang, Yun Zhang, Zhiwei Xiong","submitted_at":"2024-07-14T03:51:49Z","abstract_excerpt":"Knowledge distillation plays a key role in compressing the Large Language Models (LLMs), which boosts a small-size student model under large teacher models' guidance. However, existing LLM distillation methods overly rely on student-generated outputs, which may introduce generation errors and misguide the distillation process. Moreover, the distillation loss functions introduced in previous art struggle to align the most informative part due to the complex distribution of LLMs' outputs. To address these problems, we propose a multi-granularity semantic revision method for LLM distillation. At "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.10068","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.10068/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:43:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"U6g3VMFz31BYiSjSofSIBC6gVMUvTZ3o9giCF+BxI1AJ8f15zIxEZfhGNHqLCCTWmMTZ3P+xBN030gFnWRscAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T16:24:18.207677Z"},"content_sha256":"a8eee82366be2eec04bb71de56d90105cd1085f8f6f64e5cbd30730212908f90","schema_version":"1.0","event_id":"sha256:a8eee82366be2eec04bb71de56d90105cd1085f8f6f64e5cbd30730212908f90"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/B4XLOR5TERD73CCNT6YHELGLAS/bundle.json","state_url":"https://pith.science/pith/B4XLOR5TERD73CCNT6YHELGLAS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/B4XLOR5TERD73CCNT6YHELGLAS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T16:24:18Z","links":{"resolver":"https://pith.science/pith/B4XLOR5TERD73CCNT6YHELGLAS","bundle":"https://pith.science/pith/B4XLOR5TERD73CCNT6YHELGLAS/bundle.json","state":"https://pith.science/pith/B4XLOR5TERD73CCNT6YHELGLAS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/B4XLOR5TERD73CCNT6YHELGLAS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:B4XLOR5TERD73CCNT6YHELGLAS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5885c108d83644cebd8aeb8c6c2752ede57e96ec821053e01377f10ba812c1f1","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-14T03:51:49Z","title_canon_sha256":"7ae5a4efddc176e14fad18f224f46c0ef265a1bdb9b54809101ef30eb13494f7"},"schema_version":"1.0","source":{"id":"2407.10068","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.10068","created_at":"2026-07-05T08:43:38Z"},{"alias_kind":"arxiv_version","alias_value":"2407.10068v1","created_at":"2026-07-05T08:43:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.10068","created_at":"2026-07-05T08:43:38Z"},{"alias_kind":"pith_short_12","alias_value":"B4XLOR5TERD7","created_at":"2026-07-05T08:43:38Z"},{"alias_kind":"pith_short_16","alias_value":"B4XLOR5TERD73CCN","created_at":"2026-07-05T08:43:38Z"},{"alias_kind":"pith_short_8","alias_value":"B4XLOR5T","created_at":"2026-07-05T08:43:38Z"}],"graph_snapshots":[{"event_id":"sha256:a8eee82366be2eec04bb71de56d90105cd1085f8f6f64e5cbd30730212908f90","target":"graph","created_at":"2026-07-05T08:43:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.10068/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Knowledge distillation plays a key role in compressing the Large Language Models (LLMs), which boosts a small-size student model under large teacher models' guidance. However, existing LLM distillation methods overly rely on student-generated outputs, which may introduce generation errors and misguide the distillation process. Moreover, the distillation loss functions introduced in previous art struggle to align the most informative part due to the complex distribution of LLMs' outputs. To address these problems, we propose a multi-granularity semantic revision method for LLM distillation. At ","authors_text":"Hanting Chen, Jie Hu, Simiao Li, Wei Li, Xiaoyu Liu, Xudong Huang, Yehui Tang, Yunhe Wang, Yun Zhang, Zhiwei Xiong","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-14T03:51:49Z","title":"Multi-Granularity Semantic Revision for Large Language Model Distillation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.10068","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:72ca6820ccb25b5865a3b6eb37180905024ec0496f93bcdd7ec9dd0b6d62abda","target":"record","created_at":"2026-07-05T08:43:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5885c108d83644cebd8aeb8c6c2752ede57e96ec821053e01377f10ba812c1f1","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-14T03:51:49Z","title_canon_sha256":"7ae5a4efddc176e14fad18f224f46c0ef265a1bdb9b54809101ef30eb13494f7"},"schema_version":"1.0","source":{"id":"2407.10068","kind":"arxiv","version":1}},"canonical_sha256":"0f2eb747b32447fd884d9fb0722ccb048ffacd700d073eba75752d9226fcec71","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0f2eb747b32447fd884d9fb0722ccb048ffacd700d073eba75752d9226fcec71","first_computed_at":"2026-07-05T08:43:38.524011Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:43:38.524011Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"DLNK1Ysx165T1kZ//CnQBNmacZZP1fVI3GPYnM4NOqB2a75ziXViT1Z8ic373yqjXTBUUbWwLJQyUm5smOo+Cg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:43:38.524407Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.10068","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:72ca6820ccb25b5865a3b6eb37180905024ec0496f93bcdd7ec9dd0b6d62abda","sha256:a8eee82366be2eec04bb71de56d90105cd1085f8f6f64e5cbd30730212908f90"],"state_sha256":"c240349867bf2eb9ba3ff3a0af40e0130104234b22062fdf77da34f1479627a2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wXIVUcn1CaSB69evumr46WBj5TlPxtZv8SzXX0dOu8Sxx8MFSQUBd9fZgt67aXfxG/6fP0fykhdNnZTCJWE7Dw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T16:24:18.209721Z","bundle_sha256":"b79944a96c0099e8381354a1e6458d39a6493fbb87fe86ed554b9efadf02f8a7"}}