{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:UID6RT3D7SKV7Z7X6E4QOXJGJR","short_pith_number":"pith:UID6RT3D","canonical_record":{"source":{"id":"2305.12129","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-20T07:30:55Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"56e8f30c6654c6f23715f55bf53e92bc162a7b457762596a80aa8bfebb4764e2","abstract_canon_sha256":"ea872d563f85e8325845193e3db17796ded82115c5dd6eb1db85c1b60b7b7a28"},"schema_version":"1.0"},"canonical_sha256":"a207e8cf63fc955fe7f7f139075d264c69e1228736e4b7a233c7a89f7c764bc3","source":{"kind":"arxiv","id":"2305.12129","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.12129","created_at":"2026-07-05T06:12:06Z"},{"alias_kind":"arxiv_version","alias_value":"2305.12129v1","created_at":"2026-07-05T06:12:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.12129","created_at":"2026-07-05T06:12:06Z"},{"alias_kind":"pith_short_12","alias_value":"UID6RT3D7SKV","created_at":"2026-07-05T06:12:06Z"},{"alias_kind":"pith_short_16","alias_value":"UID6RT3D7SKV7Z7X","created_at":"2026-07-05T06:12:06Z"},{"alias_kind":"pith_short_8","alias_value":"UID6RT3D","created_at":"2026-07-05T06:12:06Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:UID6RT3D7SKV7Z7X6E4QOXJGJR","target":"record","payload":{"canonical_record":{"source":{"id":"2305.12129","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-20T07:30:55Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"56e8f30c6654c6f23715f55bf53e92bc162a7b457762596a80aa8bfebb4764e2","abstract_canon_sha256":"ea872d563f85e8325845193e3db17796ded82115c5dd6eb1db85c1b60b7b7a28"},"schema_version":"1.0"},"canonical_sha256":"a207e8cf63fc955fe7f7f139075d264c69e1228736e4b7a233c7a89f7c764bc3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:12:06.819143Z","signature_b64":"5NsuHwnZHoWV2CsA710GnUk0ErQ+lj69c42WRnLZTIDPc2qUI1jyubJ7IHjkSQZRv2Jotp4Fr3TVdNhaG3jmCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a207e8cf63fc955fe7f7f139075d264c69e1228736e4b7a233c7a89f7c764bc3","last_reissued_at":"2026-07-05T06:12:06.818662Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:12:06.818662Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.12129","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:12:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LQQ/642qgQgyVpC+HGftG2yqo5XkxspPFSoYlxxi4TUQ2ohq/jkpkPGpHZE6Dk7e25Yb1PkDk2fFiJwBwl6qAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T20:58:02.931894Z"},"content_sha256":"475a5b62b247a1a0e2d810deab8adf67fbebc3d92042c86afdde599aa0d706c5","schema_version":"1.0","event_id":"sha256:475a5b62b247a1a0e2d810deab8adf67fbebc3d92042c86afdde599aa0d706c5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:UID6RT3D7SKV7Z7X6E4QOXJGJR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Lifting the Curse of Capacity Gap in Distilling Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Benyou Wang, Chen Zhang, Dawei Song, Jiahao Liu, Jingang Wang, Yang Yang, Yunsen Xian","submitted_at":"2023-05-20T07:30:55Z","abstract_excerpt":"Pretrained language models (LMs) have shown compelling performance on various downstream tasks, but unfortunately they require a tremendous amount of inference compute. Knowledge distillation finds a path to compress LMs to small ones with a teacher-student paradigm. However, when the capacity gap between the teacher and the student is large, a curse of capacity gap appears, invoking a deficiency in distilling LMs. While a few studies have been carried out to fill the gap, the curse is not yet well tackled. In this paper, we aim at lifting the curse of capacity gap via enlarging the capacity o"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.12129","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.12129/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:12:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fnd8E3oDl6V107EM3bIfklSw7RNWSFinStW0xHWxIMWg6A8WB388ymBhm0JPy51sYW+6hpSzLaCLq4joBMdqBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T20:58:02.932270Z"},"content_sha256":"910c86278ee92ff94a89584e90845e51d4e3dbfb5601ded7beb115d5489ff2da","schema_version":"1.0","event_id":"sha256:910c86278ee92ff94a89584e90845e51d4e3dbfb5601ded7beb115d5489ff2da"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UID6RT3D7SKV7Z7X6E4QOXJGJR/bundle.json","state_url":"https://pith.science/pith/UID6RT3D7SKV7Z7X6E4QOXJGJR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UID6RT3D7SKV7Z7X6E4QOXJGJR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T20:58:02Z","links":{"resolver":"https://pith.science/pith/UID6RT3D7SKV7Z7X6E4QOXJGJR","bundle":"https://pith.science/pith/UID6RT3D7SKV7Z7X6E4QOXJGJR/bundle.json","state":"https://pith.science/pith/UID6RT3D7SKV7Z7X6E4QOXJGJR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UID6RT3D7SKV7Z7X6E4QOXJGJR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:UID6RT3D7SKV7Z7X6E4QOXJGJR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ea872d563f85e8325845193e3db17796ded82115c5dd6eb1db85c1b60b7b7a28","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-20T07:30:55Z","title_canon_sha256":"56e8f30c6654c6f23715f55bf53e92bc162a7b457762596a80aa8bfebb4764e2"},"schema_version":"1.0","source":{"id":"2305.12129","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.12129","created_at":"2026-07-05T06:12:06Z"},{"alias_kind":"arxiv_version","alias_value":"2305.12129v1","created_at":"2026-07-05T06:12:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.12129","created_at":"2026-07-05T06:12:06Z"},{"alias_kind":"pith_short_12","alias_value":"UID6RT3D7SKV","created_at":"2026-07-05T06:12:06Z"},{"alias_kind":"pith_short_16","alias_value":"UID6RT3D7SKV7Z7X","created_at":"2026-07-05T06:12:06Z"},{"alias_kind":"pith_short_8","alias_value":"UID6RT3D","created_at":"2026-07-05T06:12:06Z"}],"graph_snapshots":[{"event_id":"sha256:910c86278ee92ff94a89584e90845e51d4e3dbfb5601ded7beb115d5489ff2da","target":"graph","created_at":"2026-07-05T06:12:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.12129/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Pretrained language models (LMs) have shown compelling performance on various downstream tasks, but unfortunately they require a tremendous amount of inference compute. Knowledge distillation finds a path to compress LMs to small ones with a teacher-student paradigm. However, when the capacity gap between the teacher and the student is large, a curse of capacity gap appears, invoking a deficiency in distilling LMs. While a few studies have been carried out to fill the gap, the curse is not yet well tackled. In this paper, we aim at lifting the curse of capacity gap via enlarging the capacity o","authors_text":"Benyou Wang, Chen Zhang, Dawei Song, Jiahao Liu, Jingang Wang, Yang Yang, Yunsen Xian","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-20T07:30:55Z","title":"Lifting the Curse of Capacity Gap in Distilling Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.12129","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:475a5b62b247a1a0e2d810deab8adf67fbebc3d92042c86afdde599aa0d706c5","target":"record","created_at":"2026-07-05T06:12:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ea872d563f85e8325845193e3db17796ded82115c5dd6eb1db85c1b60b7b7a28","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-20T07:30:55Z","title_canon_sha256":"56e8f30c6654c6f23715f55bf53e92bc162a7b457762596a80aa8bfebb4764e2"},"schema_version":"1.0","source":{"id":"2305.12129","kind":"arxiv","version":1}},"canonical_sha256":"a207e8cf63fc955fe7f7f139075d264c69e1228736e4b7a233c7a89f7c764bc3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a207e8cf63fc955fe7f7f139075d264c69e1228736e4b7a233c7a89f7c764bc3","first_computed_at":"2026-07-05T06:12:06.818662Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:12:06.818662Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"5NsuHwnZHoWV2CsA710GnUk0ErQ+lj69c42WRnLZTIDPc2qUI1jyubJ7IHjkSQZRv2Jotp4Fr3TVdNhaG3jmCg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:12:06.819143Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.12129","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:475a5b62b247a1a0e2d810deab8adf67fbebc3d92042c86afdde599aa0d706c5","sha256:910c86278ee92ff94a89584e90845e51d4e3dbfb5601ded7beb115d5489ff2da"],"state_sha256":"079db437950033edb13d7718aa29dac5445a5bdf648efc9e5d90472cf4b52765"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"G/1U4W3nX5Wxy8wJa+38OmdICozDXtt+pWJMeHfzYWnGlK7M5rjE2ZZm63nkn3JGUnVmJKsx2tYuUNCHFuqkDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T20:58:02.934145Z","bundle_sha256":"ad657b56739b38fd7134a198292e8f58bb764d302077b4e322a718bda42e2969"}}