{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2021:GIQ3FLIHW3YNPLAFOWPWOBBFRL","short_pith_number":"pith:GIQ3FLIH","schema_version":"1.0","canonical_sha256":"3221b2ad07b6f0d7ac05759f6704258af47e68516f9b4cb7fd16482f6caefee4","source":{"kind":"arxiv","id":"2106.03613","version":1},"attestation_state":"computed","paper":{"title":"RoSearch: Search for Robust Student Architectures When Distilling Pre-trained Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Haoyi Zhou, Jianlei Yang, Jianxin Li, Xin Guo, Xucheng Ye","submitted_at":"2021-06-07T13:38:16Z","abstract_excerpt":"Pre-trained language models achieve outstanding performance in NLP tasks. Various knowledge distillation methods have been proposed to reduce the heavy computation and storage requirements of pre-trained language models. However, from our observations, student models acquired by knowledge distillation suffer from adversarial attacks, which limits their usage in security sensitive scenarios. In order to overcome these security problems, RoSearch is proposed as a comprehensive framework to search the student models with better adversarial robustness when performing knowledge distillation. A dire"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2106.03613","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-07T13:38:16Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"60efb18e855aea2755c942d84f6c44e99f6c4735c24ec098949127331efd1645","abstract_canon_sha256":"3d90d7869d26c074fb8f38fe54f398caeafa1a25ef1b7935ae61c2dca5042834"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:46:51.390854Z","signature_b64":"0kLmufYugaotOMGqEX3R67ST2dHPp6GxK7XPjNFW1ma+wwrRbMtB42kuuhsH51hpaeTElEhOoFPLCZ4t6K/uAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3221b2ad07b6f0d7ac05759f6704258af47e68516f9b4cb7fd16482f6caefee4","last_reissued_at":"2026-07-05T02:46:51.390394Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:46:51.390394Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"RoSearch: Search for Robust Student Architectures When Distilling Pre-trained Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Haoyi Zhou, Jianlei Yang, Jianxin Li, Xin Guo, Xucheng Ye","submitted_at":"2021-06-07T13:38:16Z","abstract_excerpt":"Pre-trained language models achieve outstanding performance in NLP tasks. Various knowledge distillation methods have been proposed to reduce the heavy computation and storage requirements of pre-trained language models. However, from our observations, student models acquired by knowledge distillation suffer from adversarial attacks, which limits their usage in security sensitive scenarios. In order to overcome these security problems, RoSearch is proposed as a comprehensive framework to search the student models with better adversarial robustness when performing knowledge distillation. A dire"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.03613","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2106.03613/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2106.03613","created_at":"2026-07-05T02:46:51.390465+00:00"},{"alias_kind":"arxiv_version","alias_value":"2106.03613v1","created_at":"2026-07-05T02:46:51.390465+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.03613","created_at":"2026-07-05T02:46:51.390465+00:00"},{"alias_kind":"pith_short_12","alias_value":"GIQ3FLIHW3YN","created_at":"2026-07-05T02:46:51.390465+00:00"},{"alias_kind":"pith_short_16","alias_value":"GIQ3FLIHW3YNPLAF","created_at":"2026-07-05T02:46:51.390465+00:00"},{"alias_kind":"pith_short_8","alias_value":"GIQ3FLIH","created_at":"2026-07-05T02:46:51.390465+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/GIQ3FLIHW3YNPLAFOWPWOBBFRL","json":"https://pith.science/pith/GIQ3FLIHW3YNPLAFOWPWOBBFRL.json","graph_json":"https://pith.science/api/pith-number/GIQ3FLIHW3YNPLAFOWPWOBBFRL/graph.json","events_json":"https://pith.science/api/pith-number/GIQ3FLIHW3YNPLAFOWPWOBBFRL/events.json","paper":"https://pith.science/paper/GIQ3FLIH"},"agent_actions":{"view_html":"https://pith.science/pith/GIQ3FLIHW3YNPLAFOWPWOBBFRL","download_json":"https://pith.science/pith/GIQ3FLIHW3YNPLAFOWPWOBBFRL.json","view_paper":"https://pith.science/paper/GIQ3FLIH","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2106.03613&json=true","fetch_graph":"https://pith.science/api/pith-number/GIQ3FLIHW3YNPLAFOWPWOBBFRL/graph.json","fetch_events":"https://pith.science/api/pith-number/GIQ3FLIHW3YNPLAFOWPWOBBFRL/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/GIQ3FLIHW3YNPLAFOWPWOBBFRL/action/timestamp_anchor","attest_storage":"https://pith.science/pith/GIQ3FLIHW3YNPLAFOWPWOBBFRL/action/storage_attestation","attest_author":"https://pith.science/pith/GIQ3FLIHW3YNPLAFOWPWOBBFRL/action/author_attestation","sign_citation":"https://pith.science/pith/GIQ3FLIHW3YNPLAFOWPWOBBFRL/action/citation_signature","submit_replication":"https://pith.science/pith/GIQ3FLIHW3YNPLAFOWPWOBBFRL/action/replication_record"}},"created_at":"2026-07-05T02:46:51.390465+00:00","updated_at":"2026-07-05T02:46:51.390465+00:00"}