{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:KVD3LHGWJ2JL3K5FIWJDQ3IFN4","short_pith_number":"pith:KVD3LHGW","canonical_record":{"source":{"id":"2405.18194","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-28T14:04:09Z","cross_cats_sorted":["cs.CR"],"title_canon_sha256":"558f02ce24978da6ecfcb87b4a9a90dc5f03238f2d62cf1a6f03801d1f95725b","abstract_canon_sha256":"7587e5f12a9a2886228e1b21f9dec7095dea589d3b66d753e50f9daa3a7a369e"},"schema_version":"1.0"},"canonical_sha256":"5547b59cd64e92bdaba54592386d056f31d3a0a046f8379fd568de40f98f4634","source":{"kind":"arxiv","id":"2405.18194","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.18194","created_at":"2026-07-05T08:59:09Z"},{"alias_kind":"arxiv_version","alias_value":"2405.18194v3","created_at":"2026-07-05T08:59:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.18194","created_at":"2026-07-05T08:59:09Z"},{"alias_kind":"pith_short_12","alias_value":"KVD3LHGWJ2JL","created_at":"2026-07-05T08:59:09Z"},{"alias_kind":"pith_short_16","alias_value":"KVD3LHGWJ2JL3K5F","created_at":"2026-07-05T08:59:09Z"},{"alias_kind":"pith_short_8","alias_value":"KVD3LHGW","created_at":"2026-07-05T08:59:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:KVD3LHGWJ2JL3K5FIWJDQ3IFN4","target":"record","payload":{"canonical_record":{"source":{"id":"2405.18194","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-28T14:04:09Z","cross_cats_sorted":["cs.CR"],"title_canon_sha256":"558f02ce24978da6ecfcb87b4a9a90dc5f03238f2d62cf1a6f03801d1f95725b","abstract_canon_sha256":"7587e5f12a9a2886228e1b21f9dec7095dea589d3b66d753e50f9daa3a7a369e"},"schema_version":"1.0"},"canonical_sha256":"5547b59cd64e92bdaba54592386d056f31d3a0a046f8379fd568de40f98f4634","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:59:09.693516Z","signature_b64":"5Gaobg5d26DtlKyfR5RsQrGs/zY8Kpwrp4qpWtDaRnXbxZZGo/kITy05jbPMhE9r4aCyi4W8CgcrGK2h926cCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5547b59cd64e92bdaba54592386d056f31d3a0a046f8379fd568de40f98f4634","last_reissued_at":"2026-07-05T08:59:09.693037Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:59:09.693037Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.18194","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:59:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aGRE+2ZzB4e076r+g99gyNLkSLYkq8Zpf/d77E53LEDxRAZRRUKyQxxKKjvVh034m6m/eoj9YHrp/mxKtfwgCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T23:04:42.679582Z"},"content_sha256":"77e649c11e25b5ab500701165f20a0f037224218bf2e5c3a3d94ef78772aa5dc","schema_version":"1.0","event_id":"sha256:77e649c11e25b5ab500701165f20a0f037224218bf2e5c3a3d94ef78772aa5dc"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:KVD3LHGWJ2JL3K5FIWJDQ3IFN4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Delving into Differentially Private Transformer","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CR"],"primary_cat":"cs.LG","authors_text":"Hao Wang, Weike Pan, Xueyang Wu, Yining Meng, Yonggang Luo, Youlong Ding","submitted_at":"2024-05-28T14:04:09Z","abstract_excerpt":"Deep learning with differential privacy (DP) has garnered significant attention over the past years, leading to the development of numerous methods aimed at enhancing model accuracy and training efficiency. This paper delves into the problem of training Transformer models with differential privacy. Our treatment is modular: the logic is to `reduce' the problem of training DP Transformer to the more basic problem of training DP vanilla neural nets. The latter is better understood and amenable to many model-agnostic methods. Such `reduction' is done by first identifying the hardness unique to DP"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.18194","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.18194/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:59:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/c1BM+A/NipguR8xW8Ks/x6a1k11ghcG/I/HizT7q1kdLzTlJQYwGAqXEJC5ojdjMyK18GGRxoL6znA0GJjNDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T23:04:42.680201Z"},"content_sha256":"9e9e6d3a4e1c17329fcb189778fed046365c83521d836efd16111a40e141ad61","schema_version":"1.0","event_id":"sha256:9e9e6d3a4e1c17329fcb189778fed046365c83521d836efd16111a40e141ad61"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KVD3LHGWJ2JL3K5FIWJDQ3IFN4/bundle.json","state_url":"https://pith.science/pith/KVD3LHGWJ2JL3K5FIWJDQ3IFN4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KVD3LHGWJ2JL3K5FIWJDQ3IFN4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-23T23:04:42Z","links":{"resolver":"https://pith.science/pith/KVD3LHGWJ2JL3K5FIWJDQ3IFN4","bundle":"https://pith.science/pith/KVD3LHGWJ2JL3K5FIWJDQ3IFN4/bundle.json","state":"https://pith.science/pith/KVD3LHGWJ2JL3K5FIWJDQ3IFN4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KVD3LHGWJ2JL3K5FIWJDQ3IFN4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:KVD3LHGWJ2JL3K5FIWJDQ3IFN4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7587e5f12a9a2886228e1b21f9dec7095dea589d3b66d753e50f9daa3a7a369e","cross_cats_sorted":["cs.CR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-28T14:04:09Z","title_canon_sha256":"558f02ce24978da6ecfcb87b4a9a90dc5f03238f2d62cf1a6f03801d1f95725b"},"schema_version":"1.0","source":{"id":"2405.18194","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.18194","created_at":"2026-07-05T08:59:09Z"},{"alias_kind":"arxiv_version","alias_value":"2405.18194v3","created_at":"2026-07-05T08:59:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.18194","created_at":"2026-07-05T08:59:09Z"},{"alias_kind":"pith_short_12","alias_value":"KVD3LHGWJ2JL","created_at":"2026-07-05T08:59:09Z"},{"alias_kind":"pith_short_16","alias_value":"KVD3LHGWJ2JL3K5F","created_at":"2026-07-05T08:59:09Z"},{"alias_kind":"pith_short_8","alias_value":"KVD3LHGW","created_at":"2026-07-05T08:59:09Z"}],"graph_snapshots":[{"event_id":"sha256:9e9e6d3a4e1c17329fcb189778fed046365c83521d836efd16111a40e141ad61","target":"graph","created_at":"2026-07-05T08:59:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.18194/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Deep learning with differential privacy (DP) has garnered significant attention over the past years, leading to the development of numerous methods aimed at enhancing model accuracy and training efficiency. This paper delves into the problem of training Transformer models with differential privacy. Our treatment is modular: the logic is to `reduce' the problem of training DP Transformer to the more basic problem of training DP vanilla neural nets. The latter is better understood and amenable to many model-agnostic methods. Such `reduction' is done by first identifying the hardness unique to DP","authors_text":"Hao Wang, Weike Pan, Xueyang Wu, Yining Meng, Yonggang Luo, Youlong Ding","cross_cats":["cs.CR"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-28T14:04:09Z","title":"Delving into Differentially Private Transformer"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.18194","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:77e649c11e25b5ab500701165f20a0f037224218bf2e5c3a3d94ef78772aa5dc","target":"record","created_at":"2026-07-05T08:59:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7587e5f12a9a2886228e1b21f9dec7095dea589d3b66d753e50f9daa3a7a369e","cross_cats_sorted":["cs.CR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-28T14:04:09Z","title_canon_sha256":"558f02ce24978da6ecfcb87b4a9a90dc5f03238f2d62cf1a6f03801d1f95725b"},"schema_version":"1.0","source":{"id":"2405.18194","kind":"arxiv","version":3}},"canonical_sha256":"5547b59cd64e92bdaba54592386d056f31d3a0a046f8379fd568de40f98f4634","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5547b59cd64e92bdaba54592386d056f31d3a0a046f8379fd568de40f98f4634","first_computed_at":"2026-07-05T08:59:09.693037Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:59:09.693037Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"5Gaobg5d26DtlKyfR5RsQrGs/zY8Kpwrp4qpWtDaRnXbxZZGo/kITy05jbPMhE9r4aCyi4W8CgcrGK2h926cCA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:59:09.693516Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.18194","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:77e649c11e25b5ab500701165f20a0f037224218bf2e5c3a3d94ef78772aa5dc","sha256:9e9e6d3a4e1c17329fcb189778fed046365c83521d836efd16111a40e141ad61"],"state_sha256":"ece5aa7c67d036887a9e04bcdc010be5fd4ae5f14014e5f93a63f79bd6f9693a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"v+AMvhdTBpNnlVYKQhB+4GMPZBqAXYV2aIjszn/RjgW9c+WMVam0Ct4O2XIW83VhUC/S7i8AN8cQALoFHmKeCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-23T23:04:42.685587Z","bundle_sha256":"039d98cb350f351b74f4553870e5482a4b00436b67a6707d163bce0b8a607913"}}