{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:FUHUURV5UCZ6WHAT3OCG2IOJJL","short_pith_number":"pith:FUHUURV5","canonical_record":{"source":{"id":"2410.13097","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-16T23:50:39Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"ef05572ccce288fa687c31252f8e02650026fde6ff1a654232aedf8d68ac999c","abstract_canon_sha256":"1a62ec8d155ea434688ca0e3a9e6fcd92d8fcce810875275e3d1a92b620b44d1"},"schema_version":"1.0"},"canonical_sha256":"2d0f4a46bda0b3eb1c13db846d21c94afd160b8ce22142806774d755cdd29da1","source":{"kind":"arxiv","id":"2410.13097","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.13097","created_at":"2026-07-05T11:13:14Z"},{"alias_kind":"arxiv_version","alias_value":"2410.13097v2","created_at":"2026-07-05T11:13:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.13097","created_at":"2026-07-05T11:13:14Z"},{"alias_kind":"pith_short_12","alias_value":"FUHUURV5UCZ6","created_at":"2026-07-05T11:13:14Z"},{"alias_kind":"pith_short_16","alias_value":"FUHUURV5UCZ6WHAT","created_at":"2026-07-05T11:13:14Z"},{"alias_kind":"pith_short_8","alias_value":"FUHUURV5","created_at":"2026-07-05T11:13:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:FUHUURV5UCZ6WHAT3OCG2IOJJL","target":"record","payload":{"canonical_record":{"source":{"id":"2410.13097","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-16T23:50:39Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"ef05572ccce288fa687c31252f8e02650026fde6ff1a654232aedf8d68ac999c","abstract_canon_sha256":"1a62ec8d155ea434688ca0e3a9e6fcd92d8fcce810875275e3d1a92b620b44d1"},"schema_version":"1.0"},"canonical_sha256":"2d0f4a46bda0b3eb1c13db846d21c94afd160b8ce22142806774d755cdd29da1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:13:14.314823Z","signature_b64":"64qePlLjhlqY5yOVR5006jV1FBkcaZTg7zqtNlKh5bSXZAJ/M83jLfxNob1VD7phpzs4KQq2Vy7cc0zzYAEaAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2d0f4a46bda0b3eb1c13db846d21c94afd160b8ce22142806774d755cdd29da1","last_reissued_at":"2026-07-05T11:13:14.314109Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:13:14.314109Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.13097","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:13:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KGcmbkkOd758pNL+DF6FHhsCeGXqcWshkWYHouu/shFiFobpZtgI+BYcpdSrM2Br5SmfrpMLrGkzpOPZsTY+BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T22:44:41.847063Z"},"content_sha256":"2f0ee710d9a94ee1a8918467ca49a3d3a0b45b867eba1a71293b6cde5740063e","schema_version":"1.0","event_id":"sha256:2f0ee710d9a94ee1a8918467ca49a3d3a0b45b867eba1a71293b6cde5740063e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:FUHUURV5UCZ6WHAT3OCG2IOJJL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Communication-Efficient and Tensorized Federated Fine-Tuning of Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Mahnoosh Alizadeh, Ramtin Pedarsani, Sajjad Ghiasvand, Yifan Yang, Zheng Zhang, Zhiyu Xue","submitted_at":"2024-10-16T23:50:39Z","abstract_excerpt":"Parameter-efficient fine-tuning (PEFT) methods typically assume that Large Language Models (LLMs) are trained on data from a single device or client. However, real-world scenarios often require fine-tuning these models on private data distributed across multiple devices. Federated Learning (FL) offers an appealing solution by preserving user privacy, as sensitive data remains on local devices during training. Nonetheless, integrating PEFT methods into FL introduces two main challenges: communication overhead and data heterogeneity. In this paper, we introduce FedTT and FedTT+, methods for adap"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.13097","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.13097/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:13:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vDZlahDY3BRbkGP0Q4LgoeJvLAQnDY62xGDshDRu0WMexFEdz5/PTNWeQp8AXsYd88ETEoJnNQSRBVSpPWOiBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T22:44:41.847667Z"},"content_sha256":"50799efebaeacae492bb95b906081cff2e6679adef07e1246f9ebe868d6d864d","schema_version":"1.0","event_id":"sha256:50799efebaeacae492bb95b906081cff2e6679adef07e1246f9ebe868d6d864d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FUHUURV5UCZ6WHAT3OCG2IOJJL/bundle.json","state_url":"https://pith.science/pith/FUHUURV5UCZ6WHAT3OCG2IOJJL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FUHUURV5UCZ6WHAT3OCG2IOJJL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T22:44:41Z","links":{"resolver":"https://pith.science/pith/FUHUURV5UCZ6WHAT3OCG2IOJJL","bundle":"https://pith.science/pith/FUHUURV5UCZ6WHAT3OCG2IOJJL/bundle.json","state":"https://pith.science/pith/FUHUURV5UCZ6WHAT3OCG2IOJJL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FUHUURV5UCZ6WHAT3OCG2IOJJL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:FUHUURV5UCZ6WHAT3OCG2IOJJL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1a62ec8d155ea434688ca0e3a9e6fcd92d8fcce810875275e3d1a92b620b44d1","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-16T23:50:39Z","title_canon_sha256":"ef05572ccce288fa687c31252f8e02650026fde6ff1a654232aedf8d68ac999c"},"schema_version":"1.0","source":{"id":"2410.13097","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.13097","created_at":"2026-07-05T11:13:14Z"},{"alias_kind":"arxiv_version","alias_value":"2410.13097v2","created_at":"2026-07-05T11:13:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.13097","created_at":"2026-07-05T11:13:14Z"},{"alias_kind":"pith_short_12","alias_value":"FUHUURV5UCZ6","created_at":"2026-07-05T11:13:14Z"},{"alias_kind":"pith_short_16","alias_value":"FUHUURV5UCZ6WHAT","created_at":"2026-07-05T11:13:14Z"},{"alias_kind":"pith_short_8","alias_value":"FUHUURV5","created_at":"2026-07-05T11:13:14Z"}],"graph_snapshots":[{"event_id":"sha256:50799efebaeacae492bb95b906081cff2e6679adef07e1246f9ebe868d6d864d","target":"graph","created_at":"2026-07-05T11:13:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.13097/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Parameter-efficient fine-tuning (PEFT) methods typically assume that Large Language Models (LLMs) are trained on data from a single device or client. However, real-world scenarios often require fine-tuning these models on private data distributed across multiple devices. Federated Learning (FL) offers an appealing solution by preserving user privacy, as sensitive data remains on local devices during training. Nonetheless, integrating PEFT methods into FL introduces two main challenges: communication overhead and data heterogeneity. In this paper, we introduce FedTT and FedTT+, methods for adap","authors_text":"Mahnoosh Alizadeh, Ramtin Pedarsani, Sajjad Ghiasvand, Yifan Yang, Zheng Zhang, Zhiyu Xue","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-16T23:50:39Z","title":"Communication-Efficient and Tensorized Federated Fine-Tuning of Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.13097","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2f0ee710d9a94ee1a8918467ca49a3d3a0b45b867eba1a71293b6cde5740063e","target":"record","created_at":"2026-07-05T11:13:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1a62ec8d155ea434688ca0e3a9e6fcd92d8fcce810875275e3d1a92b620b44d1","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-16T23:50:39Z","title_canon_sha256":"ef05572ccce288fa687c31252f8e02650026fde6ff1a654232aedf8d68ac999c"},"schema_version":"1.0","source":{"id":"2410.13097","kind":"arxiv","version":2}},"canonical_sha256":"2d0f4a46bda0b3eb1c13db846d21c94afd160b8ce22142806774d755cdd29da1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2d0f4a46bda0b3eb1c13db846d21c94afd160b8ce22142806774d755cdd29da1","first_computed_at":"2026-07-05T11:13:14.314109Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:13:14.314109Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"64qePlLjhlqY5yOVR5006jV1FBkcaZTg7zqtNlKh5bSXZAJ/M83jLfxNob1VD7phpzs4KQq2Vy7cc0zzYAEaAg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:13:14.314823Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.13097","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2f0ee710d9a94ee1a8918467ca49a3d3a0b45b867eba1a71293b6cde5740063e","sha256:50799efebaeacae492bb95b906081cff2e6679adef07e1246f9ebe868d6d864d"],"state_sha256":"70c8bc3eec2ef4a47590fd70bcc42a7a6f3db66724c6c47c985dc2a1f5ff18a9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EH/PlqjpAYWZIKKwpworjChLvKSp9BpNxTVZ45u/XHYKwSTf3KDCb5oHQrrIEuOtBNZZOF5Gr4t5QKcqHuHVBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T22:44:41.850153Z","bundle_sha256":"ab769412c73c91605253dc1e77ecf67223251fa5c4f31b4132c9ae5aa24219ca"}}