{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:WABLRAORS76L6CSIGV5LODPUEC","short_pith_number":"pith:WABLRAOR","canonical_record":{"source":{"id":"2404.00456","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-03-30T19:20:06Z","cross_cats_sorted":[],"title_canon_sha256":"6b36f6716767f917c20c75645d03dac93d3ff046062e0d80cb86243ee2a47cb7","abstract_canon_sha256":"4ee9604f8959345babf2d9a1d2006fc5616988322a5f46b2da6129120f830dcc"},"schema_version":"1.0"},"canonical_sha256":"b002b881d197fcbf0a48357ab70df420b4b4a482bdc7e7e8125fcf0cc7d9a951","source":{"kind":"arxiv","id":"2404.00456","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.00456","created_at":"2026-07-05T09:27:53Z"},{"alias_kind":"arxiv_version","alias_value":"2404.00456v2","created_at":"2026-07-05T09:27:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.00456","created_at":"2026-07-05T09:27:53Z"},{"alias_kind":"pith_short_12","alias_value":"WABLRAORS76L","created_at":"2026-07-05T09:27:53Z"},{"alias_kind":"pith_short_16","alias_value":"WABLRAORS76L6CSI","created_at":"2026-07-05T09:27:53Z"},{"alias_kind":"pith_short_8","alias_value":"WABLRAOR","created_at":"2026-07-05T09:27:53Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:WABLRAORS76L6CSIGV5LODPUEC","target":"record","payload":{"canonical_record":{"source":{"id":"2404.00456","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-03-30T19:20:06Z","cross_cats_sorted":[],"title_canon_sha256":"6b36f6716767f917c20c75645d03dac93d3ff046062e0d80cb86243ee2a47cb7","abstract_canon_sha256":"4ee9604f8959345babf2d9a1d2006fc5616988322a5f46b2da6129120f830dcc"},"schema_version":"1.0"},"canonical_sha256":"b002b881d197fcbf0a48357ab70df420b4b4a482bdc7e7e8125fcf0cc7d9a951","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:27:53.284788Z","signature_b64":"l5sty/zI2lfqLxteE6ybNeVUEIIsxaFIFKJ5w1UBRZi0C6sxB9XOaUeoYaJffo6U3MpUxkWNddPooFU+TYsiAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b002b881d197fcbf0a48357ab70df420b4b4a482bdc7e7e8125fcf0cc7d9a951","last_reissued_at":"2026-07-05T09:27:53.284330Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:27:53.284330Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.00456","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:27:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YZxLvX3rH3TWYuk+aAs3EZgR38da1cZy/UU46Y6rlGUCoQT8MV41zsR3HxzzXX4702LHchf+nSKGNwRtUs/HCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T03:52:38.789364Z"},"content_sha256":"d22389be15ead718c7c5f2057a85c353c413fee1eab64e8f5d06aedd34544c0f","schema_version":"1.0","event_id":"sha256:d22389be15ead718c7c5f2057a85c353c413fee1eab64e8f5d06aedd34544c0f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:WABLRAORS76L6CSIGV5LODPUEC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"QuaRot: Outlier-Free 4-Bit Inference in Rotated LLMs","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Amirkeivan Mohtashami, Bo Li, Dan Alistarh, James Hensman, Martin Jaggi, Maximilian L. Croci, Pashmina Cameron, Saleh Ashkboos, Torsten Hoefler","submitted_at":"2024-03-30T19:20:06Z","abstract_excerpt":"We introduce QuaRot, a new Quantization scheme based on Rotations, which is able to quantize LLMs end-to-end, including all weights, activations, and KV cache in 4 bits. QuaRot rotates LLMs in a way that removes outliers from the hidden state without changing the output, making quantization easier. This computational invariance is applied to the hidden state (residual) of the LLM, as well as to the activations of the feed-forward components, aspects of the attention mechanism, and to the KV cache. The result is a quantized model where all matrix multiplications are performed in 4 bits, without"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.00456","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.00456/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:27:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IHgw82a2xcCTihk9kxAxbFFM1e5oy0FgtM6hiMQvzJEcJVIaeLJEIhLgCAhTKHsRU9QamF4sKZfJ0iRxOmHGBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T03:52:38.789744Z"},"content_sha256":"4895018ea612fedd74d3409506706c50a5fcc4d92a582543642bca546b804b82","schema_version":"1.0","event_id":"sha256:4895018ea612fedd74d3409506706c50a5fcc4d92a582543642bca546b804b82"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WABLRAORS76L6CSIGV5LODPUEC/bundle.json","state_url":"https://pith.science/pith/WABLRAORS76L6CSIGV5LODPUEC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WABLRAORS76L6CSIGV5LODPUEC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T03:52:38Z","links":{"resolver":"https://pith.science/pith/WABLRAORS76L6CSIGV5LODPUEC","bundle":"https://pith.science/pith/WABLRAORS76L6CSIGV5LODPUEC/bundle.json","state":"https://pith.science/pith/WABLRAORS76L6CSIGV5LODPUEC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WABLRAORS76L6CSIGV5LODPUEC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:WABLRAORS76L6CSIGV5LODPUEC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4ee9604f8959345babf2d9a1d2006fc5616988322a5f46b2da6129120f830dcc","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-03-30T19:20:06Z","title_canon_sha256":"6b36f6716767f917c20c75645d03dac93d3ff046062e0d80cb86243ee2a47cb7"},"schema_version":"1.0","source":{"id":"2404.00456","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.00456","created_at":"2026-07-05T09:27:53Z"},{"alias_kind":"arxiv_version","alias_value":"2404.00456v2","created_at":"2026-07-05T09:27:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.00456","created_at":"2026-07-05T09:27:53Z"},{"alias_kind":"pith_short_12","alias_value":"WABLRAORS76L","created_at":"2026-07-05T09:27:53Z"},{"alias_kind":"pith_short_16","alias_value":"WABLRAORS76L6CSI","created_at":"2026-07-05T09:27:53Z"},{"alias_kind":"pith_short_8","alias_value":"WABLRAOR","created_at":"2026-07-05T09:27:53Z"}],"graph_snapshots":[{"event_id":"sha256:4895018ea612fedd74d3409506706c50a5fcc4d92a582543642bca546b804b82","target":"graph","created_at":"2026-07-05T09:27:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.00456/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We introduce QuaRot, a new Quantization scheme based on Rotations, which is able to quantize LLMs end-to-end, including all weights, activations, and KV cache in 4 bits. QuaRot rotates LLMs in a way that removes outliers from the hidden state without changing the output, making quantization easier. This computational invariance is applied to the hidden state (residual) of the LLM, as well as to the activations of the feed-forward components, aspects of the attention mechanism, and to the KV cache. The result is a quantized model where all matrix multiplications are performed in 4 bits, without","authors_text":"Amirkeivan Mohtashami, Bo Li, Dan Alistarh, James Hensman, Martin Jaggi, Maximilian L. Croci, Pashmina Cameron, Saleh Ashkboos, Torsten Hoefler","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-03-30T19:20:06Z","title":"QuaRot: Outlier-Free 4-Bit Inference in Rotated LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.00456","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d22389be15ead718c7c5f2057a85c353c413fee1eab64e8f5d06aedd34544c0f","target":"record","created_at":"2026-07-05T09:27:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4ee9604f8959345babf2d9a1d2006fc5616988322a5f46b2da6129120f830dcc","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-03-30T19:20:06Z","title_canon_sha256":"6b36f6716767f917c20c75645d03dac93d3ff046062e0d80cb86243ee2a47cb7"},"schema_version":"1.0","source":{"id":"2404.00456","kind":"arxiv","version":2}},"canonical_sha256":"b002b881d197fcbf0a48357ab70df420b4b4a482bdc7e7e8125fcf0cc7d9a951","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b002b881d197fcbf0a48357ab70df420b4b4a482bdc7e7e8125fcf0cc7d9a951","first_computed_at":"2026-07-05T09:27:53.284330Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:27:53.284330Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"l5sty/zI2lfqLxteE6ybNeVUEIIsxaFIFKJ5w1UBRZi0C6sxB9XOaUeoYaJffo6U3MpUxkWNddPooFU+TYsiAA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:27:53.284788Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.00456","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d22389be15ead718c7c5f2057a85c353c413fee1eab64e8f5d06aedd34544c0f","sha256:4895018ea612fedd74d3409506706c50a5fcc4d92a582543642bca546b804b82"],"state_sha256":"1d68a77cf831329de167f0b425aed114f3c11586185ce099bb2f73e7483d6797"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qPEaw1LByceJMoPvEoRBHNEFXuZ2Cik36ACDHQTApq3oxg2rFuRysj/uG24iJjIoXYoHsAIrW2hpZxSmg+ZGCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T03:52:38.791719Z","bundle_sha256":"8b0d233e76d9b983c8e25dca1fa987d0ae730a0e547ce8ba5bc2432cc9bde1dd"}}