{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:DATGRIXFOIJHMSLLBAQJ33IOOA","short_pith_number":"pith:DATGRIXF","canonical_record":{"source":{"id":"2405.03103","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-06T01:39:59Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"696af4c55f2cafe37375eaefa143347cbe1cbe051daac50425b34265a91016b6","abstract_canon_sha256":"01a1e2308081c1908e7d55e4e611b71c1ec3e9d32091e6246b8d787d3df24ecc"},"schema_version":"1.0"},"canonical_sha256":"182668a2e5721276496b08209ded0e701f837f2b440b165178a876aba177f6d7","source":{"kind":"arxiv","id":"2405.03103","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.03103","created_at":"2026-07-05T08:29:46Z"},{"alias_kind":"arxiv_version","alias_value":"2405.03103v2","created_at":"2026-07-05T08:29:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.03103","created_at":"2026-07-05T08:29:46Z"},{"alias_kind":"pith_short_12","alias_value":"DATGRIXFOIJH","created_at":"2026-07-05T08:29:46Z"},{"alias_kind":"pith_short_16","alias_value":"DATGRIXFOIJHMSLL","created_at":"2026-07-05T08:29:46Z"},{"alias_kind":"pith_short_8","alias_value":"DATGRIXF","created_at":"2026-07-05T08:29:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:DATGRIXFOIJHMSLLBAQJ33IOOA","target":"record","payload":{"canonical_record":{"source":{"id":"2405.03103","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-06T01:39:59Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"696af4c55f2cafe37375eaefa143347cbe1cbe051daac50425b34265a91016b6","abstract_canon_sha256":"01a1e2308081c1908e7d55e4e611b71c1ec3e9d32091e6246b8d787d3df24ecc"},"schema_version":"1.0"},"canonical_sha256":"182668a2e5721276496b08209ded0e701f837f2b440b165178a876aba177f6d7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:29:46.388093Z","signature_b64":"616TfXtapfxzP3qevRzksRJ4BJYeDbtMXM0RfdDP46nzG9DFBmtR5VCUW4UOKPitzX3PvoqJ12qhgOHEzKa8DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"182668a2e5721276496b08209ded0e701f837f2b440b165178a876aba177f6d7","last_reissued_at":"2026-07-05T08:29:46.387626Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:29:46.387626Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.03103","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:29:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zi7o6Y69eu35e4Lbs1FkHaLtVZkXPOQIdGecmPmH0YpvL7BuaBUibXih8KINPeZJJKyc+pX9MP8UnWknRt2dDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T17:45:48.540985Z"},"content_sha256":"eb2e06d979bdde40aeea755b08ae2429b9b787aa44d0e2c654497852ab82b7bf","schema_version":"1.0","event_id":"sha256:eb2e06d979bdde40aeea755b08ae2429b9b787aa44d0e2c654497852ab82b7bf"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:DATGRIXFOIJHMSLLBAQJ33IOOA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Learning from Students: Applying t-Distributions to Explore Accurate and Efficient Formats for LLMs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.LG","authors_text":"Bahaa Kotb, Gang Wu, Jordan Dotzel, Mohamed S. Abdelfattah, Sheng Li, Sushma Prasad, Yuzong Chen, Zhiru Zhang","submitted_at":"2024-05-06T01:39:59Z","abstract_excerpt":"The increasing size of large language models (LLMs) traditionally requires low-precision integer formats to meet strict latency and power demands. Yet recently, alternative formats such as Normal Float (NF4) have increased model accuracy at the cost of increased chip area. In this work, we first conduct a large-scale analysis of LLM weights and activations across 30 networks and conclude that most distributions follow a Student's t-distribution. We then derive a new theoretically optimal format, Student Float (SF4), that improves over NF4 across modern LLMs, for example increasing the average "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.03103","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.03103/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:29:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GLxV/sv5Y8Rahg5dW9gC8Vjk/DAMSUVsmiN8OTD71gXB1KGKeW4NIYxmpCqmb39UIb20cVfQHqqckHxmTTgbCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T17:45:48.541377Z"},"content_sha256":"66685e869b04c66b907a6274ac160c278266bfffbbad88edb604b4468ed521a8","schema_version":"1.0","event_id":"sha256:66685e869b04c66b907a6274ac160c278266bfffbbad88edb604b4468ed521a8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DATGRIXFOIJHMSLLBAQJ33IOOA/bundle.json","state_url":"https://pith.science/pith/DATGRIXFOIJHMSLLBAQJ33IOOA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DATGRIXFOIJHMSLLBAQJ33IOOA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T17:45:48Z","links":{"resolver":"https://pith.science/pith/DATGRIXFOIJHMSLLBAQJ33IOOA","bundle":"https://pith.science/pith/DATGRIXFOIJHMSLLBAQJ33IOOA/bundle.json","state":"https://pith.science/pith/DATGRIXFOIJHMSLLBAQJ33IOOA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DATGRIXFOIJHMSLLBAQJ33IOOA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:DATGRIXFOIJHMSLLBAQJ33IOOA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"01a1e2308081c1908e7d55e4e611b71c1ec3e9d32091e6246b8d787d3df24ecc","cross_cats_sorted":["cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-06T01:39:59Z","title_canon_sha256":"696af4c55f2cafe37375eaefa143347cbe1cbe051daac50425b34265a91016b6"},"schema_version":"1.0","source":{"id":"2405.03103","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.03103","created_at":"2026-07-05T08:29:46Z"},{"alias_kind":"arxiv_version","alias_value":"2405.03103v2","created_at":"2026-07-05T08:29:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.03103","created_at":"2026-07-05T08:29:46Z"},{"alias_kind":"pith_short_12","alias_value":"DATGRIXFOIJH","created_at":"2026-07-05T08:29:46Z"},{"alias_kind":"pith_short_16","alias_value":"DATGRIXFOIJHMSLL","created_at":"2026-07-05T08:29:46Z"},{"alias_kind":"pith_short_8","alias_value":"DATGRIXF","created_at":"2026-07-05T08:29:46Z"}],"graph_snapshots":[{"event_id":"sha256:66685e869b04c66b907a6274ac160c278266bfffbbad88edb604b4468ed521a8","target":"graph","created_at":"2026-07-05T08:29:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.03103/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The increasing size of large language models (LLMs) traditionally requires low-precision integer formats to meet strict latency and power demands. Yet recently, alternative formats such as Normal Float (NF4) have increased model accuracy at the cost of increased chip area. In this work, we first conduct a large-scale analysis of LLM weights and activations across 30 networks and conclude that most distributions follow a Student's t-distribution. We then derive a new theoretically optimal format, Student Float (SF4), that improves over NF4 across modern LLMs, for example increasing the average ","authors_text":"Bahaa Kotb, Gang Wu, Jordan Dotzel, Mohamed S. Abdelfattah, Sheng Li, Sushma Prasad, Yuzong Chen, Zhiru Zhang","cross_cats":["cs.CV"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-06T01:39:59Z","title":"Learning from Students: Applying t-Distributions to Explore Accurate and Efficient Formats for LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.03103","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:eb2e06d979bdde40aeea755b08ae2429b9b787aa44d0e2c654497852ab82b7bf","target":"record","created_at":"2026-07-05T08:29:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"01a1e2308081c1908e7d55e4e611b71c1ec3e9d32091e6246b8d787d3df24ecc","cross_cats_sorted":["cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-06T01:39:59Z","title_canon_sha256":"696af4c55f2cafe37375eaefa143347cbe1cbe051daac50425b34265a91016b6"},"schema_version":"1.0","source":{"id":"2405.03103","kind":"arxiv","version":2}},"canonical_sha256":"182668a2e5721276496b08209ded0e701f837f2b440b165178a876aba177f6d7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"182668a2e5721276496b08209ded0e701f837f2b440b165178a876aba177f6d7","first_computed_at":"2026-07-05T08:29:46.387626Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:29:46.387626Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"616TfXtapfxzP3qevRzksRJ4BJYeDbtMXM0RfdDP46nzG9DFBmtR5VCUW4UOKPitzX3PvoqJ12qhgOHEzKa8DA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:29:46.388093Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.03103","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:eb2e06d979bdde40aeea755b08ae2429b9b787aa44d0e2c654497852ab82b7bf","sha256:66685e869b04c66b907a6274ac160c278266bfffbbad88edb604b4468ed521a8"],"state_sha256":"21dbb85a1a7d351d58e1cd28afb436404adc7a8230e60ce8405691b160e50116"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Kqpo25+Vfl46bPRidN0ubnFdDF+saLv/UwS8u8S5iIam4aD4tyWOtULLeCR5P90k05f+CAGugrqJL0rkj6svBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T17:45:48.543434Z","bundle_sha256":"c63a1e95c0a62827661f61e11e8c4baf90f90aecc8f28ac834ccfe692c6fe270"}}