{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:VFBFH7ZTVEWUKOCDFG2PCP7SGV","short_pith_number":"pith:VFBFH7ZT","canonical_record":{"source":{"id":"2406.06248","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-10T13:25:43Z","cross_cats_sorted":[],"title_canon_sha256":"f0b9307edd0a10666475f97e90d0a0130f710f4dc311d98f9e2a2c85231a5a3e","abstract_canon_sha256":"24454bd631409e3cda04c99ef225277c990ccdd3b4dce1486f066b5c14c3ab73"},"schema_version":"1.0"},"canonical_sha256":"a94253ff33a92d45384329b4f13ff2357f6fc09a254f0eb3a65751f4ce5037e1","source":{"kind":"arxiv","id":"2406.06248","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.06248","created_at":"2026-07-05T08:29:39Z"},{"alias_kind":"arxiv_version","alias_value":"2406.06248v1","created_at":"2026-07-05T08:29:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.06248","created_at":"2026-07-05T08:29:39Z"},{"alias_kind":"pith_short_12","alias_value":"VFBFH7ZTVEWU","created_at":"2026-07-05T08:29:39Z"},{"alias_kind":"pith_short_16","alias_value":"VFBFH7ZTVEWUKOCD","created_at":"2026-07-05T08:29:39Z"},{"alias_kind":"pith_short_8","alias_value":"VFBFH7ZT","created_at":"2026-07-05T08:29:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:VFBFH7ZTVEWUKOCDFG2PCP7SGV","target":"record","payload":{"canonical_record":{"source":{"id":"2406.06248","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-10T13:25:43Z","cross_cats_sorted":[],"title_canon_sha256":"f0b9307edd0a10666475f97e90d0a0130f710f4dc311d98f9e2a2c85231a5a3e","abstract_canon_sha256":"24454bd631409e3cda04c99ef225277c990ccdd3b4dce1486f066b5c14c3ab73"},"schema_version":"1.0"},"canonical_sha256":"a94253ff33a92d45384329b4f13ff2357f6fc09a254f0eb3a65751f4ce5037e1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:29:39.767582Z","signature_b64":"+oHi9AVeSDCX7Cd/MexkyGiBOFq4JmEVHzf2iTAilTk5Nc+lhqO4HRK6i0q6H+N3f/kHx9m9NOEKML81eomIBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a94253ff33a92d45384329b4f13ff2357f6fc09a254f0eb3a65751f4ce5037e1","last_reissued_at":"2026-07-05T08:29:39.767123Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:29:39.767123Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.06248","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:29:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7N3YYY2UhFg3SPkNFQEd95DLPR4Dj2aTqmYN+aD6C+DsxNmRAm0dOkYzJTH8e7xZnhWF0q9tbTMucnHdAYr1Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T08:41:13.599492Z"},"content_sha256":"16df623d7d94c944813597acb044e0e7605f6e01f87f0052bcd0b1662d4419f3","schema_version":"1.0","event_id":"sha256:16df623d7d94c944813597acb044e0e7605f6e01f87f0052bcd0b1662d4419f3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:VFBFH7ZTVEWUKOCDFG2PCP7SGV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Compute Better Spent: Replacing Dense Layers with Structured Matrices","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Andres Potapczynski, Andrew Gordon Wilson, Marc Finzi, Micah Goldblum, Shikai Qiu","submitted_at":"2024-06-10T13:25:43Z","abstract_excerpt":"Dense linear layers are the dominant computational bottleneck in foundation models. Identifying more efficient alternatives to dense matrices has enormous potential for building more compute-efficient models, as exemplified by the success of convolutional networks in the image domain. In this work, we systematically explore structured matrices as replacements for dense matrices. We show that different structures often require drastically different initialization scales and learning rates, which are crucial to performance, especially as models scale. Using insights from the Maximal Update Param"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.06248","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.06248/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:29:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ya0Pft6vA1TmGwYfKeioAOgUeOSRLa8s8VrBB2DXpgr9coP5jlA+iLYgYzr0WUqIPYmwzsBtlFSOMxzg4Fe/DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T08:41:13.600368Z"},"content_sha256":"6a67f86dfd94a961e18cf282cdef7e09942b2f7bf79d987ba4e075e70df2e0ea","schema_version":"1.0","event_id":"sha256:6a67f86dfd94a961e18cf282cdef7e09942b2f7bf79d987ba4e075e70df2e0ea"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VFBFH7ZTVEWUKOCDFG2PCP7SGV/bundle.json","state_url":"https://pith.science/pith/VFBFH7ZTVEWUKOCDFG2PCP7SGV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VFBFH7ZTVEWUKOCDFG2PCP7SGV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T08:41:13Z","links":{"resolver":"https://pith.science/pith/VFBFH7ZTVEWUKOCDFG2PCP7SGV","bundle":"https://pith.science/pith/VFBFH7ZTVEWUKOCDFG2PCP7SGV/bundle.json","state":"https://pith.science/pith/VFBFH7ZTVEWUKOCDFG2PCP7SGV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VFBFH7ZTVEWUKOCDFG2PCP7SGV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:VFBFH7ZTVEWUKOCDFG2PCP7SGV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"24454bd631409e3cda04c99ef225277c990ccdd3b4dce1486f066b5c14c3ab73","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-10T13:25:43Z","title_canon_sha256":"f0b9307edd0a10666475f97e90d0a0130f710f4dc311d98f9e2a2c85231a5a3e"},"schema_version":"1.0","source":{"id":"2406.06248","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.06248","created_at":"2026-07-05T08:29:39Z"},{"alias_kind":"arxiv_version","alias_value":"2406.06248v1","created_at":"2026-07-05T08:29:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.06248","created_at":"2026-07-05T08:29:39Z"},{"alias_kind":"pith_short_12","alias_value":"VFBFH7ZTVEWU","created_at":"2026-07-05T08:29:39Z"},{"alias_kind":"pith_short_16","alias_value":"VFBFH7ZTVEWUKOCD","created_at":"2026-07-05T08:29:39Z"},{"alias_kind":"pith_short_8","alias_value":"VFBFH7ZT","created_at":"2026-07-05T08:29:39Z"}],"graph_snapshots":[{"event_id":"sha256:6a67f86dfd94a961e18cf282cdef7e09942b2f7bf79d987ba4e075e70df2e0ea","target":"graph","created_at":"2026-07-05T08:29:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.06248/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Dense linear layers are the dominant computational bottleneck in foundation models. Identifying more efficient alternatives to dense matrices has enormous potential for building more compute-efficient models, as exemplified by the success of convolutional networks in the image domain. In this work, we systematically explore structured matrices as replacements for dense matrices. We show that different structures often require drastically different initialization scales and learning rates, which are crucial to performance, especially as models scale. Using insights from the Maximal Update Param","authors_text":"Andres Potapczynski, Andrew Gordon Wilson, Marc Finzi, Micah Goldblum, Shikai Qiu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-10T13:25:43Z","title":"Compute Better Spent: Replacing Dense Layers with Structured Matrices"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.06248","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:16df623d7d94c944813597acb044e0e7605f6e01f87f0052bcd0b1662d4419f3","target":"record","created_at":"2026-07-05T08:29:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"24454bd631409e3cda04c99ef225277c990ccdd3b4dce1486f066b5c14c3ab73","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-10T13:25:43Z","title_canon_sha256":"f0b9307edd0a10666475f97e90d0a0130f710f4dc311d98f9e2a2c85231a5a3e"},"schema_version":"1.0","source":{"id":"2406.06248","kind":"arxiv","version":1}},"canonical_sha256":"a94253ff33a92d45384329b4f13ff2357f6fc09a254f0eb3a65751f4ce5037e1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a94253ff33a92d45384329b4f13ff2357f6fc09a254f0eb3a65751f4ce5037e1","first_computed_at":"2026-07-05T08:29:39.767123Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:29:39.767123Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+oHi9AVeSDCX7Cd/MexkyGiBOFq4JmEVHzf2iTAilTk5Nc+lhqO4HRK6i0q6H+N3f/kHx9m9NOEKML81eomIBA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:29:39.767582Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.06248","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:16df623d7d94c944813597acb044e0e7605f6e01f87f0052bcd0b1662d4419f3","sha256:6a67f86dfd94a961e18cf282cdef7e09942b2f7bf79d987ba4e075e70df2e0ea"],"state_sha256":"dd1ab4c6767f24e2e3e40c693cadbab2e2fe91d9dd12ee4d74dd20e0747e4522"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2xw1OnLvDpe2GND6tbioT1D2GrF7DMgFEiaqF9d5t0Bu6V1LoRPrCWTuHjm+rtm8COyx6bHxTPzhfyr3HrBDBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T08:41:13.605847Z","bundle_sha256":"9511cd27a159d811375f1b957eb3eca38bbb9fd055ad3644f096ad0f44b4c3ea"}}