{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:6HZGRCRLFJMN5EU5DNOMOYG4OQ","short_pith_number":"pith:6HZGRCRL","canonical_record":{"source":{"id":"2002.07028","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-02-17T16:16:40Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"beaebe59d7c37747276cf00f690b7929bbe105847fd91f100b5778371af020d3","abstract_canon_sha256":"ab4ccfa3f1e0875bc5fa4e3c48561dca93daccb6aa0953143a0cf5448a44fda5"},"schema_version":"1.0"},"canonical_sha256":"f1f2688a2b2a58de929d1b5cc760dc7430c150aa6177db0fac4b5d87f0ce49ae","source":{"kind":"arxiv","id":"2002.07028","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2002.07028","created_at":"2026-07-05T00:41:10Z"},{"alias_kind":"arxiv_version","alias_value":"2002.07028v1","created_at":"2026-07-05T00:41:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2002.07028","created_at":"2026-07-05T00:41:10Z"},{"alias_kind":"pith_short_12","alias_value":"6HZGRCRLFJMN","created_at":"2026-07-05T00:41:10Z"},{"alias_kind":"pith_short_16","alias_value":"6HZGRCRLFJMN5EU5","created_at":"2026-07-05T00:41:10Z"},{"alias_kind":"pith_short_8","alias_value":"6HZGRCRL","created_at":"2026-07-05T00:41:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:6HZGRCRLFJMN5EU5DNOMOYG4OQ","target":"record","payload":{"canonical_record":{"source":{"id":"2002.07028","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-02-17T16:16:40Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"beaebe59d7c37747276cf00f690b7929bbe105847fd91f100b5778371af020d3","abstract_canon_sha256":"ab4ccfa3f1e0875bc5fa4e3c48561dca93daccb6aa0953143a0cf5448a44fda5"},"schema_version":"1.0"},"canonical_sha256":"f1f2688a2b2a58de929d1b5cc760dc7430c150aa6177db0fac4b5d87f0ce49ae","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:41:10.640910Z","signature_b64":"V/w4tpowDqfdEBAQpm4gHqhh9SYkiAd+u8y1OZAS+NVTgzjfbVcuLBKypjbJxjwr6O9A7CYj//w/t/8KvolBBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f1f2688a2b2a58de929d1b5cc760dc7430c150aa6177db0fac4b5d87f0ce49ae","last_reissued_at":"2026-07-05T00:41:10.640560Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:41:10.640560Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2002.07028","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:41:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vRt7xfiVHOlx1+VMYwX3r0llJT2yhGvqZ2YuiulUkP7OZL2mcp/STtcobcjKze5gWy13/ZSgrtKWbWjOJYQmCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T21:53:18.625556Z"},"content_sha256":"d7b514fbb20b27fb59bd42fa0ed11bb5da25f28c265621c0ab37ad62d3ea68ed","schema_version":"1.0","event_id":"sha256:d7b514fbb20b27fb59bd42fa0ed11bb5da25f28c265621c0ab37ad62d3ea68ed"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:6HZGRCRLFJMN5EU5DNOMOYG4OQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Low-Rank Bottleneck in Multi-head Attention Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Ankit Singh Rawat, Chulhee Yun, Sanjiv Kumar, Sashank J. Reddi, Srinadh Bhojanapalli","submitted_at":"2020-02-17T16:16:40Z","abstract_excerpt":"Attention based Transformer architecture has enabled significant advances in the field of natural language processing. In addition to new pre-training techniques, recent improvements crucially rely on working with a relatively larger embedding dimension for tokens. Unfortunately, this leads to models that are prohibitively large to be employed in the downstream tasks. In this paper we identify one of the important factors contributing to the large embedding size requirement. In particular, our analysis highlights that the scaling between the number of heads and the size of each head in the cur"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2002.07028","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2002.07028/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:41:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"f63qhid5CKvEak0udZw0+xtLcoYb5CAd0ZRSJEk9QupiOKre0IpM6C0Aov3VqkZEdcuPxwS5G2hGLaDtBVBICA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T21:53:18.632651Z"},"content_sha256":"bdca610778df48506f41d0820e430837331f1e1d372e6f9904260bba70befeb2","schema_version":"1.0","event_id":"sha256:bdca610778df48506f41d0820e430837331f1e1d372e6f9904260bba70befeb2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6HZGRCRLFJMN5EU5DNOMOYG4OQ/bundle.json","state_url":"https://pith.science/pith/6HZGRCRLFJMN5EU5DNOMOYG4OQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6HZGRCRLFJMN5EU5DNOMOYG4OQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T21:53:18Z","links":{"resolver":"https://pith.science/pith/6HZGRCRLFJMN5EU5DNOMOYG4OQ","bundle":"https://pith.science/pith/6HZGRCRLFJMN5EU5DNOMOYG4OQ/bundle.json","state":"https://pith.science/pith/6HZGRCRLFJMN5EU5DNOMOYG4OQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6HZGRCRLFJMN5EU5DNOMOYG4OQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:6HZGRCRLFJMN5EU5DNOMOYG4OQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ab4ccfa3f1e0875bc5fa4e3c48561dca93daccb6aa0953143a0cf5448a44fda5","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-02-17T16:16:40Z","title_canon_sha256":"beaebe59d7c37747276cf00f690b7929bbe105847fd91f100b5778371af020d3"},"schema_version":"1.0","source":{"id":"2002.07028","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2002.07028","created_at":"2026-07-05T00:41:10Z"},{"alias_kind":"arxiv_version","alias_value":"2002.07028v1","created_at":"2026-07-05T00:41:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2002.07028","created_at":"2026-07-05T00:41:10Z"},{"alias_kind":"pith_short_12","alias_value":"6HZGRCRLFJMN","created_at":"2026-07-05T00:41:10Z"},{"alias_kind":"pith_short_16","alias_value":"6HZGRCRLFJMN5EU5","created_at":"2026-07-05T00:41:10Z"},{"alias_kind":"pith_short_8","alias_value":"6HZGRCRL","created_at":"2026-07-05T00:41:10Z"}],"graph_snapshots":[{"event_id":"sha256:bdca610778df48506f41d0820e430837331f1e1d372e6f9904260bba70befeb2","target":"graph","created_at":"2026-07-05T00:41:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2002.07028/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Attention based Transformer architecture has enabled significant advances in the field of natural language processing. In addition to new pre-training techniques, recent improvements crucially rely on working with a relatively larger embedding dimension for tokens. Unfortunately, this leads to models that are prohibitively large to be employed in the downstream tasks. In this paper we identify one of the important factors contributing to the large embedding size requirement. In particular, our analysis highlights that the scaling between the number of heads and the size of each head in the cur","authors_text":"Ankit Singh Rawat, Chulhee Yun, Sanjiv Kumar, Sashank J. Reddi, Srinadh Bhojanapalli","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-02-17T16:16:40Z","title":"Low-Rank Bottleneck in Multi-head Attention Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2002.07028","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d7b514fbb20b27fb59bd42fa0ed11bb5da25f28c265621c0ab37ad62d3ea68ed","target":"record","created_at":"2026-07-05T00:41:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ab4ccfa3f1e0875bc5fa4e3c48561dca93daccb6aa0953143a0cf5448a44fda5","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-02-17T16:16:40Z","title_canon_sha256":"beaebe59d7c37747276cf00f690b7929bbe105847fd91f100b5778371af020d3"},"schema_version":"1.0","source":{"id":"2002.07028","kind":"arxiv","version":1}},"canonical_sha256":"f1f2688a2b2a58de929d1b5cc760dc7430c150aa6177db0fac4b5d87f0ce49ae","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f1f2688a2b2a58de929d1b5cc760dc7430c150aa6177db0fac4b5d87f0ce49ae","first_computed_at":"2026-07-05T00:41:10.640560Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:41:10.640560Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"V/w4tpowDqfdEBAQpm4gHqhh9SYkiAd+u8y1OZAS+NVTgzjfbVcuLBKypjbJxjwr6O9A7CYj//w/t/8KvolBBg==","signature_status":"signed_v1","signed_at":"2026-07-05T00:41:10.640910Z","signed_message":"canonical_sha256_bytes"},"source_id":"2002.07028","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d7b514fbb20b27fb59bd42fa0ed11bb5da25f28c265621c0ab37ad62d3ea68ed","sha256:bdca610778df48506f41d0820e430837331f1e1d372e6f9904260bba70befeb2"],"state_sha256":"8f46abcf3fd17cbdd876957d3adbd10536beeed17d97c2b2b392d4d626339d64"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cqoKwFBxWJbkZWeobe7gHk8ATvmxaanPPJbKUYofmuuJX+/9Rax44P4ff7K3FdAJXQdxOmZbIs3J8F4V2ZnjDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T21:53:18.781195Z","bundle_sha256":"4fac4e9b54dc6ab8326e1c240dc012031fbe7e09c5a48b3049762c7b271c44f8"}}