{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:SBUYY6LZBDDQFZSTCKDFIZF5WU","short_pith_number":"pith:SBUYY6LZ","canonical_record":{"source":{"id":"2302.00294","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-01T07:50:26Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"37e1c66e0985f6c9e3d34c0217dc60d2fa41fe11df438c3828f4bf5a0ff9a6b4","abstract_canon_sha256":"7f3371ef950dbb028fd0c71202e4793dc89f9779f14834019c6112540f616862"},"schema_version":"1.0"},"canonical_sha256":"90698c797908c702e65312865464bdb505422c20bda301f5e26d1acbb2a53059","source":{"kind":"arxiv","id":"2302.00294","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.00294","created_at":"2026-07-05T07:06:22Z"},{"alias_kind":"arxiv_version","alias_value":"2302.00294v2","created_at":"2026-07-05T07:06:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.00294","created_at":"2026-07-05T07:06:22Z"},{"alias_kind":"pith_short_12","alias_value":"SBUYY6LZBDDQ","created_at":"2026-07-05T07:06:22Z"},{"alias_kind":"pith_short_16","alias_value":"SBUYY6LZBDDQFZST","created_at":"2026-07-05T07:06:22Z"},{"alias_kind":"pith_short_8","alias_value":"SBUYY6LZ","created_at":"2026-07-05T07:06:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:SBUYY6LZBDDQFZSTCKDFIZF5WU","target":"record","payload":{"canonical_record":{"source":{"id":"2302.00294","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-01T07:50:26Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"37e1c66e0985f6c9e3d34c0217dc60d2fa41fe11df438c3828f4bf5a0ff9a6b4","abstract_canon_sha256":"7f3371ef950dbb028fd0c71202e4793dc89f9779f14834019c6112540f616862"},"schema_version":"1.0"},"canonical_sha256":"90698c797908c702e65312865464bdb505422c20bda301f5e26d1acbb2a53059","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:06:22.855728Z","signature_b64":"ywzjedqdw209nvVFGFscY4ZBkgpCXHsf7JlBDPjEyzLAxbDljNbRX42ajukxdxV111EqaGKUFiwXYv0GyTBrBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"90698c797908c702e65312865464bdb505422c20bda301f5e26d1acbb2a53059","last_reissued_at":"2026-07-05T07:06:22.855248Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:06:22.855248Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2302.00294","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:06:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TJFacnDVUn4fOE3lqmMKUOTmSVef4n5awGYNnYgenBdoJjF4vDloD9QoN7G16uhc74rjFZ+9m5wQFDvd8k3iBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T02:31:57.641595Z"},"content_sha256":"d8af6e554809a490dd6f97fff07327d91cc5c569af94723fab14fa931d20c894","schema_version":"1.0","event_id":"sha256:d8af6e554809a490dd6f97fff07327d91cc5c569af94723fab14fa931d20c894"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:SBUYY6LZBDDQFZSTCKDFIZF5WU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The geometry of hidden representations of large transformer models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","stat.ML"],"primary_cat":"cs.LG","authors_text":"Alberto Cazzaniga, Alessandro Laio, Alessio Ansuini, Diego Doimo, Francesca Cuturello, Lucrezia Valeriani","submitted_at":"2023-02-01T07:50:26Z","abstract_excerpt":"Large transformers are powerful architectures used for self-supervised data analysis across various data types, including protein sequences, images, and text. In these models, the semantic structure of the dataset emerges from a sequence of transformations between one representation and the next. We characterize the geometric and statistical properties of these representations and how they change as we move through the layers. By analyzing the intrinsic dimension (ID) and neighbor composition, we find that the representations evolve similarly in transformers trained on protein language tasks a"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.00294","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2302.00294/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:06:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Pd2lOBIIBgtmiqg+isTCiZCyhmFe/6sqNIL0+KFuolsXp9TP2KAhaXn1M3ahKRye02a8qSXnvqjZRMAaoWxGAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T02:31:57.642545Z"},"content_sha256":"d9f3ad599b9710555b65d4d2e9646b7510665f9171ac438a0394c61ed8be4452","schema_version":"1.0","event_id":"sha256:d9f3ad599b9710555b65d4d2e9646b7510665f9171ac438a0394c61ed8be4452"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SBUYY6LZBDDQFZSTCKDFIZF5WU/bundle.json","state_url":"https://pith.science/pith/SBUYY6LZBDDQFZSTCKDFIZF5WU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SBUYY6LZBDDQFZSTCKDFIZF5WU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T02:31:57Z","links":{"resolver":"https://pith.science/pith/SBUYY6LZBDDQFZSTCKDFIZF5WU","bundle":"https://pith.science/pith/SBUYY6LZBDDQFZSTCKDFIZF5WU/bundle.json","state":"https://pith.science/pith/SBUYY6LZBDDQFZSTCKDFIZF5WU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SBUYY6LZBDDQFZSTCKDFIZF5WU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:SBUYY6LZBDDQFZSTCKDFIZF5WU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7f3371ef950dbb028fd0c71202e4793dc89f9779f14834019c6112540f616862","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-01T07:50:26Z","title_canon_sha256":"37e1c66e0985f6c9e3d34c0217dc60d2fa41fe11df438c3828f4bf5a0ff9a6b4"},"schema_version":"1.0","source":{"id":"2302.00294","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.00294","created_at":"2026-07-05T07:06:22Z"},{"alias_kind":"arxiv_version","alias_value":"2302.00294v2","created_at":"2026-07-05T07:06:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.00294","created_at":"2026-07-05T07:06:22Z"},{"alias_kind":"pith_short_12","alias_value":"SBUYY6LZBDDQ","created_at":"2026-07-05T07:06:22Z"},{"alias_kind":"pith_short_16","alias_value":"SBUYY6LZBDDQFZST","created_at":"2026-07-05T07:06:22Z"},{"alias_kind":"pith_short_8","alias_value":"SBUYY6LZ","created_at":"2026-07-05T07:06:22Z"}],"graph_snapshots":[{"event_id":"sha256:d9f3ad599b9710555b65d4d2e9646b7510665f9171ac438a0394c61ed8be4452","target":"graph","created_at":"2026-07-05T07:06:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2302.00294/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large transformers are powerful architectures used for self-supervised data analysis across various data types, including protein sequences, images, and text. In these models, the semantic structure of the dataset emerges from a sequence of transformations between one representation and the next. We characterize the geometric and statistical properties of these representations and how they change as we move through the layers. By analyzing the intrinsic dimension (ID) and neighbor composition, we find that the representations evolve similarly in transformers trained on protein language tasks a","authors_text":"Alberto Cazzaniga, Alessandro Laio, Alessio Ansuini, Diego Doimo, Francesca Cuturello, Lucrezia Valeriani","cross_cats":["cs.AI","stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-01T07:50:26Z","title":"The geometry of hidden representations of large transformer models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.00294","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d8af6e554809a490dd6f97fff07327d91cc5c569af94723fab14fa931d20c894","target":"record","created_at":"2026-07-05T07:06:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7f3371ef950dbb028fd0c71202e4793dc89f9779f14834019c6112540f616862","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-01T07:50:26Z","title_canon_sha256":"37e1c66e0985f6c9e3d34c0217dc60d2fa41fe11df438c3828f4bf5a0ff9a6b4"},"schema_version":"1.0","source":{"id":"2302.00294","kind":"arxiv","version":2}},"canonical_sha256":"90698c797908c702e65312865464bdb505422c20bda301f5e26d1acbb2a53059","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"90698c797908c702e65312865464bdb505422c20bda301f5e26d1acbb2a53059","first_computed_at":"2026-07-05T07:06:22.855248Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:06:22.855248Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ywzjedqdw209nvVFGFscY4ZBkgpCXHsf7JlBDPjEyzLAxbDljNbRX42ajukxdxV111EqaGKUFiwXYv0GyTBrBw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:06:22.855728Z","signed_message":"canonical_sha256_bytes"},"source_id":"2302.00294","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d8af6e554809a490dd6f97fff07327d91cc5c569af94723fab14fa931d20c894","sha256:d9f3ad599b9710555b65d4d2e9646b7510665f9171ac438a0394c61ed8be4452"],"state_sha256":"ad19ce4ab5dc05509b6c038f24f3ddb2fde747c2f7bb97cb2d56cd81a9502704"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qMBemV3q1N4YlIo4n/SYq7HS791S0K2T3/Ry3kvm8ctc6pSYi1WZNYSW4Cun5uBzQyTDFfJ7NnTt66ovzB6dAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T02:31:57.648674Z","bundle_sha256":"1ef14e3f8f79d62905d07ec00a22aaf508507642f37cbd99e4a0ff4fa0f280fa"}}