{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:BZLA55XC5MCMQFCD645SAWIMJR","short_pith_number":"pith:BZLA55XC","canonical_record":{"source":{"id":"2508.17734","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-08-25T07:21:49Z","cross_cats_sorted":[],"title_canon_sha256":"33f135b2bce5172f66b3371d4c4565c35774f28e5bb8227f00414dea8e607828","abstract_canon_sha256":"0010d56d76cde161c73e24030a8198b9b8343ecb348b17848b0d0cebc4fbffe4"},"schema_version":"1.0"},"canonical_sha256":"0e560ef6e2eb04c81443f73b20590c4c7b842c126b41bbf19bdad1a2f49858e1","source":{"kind":"arxiv","id":"2508.17734","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2508.17734","created_at":"2026-07-05T11:58:46Z"},{"alias_kind":"arxiv_version","alias_value":"2508.17734v1","created_at":"2026-07-05T11:58:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2508.17734","created_at":"2026-07-05T11:58:46Z"},{"alias_kind":"pith_short_12","alias_value":"BZLA55XC5MCM","created_at":"2026-07-05T11:58:46Z"},{"alias_kind":"pith_short_16","alias_value":"BZLA55XC5MCMQFCD","created_at":"2026-07-05T11:58:46Z"},{"alias_kind":"pith_short_8","alias_value":"BZLA55XC","created_at":"2026-07-05T11:58:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:BZLA55XC5MCMQFCD645SAWIMJR","target":"record","payload":{"canonical_record":{"source":{"id":"2508.17734","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-08-25T07:21:49Z","cross_cats_sorted":[],"title_canon_sha256":"33f135b2bce5172f66b3371d4c4565c35774f28e5bb8227f00414dea8e607828","abstract_canon_sha256":"0010d56d76cde161c73e24030a8198b9b8343ecb348b17848b0d0cebc4fbffe4"},"schema_version":"1.0"},"canonical_sha256":"0e560ef6e2eb04c81443f73b20590c4c7b842c126b41bbf19bdad1a2f49858e1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:58:46.746534Z","signature_b64":"OTUbHyBuzE6d4KZ13zCqd6I5mbMDVG95+SNgzKjkY+VVRFTAuEyj4MhBLkRLaGHWXc0u032S9ZeN+waKFv+/Aw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0e560ef6e2eb04c81443f73b20590c4c7b842c126b41bbf19bdad1a2f49858e1","last_reissued_at":"2026-07-05T11:58:46.745967Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:58:46.745967Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2508.17734","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:58:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TzH9eWfMdH+phIBXwdnX/AJAYfrCgX3LP9oCqHGO6s+QH+OUDJ5PIvciruQg0pHjD6/oSmZeeJ/cJB86YYGWDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T22:32:16.568698Z"},"content_sha256":"50eaa05c53ca0ba00dfd7dee5825eeaf765e9d187dcf68a4661c44963c0a4a31","schema_version":"1.0","event_id":"sha256:50eaa05c53ca0ba00dfd7dee5825eeaf765e9d187dcf68a4661c44963c0a4a31"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:BZLA55XC5MCMQFCD645SAWIMJR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Layerwise Importance Analysis of Feed-Forward Networks in Transformer-based Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Jaesung Lee, Jun Suzuki, Kazuki Yano, Keigo Shibata, Ryosuke Takahashi, Wataru Ikeda","submitted_at":"2025-08-25T07:21:49Z","abstract_excerpt":"This study investigates the layerwise importance of feed-forward networks (FFNs) in Transformer-based language models during pretraining. We introduce an experimental approach that, while maintaining the total parameter count, increases the FFN dimensions in some layers and completely removes the FFNs from other layers. Furthermore, since our focus is on the importance of FFNs during pretraining, we train models from scratch to examine whether the importance of FFNs varies depending on their layer positions, rather than using publicly available pretrained models as is frequently done. Through "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2508.17734","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2508.17734/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:58:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zUIg3lGW50SK3OeLjw3ORJ+Rp/PXiCWboD+z4V/ii1vT916tTTFU16uSXy/dld+dqp9vC+cPgyo/bQSNPeK0BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T22:32:16.569244Z"},"content_sha256":"a856cfe94168fe49c7abcbde682766e16e75b9716a7722426b0c45d8d8334ff9","schema_version":"1.0","event_id":"sha256:a856cfe94168fe49c7abcbde682766e16e75b9716a7722426b0c45d8d8334ff9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BZLA55XC5MCMQFCD645SAWIMJR/bundle.json","state_url":"https://pith.science/pith/BZLA55XC5MCMQFCD645SAWIMJR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BZLA55XC5MCMQFCD645SAWIMJR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T22:32:16Z","links":{"resolver":"https://pith.science/pith/BZLA55XC5MCMQFCD645SAWIMJR","bundle":"https://pith.science/pith/BZLA55XC5MCMQFCD645SAWIMJR/bundle.json","state":"https://pith.science/pith/BZLA55XC5MCMQFCD645SAWIMJR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BZLA55XC5MCMQFCD645SAWIMJR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:BZLA55XC5MCMQFCD645SAWIMJR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0010d56d76cde161c73e24030a8198b9b8343ecb348b17848b0d0cebc4fbffe4","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-08-25T07:21:49Z","title_canon_sha256":"33f135b2bce5172f66b3371d4c4565c35774f28e5bb8227f00414dea8e607828"},"schema_version":"1.0","source":{"id":"2508.17734","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2508.17734","created_at":"2026-07-05T11:58:46Z"},{"alias_kind":"arxiv_version","alias_value":"2508.17734v1","created_at":"2026-07-05T11:58:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2508.17734","created_at":"2026-07-05T11:58:46Z"},{"alias_kind":"pith_short_12","alias_value":"BZLA55XC5MCM","created_at":"2026-07-05T11:58:46Z"},{"alias_kind":"pith_short_16","alias_value":"BZLA55XC5MCMQFCD","created_at":"2026-07-05T11:58:46Z"},{"alias_kind":"pith_short_8","alias_value":"BZLA55XC","created_at":"2026-07-05T11:58:46Z"}],"graph_snapshots":[{"event_id":"sha256:a856cfe94168fe49c7abcbde682766e16e75b9716a7722426b0c45d8d8334ff9","target":"graph","created_at":"2026-07-05T11:58:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2508.17734/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This study investigates the layerwise importance of feed-forward networks (FFNs) in Transformer-based language models during pretraining. We introduce an experimental approach that, while maintaining the total parameter count, increases the FFN dimensions in some layers and completely removes the FFNs from other layers. Furthermore, since our focus is on the importance of FFNs during pretraining, we train models from scratch to examine whether the importance of FFNs varies depending on their layer positions, rather than using publicly available pretrained models as is frequently done. Through ","authors_text":"Jaesung Lee, Jun Suzuki, Kazuki Yano, Keigo Shibata, Ryosuke Takahashi, Wataru Ikeda","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-08-25T07:21:49Z","title":"Layerwise Importance Analysis of Feed-Forward Networks in Transformer-based Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2508.17734","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:50eaa05c53ca0ba00dfd7dee5825eeaf765e9d187dcf68a4661c44963c0a4a31","target":"record","created_at":"2026-07-05T11:58:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0010d56d76cde161c73e24030a8198b9b8343ecb348b17848b0d0cebc4fbffe4","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-08-25T07:21:49Z","title_canon_sha256":"33f135b2bce5172f66b3371d4c4565c35774f28e5bb8227f00414dea8e607828"},"schema_version":"1.0","source":{"id":"2508.17734","kind":"arxiv","version":1}},"canonical_sha256":"0e560ef6e2eb04c81443f73b20590c4c7b842c126b41bbf19bdad1a2f49858e1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0e560ef6e2eb04c81443f73b20590c4c7b842c126b41bbf19bdad1a2f49858e1","first_computed_at":"2026-07-05T11:58:46.745967Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:58:46.745967Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"OTUbHyBuzE6d4KZ13zCqd6I5mbMDVG95+SNgzKjkY+VVRFTAuEyj4MhBLkRLaGHWXc0u032S9ZeN+waKFv+/Aw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:58:46.746534Z","signed_message":"canonical_sha256_bytes"},"source_id":"2508.17734","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:50eaa05c53ca0ba00dfd7dee5825eeaf765e9d187dcf68a4661c44963c0a4a31","sha256:a856cfe94168fe49c7abcbde682766e16e75b9716a7722426b0c45d8d8334ff9"],"state_sha256":"29daa85dc19d62f8d5e98c4a475ff498325701df98406e9220d013d28ad00cf5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4iliMynN9PCDVmRe+S0NoZx5/WhdusmczwH+aDL8D4qzdy3+KvTXqTUR4a+JyKBT7/9ufv5KFO2vYM+zK0sOAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T22:32:16.574795Z","bundle_sha256":"7b489ff2acbc0fc5cc203ae40837a37b76266e4f8da30f7e7341c13907d55fdb"}}