{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:H4HLAQ53ZJIXYUQLVMJIWJQXV7","short_pith_number":"pith:H4HLAQ53","canonical_record":{"source":{"id":"2401.01325","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-02T18:30:51Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"255b2929515cdcb9f1d8f00be7ef5a53361a0b0dc980d2ed4dd71895c390fb0f","abstract_canon_sha256":"1830ee6af99f3705ef5016edbcd1a2ee00aaaa26fe93bb32f133197ba31db732"},"schema_version":"1.0"},"canonical_sha256":"3f0eb043bbca517c520bab128b2617afcd4b3d9d56cb7f60fa87811e063e395e","source":{"kind":"arxiv","id":"2401.01325","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.01325","created_at":"2026-07-05T08:42:31Z"},{"alias_kind":"arxiv_version","alias_value":"2401.01325v3","created_at":"2026-07-05T08:42:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.01325","created_at":"2026-07-05T08:42:31Z"},{"alias_kind":"pith_short_12","alias_value":"H4HLAQ53ZJIX","created_at":"2026-07-05T08:42:31Z"},{"alias_kind":"pith_short_16","alias_value":"H4HLAQ53ZJIXYUQL","created_at":"2026-07-05T08:42:31Z"},{"alias_kind":"pith_short_8","alias_value":"H4HLAQ53","created_at":"2026-07-05T08:42:31Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:H4HLAQ53ZJIXYUQLVMJIWJQXV7","target":"record","payload":{"canonical_record":{"source":{"id":"2401.01325","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-02T18:30:51Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"255b2929515cdcb9f1d8f00be7ef5a53361a0b0dc980d2ed4dd71895c390fb0f","abstract_canon_sha256":"1830ee6af99f3705ef5016edbcd1a2ee00aaaa26fe93bb32f133197ba31db732"},"schema_version":"1.0"},"canonical_sha256":"3f0eb043bbca517c520bab128b2617afcd4b3d9d56cb7f60fa87811e063e395e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:42:31.943162Z","signature_b64":"+XdLC45CHH9+88LTYIY4e5WOL6d0ajd1VhBXSFRDl3Ue+eZSRqhCWhIDe2Wze1xX/Vc2t5LPuXZnpNphRJXjCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3f0eb043bbca517c520bab128b2617afcd4b3d9d56cb7f60fa87811e063e395e","last_reissued_at":"2026-07-05T08:42:31.942748Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:42:31.942748Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2401.01325","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:42:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/KQHT5q1dc/vyyc0cfTxlnY4BQAsNPO8bqttWZEiTXqupG+JbVG7KdwAKlp89MWMgriwPQKPZf2/m41EbfGNDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T18:20:54.672833Z"},"content_sha256":"926ec3616b08dc820219b400136bfac8206a07926ad4b1f0b7a7e62b9b8a3738","schema_version":"1.0","event_id":"sha256:926ec3616b08dc820219b400136bfac8206a07926ad4b1f0b7a7e62b9b8a3738"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:H4HLAQ53ZJIXYUQLVMJIWJQXV7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LLM Maybe LongLM: Self-Extend LLM Context Window Without Tuning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Chia-Yuan Chang, Hongye Jin, Huiyuan Chen, Jingfeng Yang, Xia Hu, Xiaotian Han, Zhimeng Jiang, Zirui Liu","submitted_at":"2024-01-02T18:30:51Z","abstract_excerpt":"It is well known that LLMs cannot generalize well to long contexts whose lengths are larger than the training sequence length. This poses challenges when employing LLMs for processing long input sequences during inference. In this work, we argue that LLMs themselves have inherent capabilities to handle long contexts without fine-tuning. To achieve this goal, we propose SelfExtend to extend the context window of LLMs by constructing bi-level attention information: the grouped attention and the neighbor attention. The grouped attention captures the dependencies among tokens that are far apart, w"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.01325","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.01325/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:42:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3Qv9SGloIDC/76mroo6kYzOoeIdhTD9No6Y9ZuE8GZG3M1Mz0HLp2TpwcpnPRm6O6mo9fFEQFGYESuxLZOo6Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T18:20:54.673434Z"},"content_sha256":"e562fa62aa735cd47dae5654655d5aa459383fce9086c20d8185351014370952","schema_version":"1.0","event_id":"sha256:e562fa62aa735cd47dae5654655d5aa459383fce9086c20d8185351014370952"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/H4HLAQ53ZJIXYUQLVMJIWJQXV7/bundle.json","state_url":"https://pith.science/pith/H4HLAQ53ZJIXYUQLVMJIWJQXV7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/H4HLAQ53ZJIXYUQLVMJIWJQXV7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T18:20:54Z","links":{"resolver":"https://pith.science/pith/H4HLAQ53ZJIXYUQLVMJIWJQXV7","bundle":"https://pith.science/pith/H4HLAQ53ZJIXYUQLVMJIWJQXV7/bundle.json","state":"https://pith.science/pith/H4HLAQ53ZJIXYUQLVMJIWJQXV7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/H4HLAQ53ZJIXYUQLVMJIWJQXV7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:H4HLAQ53ZJIXYUQLVMJIWJQXV7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1830ee6af99f3705ef5016edbcd1a2ee00aaaa26fe93bb32f133197ba31db732","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-02T18:30:51Z","title_canon_sha256":"255b2929515cdcb9f1d8f00be7ef5a53361a0b0dc980d2ed4dd71895c390fb0f"},"schema_version":"1.0","source":{"id":"2401.01325","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.01325","created_at":"2026-07-05T08:42:31Z"},{"alias_kind":"arxiv_version","alias_value":"2401.01325v3","created_at":"2026-07-05T08:42:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.01325","created_at":"2026-07-05T08:42:31Z"},{"alias_kind":"pith_short_12","alias_value":"H4HLAQ53ZJIX","created_at":"2026-07-05T08:42:31Z"},{"alias_kind":"pith_short_16","alias_value":"H4HLAQ53ZJIXYUQL","created_at":"2026-07-05T08:42:31Z"},{"alias_kind":"pith_short_8","alias_value":"H4HLAQ53","created_at":"2026-07-05T08:42:31Z"}],"graph_snapshots":[{"event_id":"sha256:e562fa62aa735cd47dae5654655d5aa459383fce9086c20d8185351014370952","target":"graph","created_at":"2026-07-05T08:42:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2401.01325/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"It is well known that LLMs cannot generalize well to long contexts whose lengths are larger than the training sequence length. This poses challenges when employing LLMs for processing long input sequences during inference. In this work, we argue that LLMs themselves have inherent capabilities to handle long contexts without fine-tuning. To achieve this goal, we propose SelfExtend to extend the context window of LLMs by constructing bi-level attention information: the grouped attention and the neighbor attention. The grouped attention captures the dependencies among tokens that are far apart, w","authors_text":"Chia-Yuan Chang, Hongye Jin, Huiyuan Chen, Jingfeng Yang, Xia Hu, Xiaotian Han, Zhimeng Jiang, Zirui Liu","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-02T18:30:51Z","title":"LLM Maybe LongLM: Self-Extend LLM Context Window Without Tuning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.01325","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:926ec3616b08dc820219b400136bfac8206a07926ad4b1f0b7a7e62b9b8a3738","target":"record","created_at":"2026-07-05T08:42:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1830ee6af99f3705ef5016edbcd1a2ee00aaaa26fe93bb32f133197ba31db732","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-02T18:30:51Z","title_canon_sha256":"255b2929515cdcb9f1d8f00be7ef5a53361a0b0dc980d2ed4dd71895c390fb0f"},"schema_version":"1.0","source":{"id":"2401.01325","kind":"arxiv","version":3}},"canonical_sha256":"3f0eb043bbca517c520bab128b2617afcd4b3d9d56cb7f60fa87811e063e395e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3f0eb043bbca517c520bab128b2617afcd4b3d9d56cb7f60fa87811e063e395e","first_computed_at":"2026-07-05T08:42:31.942748Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:42:31.942748Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+XdLC45CHH9+88LTYIY4e5WOL6d0ajd1VhBXSFRDl3Ue+eZSRqhCWhIDe2Wze1xX/Vc2t5LPuXZnpNphRJXjCg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:42:31.943162Z","signed_message":"canonical_sha256_bytes"},"source_id":"2401.01325","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:926ec3616b08dc820219b400136bfac8206a07926ad4b1f0b7a7e62b9b8a3738","sha256:e562fa62aa735cd47dae5654655d5aa459383fce9086c20d8185351014370952"],"state_sha256":"c71b91476a16d69cce43105e475b8faf54bd60e862f139b2a4f589146f426c47"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QuckwqWfWaMgHJ4lXMs+6pA69cQu7xVraqsp1dBY42VBGpk1OclSLvAGfRzfO+46zyFhUZGBjhGb+rWn8Jx6CA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T18:20:54.676698Z","bundle_sha256":"046523c0cc572047aeeca5265f64376cbada052a9147d7330f6ab6785b58886f"}}