{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2025:RNQCDEQABX6TJSJD4ME7JOC3NK","short_pith_number":"pith:RNQCDEQA","schema_version":"1.0","canonical_sha256":"8b602192000dfd34c923e309f4b85b6a981d32bbe11d186152baf7029da67467","source":{"kind":"arxiv","id":"2512.14391","version":3},"attestation_state":"computed","paper":{"title":"RePo: Language Models with Context Re-Positioning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Deng Cai, Huayang Li, Richard Sproat, Tianyu Zhao","submitted_at":"2025-12-16T13:30:30Z","abstract_excerpt":"In-context learning is fundamental to modern Large Language Models (LLMs); however, prevailing architectures impose a rigid and fixed contextual structure by assigning linear or constant positional indices. The rigid position information poses the full burden of organizing the input structure to attention layers, thus reducing the amount of attention that could be allocated for more critical information. To address this, we propose RePo, a novel mechanism that alleviates the burden for attention layers via context re-positioning. Unlike conventional approaches, RePo utilizes a differentiable m"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2512.14391","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-12-16T13:30:30Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"b016c8ae85e62d821db7f028a7581216eea1ad0dc8033804351d8f6675c64f3c","abstract_canon_sha256":"ac4679d49fdb5ee8344085209b5782db60c7b8c220cd5478710e3cd68584170d"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-08T01:03:53.995698Z","signature_b64":"/Y9DjSnlJxdTpSmF72OgTfJ/HZsy1T2qXfGZlN+ClzhN1EoGXh3/rGWWYosF27//QmrfXwGZfTLoKXKpyNRYCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8b602192000dfd34c923e309f4b85b6a981d32bbe11d186152baf7029da67467","last_reissued_at":"2026-06-08T01:03:53.994720Z","signature_status":"signed_v1","first_computed_at":"2026-06-08T01:03:53.994720Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"RePo: Language Models with Context Re-Positioning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Deng Cai, Huayang Li, Richard Sproat, Tianyu Zhao","submitted_at":"2025-12-16T13:30:30Z","abstract_excerpt":"In-context learning is fundamental to modern Large Language Models (LLMs); however, prevailing architectures impose a rigid and fixed contextual structure by assigning linear or constant positional indices. The rigid position information poses the full burden of organizing the input structure to attention layers, thus reducing the amount of attention that could be allocated for more critical information. To address this, we propose RePo, a novel mechanism that alleviates the burden for attention layers via context re-positioning. Unlike conventional approaches, RePo utilizes a differentiable m"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2512.14391","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2512.14391/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2512.14391","created_at":"2026-06-08T01:03:53.994842+00:00"},{"alias_kind":"arxiv_version","alias_value":"2512.14391v3","created_at":"2026-06-08T01:03:53.994842+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2512.14391","created_at":"2026-06-08T01:03:53.994842+00:00"},{"alias_kind":"pith_short_12","alias_value":"RNQCDEQABX6T","created_at":"2026-06-08T01:03:53.994842+00:00"},{"alias_kind":"pith_short_16","alias_value":"RNQCDEQABX6TJSJD","created_at":"2026-06-08T01:03:53.994842+00:00"},{"alias_kind":"pith_short_8","alias_value":"RNQCDEQA","created_at":"2026-06-08T01:03:53.994842+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2605.16355","citing_title":"Generative 3D Gaussians with Learned Density Control","ref_index":80,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/RNQCDEQABX6TJSJD4ME7JOC3NK","json":"https://pith.science/pith/RNQCDEQABX6TJSJD4ME7JOC3NK.json","graph_json":"https://pith.science/api/pith-number/RNQCDEQABX6TJSJD4ME7JOC3NK/graph.json","events_json":"https://pith.science/api/pith-number/RNQCDEQABX6TJSJD4ME7JOC3NK/events.json","paper":"https://pith.science/paper/RNQCDEQA"},"agent_actions":{"view_html":"https://pith.science/pith/RNQCDEQABX6TJSJD4ME7JOC3NK","download_json":"https://pith.science/pith/RNQCDEQABX6TJSJD4ME7JOC3NK.json","view_paper":"https://pith.science/paper/RNQCDEQA","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2512.14391&json=true","fetch_graph":"https://pith.science/api/pith-number/RNQCDEQABX6TJSJD4ME7JOC3NK/graph.json","fetch_events":"https://pith.science/api/pith-number/RNQCDEQABX6TJSJD4ME7JOC3NK/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/RNQCDEQABX6TJSJD4ME7JOC3NK/action/timestamp_anchor","attest_storage":"https://pith.science/pith/RNQCDEQABX6TJSJD4ME7JOC3NK/action/storage_attestation","attest_author":"https://pith.science/pith/RNQCDEQABX6TJSJD4ME7JOC3NK/action/author_attestation","sign_citation":"https://pith.science/pith/RNQCDEQABX6TJSJD4ME7JOC3NK/action/citation_signature","submit_replication":"https://pith.science/pith/RNQCDEQABX6TJSJD4ME7JOC3NK/action/replication_record"}},"created_at":"2026-06-08T01:03:53.994842+00:00","updated_at":"2026-06-08T01:03:53.994842+00:00"}