{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2025:OBMEHQRALBU6TVF3R4LWLKK26X","short_pith_number":"pith:OBMEHQRA","schema_version":"1.0","canonical_sha256":"705843c2205869e9d4bb8f1765a95af5c48a942b02cfe891587ec8cae6946343","source":{"kind":"arxiv","id":"2507.11768","version":3},"attestation_state":"computed","paper":{"title":"LLMs are Bayesian, In Expectation, Not in Realization","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"stat.ML","authors_text":"Fatima Sheaib, Leon Chlon, Maggie Chlon, Mahdi El Zein, MarcAntonio M. Awada, Zein Khamis","submitted_at":"2025-07-15T22:20:11Z","abstract_excerpt":"Bayesian accounts of in-context learning face a direct objection: exact posterior predictives for exchangeable data are invariant to task-preserving order, yet transformers change next-token probabilities when the same examples are serialized differently. We show this objection targets a structural invariant rather than the quantity scoring online prediction. For any Bayesian reference, excess prequential code length is exactly cumulative predictive KL. For unordered support sets that must be serialized, the expected regret of a single admissible ordering decomposes into that of the order-aver"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2507.11768","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ML","submitted_at":"2025-07-15T22:20:11Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"9ac232c7e5613879e45ec835f7efe6ab3f89636df0480d036713021c90f16dd0","abstract_canon_sha256":"6e3047aeb831e66878aeaf071439c28495bdc2820de50f51f5652da093944eb0"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-24T01:14:21.226496Z","signature_b64":"fzrDII/VVHuo/xxs6e1ux4/04/3Jw7KKb7lTlyvahSxhynK5JjU7x0hXxNnk2OBgXvfPpJCXrVQbJ/s37wHkAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"705843c2205869e9d4bb8f1765a95af5c48a942b02cfe891587ec8cae6946343","last_reissued_at":"2026-06-24T01:14:21.226048Z","signature_status":"signed_v1","first_computed_at":"2026-06-24T01:14:21.226048Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"LLMs are Bayesian, In Expectation, Not in Realization","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"stat.ML","authors_text":"Fatima Sheaib, Leon Chlon, Maggie Chlon, Mahdi El Zein, MarcAntonio M. Awada, Zein Khamis","submitted_at":"2025-07-15T22:20:11Z","abstract_excerpt":"Bayesian accounts of in-context learning face a direct objection: exact posterior predictives for exchangeable data are invariant to task-preserving order, yet transformers change next-token probabilities when the same examples are serialized differently. We show this objection targets a structural invariant rather than the quantity scoring online prediction. For any Bayesian reference, excess prequential code length is exactly cumulative predictive KL. For unordered support sets that must be serialized, the expected regret of a single admissible ordering decomposes into that of the order-aver"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.11768","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2507.11768/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2507.11768","created_at":"2026-06-24T01:14:21.226110+00:00"},{"alias_kind":"arxiv_version","alias_value":"2507.11768v3","created_at":"2026-06-24T01:14:21.226110+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.11768","created_at":"2026-06-24T01:14:21.226110+00:00"},{"alias_kind":"pith_short_12","alias_value":"OBMEHQRALBU6","created_at":"2026-06-24T01:14:21.226110+00:00"},{"alias_kind":"pith_short_16","alias_value":"OBMEHQRALBU6TVF3","created_at":"2026-06-24T01:14:21.226110+00:00"},{"alias_kind":"pith_short_8","alias_value":"OBMEHQRA","created_at":"2026-06-24T01:14:21.226110+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":2,"internal_anchor_count":2,"sample":[{"citing_arxiv_id":"2606.17832","citing_title":"From Drift to Coherence: Stabilizing Beliefs in LLMs","ref_index":9,"is_internal_anchor":true},{"citing_arxiv_id":"2605.00742","citing_title":"Position: agentic AI orchestration should be Bayes-consistent","ref_index":7,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/OBMEHQRALBU6TVF3R4LWLKK26X","json":"https://pith.science/pith/OBMEHQRALBU6TVF3R4LWLKK26X.json","graph_json":"https://pith.science/api/pith-number/OBMEHQRALBU6TVF3R4LWLKK26X/graph.json","events_json":"https://pith.science/api/pith-number/OBMEHQRALBU6TVF3R4LWLKK26X/events.json","paper":"https://pith.science/paper/OBMEHQRA"},"agent_actions":{"view_html":"https://pith.science/pith/OBMEHQRALBU6TVF3R4LWLKK26X","download_json":"https://pith.science/pith/OBMEHQRALBU6TVF3R4LWLKK26X.json","view_paper":"https://pith.science/paper/OBMEHQRA","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2507.11768&json=true","fetch_graph":"https://pith.science/api/pith-number/OBMEHQRALBU6TVF3R4LWLKK26X/graph.json","fetch_events":"https://pith.science/api/pith-number/OBMEHQRALBU6TVF3R4LWLKK26X/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/OBMEHQRALBU6TVF3R4LWLKK26X/action/timestamp_anchor","attest_storage":"https://pith.science/pith/OBMEHQRALBU6TVF3R4LWLKK26X/action/storage_attestation","attest_author":"https://pith.science/pith/OBMEHQRALBU6TVF3R4LWLKK26X/action/author_attestation","sign_citation":"https://pith.science/pith/OBMEHQRALBU6TVF3R4LWLKK26X/action/citation_signature","submit_replication":"https://pith.science/pith/OBMEHQRALBU6TVF3R4LWLKK26X/action/replication_record"}},"created_at":"2026-06-24T01:14:21.226110+00:00","updated_at":"2026-06-24T01:14:21.226110+00:00"}