{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:JFXYGTEMLF6LAQIEBOE4B36MW4","short_pith_number":"pith:JFXYGTEM","canonical_record":{"source":{"id":"2606.28548","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-06-26T19:07:34Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"a830b59d1591ce4911f14e35b8da07fc94e7a7c0180b1b7f2429e0c1a373424d","abstract_canon_sha256":"a0b926d45445d86eca04dd69c626362fbef14b81f681a27e6a51826ec79fce04"},"schema_version":"1.0"},"canonical_sha256":"496f834c8c597cb041040b89c0efccb70432fa3ad50bdffd7f2130c612b6e03d","source":{"kind":"arxiv","id":"2606.28548","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2606.28548","created_at":"2026-06-30T00:15:17Z"},{"alias_kind":"arxiv_version","alias_value":"2606.28548v1","created_at":"2026-06-30T00:15:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.28548","created_at":"2026-06-30T00:15:17Z"},{"alias_kind":"pith_short_12","alias_value":"JFXYGTEMLF6L","created_at":"2026-06-30T00:15:17Z"},{"alias_kind":"pith_short_16","alias_value":"JFXYGTEMLF6LAQIE","created_at":"2026-06-30T00:15:17Z"},{"alias_kind":"pith_short_8","alias_value":"JFXYGTEM","created_at":"2026-06-30T00:15:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:JFXYGTEMLF6LAQIEBOE4B36MW4","target":"record","payload":{"canonical_record":{"source":{"id":"2606.28548","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-06-26T19:07:34Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"a830b59d1591ce4911f14e35b8da07fc94e7a7c0180b1b7f2429e0c1a373424d","abstract_canon_sha256":"a0b926d45445d86eca04dd69c626362fbef14b81f681a27e6a51826ec79fce04"},"schema_version":"1.0"},"canonical_sha256":"496f834c8c597cb041040b89c0efccb70432fa3ad50bdffd7f2130c612b6e03d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-30T00:15:17.650546Z","signature_b64":"OYIbr0FStMxOBJwaSu5XByU+cqOglq8x/qmcGZNoNfXCklICZpfr3JNnVo8nC0ipaLuSQOP5LHvRvhEegZCuCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"496f834c8c597cb041040b89c0efccb70432fa3ad50bdffd7f2130c612b6e03d","last_reissued_at":"2026-06-30T00:15:17.650179Z","signature_status":"signed_v1","first_computed_at":"2026-06-30T00:15:17.650179Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2606.28548","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-30T00:15:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0F0yk3W4cvOVarUlzNwGktS0zGV/VM74q+4d97PrYXWTrTiHfLEUdkmpt4s+5Cuv8wCIe1TG6FL3OmhQxX9ECg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-02T05:03:19.717973Z"},"content_sha256":"3d4827b1b1895059b9f0dba1a0749c793da51693c7d844f89320e208f3f5b7da","schema_version":"1.0","event_id":"sha256:3d4827b1b1895059b9f0dba1a0749c793da51693c7d844f89320e208f3f5b7da"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:JFXYGTEMLF6LAQIEBOE4B36MW4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Turn-Averaged SAEs for Feature Discovery and Long-Context Attribution","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Ben Thompson, Harish Kamath, Kevin Der","submitted_at":"2026-06-26T19:07:34Z","abstract_excerpt":"Sparse autoencoders (SAEs) have become a useful tool for extracting interpretable features in language models. However, standard SAE architectures operate on individual token activations, meaning that the number of active features scales linearly with context length, and studying long model transcripts becomes difficult. We introduce turn-averaged SAEs, which represent a single Human or Assistant turn with a fixed number of features by learning to reconstruct the average model activation across the turn. We find that turn-averaged features describe a single turn's high-level characteristics mo"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.28548","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2606.28548/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-30T00:15:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9YvImvbEbXqh/8SPMBqZC54IVpAL9+nSGwBx53SJWNLcBPKQhy34OtYtvFWui1aPV0Cz5antafFF4cSEAPJ3Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-02T05:03:19.718369Z"},"content_sha256":"345949edba80a82107b65c21c631ae4b6a5ed23beb5b118af0308ba9d8c0183b","schema_version":"1.0","event_id":"sha256:345949edba80a82107b65c21c631ae4b6a5ed23beb5b118af0308ba9d8c0183b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JFXYGTEMLF6LAQIEBOE4B36MW4/bundle.json","state_url":"https://pith.science/pith/JFXYGTEMLF6LAQIEBOE4B36MW4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JFXYGTEMLF6LAQIEBOE4B36MW4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-02T05:03:19Z","links":{"resolver":"https://pith.science/pith/JFXYGTEMLF6LAQIEBOE4B36MW4","bundle":"https://pith.science/pith/JFXYGTEMLF6LAQIEBOE4B36MW4/bundle.json","state":"https://pith.science/pith/JFXYGTEMLF6LAQIEBOE4B36MW4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JFXYGTEMLF6LAQIEBOE4B36MW4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:JFXYGTEMLF6LAQIEBOE4B36MW4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a0b926d45445d86eca04dd69c626362fbef14b81f681a27e6a51826ec79fce04","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-06-26T19:07:34Z","title_canon_sha256":"a830b59d1591ce4911f14e35b8da07fc94e7a7c0180b1b7f2429e0c1a373424d"},"schema_version":"1.0","source":{"id":"2606.28548","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2606.28548","created_at":"2026-06-30T00:15:17Z"},{"alias_kind":"arxiv_version","alias_value":"2606.28548v1","created_at":"2026-06-30T00:15:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.28548","created_at":"2026-06-30T00:15:17Z"},{"alias_kind":"pith_short_12","alias_value":"JFXYGTEMLF6L","created_at":"2026-06-30T00:15:17Z"},{"alias_kind":"pith_short_16","alias_value":"JFXYGTEMLF6LAQIE","created_at":"2026-06-30T00:15:17Z"},{"alias_kind":"pith_short_8","alias_value":"JFXYGTEM","created_at":"2026-06-30T00:15:17Z"}],"graph_snapshots":[{"event_id":"sha256:345949edba80a82107b65c21c631ae4b6a5ed23beb5b118af0308ba9d8c0183b","target":"graph","created_at":"2026-06-30T00:15:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2606.28548/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Sparse autoencoders (SAEs) have become a useful tool for extracting interpretable features in language models. However, standard SAE architectures operate on individual token activations, meaning that the number of active features scales linearly with context length, and studying long model transcripts becomes difficult. We introduce turn-averaged SAEs, which represent a single Human or Assistant turn with a fixed number of features by learning to reconstruct the average model activation across the turn. We find that turn-averaged features describe a single turn's high-level characteristics mo","authors_text":"Ben Thompson, Harish Kamath, Kevin Der","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-06-26T19:07:34Z","title":"Turn-Averaged SAEs for Feature Discovery and Long-Context Attribution"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.28548","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3d4827b1b1895059b9f0dba1a0749c793da51693c7d844f89320e208f3f5b7da","target":"record","created_at":"2026-06-30T00:15:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a0b926d45445d86eca04dd69c626362fbef14b81f681a27e6a51826ec79fce04","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-06-26T19:07:34Z","title_canon_sha256":"a830b59d1591ce4911f14e35b8da07fc94e7a7c0180b1b7f2429e0c1a373424d"},"schema_version":"1.0","source":{"id":"2606.28548","kind":"arxiv","version":1}},"canonical_sha256":"496f834c8c597cb041040b89c0efccb70432fa3ad50bdffd7f2130c612b6e03d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"496f834c8c597cb041040b89c0efccb70432fa3ad50bdffd7f2130c612b6e03d","first_computed_at":"2026-06-30T00:15:17.650179Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-30T00:15:17.650179Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"OYIbr0FStMxOBJwaSu5XByU+cqOglq8x/qmcGZNoNfXCklICZpfr3JNnVo8nC0ipaLuSQOP5LHvRvhEegZCuCA==","signature_status":"signed_v1","signed_at":"2026-06-30T00:15:17.650546Z","signed_message":"canonical_sha256_bytes"},"source_id":"2606.28548","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3d4827b1b1895059b9f0dba1a0749c793da51693c7d844f89320e208f3f5b7da","sha256:345949edba80a82107b65c21c631ae4b6a5ed23beb5b118af0308ba9d8c0183b"],"state_sha256":"0b303cb79c6c890b8bc3266053ca6e276dbaca6a712491bc4c8be2d7b9f5667c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"F2NCUtaz9vaYTxSWLmFIj8OTh33kZRU8nnTdRLf74nyFTU7MOH987Hi/5urWGLLgcfIr/vnnALMZAwEj8l9fAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-02T05:03:19.720528Z","bundle_sha256":"302e119fff407e1102d4f931a93cf28506325d9de5f70c772ab3f795fb221bbb"}}