{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:53Z6YBKSN7MBO36W7FMWKSKG3I","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"87e1fc8a48548ce0736f83762b9719650c777c428ee7ff52fc945c4d90a276b7","cross_cats_sorted":["cond-mat.dis-nn","cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-06-24T17:27:13Z","title_canon_sha256":"125078eeeee4e144ca6bb2bcabe906fb72c53666629a375b1c4d4174b95137a8"},"schema_version":"1.0","source":{"id":"2606.26050","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2606.26050","created_at":"2026-06-25T01:18:47Z"},{"alias_kind":"arxiv_version","alias_value":"2606.26050v1","created_at":"2026-06-25T01:18:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.26050","created_at":"2026-06-25T01:18:47Z"},{"alias_kind":"pith_short_12","alias_value":"53Z6YBKSN7MB","created_at":"2026-06-25T01:18:47Z"},{"alias_kind":"pith_short_16","alias_value":"53Z6YBKSN7MBO36W","created_at":"2026-06-25T01:18:47Z"},{"alias_kind":"pith_short_8","alias_value":"53Z6YBKS","created_at":"2026-06-25T01:18:47Z"}],"graph_snapshots":[{"event_id":"sha256:b49c27c47d9285517fb70ed7cabbe8a0e3a36c36f5b19af1d3bb5ddd9687d504","target":"graph","created_at":"2026-06-25T01:18:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2606.26050/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Midway through an ordinary pretraining run, a small language model learns the pronoun-gender rule: cued with a girl's name (\"Sue cried because\"), it resolves the next pronoun to she, generalizing to held-out probes (0.94 by step 925). By step 3,500 the same model scores near zero on the same probes, although the rule's evidence is still in the training data. We call this within-run reversal natural ungrokking: the corpus decides, with no trace in the loss curve, which learned rules a model keeps.\n  Which rules survive is predictable from one corpus statistic: how often the training stream show","authors_text":"Diya Sreedhar, Juliana Li","cross_cats":["cond-mat.dis-nn","cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-06-24T17:27:13Z","title":"Natural Ungrokking: Asymmetric Control of Which Rules Survive Pretraining"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.26050","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f35ef63fedb90f88e8f9d09a4684b20609112795a3e04ea96ee457785e2da28b","target":"record","created_at":"2026-06-25T01:18:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"87e1fc8a48548ce0736f83762b9719650c777c428ee7ff52fc945c4d90a276b7","cross_cats_sorted":["cond-mat.dis-nn","cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-06-24T17:27:13Z","title_canon_sha256":"125078eeeee4e144ca6bb2bcabe906fb72c53666629a375b1c4d4174b95137a8"},"schema_version":"1.0","source":{"id":"2606.26050","kind":"arxiv","version":1}},"canonical_sha256":"eef3ec05526fd8176fd6f959654946da1b99f6583e32357b4f5ec5549c67c609","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"eef3ec05526fd8176fd6f959654946da1b99f6583e32357b4f5ec5549c67c609","first_computed_at":"2026-06-25T01:18:47.080222Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-25T01:18:47.080222Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Qc4eLKY5bDjBc09PXtJixylOMZRL4MFx6hTMnbU6m4q9xrow4ZsLfQNCmVF5BdfJwJ93IeCeuLlCkh7MDuD4Cw==","signature_status":"signed_v1","signed_at":"2026-06-25T01:18:47.080632Z","signed_message":"canonical_sha256_bytes"},"source_id":"2606.26050","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f35ef63fedb90f88e8f9d09a4684b20609112795a3e04ea96ee457785e2da28b","sha256:b49c27c47d9285517fb70ed7cabbe8a0e3a36c36f5b19af1d3bb5ddd9687d504"],"state_sha256":"b95f57f724349b6f26a96058f3b5b14688267747a91c74408876c5daa98912d7"}