{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2026:52VAUEFQYYYJ7XB6D52Q3P4XI6","short_pith_number":"pith:52VAUEFQ","schema_version":"1.0","canonical_sha256":"eeaa0a10b0c6309fdc3e1f750dbf97479a8dc07991b8e0a6d4fa74c1aaa11dd6","source":{"kind":"arxiv","id":"2606.27460","version":1},"attestation_state":"computed","paper":{"title":"Developmental approach reveals the statistical learning of Neural Language Models: Transformers generalize from the most abstract statistical patterns","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Elizabeth Wonnacott, Holly Jenkins, Wang Bojun","submitted_at":"2026-06-25T18:34:56Z","abstract_excerpt":"In this study, we use a developmental approach to investigate the statistical learning and mental representation of neural language models (NLM). A series of Generative Transformer models are trained on a synthetic grammar. The model states are saved at multiple stages in the course of training. Through analyzing how the internal representations of these models change in the developmental path, we found that NLMs acquire the most abstract global statistical knowledge at the beginning of learning and later acquire the relatively local statistical dependencies. This learning path contains many o"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2606.27460","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-06-25T18:34:56Z","cross_cats_sorted":[],"title_canon_sha256":"9599ef1da2240494293016c415bdc6fefbd722fa446f5f6e80f846bc6192fa49","abstract_canon_sha256":"55c9859260cc60fd3d5b6ee9ac3e21832396a1ae33bd353c45f146c5d288bc00"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-29T00:14:06.941323Z","signature_b64":"27t5ddx7rfYAvrbo9CSWcHjUU2+T+TBrhTRpovPex3SoDUvgiCEsOnbaa6AQ3cBifFnwih6Hxzq0Ic+qbXABAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"eeaa0a10b0c6309fdc3e1f750dbf97479a8dc07991b8e0a6d4fa74c1aaa11dd6","last_reissued_at":"2026-06-29T00:14:06.940904Z","signature_status":"signed_v1","first_computed_at":"2026-06-29T00:14:06.940904Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Developmental approach reveals the statistical learning of Neural Language Models: Transformers generalize from the most abstract statistical patterns","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Elizabeth Wonnacott, Holly Jenkins, Wang Bojun","submitted_at":"2026-06-25T18:34:56Z","abstract_excerpt":"In this study, we use a developmental approach to investigate the statistical learning and mental representation of neural language models (NLM). A series of Generative Transformer models are trained on a synthetic grammar. The model states are saved at multiple stages in the course of training. Through analyzing how the internal representations of these models change in the developmental path, we found that NLMs acquire the most abstract global statistical knowledge at the beginning of learning and later acquire the relatively local statistical dependencies. This learning path contains many o"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.27460","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2606.27460/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2606.27460","created_at":"2026-06-29T00:14:06.940969+00:00"},{"alias_kind":"arxiv_version","alias_value":"2606.27460v1","created_at":"2026-06-29T00:14:06.940969+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.27460","created_at":"2026-06-29T00:14:06.940969+00:00"},{"alias_kind":"pith_short_12","alias_value":"52VAUEFQYYYJ","created_at":"2026-06-29T00:14:06.940969+00:00"},{"alias_kind":"pith_short_16","alias_value":"52VAUEFQYYYJ7XB6","created_at":"2026-06-29T00:14:06.940969+00:00"},{"alias_kind":"pith_short_8","alias_value":"52VAUEFQ","created_at":"2026-06-29T00:14:06.940969+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/52VAUEFQYYYJ7XB6D52Q3P4XI6","json":"https://pith.science/pith/52VAUEFQYYYJ7XB6D52Q3P4XI6.json","graph_json":"https://pith.science/api/pith-number/52VAUEFQYYYJ7XB6D52Q3P4XI6/graph.json","events_json":"https://pith.science/api/pith-number/52VAUEFQYYYJ7XB6D52Q3P4XI6/events.json","paper":"https://pith.science/paper/52VAUEFQ"},"agent_actions":{"view_html":"https://pith.science/pith/52VAUEFQYYYJ7XB6D52Q3P4XI6","download_json":"https://pith.science/pith/52VAUEFQYYYJ7XB6D52Q3P4XI6.json","view_paper":"https://pith.science/paper/52VAUEFQ","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2606.27460&json=true","fetch_graph":"https://pith.science/api/pith-number/52VAUEFQYYYJ7XB6D52Q3P4XI6/graph.json","fetch_events":"https://pith.science/api/pith-number/52VAUEFQYYYJ7XB6D52Q3P4XI6/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/52VAUEFQYYYJ7XB6D52Q3P4XI6/action/timestamp_anchor","attest_storage":"https://pith.science/pith/52VAUEFQYYYJ7XB6D52Q3P4XI6/action/storage_attestation","attest_author":"https://pith.science/pith/52VAUEFQYYYJ7XB6D52Q3P4XI6/action/author_attestation","sign_citation":"https://pith.science/pith/52VAUEFQYYYJ7XB6D52Q3P4XI6/action/citation_signature","submit_replication":"https://pith.science/pith/52VAUEFQYYYJ7XB6D52Q3P4XI6/action/replication_record"}},"created_at":"2026-06-29T00:14:06.940969+00:00","updated_at":"2026-06-29T00:14:06.940969+00:00"}