{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:DOTZUFB7Z7IAO2QLA4HFOWDOG5","short_pith_number":"pith:DOTZUFB7","schema_version":"1.0","canonical_sha256":"1ba79a143fcfd0076a0b070e57586e374b2c439dc0a48394b4e6e1425b03b4c8","source":{"kind":"arxiv","id":"2401.03735","version":4},"attestation_state":"computed","paper":{"title":"Language Models Encode the Value of Numbers Linearly","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Damai Dai, Fangwei Zhu, Zhifang Sui","submitted_at":"2024-01-08T08:54:22Z","abstract_excerpt":"Large language models (LLMs) have exhibited impressive competence in various tasks, but their internal mechanisms on mathematical problems are still under-explored. In this paper, we study a fundamental question: how language models encode the value of numbers, a basic element in math. To study the question, we construct a synthetic dataset comprising addition problems and utilize linear probes to read out input numbers from the hidden states. Experimental results support the existence of encoded number values in LLMs on different layers, and these values can be extracted via linear probes. Fu"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2401.03735","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-08T08:54:22Z","cross_cats_sorted":[],"title_canon_sha256":"90fb6cc9799082fd501ef28a8cd3fbbeefba9eabc60cdb4e1c756803b9577ad6","abstract_canon_sha256":"e6cfc326d78e5134ba46157024ffb2a4c08115b841a05114977929def35b20a4"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:35:07.672912Z","signature_b64":"n0YBtbyrpNiarNaEI4aV0wIqbMll7xGenSNTn2Cu9ogIpiQQ/4uXlU9viYVqjj/fQBDVk9pWG48ndbcEz6UcBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1ba79a143fcfd0076a0b070e57586e374b2c439dc0a48394b4e6e1425b03b4c8","last_reissued_at":"2026-07-05T09:35:07.672462Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:35:07.672462Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Language Models Encode the Value of Numbers Linearly","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Damai Dai, Fangwei Zhu, Zhifang Sui","submitted_at":"2024-01-08T08:54:22Z","abstract_excerpt":"Large language models (LLMs) have exhibited impressive competence in various tasks, but their internal mechanisms on mathematical problems are still under-explored. In this paper, we study a fundamental question: how language models encode the value of numbers, a basic element in math. To study the question, we construct a synthetic dataset comprising addition problems and utilize linear probes to read out input numbers from the hidden states. Experimental results support the existence of encoded number values in LLMs on different layers, and these values can be extracted via linear probes. Fu"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.03735","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.03735/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2401.03735","created_at":"2026-07-05T09:35:07.672514+00:00"},{"alias_kind":"arxiv_version","alias_value":"2401.03735v4","created_at":"2026-07-05T09:35:07.672514+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.03735","created_at":"2026-07-05T09:35:07.672514+00:00"},{"alias_kind":"pith_short_12","alias_value":"DOTZUFB7Z7IA","created_at":"2026-07-05T09:35:07.672514+00:00"},{"alias_kind":"pith_short_16","alias_value":"DOTZUFB7Z7IAO2QL","created_at":"2026-07-05T09:35:07.672514+00:00"},{"alias_kind":"pith_short_8","alias_value":"DOTZUFB7","created_at":"2026-07-05T09:35:07.672514+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/DOTZUFB7Z7IAO2QLA4HFOWDOG5","json":"https://pith.science/pith/DOTZUFB7Z7IAO2QLA4HFOWDOG5.json","graph_json":"https://pith.science/api/pith-number/DOTZUFB7Z7IAO2QLA4HFOWDOG5/graph.json","events_json":"https://pith.science/api/pith-number/DOTZUFB7Z7IAO2QLA4HFOWDOG5/events.json","paper":"https://pith.science/paper/DOTZUFB7"},"agent_actions":{"view_html":"https://pith.science/pith/DOTZUFB7Z7IAO2QLA4HFOWDOG5","download_json":"https://pith.science/pith/DOTZUFB7Z7IAO2QLA4HFOWDOG5.json","view_paper":"https://pith.science/paper/DOTZUFB7","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2401.03735&json=true","fetch_graph":"https://pith.science/api/pith-number/DOTZUFB7Z7IAO2QLA4HFOWDOG5/graph.json","fetch_events":"https://pith.science/api/pith-number/DOTZUFB7Z7IAO2QLA4HFOWDOG5/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/DOTZUFB7Z7IAO2QLA4HFOWDOG5/action/timestamp_anchor","attest_storage":"https://pith.science/pith/DOTZUFB7Z7IAO2QLA4HFOWDOG5/action/storage_attestation","attest_author":"https://pith.science/pith/DOTZUFB7Z7IAO2QLA4HFOWDOG5/action/author_attestation","sign_citation":"https://pith.science/pith/DOTZUFB7Z7IAO2QLA4HFOWDOG5/action/citation_signature","submit_replication":"https://pith.science/pith/DOTZUFB7Z7IAO2QLA4HFOWDOG5/action/replication_record"}},"created_at":"2026-07-05T09:35:07.672514+00:00","updated_at":"2026-07-05T09:35:07.672514+00:00"}