{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:YYGFMGATBRAZCIF2ECVXLIWRBB","short_pith_number":"pith:YYGFMGAT","canonical_record":{"source":{"id":"2402.01935","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-02T22:19:15Z","cross_cats_sorted":[],"title_canon_sha256":"5d36babcd96c9b48e95ba73125b70077934b1b690671be284db59c5ca8cd41b2","abstract_canon_sha256":"c7beee13366e320eb7625a78efc3f2e1cbb0ffb0b77d319cf65b04917b9cf006"},"schema_version":"1.0"},"canonical_sha256":"c60c5618130c419120ba20ab75a2d1087d324d6984ec1da8598dd360d3864f6d","source":{"kind":"arxiv","id":"2402.01935","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.01935","created_at":"2026-07-05T07:41:08Z"},{"alias_kind":"arxiv_version","alias_value":"2402.01935v1","created_at":"2026-07-05T07:41:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.01935","created_at":"2026-07-05T07:41:08Z"},{"alias_kind":"pith_short_12","alias_value":"YYGFMGATBRAZ","created_at":"2026-07-05T07:41:08Z"},{"alias_kind":"pith_short_16","alias_value":"YYGFMGATBRAZCIF2","created_at":"2026-07-05T07:41:08Z"},{"alias_kind":"pith_short_8","alias_value":"YYGFMGAT","created_at":"2026-07-05T07:41:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:YYGFMGATBRAZCIF2ECVXLIWRBB","target":"record","payload":{"canonical_record":{"source":{"id":"2402.01935","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-02T22:19:15Z","cross_cats_sorted":[],"title_canon_sha256":"5d36babcd96c9b48e95ba73125b70077934b1b690671be284db59c5ca8cd41b2","abstract_canon_sha256":"c7beee13366e320eb7625a78efc3f2e1cbb0ffb0b77d319cf65b04917b9cf006"},"schema_version":"1.0"},"canonical_sha256":"c60c5618130c419120ba20ab75a2d1087d324d6984ec1da8598dd360d3864f6d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:41:08.382660Z","signature_b64":"UXemiVKP+uvpJORZeaUxJsdLVU9+E35IT3TJhDXdQmQXx//N5N7XKo26i6/JbKm0dsRV+tr2bZzvGS0w9jsOAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c60c5618130c419120ba20ab75a2d1087d324d6984ec1da8598dd360d3864f6d","last_reissued_at":"2026-07-05T07:41:08.382126Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:41:08.382126Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.01935","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:41:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CETaWE7n/HVBY5qjTz4hO3LfnwdqFcpC0I0Aip6Nd0NALa5F/ZEjKbKTtoeD+W5gQzganxmHws5PVBDeSlFeBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T21:48:22.080668Z"},"content_sha256":"8c86a97b1324878f9786f8d51a1c18c617d23e59e5b8adc43187d69d903525e8","schema_version":"1.0","event_id":"sha256:8c86a97b1324878f9786f8d51a1c18c617d23e59e5b8adc43187d69d903525e8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:YYGFMGATBRAZCIF2ECVXLIWRBB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Code Representation Learning At Scale","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Bing Xiang, Dan Roth, Dejiao Zhang, Hantian Ding, Ming Tan, Ramesh Nallapati, Wasi Ahmad, Xiaofei Ma","submitted_at":"2024-02-02T22:19:15Z","abstract_excerpt":"Recent studies have shown that code language models at scale demonstrate significant performance gains on downstream tasks, i.e., code generation. However, most of the existing works on code representation learning train models at a hundred million parameter scale using very limited pretraining corpora. In this work, we fuel code representation learning with a vast amount of code data via a two-stage pretraining scheme. We first train the encoders via a mix that leverages both randomness in masking language modeling and the structure aspect of programming language. We then enhance the represen"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.01935","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.01935/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:41:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"h32McmO4HOLfpLgApcOmJ20yMyRb3kw9e1nD9W2YhX9s7SkmphsPbLIQBeo3ZizGApQDOeZEFlAAtn0JAA2SAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T21:48:22.081040Z"},"content_sha256":"92e3aa5d1af798d7295c9bf7eecab5f8a31e2eb8da794d2f9cd017a01d3225b2","schema_version":"1.0","event_id":"sha256:92e3aa5d1af798d7295c9bf7eecab5f8a31e2eb8da794d2f9cd017a01d3225b2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YYGFMGATBRAZCIF2ECVXLIWRBB/bundle.json","state_url":"https://pith.science/pith/YYGFMGATBRAZCIF2ECVXLIWRBB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YYGFMGATBRAZCIF2ECVXLIWRBB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T21:48:22Z","links":{"resolver":"https://pith.science/pith/YYGFMGATBRAZCIF2ECVXLIWRBB","bundle":"https://pith.science/pith/YYGFMGATBRAZCIF2ECVXLIWRBB/bundle.json","state":"https://pith.science/pith/YYGFMGATBRAZCIF2ECVXLIWRBB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YYGFMGATBRAZCIF2ECVXLIWRBB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:YYGFMGATBRAZCIF2ECVXLIWRBB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c7beee13366e320eb7625a78efc3f2e1cbb0ffb0b77d319cf65b04917b9cf006","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-02T22:19:15Z","title_canon_sha256":"5d36babcd96c9b48e95ba73125b70077934b1b690671be284db59c5ca8cd41b2"},"schema_version":"1.0","source":{"id":"2402.01935","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.01935","created_at":"2026-07-05T07:41:08Z"},{"alias_kind":"arxiv_version","alias_value":"2402.01935v1","created_at":"2026-07-05T07:41:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.01935","created_at":"2026-07-05T07:41:08Z"},{"alias_kind":"pith_short_12","alias_value":"YYGFMGATBRAZ","created_at":"2026-07-05T07:41:08Z"},{"alias_kind":"pith_short_16","alias_value":"YYGFMGATBRAZCIF2","created_at":"2026-07-05T07:41:08Z"},{"alias_kind":"pith_short_8","alias_value":"YYGFMGAT","created_at":"2026-07-05T07:41:08Z"}],"graph_snapshots":[{"event_id":"sha256:92e3aa5d1af798d7295c9bf7eecab5f8a31e2eb8da794d2f9cd017a01d3225b2","target":"graph","created_at":"2026-07-05T07:41:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.01935/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent studies have shown that code language models at scale demonstrate significant performance gains on downstream tasks, i.e., code generation. However, most of the existing works on code representation learning train models at a hundred million parameter scale using very limited pretraining corpora. In this work, we fuel code representation learning with a vast amount of code data via a two-stage pretraining scheme. We first train the encoders via a mix that leverages both randomness in masking language modeling and the structure aspect of programming language. We then enhance the represen","authors_text":"Bing Xiang, Dan Roth, Dejiao Zhang, Hantian Ding, Ming Tan, Ramesh Nallapati, Wasi Ahmad, Xiaofei Ma","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-02T22:19:15Z","title":"Code Representation Learning At Scale"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.01935","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8c86a97b1324878f9786f8d51a1c18c617d23e59e5b8adc43187d69d903525e8","target":"record","created_at":"2026-07-05T07:41:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c7beee13366e320eb7625a78efc3f2e1cbb0ffb0b77d319cf65b04917b9cf006","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-02T22:19:15Z","title_canon_sha256":"5d36babcd96c9b48e95ba73125b70077934b1b690671be284db59c5ca8cd41b2"},"schema_version":"1.0","source":{"id":"2402.01935","kind":"arxiv","version":1}},"canonical_sha256":"c60c5618130c419120ba20ab75a2d1087d324d6984ec1da8598dd360d3864f6d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c60c5618130c419120ba20ab75a2d1087d324d6984ec1da8598dd360d3864f6d","first_computed_at":"2026-07-05T07:41:08.382126Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:41:08.382126Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"UXemiVKP+uvpJORZeaUxJsdLVU9+E35IT3TJhDXdQmQXx//N5N7XKo26i6/JbKm0dsRV+tr2bZzvGS0w9jsOAw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:41:08.382660Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.01935","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8c86a97b1324878f9786f8d51a1c18c617d23e59e5b8adc43187d69d903525e8","sha256:92e3aa5d1af798d7295c9bf7eecab5f8a31e2eb8da794d2f9cd017a01d3225b2"],"state_sha256":"3c863f6927a68af55372f9fea92065d9355da525355a4e95da049252188f9560"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6M8qHVRn1Rjq5i/Slt+EAPr5WBScC1xIgfr6hqm4xHuwA+GJ0q/KYYUFJ6A/byXpS19oB7QQ41ceQmE1hfnnBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T21:48:22.082976Z","bundle_sha256":"72aefdb40f1b51cd4fe9bd0d25ce2c8bb1712b6266b1b79c94c0cb7374f17c6b"}}