{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:MOA2XKQLC3SWQ3HRL4YRO3PBZ6","short_pith_number":"pith:MOA2XKQL","canonical_record":{"source":{"id":"2407.03611","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-07-04T03:40:58Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ded0b969baba33aec325df845b3a740063326554032b322670f2d56a4cbe5f0d","abstract_canon_sha256":"eb55daf5908e6619f6476a3c0921ea80ae9e85531852f7114c78c58d12536a92"},"schema_version":"1.0"},"canonical_sha256":"6381abaa0b16e5686cf15f31176de1cfab9146d371d9f92771b98312373e3900","source":{"kind":"arxiv","id":"2407.03611","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.03611","created_at":"2026-07-05T08:39:57Z"},{"alias_kind":"arxiv_version","alias_value":"2407.03611v1","created_at":"2026-07-05T08:39:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.03611","created_at":"2026-07-05T08:39:57Z"},{"alias_kind":"pith_short_12","alias_value":"MOA2XKQLC3SW","created_at":"2026-07-05T08:39:57Z"},{"alias_kind":"pith_short_16","alias_value":"MOA2XKQLC3SWQ3HR","created_at":"2026-07-05T08:39:57Z"},{"alias_kind":"pith_short_8","alias_value":"MOA2XKQL","created_at":"2026-07-05T08:39:57Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:MOA2XKQLC3SWQ3HRL4YRO3PBZ6","target":"record","payload":{"canonical_record":{"source":{"id":"2407.03611","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-07-04T03:40:58Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ded0b969baba33aec325df845b3a740063326554032b322670f2d56a4cbe5f0d","abstract_canon_sha256":"eb55daf5908e6619f6476a3c0921ea80ae9e85531852f7114c78c58d12536a92"},"schema_version":"1.0"},"canonical_sha256":"6381abaa0b16e5686cf15f31176de1cfab9146d371d9f92771b98312373e3900","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:39:57.404935Z","signature_b64":"+jTA0SgTr4sHr4wbpauqtxhRWb4rPKWWI1Sy74iDcU4zTRHFq9EP0h8D13VMp/pBWsg28hSF8SWY9FSfb1QNCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6381abaa0b16e5686cf15f31176de1cfab9146d371d9f92771b98312373e3900","last_reissued_at":"2026-07-05T08:39:57.404496Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:39:57.404496Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.03611","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:39:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XdEOZhhLmtpK3qD3g8EUwpIyfSZICWpDzf5KEiuafvUjuY3NTA5JePkEfgCCUJdY0ToS7kRvuWltKNp7ch50DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T23:01:27.110733Z"},"content_sha256":"5816e2c55111aa31790e536331ebdef2781e620c750845caec40ed0eb617861b","schema_version":"1.0","event_id":"sha256:5816e2c55111aa31790e536331ebdef2781e620c750845caec40ed0eb617861b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:MOA2XKQLC3SWQ3HRL4YRO3PBZ6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"An Empirical Study on Capability of Large Language Models in Understanding Code Semantics","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.SE","authors_text":"Hieu Dinh Vo, Son Nguyen, Thanh Trong Vu, Thu-Trang Nguyen","submitted_at":"2024-07-04T03:40:58Z","abstract_excerpt":"Large Language Models for Code (code LLMs) have demonstrated remarkable performance across various software engineering (SE) tasks, increasing the application of code LLMs in software development. Despite the success of code LLMs, there remain significant concerns about the actual capabilities and reliability of these models, \"whether these models really learn the semantics of code from the training data and leverage the learned knowledge to perform the SE tasks\". In this paper, we introduce EMPICA, a comprehensive framework designed to systematically and empirically evaluate the capabilities "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.03611","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.03611/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:39:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Cv3LEVgixS6uqEoSuaeWnGKVqAz4sCu5/LW7hJeqvFzwW5drgTeBijVBmUMTWyhFA1gmMKBFh9N6PatkPidbDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T23:01:27.111281Z"},"content_sha256":"684e28417d9256ba8adf990781b9fb9c09b63bd3afc701a8c3541809dbf52dfb","schema_version":"1.0","event_id":"sha256:684e28417d9256ba8adf990781b9fb9c09b63bd3afc701a8c3541809dbf52dfb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MOA2XKQLC3SWQ3HRL4YRO3PBZ6/bundle.json","state_url":"https://pith.science/pith/MOA2XKQLC3SWQ3HRL4YRO3PBZ6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MOA2XKQLC3SWQ3HRL4YRO3PBZ6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-16T23:01:27Z","links":{"resolver":"https://pith.science/pith/MOA2XKQLC3SWQ3HRL4YRO3PBZ6","bundle":"https://pith.science/pith/MOA2XKQLC3SWQ3HRL4YRO3PBZ6/bundle.json","state":"https://pith.science/pith/MOA2XKQLC3SWQ3HRL4YRO3PBZ6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MOA2XKQLC3SWQ3HRL4YRO3PBZ6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:MOA2XKQLC3SWQ3HRL4YRO3PBZ6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"eb55daf5908e6619f6476a3c0921ea80ae9e85531852f7114c78c58d12536a92","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-07-04T03:40:58Z","title_canon_sha256":"ded0b969baba33aec325df845b3a740063326554032b322670f2d56a4cbe5f0d"},"schema_version":"1.0","source":{"id":"2407.03611","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.03611","created_at":"2026-07-05T08:39:57Z"},{"alias_kind":"arxiv_version","alias_value":"2407.03611v1","created_at":"2026-07-05T08:39:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.03611","created_at":"2026-07-05T08:39:57Z"},{"alias_kind":"pith_short_12","alias_value":"MOA2XKQLC3SW","created_at":"2026-07-05T08:39:57Z"},{"alias_kind":"pith_short_16","alias_value":"MOA2XKQLC3SWQ3HR","created_at":"2026-07-05T08:39:57Z"},{"alias_kind":"pith_short_8","alias_value":"MOA2XKQL","created_at":"2026-07-05T08:39:57Z"}],"graph_snapshots":[{"event_id":"sha256:684e28417d9256ba8adf990781b9fb9c09b63bd3afc701a8c3541809dbf52dfb","target":"graph","created_at":"2026-07-05T08:39:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.03611/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models for Code (code LLMs) have demonstrated remarkable performance across various software engineering (SE) tasks, increasing the application of code LLMs in software development. Despite the success of code LLMs, there remain significant concerns about the actual capabilities and reliability of these models, \"whether these models really learn the semantics of code from the training data and leverage the learned knowledge to perform the SE tasks\". In this paper, we introduce EMPICA, a comprehensive framework designed to systematically and empirically evaluate the capabilities ","authors_text":"Hieu Dinh Vo, Son Nguyen, Thanh Trong Vu, Thu-Trang Nguyen","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-07-04T03:40:58Z","title":"An Empirical Study on Capability of Large Language Models in Understanding Code Semantics"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.03611","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5816e2c55111aa31790e536331ebdef2781e620c750845caec40ed0eb617861b","target":"record","created_at":"2026-07-05T08:39:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"eb55daf5908e6619f6476a3c0921ea80ae9e85531852f7114c78c58d12536a92","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-07-04T03:40:58Z","title_canon_sha256":"ded0b969baba33aec325df845b3a740063326554032b322670f2d56a4cbe5f0d"},"schema_version":"1.0","source":{"id":"2407.03611","kind":"arxiv","version":1}},"canonical_sha256":"6381abaa0b16e5686cf15f31176de1cfab9146d371d9f92771b98312373e3900","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6381abaa0b16e5686cf15f31176de1cfab9146d371d9f92771b98312373e3900","first_computed_at":"2026-07-05T08:39:57.404496Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:39:57.404496Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+jTA0SgTr4sHr4wbpauqtxhRWb4rPKWWI1Sy74iDcU4zTRHFq9EP0h8D13VMp/pBWsg28hSF8SWY9FSfb1QNCg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:39:57.404935Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.03611","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5816e2c55111aa31790e536331ebdef2781e620c750845caec40ed0eb617861b","sha256:684e28417d9256ba8adf990781b9fb9c09b63bd3afc701a8c3541809dbf52dfb"],"state_sha256":"17f24e03035deeaaa75413a33cf6ab69d4a8ad3ac1ac08f7cfe4fe8dc4cd9e93"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NRCLCn6B8ZwnbUGmYLMz00TyxCSGHtCSNB1Ov0AJPV2YllRoR2brAxs7WTnUsK0bmtOVl7os8eqS9IpWshQlCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-16T23:01:27.115486Z","bundle_sha256":"367ce0fc1bfdfaddd7cf92f74fb6658823adfb8ae6c4395348712c6e01c44d58"}}