{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:MOA2XKQLC3SWQ3HRL4YRO3PBZ6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"eb55daf5908e6619f6476a3c0921ea80ae9e85531852f7114c78c58d12536a92","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-07-04T03:40:58Z","title_canon_sha256":"ded0b969baba33aec325df845b3a740063326554032b322670f2d56a4cbe5f0d"},"schema_version":"1.0","source":{"id":"2407.03611","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.03611","created_at":"2026-07-05T08:39:57Z"},{"alias_kind":"arxiv_version","alias_value":"2407.03611v1","created_at":"2026-07-05T08:39:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.03611","created_at":"2026-07-05T08:39:57Z"},{"alias_kind":"pith_short_12","alias_value":"MOA2XKQLC3SW","created_at":"2026-07-05T08:39:57Z"},{"alias_kind":"pith_short_16","alias_value":"MOA2XKQLC3SWQ3HR","created_at":"2026-07-05T08:39:57Z"},{"alias_kind":"pith_short_8","alias_value":"MOA2XKQL","created_at":"2026-07-05T08:39:57Z"}],"graph_snapshots":[{"event_id":"sha256:684e28417d9256ba8adf990781b9fb9c09b63bd3afc701a8c3541809dbf52dfb","target":"graph","created_at":"2026-07-05T08:39:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.03611/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models for Code (code LLMs) have demonstrated remarkable performance across various software engineering (SE) tasks, increasing the application of code LLMs in software development. Despite the success of code LLMs, there remain significant concerns about the actual capabilities and reliability of these models, \"whether these models really learn the semantics of code from the training data and leverage the learned knowledge to perform the SE tasks\". In this paper, we introduce EMPICA, a comprehensive framework designed to systematically and empirically evaluate the capabilities ","authors_text":"Hieu Dinh Vo, Son Nguyen, Thanh Trong Vu, Thu-Trang Nguyen","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-07-04T03:40:58Z","title":"An Empirical Study on Capability of Large Language Models in Understanding Code Semantics"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.03611","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5816e2c55111aa31790e536331ebdef2781e620c750845caec40ed0eb617861b","target":"record","created_at":"2026-07-05T08:39:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"eb55daf5908e6619f6476a3c0921ea80ae9e85531852f7114c78c58d12536a92","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-07-04T03:40:58Z","title_canon_sha256":"ded0b969baba33aec325df845b3a740063326554032b322670f2d56a4cbe5f0d"},"schema_version":"1.0","source":{"id":"2407.03611","kind":"arxiv","version":1}},"canonical_sha256":"6381abaa0b16e5686cf15f31176de1cfab9146d371d9f92771b98312373e3900","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6381abaa0b16e5686cf15f31176de1cfab9146d371d9f92771b98312373e3900","first_computed_at":"2026-07-05T08:39:57.404496Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:39:57.404496Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+jTA0SgTr4sHr4wbpauqtxhRWb4rPKWWI1Sy74iDcU4zTRHFq9EP0h8D13VMp/pBWsg28hSF8SWY9FSfb1QNCg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:39:57.404935Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.03611","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5816e2c55111aa31790e536331ebdef2781e620c750845caec40ed0eb617861b","sha256:684e28417d9256ba8adf990781b9fb9c09b63bd3afc701a8c3541809dbf52dfb"],"state_sha256":"17f24e03035deeaaa75413a33cf6ab69d4a8ad3ac1ac08f7cfe4fe8dc4cd9e93"}