{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:E2ZP7Z4KQEBBICBDRCCILDTFXB","short_pith_number":"pith:E2ZP7Z4K","canonical_record":{"source":{"id":"2506.20471","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-25T14:19:57Z","cross_cats_sorted":[],"title_canon_sha256":"b2a525633973140fc4bf77dbfbda125fa90d7c8100421f70b1fef81c6ab4691a","abstract_canon_sha256":"4b9e6f406c4749dde2c39677172fcc75650f7f76081306371b06e13186ed874d"},"schema_version":"1.0"},"canonical_sha256":"26b2ffe78a81021408238884858e65b87b3986af1aa1551f5e3c76512ac4e2f2","source":{"kind":"arxiv","id":"2506.20471","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.20471","created_at":"2026-07-05T11:27:06Z"},{"alias_kind":"arxiv_version","alias_value":"2506.20471v1","created_at":"2026-07-05T11:27:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.20471","created_at":"2026-07-05T11:27:06Z"},{"alias_kind":"pith_short_12","alias_value":"E2ZP7Z4KQEBB","created_at":"2026-07-05T11:27:06Z"},{"alias_kind":"pith_short_16","alias_value":"E2ZP7Z4KQEBBICBD","created_at":"2026-07-05T11:27:06Z"},{"alias_kind":"pith_short_8","alias_value":"E2ZP7Z4K","created_at":"2026-07-05T11:27:06Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:E2ZP7Z4KQEBBICBDRCCILDTFXB","target":"record","payload":{"canonical_record":{"source":{"id":"2506.20471","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-25T14:19:57Z","cross_cats_sorted":[],"title_canon_sha256":"b2a525633973140fc4bf77dbfbda125fa90d7c8100421f70b1fef81c6ab4691a","abstract_canon_sha256":"4b9e6f406c4749dde2c39677172fcc75650f7f76081306371b06e13186ed874d"},"schema_version":"1.0"},"canonical_sha256":"26b2ffe78a81021408238884858e65b87b3986af1aa1551f5e3c76512ac4e2f2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:27:06.308792Z","signature_b64":"M7K3HFOt2E52i22s19+7jeIB8kLuxWaNxd4GahC9YGoZBI6vqYE3fVoVVWTBa/umJuXu1UnaRG869xcDgawtBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"26b2ffe78a81021408238884858e65b87b3986af1aa1551f5e3c76512ac4e2f2","last_reissued_at":"2026-07-05T11:27:06.308329Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:27:06.308329Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.20471","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:27:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"91Dt6j1+w52v2wk/il6fbnNmk0eDjViH3ScRj/JRl2WmVSeQ5v4xH5kenRTSqk+lTvNI0pp5x5I3LZFRWu4cBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T07:45:36.364760Z"},"content_sha256":"8fc9c9624b738d9905a31e61133fd33cfd55825c55ae30017d04ff5fc2091d94","schema_version":"1.0","event_id":"sha256:8fc9c9624b738d9905a31e61133fd33cfd55825c55ae30017d04ff5fc2091d94"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:E2ZP7Z4KQEBBICBDRCCILDTFXB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Probing AI Safety with Source Code","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Ameet Deshpande, Ashwin Kalyan, Karthik Narasimhan, Shreyas Chaudhari, Tanmay Rajpurohit, Ujwal Narayan, Vishvak Murahari","submitted_at":"2025-06-25T14:19:57Z","abstract_excerpt":"Large language models (LLMs) have become ubiquitous, interfacing with humans in numerous safety-critical applications. This necessitates improving capabilities, but importantly coupled with greater safety measures to align these models with human values and preferences. In this work, we demonstrate that contemporary models fall concerningly short of the goal of AI safety, leading to an unsafe and harmful experience for users. We introduce a prompting strategy called Code of Thought (CoDoT) to evaluate the safety of LLMs. CoDoT converts natural language inputs to simple code that represents the"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.20471","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.20471/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:27:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AUUMCSbprWcs7siXmH4AIi9m2pEFT9X/wsas2vI2id00o4y3BdGPLZBKr3NnlqQ8AP1TGCFCKlv8HoxbgylyAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T07:45:36.365407Z"},"content_sha256":"05c0dce0e55f514d570dee9141afe072ac32b48f7f67f87055429aeef82adfa0","schema_version":"1.0","event_id":"sha256:05c0dce0e55f514d570dee9141afe072ac32b48f7f67f87055429aeef82adfa0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/E2ZP7Z4KQEBBICBDRCCILDTFXB/bundle.json","state_url":"https://pith.science/pith/E2ZP7Z4KQEBBICBDRCCILDTFXB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/E2ZP7Z4KQEBBICBDRCCILDTFXB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-08T07:45:36Z","links":{"resolver":"https://pith.science/pith/E2ZP7Z4KQEBBICBDRCCILDTFXB","bundle":"https://pith.science/pith/E2ZP7Z4KQEBBICBDRCCILDTFXB/bundle.json","state":"https://pith.science/pith/E2ZP7Z4KQEBBICBDRCCILDTFXB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/E2ZP7Z4KQEBBICBDRCCILDTFXB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:E2ZP7Z4KQEBBICBDRCCILDTFXB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4b9e6f406c4749dde2c39677172fcc75650f7f76081306371b06e13186ed874d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-25T14:19:57Z","title_canon_sha256":"b2a525633973140fc4bf77dbfbda125fa90d7c8100421f70b1fef81c6ab4691a"},"schema_version":"1.0","source":{"id":"2506.20471","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.20471","created_at":"2026-07-05T11:27:06Z"},{"alias_kind":"arxiv_version","alias_value":"2506.20471v1","created_at":"2026-07-05T11:27:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.20471","created_at":"2026-07-05T11:27:06Z"},{"alias_kind":"pith_short_12","alias_value":"E2ZP7Z4KQEBB","created_at":"2026-07-05T11:27:06Z"},{"alias_kind":"pith_short_16","alias_value":"E2ZP7Z4KQEBBICBD","created_at":"2026-07-05T11:27:06Z"},{"alias_kind":"pith_short_8","alias_value":"E2ZP7Z4K","created_at":"2026-07-05T11:27:06Z"}],"graph_snapshots":[{"event_id":"sha256:05c0dce0e55f514d570dee9141afe072ac32b48f7f67f87055429aeef82adfa0","target":"graph","created_at":"2026-07-05T11:27:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.20471/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have become ubiquitous, interfacing with humans in numerous safety-critical applications. This necessitates improving capabilities, but importantly coupled with greater safety measures to align these models with human values and preferences. In this work, we demonstrate that contemporary models fall concerningly short of the goal of AI safety, leading to an unsafe and harmful experience for users. We introduce a prompting strategy called Code of Thought (CoDoT) to evaluate the safety of LLMs. CoDoT converts natural language inputs to simple code that represents the","authors_text":"Ameet Deshpande, Ashwin Kalyan, Karthik Narasimhan, Shreyas Chaudhari, Tanmay Rajpurohit, Ujwal Narayan, Vishvak Murahari","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-25T14:19:57Z","title":"Probing AI Safety with Source Code"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.20471","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8fc9c9624b738d9905a31e61133fd33cfd55825c55ae30017d04ff5fc2091d94","target":"record","created_at":"2026-07-05T11:27:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4b9e6f406c4749dde2c39677172fcc75650f7f76081306371b06e13186ed874d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-25T14:19:57Z","title_canon_sha256":"b2a525633973140fc4bf77dbfbda125fa90d7c8100421f70b1fef81c6ab4691a"},"schema_version":"1.0","source":{"id":"2506.20471","kind":"arxiv","version":1}},"canonical_sha256":"26b2ffe78a81021408238884858e65b87b3986af1aa1551f5e3c76512ac4e2f2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"26b2ffe78a81021408238884858e65b87b3986af1aa1551f5e3c76512ac4e2f2","first_computed_at":"2026-07-05T11:27:06.308329Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:27:06.308329Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"M7K3HFOt2E52i22s19+7jeIB8kLuxWaNxd4GahC9YGoZBI6vqYE3fVoVVWTBa/umJuXu1UnaRG869xcDgawtBg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:27:06.308792Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.20471","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8fc9c9624b738d9905a31e61133fd33cfd55825c55ae30017d04ff5fc2091d94","sha256:05c0dce0e55f514d570dee9141afe072ac32b48f7f67f87055429aeef82adfa0"],"state_sha256":"9b6b947b00e3ee816bc2d0585db6ffe98c739e5892e8c894323ae77d1f677b94"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MsFR2WQ1dKgnN9cO4UsEsLBDnxW9WvdTTS6CHCXROy5k5DyMfDeNS27RT9LPCtalM5ekDVn/YlTTssUCez7ADA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-08T07:45:36.367744Z","bundle_sha256":"ecec71eafcfa97a8e4e63c99101cf080beada549cc711e07239e9c3300579299"}}