{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:WIBIU2MRGOPTLRHC2FPNOQX7EZ","short_pith_number":"pith:WIBIU2MR","canonical_record":{"source":{"id":"2505.11565","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CR","submitted_at":"2025-05-16T08:40:09Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"411c26e4f0c8a206be246195176f405b82dd78f67d25d12216d677c59a44c859","abstract_canon_sha256":"7d6b907e5f9758b64676d789c5e4f88e1d5dc3bb2955727f8b6c7aac2550ecb9"},"schema_version":"1.0"},"canonical_sha256":"b2028a6991339f35c4e2d15ed742ff2676d1e3ee1548305751f826283dd079b3","source":{"kind":"arxiv","id":"2505.11565","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.11565","created_at":"2026-07-05T11:08:41Z"},{"alias_kind":"arxiv_version","alias_value":"2505.11565v2","created_at":"2026-07-05T11:08:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.11565","created_at":"2026-07-05T11:08:41Z"},{"alias_kind":"pith_short_12","alias_value":"WIBIU2MRGOPT","created_at":"2026-07-05T11:08:41Z"},{"alias_kind":"pith_short_16","alias_value":"WIBIU2MRGOPTLRHC","created_at":"2026-07-05T11:08:41Z"},{"alias_kind":"pith_short_8","alias_value":"WIBIU2MR","created_at":"2026-07-05T11:08:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:WIBIU2MRGOPTLRHC2FPNOQX7EZ","target":"record","payload":{"canonical_record":{"source":{"id":"2505.11565","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CR","submitted_at":"2025-05-16T08:40:09Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"411c26e4f0c8a206be246195176f405b82dd78f67d25d12216d677c59a44c859","abstract_canon_sha256":"7d6b907e5f9758b64676d789c5e4f88e1d5dc3bb2955727f8b6c7aac2550ecb9"},"schema_version":"1.0"},"canonical_sha256":"b2028a6991339f35c4e2d15ed742ff2676d1e3ee1548305751f826283dd079b3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:08:41.291127Z","signature_b64":"8tAnKu4UdKc1shLKabt0fALB9oHFbcmWaVlkL2/WaUS54EURZ0McnvS7/LMpICydbT3M1lzQgi2wUDn6YgQXBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b2028a6991339f35c4e2d15ed742ff2676d1e3ee1548305751f826283dd079b3","last_reissued_at":"2026-07-05T11:08:41.290714Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:08:41.290714Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.11565","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:08:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YwPaHDtnxIUBqzzxt2icinuU/AoUJuSGUU2xoOT7V3NcV+2gqnFFtSq/gDqODGN7VC1PeV1BDL/FCs1mKPH2Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T15:01:34.940299Z"},"content_sha256":"2b485e9d943dfe252eea207edde2f84e06cd8a82796670cf34ae85fa4c42571c","schema_version":"1.0","event_id":"sha256:2b485e9d943dfe252eea207edde2f84e06cd8a82796670cf34ae85fa4c42571c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:WIBIU2MRGOPTLRHC2FPNOQX7EZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ACSE-Eval: Can LLMs threat model real-world cloud infrastructure?","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CR","authors_text":"Ashutosh Rana, Dhivya Chandramouleeswaran, Sarthak Munshi, Sonam Ghatode, Swapnil Pathak, Thenuga Priyadarshini","submitted_at":"2025-05-16T08:40:09Z","abstract_excerpt":"While Large Language Models have shown promise in cybersecurity applications, their effectiveness in identifying security threats within cloud deployments remains unexplored. This paper introduces AWS Cloud Security Engineering Eval, a novel dataset for evaluating LLMs cloud security threat modeling capabilities. ACSE-Eval contains 100 production grade AWS deployment scenarios, each featuring detailed architectural specifications, Infrastructure as Code implementations, documented security vulnerabilities, and associated threat modeling parameters. Our dataset enables systemic assessment of LL"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.11565","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.11565/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:08:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BzCII/35JDE77sgijwEDROTnwkqD19KHVKWj2z4F0Xja4L8gg8vCn3XsP6DlV7y6pA9/3ritGqswg4zTe5FDCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T15:01:34.941234Z"},"content_sha256":"a73e3fda6e6f6b861489a44f4e1252545c147fe8e52abfa7d8daa515960259b7","schema_version":"1.0","event_id":"sha256:a73e3fda6e6f6b861489a44f4e1252545c147fe8e52abfa7d8daa515960259b7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WIBIU2MRGOPTLRHC2FPNOQX7EZ/bundle.json","state_url":"https://pith.science/pith/WIBIU2MRGOPTLRHC2FPNOQX7EZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WIBIU2MRGOPTLRHC2FPNOQX7EZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-16T15:01:34Z","links":{"resolver":"https://pith.science/pith/WIBIU2MRGOPTLRHC2FPNOQX7EZ","bundle":"https://pith.science/pith/WIBIU2MRGOPTLRHC2FPNOQX7EZ/bundle.json","state":"https://pith.science/pith/WIBIU2MRGOPTLRHC2FPNOQX7EZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WIBIU2MRGOPTLRHC2FPNOQX7EZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:WIBIU2MRGOPTLRHC2FPNOQX7EZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7d6b907e5f9758b64676d789c5e4f88e1d5dc3bb2955727f8b6c7aac2550ecb9","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CR","submitted_at":"2025-05-16T08:40:09Z","title_canon_sha256":"411c26e4f0c8a206be246195176f405b82dd78f67d25d12216d677c59a44c859"},"schema_version":"1.0","source":{"id":"2505.11565","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.11565","created_at":"2026-07-05T11:08:41Z"},{"alias_kind":"arxiv_version","alias_value":"2505.11565v2","created_at":"2026-07-05T11:08:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.11565","created_at":"2026-07-05T11:08:41Z"},{"alias_kind":"pith_short_12","alias_value":"WIBIU2MRGOPT","created_at":"2026-07-05T11:08:41Z"},{"alias_kind":"pith_short_16","alias_value":"WIBIU2MRGOPTLRHC","created_at":"2026-07-05T11:08:41Z"},{"alias_kind":"pith_short_8","alias_value":"WIBIU2MR","created_at":"2026-07-05T11:08:41Z"}],"graph_snapshots":[{"event_id":"sha256:a73e3fda6e6f6b861489a44f4e1252545c147fe8e52abfa7d8daa515960259b7","target":"graph","created_at":"2026-07-05T11:08:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.11565/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While Large Language Models have shown promise in cybersecurity applications, their effectiveness in identifying security threats within cloud deployments remains unexplored. This paper introduces AWS Cloud Security Engineering Eval, a novel dataset for evaluating LLMs cloud security threat modeling capabilities. ACSE-Eval contains 100 production grade AWS deployment scenarios, each featuring detailed architectural specifications, Infrastructure as Code implementations, documented security vulnerabilities, and associated threat modeling parameters. Our dataset enables systemic assessment of LL","authors_text":"Ashutosh Rana, Dhivya Chandramouleeswaran, Sarthak Munshi, Sonam Ghatode, Swapnil Pathak, Thenuga Priyadarshini","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CR","submitted_at":"2025-05-16T08:40:09Z","title":"ACSE-Eval: Can LLMs threat model real-world cloud infrastructure?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.11565","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2b485e9d943dfe252eea207edde2f84e06cd8a82796670cf34ae85fa4c42571c","target":"record","created_at":"2026-07-05T11:08:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7d6b907e5f9758b64676d789c5e4f88e1d5dc3bb2955727f8b6c7aac2550ecb9","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CR","submitted_at":"2025-05-16T08:40:09Z","title_canon_sha256":"411c26e4f0c8a206be246195176f405b82dd78f67d25d12216d677c59a44c859"},"schema_version":"1.0","source":{"id":"2505.11565","kind":"arxiv","version":2}},"canonical_sha256":"b2028a6991339f35c4e2d15ed742ff2676d1e3ee1548305751f826283dd079b3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b2028a6991339f35c4e2d15ed742ff2676d1e3ee1548305751f826283dd079b3","first_computed_at":"2026-07-05T11:08:41.290714Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:08:41.290714Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8tAnKu4UdKc1shLKabt0fALB9oHFbcmWaVlkL2/WaUS54EURZ0McnvS7/LMpICydbT3M1lzQgi2wUDn6YgQXBA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:08:41.291127Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.11565","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2b485e9d943dfe252eea207edde2f84e06cd8a82796670cf34ae85fa4c42571c","sha256:a73e3fda6e6f6b861489a44f4e1252545c147fe8e52abfa7d8daa515960259b7"],"state_sha256":"224e389f78d5b7e0804db4b1839f89b750bdbf8ee6fa52feef984b39b7f27395"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jXrfMR1UDg4Mtm7dhpjT6hbOrjVJvslc6F1VeoWe0ses1+oi8k78e2stAnyiwnnGgEXgHJioCSm1ZP1Yf9mdDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-16T15:01:34.998547Z","bundle_sha256":"371a9b4374f748a7a28c5e2a19b688b6500b8b82cdd5db00886a5bef704ee391"}}