{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:6WL2VUAIID46UE4P3JSCOBLPYP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"602888df618890dec04606b8e91775d60b5a3197d941c63f556f441819b80a48","cross_cats_sorted":["cs.AI","cs.LG","cs.PF"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CR","submitted_at":"2024-10-10T12:06:48Z","title_canon_sha256":"fc0c09c293976b8792ec703cef86351dae02a36e611842b34af53763abf16a24"},"schema_version":"1.0","source":{"id":"2410.09114","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.09114","created_at":"2026-07-05T09:30:22Z"},{"alias_kind":"arxiv_version","alias_value":"2410.09114v2","created_at":"2026-07-05T09:30:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.09114","created_at":"2026-07-05T09:30:22Z"},{"alias_kind":"pith_short_12","alias_value":"6WL2VUAIID46","created_at":"2026-07-05T09:30:22Z"},{"alias_kind":"pith_short_16","alias_value":"6WL2VUAIID46UE4P","created_at":"2026-07-05T09:30:22Z"},{"alias_kind":"pith_short_8","alias_value":"6WL2VUAI","created_at":"2026-07-05T09:30:22Z"}],"graph_snapshots":[{"event_id":"sha256:ce7e4ce68ccbbbf6ffe18ef72e58059694c96c1fd96b80d87b7666838612b09c","target":"graph","created_at":"2026-07-05T09:30:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.09114/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"LLM agents have the potential to revolutionize defensive cyber operations, but their offensive capabilities are not yet fully understood. To prepare for emerging threats, model developers and governments are evaluating the cyber capabilities of foundation models. However, these assessments often lack transparency and a comprehensive focus on offensive capabilities. In response, we introduce the Catastrophic Cyber Capabilities Benchmark (3CB), a novel framework designed to rigorously assess the real-world offensive capabilities of LLM agents. Our evaluation of modern LLMs on 3CB reveals that fr","authors_text":"Andrey Anurin, Esben Kran, Jason Schreiber, Jonathan Ng, Kibo Schaffer","cross_cats":["cs.AI","cs.LG","cs.PF"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CR","submitted_at":"2024-10-10T12:06:48Z","title":"Catastrophic Cyber Capabilities Benchmark (3CB): Robustly Evaluating LLM Agent Cyber Offense Capabilities"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.09114","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7c765701499bf1ffac2bb7cfc8ab500eb2280cb9ba12e9bd2d5f41f594b7427b","target":"record","created_at":"2026-07-05T09:30:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"602888df618890dec04606b8e91775d60b5a3197d941c63f556f441819b80a48","cross_cats_sorted":["cs.AI","cs.LG","cs.PF"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CR","submitted_at":"2024-10-10T12:06:48Z","title_canon_sha256":"fc0c09c293976b8792ec703cef86351dae02a36e611842b34af53763abf16a24"},"schema_version":"1.0","source":{"id":"2410.09114","kind":"arxiv","version":2}},"canonical_sha256":"f597aad00840f9ea138fda6427056fc3e431652a66131740dc2bb72ca8cc18a4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f597aad00840f9ea138fda6427056fc3e431652a66131740dc2bb72ca8cc18a4","first_computed_at":"2026-07-05T09:30:22.086143Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:30:22.086143Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"MYb9bT6kSdGQVBuF141Gy0M03V8ib3Nk/otnclUt9vem49PZV9CrNw38K0k45/yjNxM3xi0kgQsat3WcQzF+DQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:30:22.086510Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.09114","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7c765701499bf1ffac2bb7cfc8ab500eb2280cb9ba12e9bd2d5f41f594b7427b","sha256:ce7e4ce68ccbbbf6ffe18ef72e58059694c96c1fd96b80d87b7666838612b09c"],"state_sha256":"c0799a1d5efe30c9bec73826b3da75e6c073f7f5e6d18ab840a2359c4e2e126f"}