{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:LXLGEQORUBTMT2OTMMQHMVC4PW","short_pith_number":"pith:LXLGEQOR","canonical_record":{"source":{"id":"2211.12470","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-11-22T18:29:14Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"01c6ca225d707cba1fd1e5da2723689c6cd99089e85c39865a88245fcff9464f","abstract_canon_sha256":"5c6844ed0a46cc8ab5fc25fcfe29ead505ade7363520ba6e6e0bed15a535c71b"},"schema_version":"1.0"},"canonical_sha256":"5dd66241d1a066c9e9d3632076545c7db3aa83d1527dceb3fb6f6d77f6f12a60","source":{"kind":"arxiv","id":"2211.12470","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.12470","created_at":"2026-07-05T05:18:17Z"},{"alias_kind":"arxiv_version","alias_value":"2211.12470v1","created_at":"2026-07-05T05:18:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.12470","created_at":"2026-07-05T05:18:17Z"},{"alias_kind":"pith_short_12","alias_value":"LXLGEQORUBTM","created_at":"2026-07-05T05:18:17Z"},{"alias_kind":"pith_short_16","alias_value":"LXLGEQORUBTMT2OT","created_at":"2026-07-05T05:18:17Z"},{"alias_kind":"pith_short_8","alias_value":"LXLGEQOR","created_at":"2026-07-05T05:18:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:LXLGEQORUBTMT2OTMMQHMVC4PW","target":"record","payload":{"canonical_record":{"source":{"id":"2211.12470","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-11-22T18:29:14Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"01c6ca225d707cba1fd1e5da2723689c6cd99089e85c39865a88245fcff9464f","abstract_canon_sha256":"5c6844ed0a46cc8ab5fc25fcfe29ead505ade7363520ba6e6e0bed15a535c71b"},"schema_version":"1.0"},"canonical_sha256":"5dd66241d1a066c9e9d3632076545c7db3aa83d1527dceb3fb6f6d77f6f12a60","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:18:17.331602Z","signature_b64":"fpWvLqXMvRBaUyzlKf6TS14IS5sqozz1I8Hx0sr+AvzfY85UFXlf1LqcOEXH7V7OGKYkAnR/nlIAtW7PnqPmCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5dd66241d1a066c9e9d3632076545c7db3aa83d1527dceb3fb6f6d77f6f12a60","last_reissued_at":"2026-07-05T05:18:17.331149Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:18:17.331149Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2211.12470","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:18:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eWLDr1MWikAQoa9OePsK6zgzAUjot4xZmWyOZQQjYcFLRZqEYIOaMSPyxXngr7h1d6pPCPrCltJKM3hisCSHAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T21:47:30.065231Z"},"content_sha256":"49502325c7f895dfa5d3b5fdea510e74e378c2c634fc64dd7ed6ff323d5cdbeb","schema_version":"1.0","event_id":"sha256:49502325c7f895dfa5d3b5fdea510e74e378c2c634fc64dd7ed6ff323d5cdbeb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:LXLGEQORUBTMT2OTMMQHMVC4PW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Deep Reinforcement Learning Approach to Rare Event Estimation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Anthony Corso, Grace Gao, Kyu-Young Kim, Mykel J. Kochenderfer, Shubh Gupta","submitted_at":"2022-11-22T18:29:14Z","abstract_excerpt":"An important step in the design of autonomous systems is to evaluate the probability that a failure will occur. In safety-critical domains, the failure probability is extremely small so that the evaluation of a policy through Monte Carlo sampling is inefficient. Adaptive importance sampling approaches have been developed for rare event estimation but do not scale well to sequential systems with long horizons. In this work, we develop two adaptive importance sampling algorithms that can efficiently estimate the probability of rare events for sequential decision making systems. The basis for the"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.12470","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2211.12470/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:18:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fXViD9E7UJl4MmbwHmrG4hqxL5zYtt/geBl8/pRXhAXZxJ+1cMmOSulj4uUE8GxM1cU07wvC030WyZyp8f9aDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T21:47:30.065934Z"},"content_sha256":"d0987c86a40834b391d0d01034d9288d8b8f96f793c64b0da49350d3aa9c849d","schema_version":"1.0","event_id":"sha256:d0987c86a40834b391d0d01034d9288d8b8f96f793c64b0da49350d3aa9c849d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LXLGEQORUBTMT2OTMMQHMVC4PW/bundle.json","state_url":"https://pith.science/pith/LXLGEQORUBTMT2OTMMQHMVC4PW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LXLGEQORUBTMT2OTMMQHMVC4PW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T21:47:30Z","links":{"resolver":"https://pith.science/pith/LXLGEQORUBTMT2OTMMQHMVC4PW","bundle":"https://pith.science/pith/LXLGEQORUBTMT2OTMMQHMVC4PW/bundle.json","state":"https://pith.science/pith/LXLGEQORUBTMT2OTMMQHMVC4PW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LXLGEQORUBTMT2OTMMQHMVC4PW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:LXLGEQORUBTMT2OTMMQHMVC4PW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5c6844ed0a46cc8ab5fc25fcfe29ead505ade7363520ba6e6e0bed15a535c71b","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-11-22T18:29:14Z","title_canon_sha256":"01c6ca225d707cba1fd1e5da2723689c6cd99089e85c39865a88245fcff9464f"},"schema_version":"1.0","source":{"id":"2211.12470","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.12470","created_at":"2026-07-05T05:18:17Z"},{"alias_kind":"arxiv_version","alias_value":"2211.12470v1","created_at":"2026-07-05T05:18:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.12470","created_at":"2026-07-05T05:18:17Z"},{"alias_kind":"pith_short_12","alias_value":"LXLGEQORUBTM","created_at":"2026-07-05T05:18:17Z"},{"alias_kind":"pith_short_16","alias_value":"LXLGEQORUBTMT2OT","created_at":"2026-07-05T05:18:17Z"},{"alias_kind":"pith_short_8","alias_value":"LXLGEQOR","created_at":"2026-07-05T05:18:17Z"}],"graph_snapshots":[{"event_id":"sha256:d0987c86a40834b391d0d01034d9288d8b8f96f793c64b0da49350d3aa9c849d","target":"graph","created_at":"2026-07-05T05:18:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2211.12470/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"An important step in the design of autonomous systems is to evaluate the probability that a failure will occur. In safety-critical domains, the failure probability is extremely small so that the evaluation of a policy through Monte Carlo sampling is inefficient. Adaptive importance sampling approaches have been developed for rare event estimation but do not scale well to sequential systems with long horizons. In this work, we develop two adaptive importance sampling algorithms that can efficiently estimate the probability of rare events for sequential decision making systems. The basis for the","authors_text":"Anthony Corso, Grace Gao, Kyu-Young Kim, Mykel J. Kochenderfer, Shubh Gupta","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-11-22T18:29:14Z","title":"A Deep Reinforcement Learning Approach to Rare Event Estimation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.12470","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:49502325c7f895dfa5d3b5fdea510e74e378c2c634fc64dd7ed6ff323d5cdbeb","target":"record","created_at":"2026-07-05T05:18:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5c6844ed0a46cc8ab5fc25fcfe29ead505ade7363520ba6e6e0bed15a535c71b","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-11-22T18:29:14Z","title_canon_sha256":"01c6ca225d707cba1fd1e5da2723689c6cd99089e85c39865a88245fcff9464f"},"schema_version":"1.0","source":{"id":"2211.12470","kind":"arxiv","version":1}},"canonical_sha256":"5dd66241d1a066c9e9d3632076545c7db3aa83d1527dceb3fb6f6d77f6f12a60","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5dd66241d1a066c9e9d3632076545c7db3aa83d1527dceb3fb6f6d77f6f12a60","first_computed_at":"2026-07-05T05:18:17.331149Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:18:17.331149Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"fpWvLqXMvRBaUyzlKf6TS14IS5sqozz1I8Hx0sr+AvzfY85UFXlf1LqcOEXH7V7OGKYkAnR/nlIAtW7PnqPmCg==","signature_status":"signed_v1","signed_at":"2026-07-05T05:18:17.331602Z","signed_message":"canonical_sha256_bytes"},"source_id":"2211.12470","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:49502325c7f895dfa5d3b5fdea510e74e378c2c634fc64dd7ed6ff323d5cdbeb","sha256:d0987c86a40834b391d0d01034d9288d8b8f96f793c64b0da49350d3aa9c849d"],"state_sha256":"fc73327d38095809b5622dba6e38de46e2f80389c902a697eb14a96599daed9c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TVu6oMnDcgMaKrDkqRGjzfbr3D5tjoRfXzLQLWENNqZe+wS/1JHY04/bnkRt3QmK727dvXqixHo7GaxI0iWeBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T21:47:30.071533Z","bundle_sha256":"4986aa2819a614fd99ec6414a1b24628f9e931d6839b253caa94e655d8520e51"}}