{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:WDKV3HMLVTFQYATTGNKRKA4UUG","short_pith_number":"pith:WDKV3HML","canonical_record":{"source":{"id":"1902.08886","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2019-02-24T03:30:01Z","cross_cats_sorted":[],"title_canon_sha256":"02c24a7ab4ff1bc9a59f8d60bf847371d2c2364e0eca79f46b425e424275bb66","abstract_canon_sha256":"80446094cd513ad3fad6dc17c24fea59a2d5772d9f4a7a21afca8e913930e4e9"},"schema_version":"1.0"},"canonical_sha256":"b0d55d9d8baccb0c02733355150394a1afafaa44ae886502fa5fd01a9992e171","source":{"kind":"arxiv","id":"1902.08886","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1902.08886","created_at":"2026-05-17T23:42:48Z"},{"alias_kind":"arxiv_version","alias_value":"1902.08886v2","created_at":"2026-05-17T23:42:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1902.08886","created_at":"2026-05-17T23:42:48Z"},{"alias_kind":"pith_short_12","alias_value":"WDKV3HMLVTFQ","created_at":"2026-05-18T12:33:30Z"},{"alias_kind":"pith_short_16","alias_value":"WDKV3HMLVTFQYATT","created_at":"2026-05-18T12:33:30Z"},{"alias_kind":"pith_short_8","alias_value":"WDKV3HML","created_at":"2026-05-18T12:33:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:WDKV3HMLVTFQYATTGNKRKA4UUG","target":"record","payload":{"canonical_record":{"source":{"id":"1902.08886","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2019-02-24T03:30:01Z","cross_cats_sorted":[],"title_canon_sha256":"02c24a7ab4ff1bc9a59f8d60bf847371d2c2364e0eca79f46b425e424275bb66","abstract_canon_sha256":"80446094cd513ad3fad6dc17c24fea59a2d5772d9f4a7a21afca8e913930e4e9"},"schema_version":"1.0"},"canonical_sha256":"b0d55d9d8baccb0c02733355150394a1afafaa44ae886502fa5fd01a9992e171","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:42:48.411424Z","signature_b64":"hnoJ1pJHF94Cao1tk//uEfxf1V/03/XvIx0EfU7syixKP6WpvCgmOqu7gmm8l05YDKz1Xrgn4Xknx1xngj5+Dw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b0d55d9d8baccb0c02733355150394a1afafaa44ae886502fa5fd01a9992e171","last_reissued_at":"2026-05-17T23:42:48.410760Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:42:48.410760Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1902.08886","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:42:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Pg9/CRrtuIp4wE39vcCaIZGbmlYO0jvbKo0R8HGi+UZ9SaRIIdKtbgGVHvGXQUUS0rTWeeKbXHofaBP7iJfbBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-21T23:06:47.961110Z"},"content_sha256":"0580ca975adcbfedfc4492ca372de64e5ec2b8e6310cdf07cdc1d8612605a058","schema_version":"1.0","event_id":"sha256:0580ca975adcbfedfc4492ca372de64e5ec2b8e6310cdf07cdc1d8612605a058"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:WDKV3HMLVTFQYATTGNKRKA4UUG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Risk Aversion to Parameter Uncertainty in Markov Decision Processes with an Application to Slow-Onset Disaster Relief","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"math.OC","authors_text":"Merve Merakli, Simge Kucukyavuz","submitted_at":"2019-02-24T03:30:01Z","abstract_excerpt":"In classical Markov Decision Processes (MDPs), action costs and transition probabilities are assumed to be known, although an accurate estimation of these parameters is often not possible in practice. This study addresses MDPs under cost and transition probability uncertainty and aims to provide a mathematical framework to obtain policies minimizing the risk of high long-term losses due to not knowing the true system parameters. To this end, we utilize the risk measure value-at-risk associated with the expected performance of an MDP model with respect to parameter uncertainty. We provide mixed"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1902.08886","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:42:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7uSJeMC8MthRbzRwV9KQkqD3g+T9dizuP4VrI5v3OcR/IxiBtfpGTrUZliSTZPob0ygQvgoCJAzh0grMvz4cCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-21T23:06:47.961470Z"},"content_sha256":"778c783a398559835a2242e9a3a849a6990c3611cd57d6aa096b2db66b41e71f","schema_version":"1.0","event_id":"sha256:778c783a398559835a2242e9a3a849a6990c3611cd57d6aa096b2db66b41e71f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WDKV3HMLVTFQYATTGNKRKA4UUG/bundle.json","state_url":"https://pith.science/pith/WDKV3HMLVTFQYATTGNKRKA4UUG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WDKV3HMLVTFQYATTGNKRKA4UUG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-21T23:06:47Z","links":{"resolver":"https://pith.science/pith/WDKV3HMLVTFQYATTGNKRKA4UUG","bundle":"https://pith.science/pith/WDKV3HMLVTFQYATTGNKRKA4UUG/bundle.json","state":"https://pith.science/pith/WDKV3HMLVTFQYATTGNKRKA4UUG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WDKV3HMLVTFQYATTGNKRKA4UUG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:WDKV3HMLVTFQYATTGNKRKA4UUG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"80446094cd513ad3fad6dc17c24fea59a2d5772d9f4a7a21afca8e913930e4e9","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2019-02-24T03:30:01Z","title_canon_sha256":"02c24a7ab4ff1bc9a59f8d60bf847371d2c2364e0eca79f46b425e424275bb66"},"schema_version":"1.0","source":{"id":"1902.08886","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1902.08886","created_at":"2026-05-17T23:42:48Z"},{"alias_kind":"arxiv_version","alias_value":"1902.08886v2","created_at":"2026-05-17T23:42:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1902.08886","created_at":"2026-05-17T23:42:48Z"},{"alias_kind":"pith_short_12","alias_value":"WDKV3HMLVTFQ","created_at":"2026-05-18T12:33:30Z"},{"alias_kind":"pith_short_16","alias_value":"WDKV3HMLVTFQYATT","created_at":"2026-05-18T12:33:30Z"},{"alias_kind":"pith_short_8","alias_value":"WDKV3HML","created_at":"2026-05-18T12:33:30Z"}],"graph_snapshots":[{"event_id":"sha256:778c783a398559835a2242e9a3a849a6990c3611cd57d6aa096b2db66b41e71f","target":"graph","created_at":"2026-05-17T23:42:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"In classical Markov Decision Processes (MDPs), action costs and transition probabilities are assumed to be known, although an accurate estimation of these parameters is often not possible in practice. This study addresses MDPs under cost and transition probability uncertainty and aims to provide a mathematical framework to obtain policies minimizing the risk of high long-term losses due to not knowing the true system parameters. To this end, we utilize the risk measure value-at-risk associated with the expected performance of an MDP model with respect to parameter uncertainty. We provide mixed","authors_text":"Merve Merakli, Simge Kucukyavuz","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2019-02-24T03:30:01Z","title":"Risk Aversion to Parameter Uncertainty in Markov Decision Processes with an Application to Slow-Onset Disaster Relief"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1902.08886","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0580ca975adcbfedfc4492ca372de64e5ec2b8e6310cdf07cdc1d8612605a058","target":"record","created_at":"2026-05-17T23:42:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"80446094cd513ad3fad6dc17c24fea59a2d5772d9f4a7a21afca8e913930e4e9","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2019-02-24T03:30:01Z","title_canon_sha256":"02c24a7ab4ff1bc9a59f8d60bf847371d2c2364e0eca79f46b425e424275bb66"},"schema_version":"1.0","source":{"id":"1902.08886","kind":"arxiv","version":2}},"canonical_sha256":"b0d55d9d8baccb0c02733355150394a1afafaa44ae886502fa5fd01a9992e171","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b0d55d9d8baccb0c02733355150394a1afafaa44ae886502fa5fd01a9992e171","first_computed_at":"2026-05-17T23:42:48.410760Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:42:48.410760Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"hnoJ1pJHF94Cao1tk//uEfxf1V/03/XvIx0EfU7syixKP6WpvCgmOqu7gmm8l05YDKz1Xrgn4Xknx1xngj5+Dw==","signature_status":"signed_v1","signed_at":"2026-05-17T23:42:48.411424Z","signed_message":"canonical_sha256_bytes"},"source_id":"1902.08886","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0580ca975adcbfedfc4492ca372de64e5ec2b8e6310cdf07cdc1d8612605a058","sha256:778c783a398559835a2242e9a3a849a6990c3611cd57d6aa096b2db66b41e71f"],"state_sha256":"92e7cb5bf459d9aa9185e2cf56c6c36fc57719ef2faea8a638fdbb1e48bca349"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Kl9N6mf7ACB1V/h/gIXzHkZiujjSnSwV9GQyRwrJBHZU3KVKWJ6j8ua5sh3L9Mmo5PsUdTBv+0iYxepDYRUzDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-21T23:06:47.963387Z","bundle_sha256":"b71c1ff5154119fa658696b28a69e3c747b5d6ab9eab836182daaf052b98a2d9"}}