{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2014:WCSBTICKS2BLDB7IJXWSLHZIRC","short_pith_number":"pith:WCSBTICK","canonical_record":{"source":{"id":"1411.1459","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2014-11-06T00:18:16Z","cross_cats_sorted":[],"title_canon_sha256":"4816c2692168d51716556a54ab33c206dea833f7bbb8cda75ea33046cea54a68","abstract_canon_sha256":"b89be19ddbc3a38da3efd66a099ca5174e845b2462dbdaeed573ca14a73ee3c9"},"schema_version":"1.0"},"canonical_sha256":"b0a419a04a9682b187e84ded259f2888a3ad56f6498201a6f49faf898d32e0a2","source":{"kind":"arxiv","id":"1411.1459","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1411.1459","created_at":"2026-05-18T01:29:38Z"},{"alias_kind":"arxiv_version","alias_value":"1411.1459v2","created_at":"2026-05-18T01:29:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1411.1459","created_at":"2026-05-18T01:29:38Z"},{"alias_kind":"pith_short_12","alias_value":"WCSBTICKS2BL","created_at":"2026-05-18T12:28:54Z"},{"alias_kind":"pith_short_16","alias_value":"WCSBTICKS2BLDB7I","created_at":"2026-05-18T12:28:54Z"},{"alias_kind":"pith_short_8","alias_value":"WCSBTICK","created_at":"2026-05-18T12:28:54Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2014:WCSBTICKS2BLDB7IJXWSLHZIRC","target":"record","payload":{"canonical_record":{"source":{"id":"1411.1459","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2014-11-06T00:18:16Z","cross_cats_sorted":[],"title_canon_sha256":"4816c2692168d51716556a54ab33c206dea833f7bbb8cda75ea33046cea54a68","abstract_canon_sha256":"b89be19ddbc3a38da3efd66a099ca5174e845b2462dbdaeed573ca14a73ee3c9"},"schema_version":"1.0"},"canonical_sha256":"b0a419a04a9682b187e84ded259f2888a3ad56f6498201a6f49faf898d32e0a2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T01:29:38.923986Z","signature_b64":"ZAWF7uC9KeUR5llOHN2wNq62Xh71imNyWX+AOvBl5MuJMkjF3nvp8oxSUPn6hSgGSTj5wVZNVw/cnG7Pq9thCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b0a419a04a9682b187e84ded259f2888a3ad56f6498201a6f49faf898d32e0a2","last_reissued_at":"2026-05-18T01:29:38.923520Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T01:29:38.923520Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1411.1459","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:29:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SvHXcT4Pwaf0jBBRHBXeReCXFL0L9AkpOGcwEIb0Rj4q567swCp3HBXzwJxwEwQN485V3407pw66HENKqTJ9BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-30T02:44:32.435781Z"},"content_sha256":"e553a807dd289916f40d8fd00ea9727ed2540be9e1a4c3f4c818d2a983189ddf","schema_version":"1.0","event_id":"sha256:e553a807dd289916f40d8fd00ea9727ed2540be9e1a4c3f4c818d2a983189ddf"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2014:WCSBTICKS2BLDB7IJXWSLHZIRC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On Convergence of Value Iteration for a Class of Total Cost Markov Decision Processes","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"math.OC","authors_text":"Huizhen Yu","submitted_at":"2014-11-06T00:18:16Z","abstract_excerpt":"We consider a general class of total cost Markov decision processes (MDP) in which the one-stage costs can have arbitrary signs, but the sum of the negative parts of the one-stage costs is finite for all policies and all initial states. We refer to this class as the General Convergence (GC for short) total cost model, and we study the convergence of value iteration for the GC model, in the Borel MDP framework with universally measurable policies. Our main results include: (i) convergence of value iteration when starting from certain functions above the optimal cost function; (ii) convergence o"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1411.1459","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:29:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"X+ZI4ODHlUdxGZ02iqXzIlikHK3eSWIvG68g67WGERxZrVCIDwXeRkI3jujiriZxq0DgN7eCLVeWZNozNoUrAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-30T02:44:32.436147Z"},"content_sha256":"85afc3c2334dd641fba0ab3beafba3f40fb8be70cea5d24fe495b5f74c407ee0","schema_version":"1.0","event_id":"sha256:85afc3c2334dd641fba0ab3beafba3f40fb8be70cea5d24fe495b5f74c407ee0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WCSBTICKS2BLDB7IJXWSLHZIRC/bundle.json","state_url":"https://pith.science/pith/WCSBTICKS2BLDB7IJXWSLHZIRC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WCSBTICKS2BLDB7IJXWSLHZIRC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-30T02:44:32Z","links":{"resolver":"https://pith.science/pith/WCSBTICKS2BLDB7IJXWSLHZIRC","bundle":"https://pith.science/pith/WCSBTICKS2BLDB7IJXWSLHZIRC/bundle.json","state":"https://pith.science/pith/WCSBTICKS2BLDB7IJXWSLHZIRC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WCSBTICKS2BLDB7IJXWSLHZIRC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2014:WCSBTICKS2BLDB7IJXWSLHZIRC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b89be19ddbc3a38da3efd66a099ca5174e845b2462dbdaeed573ca14a73ee3c9","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2014-11-06T00:18:16Z","title_canon_sha256":"4816c2692168d51716556a54ab33c206dea833f7bbb8cda75ea33046cea54a68"},"schema_version":"1.0","source":{"id":"1411.1459","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1411.1459","created_at":"2026-05-18T01:29:38Z"},{"alias_kind":"arxiv_version","alias_value":"1411.1459v2","created_at":"2026-05-18T01:29:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1411.1459","created_at":"2026-05-18T01:29:38Z"},{"alias_kind":"pith_short_12","alias_value":"WCSBTICKS2BL","created_at":"2026-05-18T12:28:54Z"},{"alias_kind":"pith_short_16","alias_value":"WCSBTICKS2BLDB7I","created_at":"2026-05-18T12:28:54Z"},{"alias_kind":"pith_short_8","alias_value":"WCSBTICK","created_at":"2026-05-18T12:28:54Z"}],"graph_snapshots":[{"event_id":"sha256:85afc3c2334dd641fba0ab3beafba3f40fb8be70cea5d24fe495b5f74c407ee0","target":"graph","created_at":"2026-05-18T01:29:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We consider a general class of total cost Markov decision processes (MDP) in which the one-stage costs can have arbitrary signs, but the sum of the negative parts of the one-stage costs is finite for all policies and all initial states. We refer to this class as the General Convergence (GC for short) total cost model, and we study the convergence of value iteration for the GC model, in the Borel MDP framework with universally measurable policies. Our main results include: (i) convergence of value iteration when starting from certain functions above the optimal cost function; (ii) convergence o","authors_text":"Huizhen Yu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2014-11-06T00:18:16Z","title":"On Convergence of Value Iteration for a Class of Total Cost Markov Decision Processes"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1411.1459","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e553a807dd289916f40d8fd00ea9727ed2540be9e1a4c3f4c818d2a983189ddf","target":"record","created_at":"2026-05-18T01:29:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b89be19ddbc3a38da3efd66a099ca5174e845b2462dbdaeed573ca14a73ee3c9","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2014-11-06T00:18:16Z","title_canon_sha256":"4816c2692168d51716556a54ab33c206dea833f7bbb8cda75ea33046cea54a68"},"schema_version":"1.0","source":{"id":"1411.1459","kind":"arxiv","version":2}},"canonical_sha256":"b0a419a04a9682b187e84ded259f2888a3ad56f6498201a6f49faf898d32e0a2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b0a419a04a9682b187e84ded259f2888a3ad56f6498201a6f49faf898d32e0a2","first_computed_at":"2026-05-18T01:29:38.923520Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T01:29:38.923520Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ZAWF7uC9KeUR5llOHN2wNq62Xh71imNyWX+AOvBl5MuJMkjF3nvp8oxSUPn6hSgGSTj5wVZNVw/cnG7Pq9thCQ==","signature_status":"signed_v1","signed_at":"2026-05-18T01:29:38.923986Z","signed_message":"canonical_sha256_bytes"},"source_id":"1411.1459","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e553a807dd289916f40d8fd00ea9727ed2540be9e1a4c3f4c818d2a983189ddf","sha256:85afc3c2334dd641fba0ab3beafba3f40fb8be70cea5d24fe495b5f74c407ee0"],"state_sha256":"c965b869d6ed385582c89b2dccb18b473ba408a032e1ba283a26c487a8cd0878"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"POWPbsqkjsQzfZKiHPHuCVM5eELWP72SflMTkuwMMSSKQbDxCyUoBuFzQuEJDaEkl+C50pwmWvPP3m15p0SuBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-30T02:44:32.438431Z","bundle_sha256":"792f8a81d20d2bc793692a1fe62605b800c5cfe6be37eda643f94773eb422106"}}