{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:GSMLPOETK7MOWA5AZCNKVRAMQF","short_pith_number":"pith:GSMLPOET","canonical_record":{"source":{"id":"2407.17466","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-07-24T17:58:49Z","cross_cats_sorted":["math.OC","stat.ML"],"title_canon_sha256":"292c12a1f7d9fb96a9e37fef6fbc97b919762772b43fc87f973383490b2ff559","abstract_canon_sha256":"0c4e63acf8ee01df6ec9924a5a7787267da0d048ec7cd9fa9d228c1cde611475"},"schema_version":"1.0"},"canonical_sha256":"3498b7b89357d8eb03a0c89aaac40c81530dfae9fa39cf5dfb21e5f7cff9b4e1","source":{"kind":"arxiv","id":"2407.17466","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.17466","created_at":"2026-07-05T08:48:08Z"},{"alias_kind":"arxiv_version","alias_value":"2407.17466v1","created_at":"2026-07-05T08:48:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.17466","created_at":"2026-07-05T08:48:08Z"},{"alias_kind":"pith_short_12","alias_value":"GSMLPOETK7MO","created_at":"2026-07-05T08:48:08Z"},{"alias_kind":"pith_short_16","alias_value":"GSMLPOETK7MOWA5A","created_at":"2026-07-05T08:48:08Z"},{"alias_kind":"pith_short_8","alias_value":"GSMLPOET","created_at":"2026-07-05T08:48:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:GSMLPOETK7MOWA5AZCNKVRAMQF","target":"record","payload":{"canonical_record":{"source":{"id":"2407.17466","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-07-24T17:58:49Z","cross_cats_sorted":["math.OC","stat.ML"],"title_canon_sha256":"292c12a1f7d9fb96a9e37fef6fbc97b919762772b43fc87f973383490b2ff559","abstract_canon_sha256":"0c4e63acf8ee01df6ec9924a5a7787267da0d048ec7cd9fa9d228c1cde611475"},"schema_version":"1.0"},"canonical_sha256":"3498b7b89357d8eb03a0c89aaac40c81530dfae9fa39cf5dfb21e5f7cff9b4e1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:48:08.904804Z","signature_b64":"JqSb5+v/vbuLomAFvXlJbN2LMZ758CzmgshF7QB4PyXhGZlTbdn8IxFLEQVMnJbSvQJ8NZUoZ+jD0OXG1SjjCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3498b7b89357d8eb03a0c89aaac40c81530dfae9fa39cf5dfb21e5f7cff9b4e1","last_reissued_at":"2026-07-05T08:48:08.904410Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:48:08.904410Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.17466","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:48:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8BMeYX8wuZoHaI0uIa+qyQJzAEMAwoek1wS9FBqZRHaUNelmOVrUUh2XwYlVNsQTJzPxflIL0WQrfat8UnU0Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T21:21:29.176979Z"},"content_sha256":"537b89ced63d133f548e5ddf2cb85c0a7b68e9f0865b15d5cb2bc75be6a8caa7","schema_version":"1.0","event_id":"sha256:537b89ced63d133f548e5ddf2cb85c0a7b68e9f0865b15d5cb2bc75be6a8caa7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:GSMLPOETK7MOWA5AZCNKVRAMQF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Traversing Pareto Optimal Policies: Provably Efficient Multi-Objective Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["math.OC","stat.ML"],"primary_cat":"cs.LG","authors_text":"Boxiang Lyu, Dake Zhang, Rui Yang, Shuang Qiu, Tong Zhang","submitted_at":"2024-07-24T17:58:49Z","abstract_excerpt":"This paper investigates multi-objective reinforcement learning (MORL), which focuses on learning Pareto optimal policies in the presence of multiple reward functions. Despite MORL's significant empirical success, there is still a lack of satisfactory understanding of various MORL optimization targets and efficient learning algorithms. Our work offers a systematic analysis of several optimization targets to assess their abilities to find all Pareto optimal policies and controllability over learned policies by the preferences for different objectives. We then identify Tchebycheff scalarization a"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.17466","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.17466/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:48:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"j1WPYBho0hBdfkTHO+9vSdMT5wFsAUM45ORPvkdj3AXO8R7CgCWxdYPdeCELqtJDtX1tufS5G1aws5Z2xRNBBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T21:21:29.177935Z"},"content_sha256":"bd5c5acbbfb3de09b2af0de61510a7acbc83f920b373211426eff1552019fac9","schema_version":"1.0","event_id":"sha256:bd5c5acbbfb3de09b2af0de61510a7acbc83f920b373211426eff1552019fac9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GSMLPOETK7MOWA5AZCNKVRAMQF/bundle.json","state_url":"https://pith.science/pith/GSMLPOETK7MOWA5AZCNKVRAMQF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GSMLPOETK7MOWA5AZCNKVRAMQF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T21:21:29Z","links":{"resolver":"https://pith.science/pith/GSMLPOETK7MOWA5AZCNKVRAMQF","bundle":"https://pith.science/pith/GSMLPOETK7MOWA5AZCNKVRAMQF/bundle.json","state":"https://pith.science/pith/GSMLPOETK7MOWA5AZCNKVRAMQF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GSMLPOETK7MOWA5AZCNKVRAMQF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:GSMLPOETK7MOWA5AZCNKVRAMQF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0c4e63acf8ee01df6ec9924a5a7787267da0d048ec7cd9fa9d228c1cde611475","cross_cats_sorted":["math.OC","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-07-24T17:58:49Z","title_canon_sha256":"292c12a1f7d9fb96a9e37fef6fbc97b919762772b43fc87f973383490b2ff559"},"schema_version":"1.0","source":{"id":"2407.17466","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.17466","created_at":"2026-07-05T08:48:08Z"},{"alias_kind":"arxiv_version","alias_value":"2407.17466v1","created_at":"2026-07-05T08:48:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.17466","created_at":"2026-07-05T08:48:08Z"},{"alias_kind":"pith_short_12","alias_value":"GSMLPOETK7MO","created_at":"2026-07-05T08:48:08Z"},{"alias_kind":"pith_short_16","alias_value":"GSMLPOETK7MOWA5A","created_at":"2026-07-05T08:48:08Z"},{"alias_kind":"pith_short_8","alias_value":"GSMLPOET","created_at":"2026-07-05T08:48:08Z"}],"graph_snapshots":[{"event_id":"sha256:bd5c5acbbfb3de09b2af0de61510a7acbc83f920b373211426eff1552019fac9","target":"graph","created_at":"2026-07-05T08:48:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.17466/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper investigates multi-objective reinforcement learning (MORL), which focuses on learning Pareto optimal policies in the presence of multiple reward functions. Despite MORL's significant empirical success, there is still a lack of satisfactory understanding of various MORL optimization targets and efficient learning algorithms. Our work offers a systematic analysis of several optimization targets to assess their abilities to find all Pareto optimal policies and controllability over learned policies by the preferences for different objectives. We then identify Tchebycheff scalarization a","authors_text":"Boxiang Lyu, Dake Zhang, Rui Yang, Shuang Qiu, Tong Zhang","cross_cats":["math.OC","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-07-24T17:58:49Z","title":"Traversing Pareto Optimal Policies: Provably Efficient Multi-Objective Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.17466","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:537b89ced63d133f548e5ddf2cb85c0a7b68e9f0865b15d5cb2bc75be6a8caa7","target":"record","created_at":"2026-07-05T08:48:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0c4e63acf8ee01df6ec9924a5a7787267da0d048ec7cd9fa9d228c1cde611475","cross_cats_sorted":["math.OC","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-07-24T17:58:49Z","title_canon_sha256":"292c12a1f7d9fb96a9e37fef6fbc97b919762772b43fc87f973383490b2ff559"},"schema_version":"1.0","source":{"id":"2407.17466","kind":"arxiv","version":1}},"canonical_sha256":"3498b7b89357d8eb03a0c89aaac40c81530dfae9fa39cf5dfb21e5f7cff9b4e1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3498b7b89357d8eb03a0c89aaac40c81530dfae9fa39cf5dfb21e5f7cff9b4e1","first_computed_at":"2026-07-05T08:48:08.904410Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:48:08.904410Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JqSb5+v/vbuLomAFvXlJbN2LMZ758CzmgshF7QB4PyXhGZlTbdn8IxFLEQVMnJbSvQJ8NZUoZ+jD0OXG1SjjCA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:48:08.904804Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.17466","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:537b89ced63d133f548e5ddf2cb85c0a7b68e9f0865b15d5cb2bc75be6a8caa7","sha256:bd5c5acbbfb3de09b2af0de61510a7acbc83f920b373211426eff1552019fac9"],"state_sha256":"03cd3abcf55098657608e96f46d17585cbe8b1a9509e85a788df099be52a5aea"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gQjPX5kb6LveWethQC9zGopj4h7MXf8JqZgF1XbTLoPAwt+W0AZjJ0m2re4bIdEnVCVeI5JVr8jGAuFT3cl3AA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T21:21:29.185096Z","bundle_sha256":"a287090f38cba273fd667077bbdf7c9c361dcae8d2c8f062290c69327b9c6192"}}