{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:WCSF6PT7Q3QGGYB7E7BF3GQ4QY","short_pith_number":"pith:WCSF6PT7","canonical_record":{"source":{"id":"2302.07160","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-14T16:14:39Z","cross_cats_sorted":[],"title_canon_sha256":"c45117572ab322da5612fd8c87eb86997211f9a7253212252b8880296bd222a2","abstract_canon_sha256":"8f4a81d989ebc0ec60dfc41e690aac66554706cf5fcaf95fc3dd7a6c5c0716b4"},"schema_version":"1.0"},"canonical_sha256":"b0a45f3e7f86e063603f27c25d9a1c8605c3ac070fc08ee5a53c76adecefdd85","source":{"kind":"arxiv","id":"2302.07160","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.07160","created_at":"2026-07-05T05:50:13Z"},{"alias_kind":"arxiv_version","alias_value":"2302.07160v2","created_at":"2026-07-05T05:50:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.07160","created_at":"2026-07-05T05:50:13Z"},{"alias_kind":"pith_short_12","alias_value":"WCSF6PT7Q3QG","created_at":"2026-07-05T05:50:13Z"},{"alias_kind":"pith_short_16","alias_value":"WCSF6PT7Q3QGGYB7","created_at":"2026-07-05T05:50:13Z"},{"alias_kind":"pith_short_8","alias_value":"WCSF6PT7","created_at":"2026-07-05T05:50:13Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:WCSF6PT7Q3QGGYB7E7BF3GQ4QY","target":"record","payload":{"canonical_record":{"source":{"id":"2302.07160","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-14T16:14:39Z","cross_cats_sorted":[],"title_canon_sha256":"c45117572ab322da5612fd8c87eb86997211f9a7253212252b8880296bd222a2","abstract_canon_sha256":"8f4a81d989ebc0ec60dfc41e690aac66554706cf5fcaf95fc3dd7a6c5c0716b4"},"schema_version":"1.0"},"canonical_sha256":"b0a45f3e7f86e063603f27c25d9a1c8605c3ac070fc08ee5a53c76adecefdd85","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:50:13.383310Z","signature_b64":"cHCdUgcCUhc0CKvWCliHfJ4zZqSa+MRpQMgl0QFItNLvN8sjoasrufpHN8HecMIo9ckHbADeczCNK9IrUZQCCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b0a45f3e7f86e063603f27c25d9a1c8605c3ac070fc08ee5a53c76adecefdd85","last_reissued_at":"2026-07-05T05:50:13.382800Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:50:13.382800Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2302.07160","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:50:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7M2cbOYJDVR92Lo5fqhRH/rQDq97NwsEFekN+i1sRajxYjflGBakaFzTgabego75pPRzxkgTzz++BVos0SD6CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T09:05:00.380231Z"},"content_sha256":"4ffa121e96aad0094265772f87c17d8e0f2179e9f760299b4f797cccf751ab92","schema_version":"1.0","event_id":"sha256:4ffa121e96aad0094265772f87c17d8e0f2179e9f760299b4f797cccf751ab92"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:WCSF6PT7Q3QGGYB7E7BF3GQ4QY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Learning a model is paramount for sample efficiency in reinforcement learning control of PDEs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Sebastian Peitz, Stefan Werner","submitted_at":"2023-02-14T16:14:39Z","abstract_excerpt":"The goal of this paper is to make a strong point for the usage of dynamical models when using reinforcement learning (RL) for feedback control of dynamical systems governed by partial differential equations (PDEs). To breach the gap between the immense promises we see in RL and the applicability in complex engineering systems, the main challenges are the massive requirements in terms of the training data, as well as the lack of performance guarantees. We present a solution for the first issue using a data-driven surrogate model in the form of a convolutional LSTM with actuation. We demonstrate"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.07160","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2302.07160/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:50:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nh576F9UVqXjzz69yxQxg3Tj0qcZdssO3IC4OhskB70UpkyuA0ctVoFybFEuJmP8RIba+JJ1NR1caOof9JD/DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T09:05:00.380894Z"},"content_sha256":"da84d0cbafce934ac6bb505e62aaa90557f7084b07bd5983813b16eeec3fc9d8","schema_version":"1.0","event_id":"sha256:da84d0cbafce934ac6bb505e62aaa90557f7084b07bd5983813b16eeec3fc9d8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WCSF6PT7Q3QGGYB7E7BF3GQ4QY/bundle.json","state_url":"https://pith.science/pith/WCSF6PT7Q3QGGYB7E7BF3GQ4QY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WCSF6PT7Q3QGGYB7E7BF3GQ4QY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-21T09:05:00Z","links":{"resolver":"https://pith.science/pith/WCSF6PT7Q3QGGYB7E7BF3GQ4QY","bundle":"https://pith.science/pith/WCSF6PT7Q3QGGYB7E7BF3GQ4QY/bundle.json","state":"https://pith.science/pith/WCSF6PT7Q3QGGYB7E7BF3GQ4QY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WCSF6PT7Q3QGGYB7E7BF3GQ4QY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:WCSF6PT7Q3QGGYB7E7BF3GQ4QY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8f4a81d989ebc0ec60dfc41e690aac66554706cf5fcaf95fc3dd7a6c5c0716b4","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-14T16:14:39Z","title_canon_sha256":"c45117572ab322da5612fd8c87eb86997211f9a7253212252b8880296bd222a2"},"schema_version":"1.0","source":{"id":"2302.07160","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.07160","created_at":"2026-07-05T05:50:13Z"},{"alias_kind":"arxiv_version","alias_value":"2302.07160v2","created_at":"2026-07-05T05:50:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.07160","created_at":"2026-07-05T05:50:13Z"},{"alias_kind":"pith_short_12","alias_value":"WCSF6PT7Q3QG","created_at":"2026-07-05T05:50:13Z"},{"alias_kind":"pith_short_16","alias_value":"WCSF6PT7Q3QGGYB7","created_at":"2026-07-05T05:50:13Z"},{"alias_kind":"pith_short_8","alias_value":"WCSF6PT7","created_at":"2026-07-05T05:50:13Z"}],"graph_snapshots":[{"event_id":"sha256:da84d0cbafce934ac6bb505e62aaa90557f7084b07bd5983813b16eeec3fc9d8","target":"graph","created_at":"2026-07-05T05:50:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2302.07160/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The goal of this paper is to make a strong point for the usage of dynamical models when using reinforcement learning (RL) for feedback control of dynamical systems governed by partial differential equations (PDEs). To breach the gap between the immense promises we see in RL and the applicability in complex engineering systems, the main challenges are the massive requirements in terms of the training data, as well as the lack of performance guarantees. We present a solution for the first issue using a data-driven surrogate model in the form of a convolutional LSTM with actuation. We demonstrate","authors_text":"Sebastian Peitz, Stefan Werner","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-14T16:14:39Z","title":"Learning a model is paramount for sample efficiency in reinforcement learning control of PDEs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.07160","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4ffa121e96aad0094265772f87c17d8e0f2179e9f760299b4f797cccf751ab92","target":"record","created_at":"2026-07-05T05:50:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8f4a81d989ebc0ec60dfc41e690aac66554706cf5fcaf95fc3dd7a6c5c0716b4","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-14T16:14:39Z","title_canon_sha256":"c45117572ab322da5612fd8c87eb86997211f9a7253212252b8880296bd222a2"},"schema_version":"1.0","source":{"id":"2302.07160","kind":"arxiv","version":2}},"canonical_sha256":"b0a45f3e7f86e063603f27c25d9a1c8605c3ac070fc08ee5a53c76adecefdd85","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b0a45f3e7f86e063603f27c25d9a1c8605c3ac070fc08ee5a53c76adecefdd85","first_computed_at":"2026-07-05T05:50:13.382800Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:50:13.382800Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"cHCdUgcCUhc0CKvWCliHfJ4zZqSa+MRpQMgl0QFItNLvN8sjoasrufpHN8HecMIo9ckHbADeczCNK9IrUZQCCw==","signature_status":"signed_v1","signed_at":"2026-07-05T05:50:13.383310Z","signed_message":"canonical_sha256_bytes"},"source_id":"2302.07160","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4ffa121e96aad0094265772f87c17d8e0f2179e9f760299b4f797cccf751ab92","sha256:da84d0cbafce934ac6bb505e62aaa90557f7084b07bd5983813b16eeec3fc9d8"],"state_sha256":"bc1ab332d4ee46793c4d12323848e8eb61f336151c907988e73c952d938e0579"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+LIwqrkTOUIi0L5cosQ1jCnALrpobAg+V95vKQ1GD+2bxZwItDD560kUJ2a4eGS3lN3Vpv71b7Hjbd6iV+faBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-21T09:05:00.386186Z","bundle_sha256":"87e99bde8648df840ecf7d17cc716a1c8dec7fcd52c06128a466772a2925150a"}}