{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:OQHPSZUMFXXNKY7TKQZ65KGDSU","short_pith_number":"pith:OQHPSZUM","canonical_record":{"source":{"id":"1907.03098","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-07-06T09:07:28Z","cross_cats_sorted":["cs.NE"],"title_canon_sha256":"0f1e221ea61ddbff67596c1b3d1fa705fc08ad5e6f24ffd1df09476b06bfca23","abstract_canon_sha256":"6979664adb0135bf641d09d48b6fb6aa32f50f74c8245fc3262a9887f804b8e7"},"schema_version":"1.0"},"canonical_sha256":"740ef9668c2deed563f35433eea8c3952f50c0171c7f237c78dca29e94994e78","source":{"kind":"arxiv","id":"1907.03098","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1907.03098","created_at":"2026-05-17T23:41:18Z"},{"alias_kind":"arxiv_version","alias_value":"1907.03098v1","created_at":"2026-05-17T23:41:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1907.03098","created_at":"2026-05-17T23:41:18Z"},{"alias_kind":"pith_short_12","alias_value":"OQHPSZUMFXXN","created_at":"2026-05-18T12:33:24Z"},{"alias_kind":"pith_short_16","alias_value":"OQHPSZUMFXXNKY7T","created_at":"2026-05-18T12:33:24Z"},{"alias_kind":"pith_short_8","alias_value":"OQHPSZUM","created_at":"2026-05-18T12:33:24Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:OQHPSZUMFXXNKY7TKQZ65KGDSU","target":"record","payload":{"canonical_record":{"source":{"id":"1907.03098","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-07-06T09:07:28Z","cross_cats_sorted":["cs.NE"],"title_canon_sha256":"0f1e221ea61ddbff67596c1b3d1fa705fc08ad5e6f24ffd1df09476b06bfca23","abstract_canon_sha256":"6979664adb0135bf641d09d48b6fb6aa32f50f74c8245fc3262a9887f804b8e7"},"schema_version":"1.0"},"canonical_sha256":"740ef9668c2deed563f35433eea8c3952f50c0171c7f237c78dca29e94994e78","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:41:18.946475Z","signature_b64":"umPPe+LjCbuIOquMm7gQJ2VjjbM/BSXK8N3D2U0epW39UalnYkb7duWI8khwYALR3JBuHjBn+0Hnezg1V8hGDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"740ef9668c2deed563f35433eea8c3952f50c0171c7f237c78dca29e94994e78","last_reissued_at":"2026-05-17T23:41:18.945994Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:41:18.945994Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1907.03098","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:41:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TmYQRGJ+Oy3/poX8YbXKFRlPMwfekRw+5RIxaHrDzbG3MtJUeUOs691wOwq1tSbrawfoqs46ORa+BleZrAijBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-25T02:50:18.827068Z"},"content_sha256":"87fa2b8f4139258c3fc3a8a0685aeb1a743a741a28496d62ee0742cb9bb79bdb","schema_version":"1.0","event_id":"sha256:87fa2b8f4139258c3fc3a8a0685aeb1a743a741a28496d62ee0742cb9bb79bdb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:OQHPSZUMFXXNKY7TKQZ65KGDSU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Playing Flappy Bird via Asynchronous Advantage Actor Critic Algorithm","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.NE"],"primary_cat":"cs.LG","authors_text":"Elit Cenk Alp, Mehmet Serdar Guzel","submitted_at":"2019-07-06T09:07:28Z","abstract_excerpt":"Flappy Bird, which has a very high popularity, has been trained in many algorithms. Some of these studies were trained from raw pixel values of game and some from specific attributes. In this study, the model was trained with raw game images, which had not been seen before. The trained model has learned as reinforcement when to make which decision. As an input to the model, the reward or penalty at the end of each step was returned and the training was completed. Flappy Bird game was trained with the Reinforcement Learning algorithm Deep Q-Network and Asynchronous Advantage Actor Critic (A3C) "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1907.03098","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:41:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6IV4WVEv3ECuE9aFKhH8Jpt30wyHE9Xd+sktaAvtREv46Os4EEdUa4gKu/eVAKiE69Ds8wdPtYN4QjcIAyN2DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-25T02:50:18.827426Z"},"content_sha256":"ca8979feb8ccd53415fcac9f5d9715b6dabfa4700c46bef070028dfa0245ddf1","schema_version":"1.0","event_id":"sha256:ca8979feb8ccd53415fcac9f5d9715b6dabfa4700c46bef070028dfa0245ddf1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OQHPSZUMFXXNKY7TKQZ65KGDSU/bundle.json","state_url":"https://pith.science/pith/OQHPSZUMFXXNKY7TKQZ65KGDSU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OQHPSZUMFXXNKY7TKQZ65KGDSU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-25T02:50:18Z","links":{"resolver":"https://pith.science/pith/OQHPSZUMFXXNKY7TKQZ65KGDSU","bundle":"https://pith.science/pith/OQHPSZUMFXXNKY7TKQZ65KGDSU/bundle.json","state":"https://pith.science/pith/OQHPSZUMFXXNKY7TKQZ65KGDSU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OQHPSZUMFXXNKY7TKQZ65KGDSU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:OQHPSZUMFXXNKY7TKQZ65KGDSU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6979664adb0135bf641d09d48b6fb6aa32f50f74c8245fc3262a9887f804b8e7","cross_cats_sorted":["cs.NE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-07-06T09:07:28Z","title_canon_sha256":"0f1e221ea61ddbff67596c1b3d1fa705fc08ad5e6f24ffd1df09476b06bfca23"},"schema_version":"1.0","source":{"id":"1907.03098","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1907.03098","created_at":"2026-05-17T23:41:18Z"},{"alias_kind":"arxiv_version","alias_value":"1907.03098v1","created_at":"2026-05-17T23:41:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1907.03098","created_at":"2026-05-17T23:41:18Z"},{"alias_kind":"pith_short_12","alias_value":"OQHPSZUMFXXN","created_at":"2026-05-18T12:33:24Z"},{"alias_kind":"pith_short_16","alias_value":"OQHPSZUMFXXNKY7T","created_at":"2026-05-18T12:33:24Z"},{"alias_kind":"pith_short_8","alias_value":"OQHPSZUM","created_at":"2026-05-18T12:33:24Z"}],"graph_snapshots":[{"event_id":"sha256:ca8979feb8ccd53415fcac9f5d9715b6dabfa4700c46bef070028dfa0245ddf1","target":"graph","created_at":"2026-05-17T23:41:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Flappy Bird, which has a very high popularity, has been trained in many algorithms. Some of these studies were trained from raw pixel values of game and some from specific attributes. In this study, the model was trained with raw game images, which had not been seen before. The trained model has learned as reinforcement when to make which decision. As an input to the model, the reward or penalty at the end of each step was returned and the training was completed. Flappy Bird game was trained with the Reinforcement Learning algorithm Deep Q-Network and Asynchronous Advantage Actor Critic (A3C) ","authors_text":"Elit Cenk Alp, Mehmet Serdar Guzel","cross_cats":["cs.NE"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-07-06T09:07:28Z","title":"Playing Flappy Bird via Asynchronous Advantage Actor Critic Algorithm"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1907.03098","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:87fa2b8f4139258c3fc3a8a0685aeb1a743a741a28496d62ee0742cb9bb79bdb","target":"record","created_at":"2026-05-17T23:41:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6979664adb0135bf641d09d48b6fb6aa32f50f74c8245fc3262a9887f804b8e7","cross_cats_sorted":["cs.NE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-07-06T09:07:28Z","title_canon_sha256":"0f1e221ea61ddbff67596c1b3d1fa705fc08ad5e6f24ffd1df09476b06bfca23"},"schema_version":"1.0","source":{"id":"1907.03098","kind":"arxiv","version":1}},"canonical_sha256":"740ef9668c2deed563f35433eea8c3952f50c0171c7f237c78dca29e94994e78","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"740ef9668c2deed563f35433eea8c3952f50c0171c7f237c78dca29e94994e78","first_computed_at":"2026-05-17T23:41:18.945994Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:41:18.945994Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"umPPe+LjCbuIOquMm7gQJ2VjjbM/BSXK8N3D2U0epW39UalnYkb7duWI8khwYALR3JBuHjBn+0Hnezg1V8hGDg==","signature_status":"signed_v1","signed_at":"2026-05-17T23:41:18.946475Z","signed_message":"canonical_sha256_bytes"},"source_id":"1907.03098","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:87fa2b8f4139258c3fc3a8a0685aeb1a743a741a28496d62ee0742cb9bb79bdb","sha256:ca8979feb8ccd53415fcac9f5d9715b6dabfa4700c46bef070028dfa0245ddf1"],"state_sha256":"2ec98f5ba0b0d73b0a993dea865fcc4b0064bf2773aab736fb8a0dfb71c29dcf"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SSUOuySbVqKCyhtQKVzh2yp/Nn10tDVuT48uoWe0QxXhx+fzUd7ihHV4WVXLZDse03m97nj7RcOq8DBKjYs8CQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-25T02:50:18.829336Z","bundle_sha256":"c45c7bd077e5bfa664902bfd94d99410873f709e40cbf90f8406590f23fc6c05"}}