{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:B44RFAL7GLLVYC5VL7TGHVDEFN","short_pith_number":"pith:B44RFAL7","canonical_record":{"source":{"id":"1810.07792","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-10-17T20:54:47Z","cross_cats_sorted":["cs.DC","stat.ML"],"title_canon_sha256":"c74a8188a1abdfe5e64cfe9f9ef60b779bc66196ce7d595e911b659357b08904","abstract_canon_sha256":"577a5e316d10c2e8d631a65bc780c80ac173105da7b2a6d8706e243358806865"},"schema_version":"1.0"},"canonical_sha256":"0f3912817f32d75c0bb55fe663d4642b43f4c02126d853f3ac043fcfbad6cb87","source":{"kind":"arxiv","id":"1810.07792","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1810.07792","created_at":"2026-07-04T23:53:10Z"},{"alias_kind":"arxiv_version","alias_value":"1810.07792v5","created_at":"2026-07-04T23:53:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1810.07792","created_at":"2026-07-04T23:53:10Z"},{"alias_kind":"pith_short_12","alias_value":"B44RFAL7GLLV","created_at":"2026-07-04T23:53:10Z"},{"alias_kind":"pith_short_16","alias_value":"B44RFAL7GLLVYC5V","created_at":"2026-07-04T23:53:10Z"},{"alias_kind":"pith_short_8","alias_value":"B44RFAL7","created_at":"2026-07-04T23:53:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:B44RFAL7GLLVYC5VL7TGHVDEFN","target":"record","payload":{"canonical_record":{"source":{"id":"1810.07792","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-10-17T20:54:47Z","cross_cats_sorted":["cs.DC","stat.ML"],"title_canon_sha256":"c74a8188a1abdfe5e64cfe9f9ef60b779bc66196ce7d595e911b659357b08904","abstract_canon_sha256":"577a5e316d10c2e8d631a65bc780c80ac173105da7b2a6d8706e243358806865"},"schema_version":"1.0"},"canonical_sha256":"0f3912817f32d75c0bb55fe663d4642b43f4c02126d853f3ac043fcfbad6cb87","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-04T23:53:10.516474Z","signature_b64":"A6fdzp89H8gTeTAz7V3r6UPnjF86Rlv+EPnPx3QJMIq0I8lpvarDoIhnXWAm2o5D0pEchCYzvYo/XPMSpXB3Cg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0f3912817f32d75c0bb55fe663d4642b43f4c02126d853f3ac043fcfbad6cb87","last_reissued_at":"2026-07-04T23:53:10.515971Z","signature_status":"signed_v1","first_computed_at":"2026-07-04T23:53:10.515971Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1810.07792","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-04T23:53:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8lpmk7otaavOvgk+IEMJMbm60SbwLyLupyMECA2Qcdwt27+ky52fUaf4jilxE764x2H1DBpR2BxTcPQCp+dhBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T03:50:52.629582Z"},"content_sha256":"002015b6e5d9b76ea6d23b43b821333894b1818d26ca5623c2bb88ba2c6066f3","schema_version":"1.0","event_id":"sha256:002015b6e5d9b76ea6d23b43b821333894b1818d26ca5623c2bb88ba2c6066f3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:B44RFAL7GLLVYC5VL7TGHVDEFN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Multi-Agent Fully Decentralized Value Function Learning with Linear Convergence Rates","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.DC","stat.ML"],"primary_cat":"cs.LG","authors_text":"Ali H. Sayed, Kun Yuan, Lucas Cassano","submitted_at":"2018-10-17T20:54:47Z","abstract_excerpt":"This work develops a fully decentralized multi-agent algorithm for policy evaluation. The proposed scheme can be applied to two distinct scenarios. In the first scenario, a collection of agents have distinct datasets gathered following different behavior policies (none of which is required to explore the full state space) in different instances of the same environment and they all collaborate to evaluate a common target policy. The network approach allows for efficient exploration of the state space and allows all agents to converge to the optimal solution even in situations where neither agen"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1810.07792","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1810.07792/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-04T23:53:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GXT/c0CfTmFdft/P4dlfpbGXqfE0dg4v3Q96yacMgHMFrYoo6xPSS3U0eRHnkv7FiBpdqw3+MYGkaiCIEwTmCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T03:50:52.630104Z"},"content_sha256":"52c21715b409831e733c47e5cf8157deb7d3b8b686cbb5b097e96997aa1d2ea3","schema_version":"1.0","event_id":"sha256:52c21715b409831e733c47e5cf8157deb7d3b8b686cbb5b097e96997aa1d2ea3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/B44RFAL7GLLVYC5VL7TGHVDEFN/bundle.json","state_url":"https://pith.science/pith/B44RFAL7GLLVYC5VL7TGHVDEFN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/B44RFAL7GLLVYC5VL7TGHVDEFN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T03:50:52Z","links":{"resolver":"https://pith.science/pith/B44RFAL7GLLVYC5VL7TGHVDEFN","bundle":"https://pith.science/pith/B44RFAL7GLLVYC5VL7TGHVDEFN/bundle.json","state":"https://pith.science/pith/B44RFAL7GLLVYC5VL7TGHVDEFN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/B44RFAL7GLLVYC5VL7TGHVDEFN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:B44RFAL7GLLVYC5VL7TGHVDEFN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"577a5e316d10c2e8d631a65bc780c80ac173105da7b2a6d8706e243358806865","cross_cats_sorted":["cs.DC","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-10-17T20:54:47Z","title_canon_sha256":"c74a8188a1abdfe5e64cfe9f9ef60b779bc66196ce7d595e911b659357b08904"},"schema_version":"1.0","source":{"id":"1810.07792","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1810.07792","created_at":"2026-07-04T23:53:10Z"},{"alias_kind":"arxiv_version","alias_value":"1810.07792v5","created_at":"2026-07-04T23:53:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1810.07792","created_at":"2026-07-04T23:53:10Z"},{"alias_kind":"pith_short_12","alias_value":"B44RFAL7GLLV","created_at":"2026-07-04T23:53:10Z"},{"alias_kind":"pith_short_16","alias_value":"B44RFAL7GLLVYC5V","created_at":"2026-07-04T23:53:10Z"},{"alias_kind":"pith_short_8","alias_value":"B44RFAL7","created_at":"2026-07-04T23:53:10Z"}],"graph_snapshots":[{"event_id":"sha256:52c21715b409831e733c47e5cf8157deb7d3b8b686cbb5b097e96997aa1d2ea3","target":"graph","created_at":"2026-07-04T23:53:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1810.07792/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This work develops a fully decentralized multi-agent algorithm for policy evaluation. The proposed scheme can be applied to two distinct scenarios. In the first scenario, a collection of agents have distinct datasets gathered following different behavior policies (none of which is required to explore the full state space) in different instances of the same environment and they all collaborate to evaluate a common target policy. The network approach allows for efficient exploration of the state space and allows all agents to converge to the optimal solution even in situations where neither agen","authors_text":"Ali H. Sayed, Kun Yuan, Lucas Cassano","cross_cats":["cs.DC","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-10-17T20:54:47Z","title":"Multi-Agent Fully Decentralized Value Function Learning with Linear Convergence Rates"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1810.07792","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:002015b6e5d9b76ea6d23b43b821333894b1818d26ca5623c2bb88ba2c6066f3","target":"record","created_at":"2026-07-04T23:53:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"577a5e316d10c2e8d631a65bc780c80ac173105da7b2a6d8706e243358806865","cross_cats_sorted":["cs.DC","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-10-17T20:54:47Z","title_canon_sha256":"c74a8188a1abdfe5e64cfe9f9ef60b779bc66196ce7d595e911b659357b08904"},"schema_version":"1.0","source":{"id":"1810.07792","kind":"arxiv","version":5}},"canonical_sha256":"0f3912817f32d75c0bb55fe663d4642b43f4c02126d853f3ac043fcfbad6cb87","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0f3912817f32d75c0bb55fe663d4642b43f4c02126d853f3ac043fcfbad6cb87","first_computed_at":"2026-07-04T23:53:10.515971Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-04T23:53:10.515971Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"A6fdzp89H8gTeTAz7V3r6UPnjF86Rlv+EPnPx3QJMIq0I8lpvarDoIhnXWAm2o5D0pEchCYzvYo/XPMSpXB3Cg==","signature_status":"signed_v1","signed_at":"2026-07-04T23:53:10.516474Z","signed_message":"canonical_sha256_bytes"},"source_id":"1810.07792","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:002015b6e5d9b76ea6d23b43b821333894b1818d26ca5623c2bb88ba2c6066f3","sha256:52c21715b409831e733c47e5cf8157deb7d3b8b686cbb5b097e96997aa1d2ea3"],"state_sha256":"741045f6f060196db8d89ef39f807280165d2d58fd7b6a3518328bfb4f71d3e2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Hcd/8qnV8tPu8lPcZ+1X7TUH4qmBYhndApzokHVVETZcdh/QEqwtfXMCXdV/g6cJ21DKwz91Jcj/Jr08ZICoCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T03:50:52.635309Z","bundle_sha256":"4b090c30f1d1f76f96d0bc4e84d64a2fed0e23192e7614fac5fc9500eb479301"}}