{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:EISQJMDF2TA7N65BWJRL734V2N","short_pith_number":"pith:EISQJMDF","canonical_record":{"source":{"id":"2508.06108","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-08-08T08:12:14Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"0ec96c6b718faf0789d60b4f7019593d0f31504d95bbd9f1e1cd23ba926f3fd8","abstract_canon_sha256":"bd82b389205b2f620430fbc1bfe88953e96022621c5c1af37b43f813b5b5d71a"},"schema_version":"1.0"},"canonical_sha256":"222504b065d4c1f6fba1b262bfef95d379992f225b8617a1d92dcbb781c0ed0a","source":{"kind":"arxiv","id":"2508.06108","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2508.06108","created_at":"2026-07-05T11:50:49Z"},{"alias_kind":"arxiv_version","alias_value":"2508.06108v1","created_at":"2026-07-05T11:50:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2508.06108","created_at":"2026-07-05T11:50:49Z"},{"alias_kind":"pith_short_12","alias_value":"EISQJMDF2TA7","created_at":"2026-07-05T11:50:49Z"},{"alias_kind":"pith_short_16","alias_value":"EISQJMDF2TA7N65B","created_at":"2026-07-05T11:50:49Z"},{"alias_kind":"pith_short_8","alias_value":"EISQJMDF","created_at":"2026-07-05T11:50:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:EISQJMDF2TA7N65BWJRL734V2N","target":"record","payload":{"canonical_record":{"source":{"id":"2508.06108","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-08-08T08:12:14Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"0ec96c6b718faf0789d60b4f7019593d0f31504d95bbd9f1e1cd23ba926f3fd8","abstract_canon_sha256":"bd82b389205b2f620430fbc1bfe88953e96022621c5c1af37b43f813b5b5d71a"},"schema_version":"1.0"},"canonical_sha256":"222504b065d4c1f6fba1b262bfef95d379992f225b8617a1d92dcbb781c0ed0a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:50:49.953269Z","signature_b64":"d2OWZD4BaIhrr5zcRB4SpCU2Cq7J98UIjDdBHCJeU7G6uxCrgnVsR8uQc46B6Lc53KrvFRCPTS0a7oP9TGONCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"222504b065d4c1f6fba1b262bfef95d379992f225b8617a1d92dcbb781c0ed0a","last_reissued_at":"2026-07-05T11:50:49.952753Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:50:49.952753Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2508.06108","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:50:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RM2X2ZxeaCdP7ngANf/8SUpSDlmk8OMpn3nOYkbf4YxjM/BRnsuu97jiSaZFejEgBUIA0huKnQmMzHDbIx/JBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T14:26:25.535349Z"},"content_sha256":"2586fdf13748899a847f051bf647a3d1ad3fd194244e2066afbf4049a7d8ad45","schema_version":"1.0","event_id":"sha256:2586fdf13748899a847f051bf647a3d1ad3fd194244e2066afbf4049a7d8ad45"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:EISQJMDF2TA7N65BWJRL734V2N","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"GCHR : Goal-Conditioned Hindsight Regularization for Sample-Efficient Reinforcement Learning","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Donglin Wang, Joni Pajarinen, Kaiqiang Ke, Shentao Yang, Wenyan Yang, Xing Lei, Xuetao Zhang","submitted_at":"2025-08-08T08:12:14Z","abstract_excerpt":"Goal-conditioned reinforcement learning (GCRL) with sparse rewards remains a fundamental challenge in reinforcement learning. While hindsight experience replay (HER) has shown promise by relabeling collected trajectories with achieved goals, we argue that trajectory relabeling alone does not fully exploit the available experiences in off-policy GCRL methods, resulting in limited sample efficiency. In this paper, we propose Hindsight Goal-conditioned Regularization (HGR), a technique that generates action regularization priors based on hindsight goals. When combined with hindsight self-imitatio"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2508.06108","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2508.06108/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:50:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KrJ75pA1Zcn7u8F80K0oPPE8nIebSRWv8/RimAEaZjUUb+ZSULqhvJXdIUYqwgZcs0bSV+c+9nQXD2OvkpZ1Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T14:26:25.536264Z"},"content_sha256":"289bb2e0b080f45248fcdcae9087b9ab3442a4478ea2475ab03eab8c9c627cf9","schema_version":"1.0","event_id":"sha256:289bb2e0b080f45248fcdcae9087b9ab3442a4478ea2475ab03eab8c9c627cf9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EISQJMDF2TA7N65BWJRL734V2N/bundle.json","state_url":"https://pith.science/pith/EISQJMDF2TA7N65BWJRL734V2N/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EISQJMDF2TA7N65BWJRL734V2N/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T14:26:25Z","links":{"resolver":"https://pith.science/pith/EISQJMDF2TA7N65BWJRL734V2N","bundle":"https://pith.science/pith/EISQJMDF2TA7N65BWJRL734V2N/bundle.json","state":"https://pith.science/pith/EISQJMDF2TA7N65BWJRL734V2N/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EISQJMDF2TA7N65BWJRL734V2N/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:EISQJMDF2TA7N65BWJRL734V2N","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bd82b389205b2f620430fbc1bfe88953e96022621c5c1af37b43f813b5b5d71a","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-08-08T08:12:14Z","title_canon_sha256":"0ec96c6b718faf0789d60b4f7019593d0f31504d95bbd9f1e1cd23ba926f3fd8"},"schema_version":"1.0","source":{"id":"2508.06108","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2508.06108","created_at":"2026-07-05T11:50:49Z"},{"alias_kind":"arxiv_version","alias_value":"2508.06108v1","created_at":"2026-07-05T11:50:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2508.06108","created_at":"2026-07-05T11:50:49Z"},{"alias_kind":"pith_short_12","alias_value":"EISQJMDF2TA7","created_at":"2026-07-05T11:50:49Z"},{"alias_kind":"pith_short_16","alias_value":"EISQJMDF2TA7N65B","created_at":"2026-07-05T11:50:49Z"},{"alias_kind":"pith_short_8","alias_value":"EISQJMDF","created_at":"2026-07-05T11:50:49Z"}],"graph_snapshots":[{"event_id":"sha256:289bb2e0b080f45248fcdcae9087b9ab3442a4478ea2475ab03eab8c9c627cf9","target":"graph","created_at":"2026-07-05T11:50:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2508.06108/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Goal-conditioned reinforcement learning (GCRL) with sparse rewards remains a fundamental challenge in reinforcement learning. While hindsight experience replay (HER) has shown promise by relabeling collected trajectories with achieved goals, we argue that trajectory relabeling alone does not fully exploit the available experiences in off-policy GCRL methods, resulting in limited sample efficiency. In this paper, we propose Hindsight Goal-conditioned Regularization (HGR), a technique that generates action regularization priors based on hindsight goals. When combined with hindsight self-imitatio","authors_text":"Donglin Wang, Joni Pajarinen, Kaiqiang Ke, Shentao Yang, Wenyan Yang, Xing Lei, Xuetao Zhang","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-08-08T08:12:14Z","title":"GCHR : Goal-Conditioned Hindsight Regularization for Sample-Efficient Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2508.06108","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2586fdf13748899a847f051bf647a3d1ad3fd194244e2066afbf4049a7d8ad45","target":"record","created_at":"2026-07-05T11:50:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bd82b389205b2f620430fbc1bfe88953e96022621c5c1af37b43f813b5b5d71a","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-08-08T08:12:14Z","title_canon_sha256":"0ec96c6b718faf0789d60b4f7019593d0f31504d95bbd9f1e1cd23ba926f3fd8"},"schema_version":"1.0","source":{"id":"2508.06108","kind":"arxiv","version":1}},"canonical_sha256":"222504b065d4c1f6fba1b262bfef95d379992f225b8617a1d92dcbb781c0ed0a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"222504b065d4c1f6fba1b262bfef95d379992f225b8617a1d92dcbb781c0ed0a","first_computed_at":"2026-07-05T11:50:49.952753Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:50:49.952753Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"d2OWZD4BaIhrr5zcRB4SpCU2Cq7J98UIjDdBHCJeU7G6uxCrgnVsR8uQc46B6Lc53KrvFRCPTS0a7oP9TGONCA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:50:49.953269Z","signed_message":"canonical_sha256_bytes"},"source_id":"2508.06108","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2586fdf13748899a847f051bf647a3d1ad3fd194244e2066afbf4049a7d8ad45","sha256:289bb2e0b080f45248fcdcae9087b9ab3442a4478ea2475ab03eab8c9c627cf9"],"state_sha256":"c7b4fc155c2d03b0fa951a42b4cc1e56940338e83509da0c8f9a9cf9ea049d9f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wvaqPYgxXlSuVcQRT0IdnVO/+FjpuBEyMVkht17fumQ6jfTH3swZ1s/tZ7sd8cq2kEt9ux5VzK3iD8EyFG+2DQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T14:26:25.546332Z","bundle_sha256":"814dabc52d2915647731775944bcb78f68bae6912f5b0862ae0300c190b6bd2b"}}