{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2016:7P5H63EXH5AKAQVEVJNYOPGSVJ","short_pith_number":"pith:7P5H63EX","canonical_record":{"source":{"id":"1606.07767","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2016-06-24T17:31:02Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"60aefa52fde9516ef105d07b4d97de373240724f927c5b9b9c5f726be42c8f9f","abstract_canon_sha256":"ec28cbc6c4461cbac857bf18431d0b2f6e9033550c36f0b8a2a785eb01da8ef5"},"schema_version":"1.0"},"canonical_sha256":"fbfa7f6c973f40a042a4aa5b873cd2aa6e7885f57280bcc958d95ecf0afc788d","source":{"kind":"arxiv","id":"1606.07767","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1606.07767","created_at":"2026-05-18T00:50:52Z"},{"alias_kind":"arxiv_version","alias_value":"1606.07767v3","created_at":"2026-05-18T00:50:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1606.07767","created_at":"2026-05-18T00:50:52Z"},{"alias_kind":"pith_short_12","alias_value":"7P5H63EXH5AK","created_at":"2026-05-18T12:30:04Z"},{"alias_kind":"pith_short_16","alias_value":"7P5H63EXH5AKAQVE","created_at":"2026-05-18T12:30:04Z"},{"alias_kind":"pith_short_8","alias_value":"7P5H63EX","created_at":"2026-05-18T12:30:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2016:7P5H63EXH5AKAQVEVJNYOPGSVJ","target":"record","payload":{"canonical_record":{"source":{"id":"1606.07767","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2016-06-24T17:31:02Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"60aefa52fde9516ef105d07b4d97de373240724f927c5b9b9c5f726be42c8f9f","abstract_canon_sha256":"ec28cbc6c4461cbac857bf18431d0b2f6e9033550c36f0b8a2a785eb01da8ef5"},"schema_version":"1.0"},"canonical_sha256":"fbfa7f6c973f40a042a4aa5b873cd2aa6e7885f57280bcc958d95ecf0afc788d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:50:52.154234Z","signature_b64":"0t+LIF2wcHiFruCVAQN34AnSeIn5PFSpWB1yyl7I2INmyTA9RE99a6hv5E/oL9V0zKa+cuDYNxI5Cgh2T9QrCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fbfa7f6c973f40a042a4aa5b873cd2aa6e7885f57280bcc958d95ecf0afc788d","last_reissued_at":"2026-05-18T00:50:52.153588Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:50:52.153588Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1606.07767","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:50:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6cTdv+Nn0zpS0MKzA/w8P+YBADNdtCvxwlThrDxpyK1efer7KisWormxCSbs4IDCFNDYzCcQjjmcp5cmY9OGBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-03T09:19:04.718339Z"},"content_sha256":"1240c7cb0542f1ab7b5faf68a4e98acc167b1ea8242e3aac988f28faf72ad9b3","schema_version":"1.0","event_id":"sha256:1240c7cb0542f1ab7b5faf68a4e98acc167b1ea8242e3aac988f28faf72ad9b3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2016:7P5H63EXH5AKAQVEVJNYOPGSVJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Sampling-based Gradient Regularization for Capturing Long-Term Dependencies in Recurrent Neural Networks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.NE","authors_text":"Artem Chernodub, Dimitri Nowicki","submitted_at":"2016-06-24T17:31:02Z","abstract_excerpt":"Vanishing (and exploding) gradients effect is a common problem for recurrent neural networks with nonlinear activation functions which use backpropagation method for calculation of derivatives. Deep feedforward neural networks with many hidden layers also suffer from this effect. In this paper we propose a novel universal technique that makes the norm of the gradient stay in the suitable range. We construct a way to estimate a contribution of each training example to the norm of the long-term components of the target function s gradient. Using this subroutine we can construct mini-batches for "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1606.07767","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:50:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NSSqm9jh+AAArj8NVDkHqDe8ZQVKMITUEEAmRhYrbOE2j+1XErIrqYYfw/tcWciB3YBALncDKZLbB6KpY73GDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-03T09:19:04.718689Z"},"content_sha256":"91b0497dd209176acc05149324cb3cab8064f17bb36c7bf57564e9470620cc55","schema_version":"1.0","event_id":"sha256:91b0497dd209176acc05149324cb3cab8064f17bb36c7bf57564e9470620cc55"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7P5H63EXH5AKAQVEVJNYOPGSVJ/bundle.json","state_url":"https://pith.science/pith/7P5H63EXH5AKAQVEVJNYOPGSVJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7P5H63EXH5AKAQVEVJNYOPGSVJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-03T09:19:04Z","links":{"resolver":"https://pith.science/pith/7P5H63EXH5AKAQVEVJNYOPGSVJ","bundle":"https://pith.science/pith/7P5H63EXH5AKAQVEVJNYOPGSVJ/bundle.json","state":"https://pith.science/pith/7P5H63EXH5AKAQVEVJNYOPGSVJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7P5H63EXH5AKAQVEVJNYOPGSVJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:7P5H63EXH5AKAQVEVJNYOPGSVJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ec28cbc6c4461cbac857bf18431d0b2f6e9033550c36f0b8a2a785eb01da8ef5","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2016-06-24T17:31:02Z","title_canon_sha256":"60aefa52fde9516ef105d07b4d97de373240724f927c5b9b9c5f726be42c8f9f"},"schema_version":"1.0","source":{"id":"1606.07767","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1606.07767","created_at":"2026-05-18T00:50:52Z"},{"alias_kind":"arxiv_version","alias_value":"1606.07767v3","created_at":"2026-05-18T00:50:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1606.07767","created_at":"2026-05-18T00:50:52Z"},{"alias_kind":"pith_short_12","alias_value":"7P5H63EXH5AK","created_at":"2026-05-18T12:30:04Z"},{"alias_kind":"pith_short_16","alias_value":"7P5H63EXH5AKAQVE","created_at":"2026-05-18T12:30:04Z"},{"alias_kind":"pith_short_8","alias_value":"7P5H63EX","created_at":"2026-05-18T12:30:04Z"}],"graph_snapshots":[{"event_id":"sha256:91b0497dd209176acc05149324cb3cab8064f17bb36c7bf57564e9470620cc55","target":"graph","created_at":"2026-05-18T00:50:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Vanishing (and exploding) gradients effect is a common problem for recurrent neural networks with nonlinear activation functions which use backpropagation method for calculation of derivatives. Deep feedforward neural networks with many hidden layers also suffer from this effect. In this paper we propose a novel universal technique that makes the norm of the gradient stay in the suitable range. We construct a way to estimate a contribution of each training example to the norm of the long-term components of the target function s gradient. Using this subroutine we can construct mini-batches for ","authors_text":"Artem Chernodub, Dimitri Nowicki","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2016-06-24T17:31:02Z","title":"Sampling-based Gradient Regularization for Capturing Long-Term Dependencies in Recurrent Neural Networks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1606.07767","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1240c7cb0542f1ab7b5faf68a4e98acc167b1ea8242e3aac988f28faf72ad9b3","target":"record","created_at":"2026-05-18T00:50:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ec28cbc6c4461cbac857bf18431d0b2f6e9033550c36f0b8a2a785eb01da8ef5","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2016-06-24T17:31:02Z","title_canon_sha256":"60aefa52fde9516ef105d07b4d97de373240724f927c5b9b9c5f726be42c8f9f"},"schema_version":"1.0","source":{"id":"1606.07767","kind":"arxiv","version":3}},"canonical_sha256":"fbfa7f6c973f40a042a4aa5b873cd2aa6e7885f57280bcc958d95ecf0afc788d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fbfa7f6c973f40a042a4aa5b873cd2aa6e7885f57280bcc958d95ecf0afc788d","first_computed_at":"2026-05-18T00:50:52.153588Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:50:52.153588Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0t+LIF2wcHiFruCVAQN34AnSeIn5PFSpWB1yyl7I2INmyTA9RE99a6hv5E/oL9V0zKa+cuDYNxI5Cgh2T9QrCA==","signature_status":"signed_v1","signed_at":"2026-05-18T00:50:52.154234Z","signed_message":"canonical_sha256_bytes"},"source_id":"1606.07767","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1240c7cb0542f1ab7b5faf68a4e98acc167b1ea8242e3aac988f28faf72ad9b3","sha256:91b0497dd209176acc05149324cb3cab8064f17bb36c7bf57564e9470620cc55"],"state_sha256":"5aad8887c08e2a819fd47e744a9428e755c133c582e97fb234a2a5e097b91c03"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IO/XU4+dHpE8c6pULsxoYY7BGD7fjVIhPXuFwOP5Oj5zq9G07dg+7iIFhuB5McRXGMejwm+u/rESx1C22PiBBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-03T09:19:04.720557Z","bundle_sha256":"93e062156bd27c38efc152d1cd720c1e9ad5b11d6bc77279c71b72eac120f178"}}