{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:7P5H63EXH5AKAQVEVJNYOPGSVJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ec28cbc6c4461cbac857bf18431d0b2f6e9033550c36f0b8a2a785eb01da8ef5","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2016-06-24T17:31:02Z","title_canon_sha256":"60aefa52fde9516ef105d07b4d97de373240724f927c5b9b9c5f726be42c8f9f"},"schema_version":"1.0","source":{"id":"1606.07767","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1606.07767","created_at":"2026-05-18T00:50:52Z"},{"alias_kind":"arxiv_version","alias_value":"1606.07767v3","created_at":"2026-05-18T00:50:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1606.07767","created_at":"2026-05-18T00:50:52Z"},{"alias_kind":"pith_short_12","alias_value":"7P5H63EXH5AK","created_at":"2026-05-18T12:30:04Z"},{"alias_kind":"pith_short_16","alias_value":"7P5H63EXH5AKAQVE","created_at":"2026-05-18T12:30:04Z"},{"alias_kind":"pith_short_8","alias_value":"7P5H63EX","created_at":"2026-05-18T12:30:04Z"}],"graph_snapshots":[{"event_id":"sha256:91b0497dd209176acc05149324cb3cab8064f17bb36c7bf57564e9470620cc55","target":"graph","created_at":"2026-05-18T00:50:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Vanishing (and exploding) gradients effect is a common problem for recurrent neural networks with nonlinear activation functions which use backpropagation method for calculation of derivatives. Deep feedforward neural networks with many hidden layers also suffer from this effect. In this paper we propose a novel universal technique that makes the norm of the gradient stay in the suitable range. We construct a way to estimate a contribution of each training example to the norm of the long-term components of the target function s gradient. Using this subroutine we can construct mini-batches for ","authors_text":"Artem Chernodub, Dimitri Nowicki","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2016-06-24T17:31:02Z","title":"Sampling-based Gradient Regularization for Capturing Long-Term Dependencies in Recurrent Neural Networks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1606.07767","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1240c7cb0542f1ab7b5faf68a4e98acc167b1ea8242e3aac988f28faf72ad9b3","target":"record","created_at":"2026-05-18T00:50:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ec28cbc6c4461cbac857bf18431d0b2f6e9033550c36f0b8a2a785eb01da8ef5","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2016-06-24T17:31:02Z","title_canon_sha256":"60aefa52fde9516ef105d07b4d97de373240724f927c5b9b9c5f726be42c8f9f"},"schema_version":"1.0","source":{"id":"1606.07767","kind":"arxiv","version":3}},"canonical_sha256":"fbfa7f6c973f40a042a4aa5b873cd2aa6e7885f57280bcc958d95ecf0afc788d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fbfa7f6c973f40a042a4aa5b873cd2aa6e7885f57280bcc958d95ecf0afc788d","first_computed_at":"2026-05-18T00:50:52.153588Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:50:52.153588Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0t+LIF2wcHiFruCVAQN34AnSeIn5PFSpWB1yyl7I2INmyTA9RE99a6hv5E/oL9V0zKa+cuDYNxI5Cgh2T9QrCA==","signature_status":"signed_v1","signed_at":"2026-05-18T00:50:52.154234Z","signed_message":"canonical_sha256_bytes"},"source_id":"1606.07767","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1240c7cb0542f1ab7b5faf68a4e98acc167b1ea8242e3aac988f28faf72ad9b3","sha256:91b0497dd209176acc05149324cb3cab8064f17bb36c7bf57564e9470620cc55"],"state_sha256":"5aad8887c08e2a819fd47e744a9428e755c133c582e97fb234a2a5e097b91c03"}