{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:WKDAICSOW4NSFXUXKCJHJXRQCZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3885490c224569b53e5e979f31f0de23d3c7e91f405fc1f635e82f04abc10302","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-05-12T17:15:53Z","title_canon_sha256":"535fadea650ffd49df0ebff3a3f3292ef2459497e102eff60905d4ab8664e76d"},"schema_version":"1.0","source":{"id":"2205.06226","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.06226","created_at":"2026-07-05T05:33:10Z"},{"alias_kind":"arxiv_version","alias_value":"2205.06226v3","created_at":"2026-07-05T05:33:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.06226","created_at":"2026-07-05T05:33:10Z"},{"alias_kind":"pith_short_12","alias_value":"WKDAICSOW4NS","created_at":"2026-07-05T05:33:10Z"},{"alias_kind":"pith_short_16","alias_value":"WKDAICSOW4NSFXUX","created_at":"2026-07-05T05:33:10Z"},{"alias_kind":"pith_short_8","alias_value":"WKDAICSO","created_at":"2026-07-05T05:33:10Z"}],"graph_snapshots":[{"event_id":"sha256:76ec55cc4bdfe0d3b4d2d0a189f642bfe762b4cff69d20d88f8bac8f49b8cfff","target":"graph","created_at":"2026-07-05T05:33:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2205.06226/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recently the surprising discovery of the Bootstrap Your Own Latent (BYOL) method by Grill et al. shows the negative term in contrastive loss can be removed if we add the so-called prediction head to the network. This initiated the research of non-contrastive self-supervised learning. It is mysterious why even when there exist trivial collapsed global optimal solutions, neural networks trained by (stochastic) gradient descent can still learn competitive representations. This phenomenon is a typical example of implicit bias in deep learning and remains little understood.\n  In this work, we prese","authors_text":"Yuanzhi Li, Zixin Wen","cross_cats":["stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-05-12T17:15:53Z","title":"The Mechanism of Prediction Head in Non-contrastive Self-supervised Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.06226","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b86a0cc8ec2a42e816746c3d0e9015a7a488c83305331b100aff179698d19103","target":"record","created_at":"2026-07-05T05:33:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3885490c224569b53e5e979f31f0de23d3c7e91f405fc1f635e82f04abc10302","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-05-12T17:15:53Z","title_canon_sha256":"535fadea650ffd49df0ebff3a3f3292ef2459497e102eff60905d4ab8664e76d"},"schema_version":"1.0","source":{"id":"2205.06226","kind":"arxiv","version":3}},"canonical_sha256":"b286040a4eb71b22de97509274de301640822862d61a653902eb98b2bf12e333","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b286040a4eb71b22de97509274de301640822862d61a653902eb98b2bf12e333","first_computed_at":"2026-07-05T05:33:10.826671Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:33:10.826671Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JiBkQZISlAcpQGX2xUTrTZAcLY5/y7bHMMkbKZgE3H+5I8q63CdJD1SdS0/xi0IE4Khg9r0qoqltOc5Moq2oBg==","signature_status":"signed_v1","signed_at":"2026-07-05T05:33:10.827186Z","signed_message":"canonical_sha256_bytes"},"source_id":"2205.06226","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b86a0cc8ec2a42e816746c3d0e9015a7a488c83305331b100aff179698d19103","sha256:76ec55cc4bdfe0d3b4d2d0a189f642bfe762b4cff69d20d88f8bac8f49b8cfff"],"state_sha256":"36cd09fa2ddd5979d547237233df0f0ad8c78ed36c37e2f50c2c1aca8db58775"}