{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:DYVSR5MEBZIQMKSUJHAYDMVUGA","short_pith_number":"pith:DYVSR5ME","canonical_record":{"source":{"id":"2110.15946","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2021-10-29T17:49:56Z","cross_cats_sorted":["cs.IT","math.IT"],"title_canon_sha256":"db8b6e500ff8354536317bfb00319d2a060c6c9211bd5ecf43a6d78c2d8b46bb","abstract_canon_sha256":"d424e711c5c1f1738e89b1b36bf6a4e9c157348f88343abf252d7c05c862679f"},"schema_version":"1.0"},"canonical_sha256":"1e2b28f5840e51062a5449c181b2b43034320c37eb76f229b2b7049434dccfd6","source":{"kind":"arxiv","id":"2110.15946","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.15946","created_at":"2026-07-05T06:09:03Z"},{"alias_kind":"arxiv_version","alias_value":"2110.15946v3","created_at":"2026-07-05T06:09:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.15946","created_at":"2026-07-05T06:09:03Z"},{"alias_kind":"pith_short_12","alias_value":"DYVSR5MEBZIQ","created_at":"2026-07-05T06:09:03Z"},{"alias_kind":"pith_short_16","alias_value":"DYVSR5MEBZIQMKSU","created_at":"2026-07-05T06:09:03Z"},{"alias_kind":"pith_short_8","alias_value":"DYVSR5ME","created_at":"2026-07-05T06:09:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:DYVSR5MEBZIQMKSUJHAYDMVUGA","target":"record","payload":{"canonical_record":{"source":{"id":"2110.15946","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2021-10-29T17:49:56Z","cross_cats_sorted":["cs.IT","math.IT"],"title_canon_sha256":"db8b6e500ff8354536317bfb00319d2a060c6c9211bd5ecf43a6d78c2d8b46bb","abstract_canon_sha256":"d424e711c5c1f1738e89b1b36bf6a4e9c157348f88343abf252d7c05c862679f"},"schema_version":"1.0"},"canonical_sha256":"1e2b28f5840e51062a5449c181b2b43034320c37eb76f229b2b7049434dccfd6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:09:03.644550Z","signature_b64":"J6zZ3annXEiwspApez/6q9L5LdaGIjXDj0oFcsChlEfyTlm6N1vbaa/zryYY7VGBxtQDwtVlrSruQayIIoG+Bg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1e2b28f5840e51062a5449c181b2b43034320c37eb76f229b2b7049434dccfd6","last_reissued_at":"2026-07-05T06:09:03.644107Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:09:03.644107Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2110.15946","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:09:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Vb64AkgbjLyUuKgqtM9V7YxQXVW7gRQ3EZF/IkXpcJiqLYm87IHQNQaW1nGrht7SrqG/XMGV4O0qt2Wwxa8MBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T19:42:52.996930Z"},"content_sha256":"1b61efb67e35f82bc7034a5f15c8ee402e3da0046a92799295f112a5cf8ac5eb","schema_version":"1.0","event_id":"sha256:1b61efb67e35f82bc7034a5f15c8ee402e3da0046a92799295f112a5cf8ac5eb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:DYVSR5MEBZIQMKSUJHAYDMVUGA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Estimating and Maximizing Mutual Information for Knowledge Distillation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.IT","math.IT"],"primary_cat":"cs.CV","authors_text":"Aman Shrivastava, Vicente Ordonez, Yanjun Qi","submitted_at":"2021-10-29T17:49:56Z","abstract_excerpt":"In this work, we propose Mutual Information Maximization Knowledge Distillation (MIMKD). Our method uses a contrastive objective to simultaneously estimate and maximize a lower bound on the mutual information of local and global feature representations between a teacher and a student network. We demonstrate through extensive experiments that this can be used to improve the performance of low capacity models by transferring knowledge from more performant but computationally expensive models. This can be used to produce better models that can be run on devices with low computational resources. O"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.15946","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2110.15946/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:09:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vR2x2uHTv7/5rVgnvzTXSdIuUjzs6Kp+wDIY8bFEv4PUEoVPLhmC8/sUpGhEi0HXLn7i4/d9PsywL7F6QviJDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T19:42:52.998086Z"},"content_sha256":"2524200cf10b163a3319a02717599d89737eb39c67277f509530520d3424cf5b","schema_version":"1.0","event_id":"sha256:2524200cf10b163a3319a02717599d89737eb39c67277f509530520d3424cf5b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DYVSR5MEBZIQMKSUJHAYDMVUGA/bundle.json","state_url":"https://pith.science/pith/DYVSR5MEBZIQMKSUJHAYDMVUGA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DYVSR5MEBZIQMKSUJHAYDMVUGA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T19:42:53Z","links":{"resolver":"https://pith.science/pith/DYVSR5MEBZIQMKSUJHAYDMVUGA","bundle":"https://pith.science/pith/DYVSR5MEBZIQMKSUJHAYDMVUGA/bundle.json","state":"https://pith.science/pith/DYVSR5MEBZIQMKSUJHAYDMVUGA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DYVSR5MEBZIQMKSUJHAYDMVUGA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:DYVSR5MEBZIQMKSUJHAYDMVUGA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d424e711c5c1f1738e89b1b36bf6a4e9c157348f88343abf252d7c05c862679f","cross_cats_sorted":["cs.IT","math.IT"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2021-10-29T17:49:56Z","title_canon_sha256":"db8b6e500ff8354536317bfb00319d2a060c6c9211bd5ecf43a6d78c2d8b46bb"},"schema_version":"1.0","source":{"id":"2110.15946","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.15946","created_at":"2026-07-05T06:09:03Z"},{"alias_kind":"arxiv_version","alias_value":"2110.15946v3","created_at":"2026-07-05T06:09:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.15946","created_at":"2026-07-05T06:09:03Z"},{"alias_kind":"pith_short_12","alias_value":"DYVSR5MEBZIQ","created_at":"2026-07-05T06:09:03Z"},{"alias_kind":"pith_short_16","alias_value":"DYVSR5MEBZIQMKSU","created_at":"2026-07-05T06:09:03Z"},{"alias_kind":"pith_short_8","alias_value":"DYVSR5ME","created_at":"2026-07-05T06:09:03Z"}],"graph_snapshots":[{"event_id":"sha256:2524200cf10b163a3319a02717599d89737eb39c67277f509530520d3424cf5b","target":"graph","created_at":"2026-07-05T06:09:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.15946/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this work, we propose Mutual Information Maximization Knowledge Distillation (MIMKD). Our method uses a contrastive objective to simultaneously estimate and maximize a lower bound on the mutual information of local and global feature representations between a teacher and a student network. We demonstrate through extensive experiments that this can be used to improve the performance of low capacity models by transferring knowledge from more performant but computationally expensive models. This can be used to produce better models that can be run on devices with low computational resources. O","authors_text":"Aman Shrivastava, Vicente Ordonez, Yanjun Qi","cross_cats":["cs.IT","math.IT"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2021-10-29T17:49:56Z","title":"Estimating and Maximizing Mutual Information for Knowledge Distillation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.15946","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1b61efb67e35f82bc7034a5f15c8ee402e3da0046a92799295f112a5cf8ac5eb","target":"record","created_at":"2026-07-05T06:09:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d424e711c5c1f1738e89b1b36bf6a4e9c157348f88343abf252d7c05c862679f","cross_cats_sorted":["cs.IT","math.IT"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2021-10-29T17:49:56Z","title_canon_sha256":"db8b6e500ff8354536317bfb00319d2a060c6c9211bd5ecf43a6d78c2d8b46bb"},"schema_version":"1.0","source":{"id":"2110.15946","kind":"arxiv","version":3}},"canonical_sha256":"1e2b28f5840e51062a5449c181b2b43034320c37eb76f229b2b7049434dccfd6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1e2b28f5840e51062a5449c181b2b43034320c37eb76f229b2b7049434dccfd6","first_computed_at":"2026-07-05T06:09:03.644107Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:09:03.644107Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"J6zZ3annXEiwspApez/6q9L5LdaGIjXDj0oFcsChlEfyTlm6N1vbaa/zryYY7VGBxtQDwtVlrSruQayIIoG+Bg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:09:03.644550Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.15946","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1b61efb67e35f82bc7034a5f15c8ee402e3da0046a92799295f112a5cf8ac5eb","sha256:2524200cf10b163a3319a02717599d89737eb39c67277f509530520d3424cf5b"],"state_sha256":"800e9a637b280e2d649289260a897ec63e6d1c9049b0f80088d4b619e1595b4a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AGmNp3Zu2PVpf9LAAts0PqB9850ygMh5npbIIvstkuPmfHHDaq3sj7bNJrwRR9oJ6IIVm0ZG5XK7CNPSE9xcBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T19:42:53.004873Z","bundle_sha256":"c696f261c380eb83d0875414bec11b3ae4c49061b2086e2ba7a4c5027195d696"}}