{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2014:3WESA5JPPH5PDHQNAFXQAMLMV7","short_pith_number":"pith:3WESA5JP","schema_version":"1.0","canonical_sha256":"dd8920752f79faf19e0d016f00316cafc937739643f75da24d850278c197c28c","source":{"kind":"arxiv","id":"1404.2000","version":1},"attestation_state":"computed","paper":{"title":"Notes on Kullback-Leibler Divergence and Likelihood","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["math.IT"],"primary_cat":"cs.IT","authors_text":"Jonathon Shlens","submitted_at":"2014-04-08T03:42:36Z","abstract_excerpt":"The Kullback-Leibler (KL) divergence is a fundamental equation of information theory that quantifies the proximity of two probability distributions. Although difficult to understand by examining the equation, an intuition and understanding of the KL divergence arises from its intimate relationship with likelihood theory. We discuss how KL divergence arises from likelihood theory in an attempt to provide some intuition and reserve a rigorous (but rather simple) derivation for the appendix. Finally, we comment on recent applications of KL divergence in the neural coding literature and highlight "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1404.2000","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IT","submitted_at":"2014-04-08T03:42:36Z","cross_cats_sorted":["math.IT"],"title_canon_sha256":"e185ec638b8f4fa9deca63e70564fbd8a7395de28aa2523e50ec20af6ed76224","abstract_canon_sha256":"ece3731c35fc00b50742c1d1dd5fcfc1912fab2cf7827c8fc8d5b608c39d3970"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T02:54:38.794993Z","signature_b64":"cwWoNneZaB34prbd/rYxmcqLwbzS8uqPY5/76a+9+K135SZ4Z8tZ4MvLAaFp+IVm4M+nKK7t9C8Q3H3WwJlwAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"dd8920752f79faf19e0d016f00316cafc937739643f75da24d850278c197c28c","last_reissued_at":"2026-05-18T02:54:38.794430Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T02:54:38.794430Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Notes on Kullback-Leibler Divergence and Likelihood","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["math.IT"],"primary_cat":"cs.IT","authors_text":"Jonathon Shlens","submitted_at":"2014-04-08T03:42:36Z","abstract_excerpt":"The Kullback-Leibler (KL) divergence is a fundamental equation of information theory that quantifies the proximity of two probability distributions. Although difficult to understand by examining the equation, an intuition and understanding of the KL divergence arises from its intimate relationship with likelihood theory. We discuss how KL divergence arises from likelihood theory in an attempt to provide some intuition and reserve a rigorous (but rather simple) derivation for the appendix. Finally, we comment on recent applications of KL divergence in the neural coding literature and highlight "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1404.2000","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1404.2000","created_at":"2026-05-18T02:54:38.794525+00:00"},{"alias_kind":"arxiv_version","alias_value":"1404.2000v1","created_at":"2026-05-18T02:54:38.794525+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1404.2000","created_at":"2026-05-18T02:54:38.794525+00:00"},{"alias_kind":"pith_short_12","alias_value":"3WESA5JPPH5P","created_at":"2026-05-18T12:28:11.866339+00:00"},{"alias_kind":"pith_short_16","alias_value":"3WESA5JPPH5PDHQN","created_at":"2026-05-18T12:28:11.866339+00:00"},{"alias_kind":"pith_short_8","alias_value":"3WESA5JP","created_at":"2026-05-18T12:28:11.866339+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":2,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2507.01246","citing_title":"Quantum Machine Learning for State Tomography Using Classical Data","ref_index":104,"is_internal_anchor":true},{"citing_arxiv_id":"2604.07271","citing_title":"Physics-Informed 3D Atomic Reconstruction and Dynamics of Free-Standing Graphene from Single Low-Dose TEM Images","ref_index":36,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/3WESA5JPPH5PDHQNAFXQAMLMV7","json":"https://pith.science/pith/3WESA5JPPH5PDHQNAFXQAMLMV7.json","graph_json":"https://pith.science/api/pith-number/3WESA5JPPH5PDHQNAFXQAMLMV7/graph.json","events_json":"https://pith.science/api/pith-number/3WESA5JPPH5PDHQNAFXQAMLMV7/events.json","paper":"https://pith.science/paper/3WESA5JP"},"agent_actions":{"view_html":"https://pith.science/pith/3WESA5JPPH5PDHQNAFXQAMLMV7","download_json":"https://pith.science/pith/3WESA5JPPH5PDHQNAFXQAMLMV7.json","view_paper":"https://pith.science/paper/3WESA5JP","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1404.2000&json=true","fetch_graph":"https://pith.science/api/pith-number/3WESA5JPPH5PDHQNAFXQAMLMV7/graph.json","fetch_events":"https://pith.science/api/pith-number/3WESA5JPPH5PDHQNAFXQAMLMV7/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/3WESA5JPPH5PDHQNAFXQAMLMV7/action/timestamp_anchor","attest_storage":"https://pith.science/pith/3WESA5JPPH5PDHQNAFXQAMLMV7/action/storage_attestation","attest_author":"https://pith.science/pith/3WESA5JPPH5PDHQNAFXQAMLMV7/action/author_attestation","sign_citation":"https://pith.science/pith/3WESA5JPPH5PDHQNAFXQAMLMV7/action/citation_signature","submit_replication":"https://pith.science/pith/3WESA5JPPH5PDHQNAFXQAMLMV7/action/replication_record"}},"created_at":"2026-05-18T02:54:38.794525+00:00","updated_at":"2026-05-18T02:54:38.794525+00:00"}