{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:IYA2JWVZJPEP5H3OMAZN652R42","short_pith_number":"pith:IYA2JWVZ","canonical_record":{"source":{"id":"2501.03271","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-05T00:08:52Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"3f0144050f3738e416b76cef0e051be57008d99f9285cdc467180e1b2f7d5c55","abstract_canon_sha256":"69c354269196b51b7c5a4ab3696441f8fa8ac16bfab3acba088133893412e725"},"schema_version":"1.0"},"canonical_sha256":"4601a4dab94bc8fe9f6e6032df7751e6a173f14261c529bf3ff96220052488aa","source":{"kind":"arxiv","id":"2501.03271","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.03271","created_at":"2026-07-05T10:02:57Z"},{"alias_kind":"arxiv_version","alias_value":"2501.03271v3","created_at":"2026-07-05T10:02:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.03271","created_at":"2026-07-05T10:02:57Z"},{"alias_kind":"pith_short_12","alias_value":"IYA2JWVZJPEP","created_at":"2026-07-05T10:02:57Z"},{"alias_kind":"pith_short_16","alias_value":"IYA2JWVZJPEP5H3O","created_at":"2026-07-05T10:02:57Z"},{"alias_kind":"pith_short_8","alias_value":"IYA2JWVZ","created_at":"2026-07-05T10:02:57Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:IYA2JWVZJPEP5H3OMAZN652R42","target":"record","payload":{"canonical_record":{"source":{"id":"2501.03271","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-05T00:08:52Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"3f0144050f3738e416b76cef0e051be57008d99f9285cdc467180e1b2f7d5c55","abstract_canon_sha256":"69c354269196b51b7c5a4ab3696441f8fa8ac16bfab3acba088133893412e725"},"schema_version":"1.0"},"canonical_sha256":"4601a4dab94bc8fe9f6e6032df7751e6a173f14261c529bf3ff96220052488aa","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:02:57.463574Z","signature_b64":"MaA8k89tpcqT8YIUUZ3y7jAg1d2qTlvLvDM2yUdczyBn0B2rgYuFnKnAlHCvxxTN83cE1boGUa6Sk/CqHW0PCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4601a4dab94bc8fe9f6e6032df7751e6a173f14261c529bf3ff96220052488aa","last_reissued_at":"2026-07-05T10:02:57.462949Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:02:57.462949Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.03271","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:02:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pRWNXM8b3sGr8Yqik581qYq4MHfmaoK2bxyrL3V3GAtSUMLZCZUXNh2bsxlUKIP2VeevHBYGUXd+jt8OdJQODw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T23:49:27.681952Z"},"content_sha256":"6103e491c941a136e265a213f6365e909639ed676b77a403a044e26d0d787920","schema_version":"1.0","event_id":"sha256:6103e491c941a136e265a213f6365e909639ed676b77a403a044e26d0d787920"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:IYA2JWVZJPEP5H3OMAZN652R42","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"DPO Kernels: A Semantically-Aware, Kernel-Enhanced, and Divergence-Rich Paradigm for Direct Preference Optimization","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Aishwarya Naresh Reganti, Aman Chadha, Amitava Das, Basab Ghosh, Danush Khanna, Gurpreet Singh, Rajarshi Roy, Suranjana Trivedy, Vasu Sharma, Vinija Jain, Yaswanth Narsupalli","submitted_at":"2025-01-05T00:08:52Z","abstract_excerpt":"The rapid rise of large language models (LLMs) has unlocked many applications but also underscores the challenge of aligning them with diverse values and preferences. Direct Preference Optimization (DPO) is central to alignment but constrained by fixed divergences and limited feature transformations. We propose DPO-Kernels, which integrates kernel methods to address these issues through four key contributions: (i) Kernelized Representations with polynomial, RBF, Mahalanobis, and spectral kernels for richer transformations, plus a hybrid loss combining embedding-based and probability-based obje"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.03271","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.03271/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:02:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2A1NM2O56m3CpxNjKUJPW6uVJmvJWZ2iXCArhgdI3+yxg91/TElg7ivztFGNWy53P1LCy4zQy27bIkrBVYu2Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T23:49:27.682338Z"},"content_sha256":"d2997936d3b72813b4830c411aaf8c56a0432d62a7e6d84d7628f16644155021","schema_version":"1.0","event_id":"sha256:d2997936d3b72813b4830c411aaf8c56a0432d62a7e6d84d7628f16644155021"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IYA2JWVZJPEP5H3OMAZN652R42/bundle.json","state_url":"https://pith.science/pith/IYA2JWVZJPEP5H3OMAZN652R42/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IYA2JWVZJPEP5H3OMAZN652R42/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T23:49:27Z","links":{"resolver":"https://pith.science/pith/IYA2JWVZJPEP5H3OMAZN652R42","bundle":"https://pith.science/pith/IYA2JWVZJPEP5H3OMAZN652R42/bundle.json","state":"https://pith.science/pith/IYA2JWVZJPEP5H3OMAZN652R42/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IYA2JWVZJPEP5H3OMAZN652R42/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:IYA2JWVZJPEP5H3OMAZN652R42","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"69c354269196b51b7c5a4ab3696441f8fa8ac16bfab3acba088133893412e725","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-05T00:08:52Z","title_canon_sha256":"3f0144050f3738e416b76cef0e051be57008d99f9285cdc467180e1b2f7d5c55"},"schema_version":"1.0","source":{"id":"2501.03271","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.03271","created_at":"2026-07-05T10:02:57Z"},{"alias_kind":"arxiv_version","alias_value":"2501.03271v3","created_at":"2026-07-05T10:02:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.03271","created_at":"2026-07-05T10:02:57Z"},{"alias_kind":"pith_short_12","alias_value":"IYA2JWVZJPEP","created_at":"2026-07-05T10:02:57Z"},{"alias_kind":"pith_short_16","alias_value":"IYA2JWVZJPEP5H3O","created_at":"2026-07-05T10:02:57Z"},{"alias_kind":"pith_short_8","alias_value":"IYA2JWVZ","created_at":"2026-07-05T10:02:57Z"}],"graph_snapshots":[{"event_id":"sha256:d2997936d3b72813b4830c411aaf8c56a0432d62a7e6d84d7628f16644155021","target":"graph","created_at":"2026-07-05T10:02:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.03271/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The rapid rise of large language models (LLMs) has unlocked many applications but also underscores the challenge of aligning them with diverse values and preferences. Direct Preference Optimization (DPO) is central to alignment but constrained by fixed divergences and limited feature transformations. We propose DPO-Kernels, which integrates kernel methods to address these issues through four key contributions: (i) Kernelized Representations with polynomial, RBF, Mahalanobis, and spectral kernels for richer transformations, plus a hybrid loss combining embedding-based and probability-based obje","authors_text":"Aishwarya Naresh Reganti, Aman Chadha, Amitava Das, Basab Ghosh, Danush Khanna, Gurpreet Singh, Rajarshi Roy, Suranjana Trivedy, Vasu Sharma, Vinija Jain, Yaswanth Narsupalli","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-05T00:08:52Z","title":"DPO Kernels: A Semantically-Aware, Kernel-Enhanced, and Divergence-Rich Paradigm for Direct Preference Optimization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.03271","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6103e491c941a136e265a213f6365e909639ed676b77a403a044e26d0d787920","target":"record","created_at":"2026-07-05T10:02:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"69c354269196b51b7c5a4ab3696441f8fa8ac16bfab3acba088133893412e725","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-05T00:08:52Z","title_canon_sha256":"3f0144050f3738e416b76cef0e051be57008d99f9285cdc467180e1b2f7d5c55"},"schema_version":"1.0","source":{"id":"2501.03271","kind":"arxiv","version":3}},"canonical_sha256":"4601a4dab94bc8fe9f6e6032df7751e6a173f14261c529bf3ff96220052488aa","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4601a4dab94bc8fe9f6e6032df7751e6a173f14261c529bf3ff96220052488aa","first_computed_at":"2026-07-05T10:02:57.462949Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:02:57.462949Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"MaA8k89tpcqT8YIUUZ3y7jAg1d2qTlvLvDM2yUdczyBn0B2rgYuFnKnAlHCvxxTN83cE1boGUa6Sk/CqHW0PCg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:02:57.463574Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.03271","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6103e491c941a136e265a213f6365e909639ed676b77a403a044e26d0d787920","sha256:d2997936d3b72813b4830c411aaf8c56a0432d62a7e6d84d7628f16644155021"],"state_sha256":"282a5afa6cb58e56157da4a75c51c2cd8ddec9e73360cc543ed579a94a1e3a9d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"feYRlVabvcsSrDjGA0Ar0S11h6zNdnse+C7GBkFumAHqb6JcVNzmGNYufa7AA3YuGF2nQZf/8kkaffPwB44vAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T23:49:27.685157Z","bundle_sha256":"391611aa6b8a6cf8210cc2b5c354f7c223359f752dd8cc69fdea5f3d63cb18b1"}}