{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:MNO6J2EXFL46VVQL4SGY4ZOA36","short_pith_number":"pith:MNO6J2EX","canonical_record":{"source":{"id":"2412.11763","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-16T13:28:29Z","cross_cats_sorted":[],"title_canon_sha256":"fc3c0cee08a50100066fbee54483f741623c2d5caf93a066cc58522ac5a3821d","abstract_canon_sha256":"0a2c91afb915ca199d5360134bdf248d2b10c6adaafe530115a5623dc286f154"},"schema_version":"1.0"},"canonical_sha256":"635de4e8972af9ead60be48d8e65c0dfab361c810515d0d38cb0689d6faed3d5","source":{"kind":"arxiv","id":"2412.11763","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.11763","created_at":"2026-07-05T09:49:51Z"},{"alias_kind":"arxiv_version","alias_value":"2412.11763v1","created_at":"2026-07-05T09:49:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.11763","created_at":"2026-07-05T09:49:51Z"},{"alias_kind":"pith_short_12","alias_value":"MNO6J2EXFL46","created_at":"2026-07-05T09:49:51Z"},{"alias_kind":"pith_short_16","alias_value":"MNO6J2EXFL46VVQL","created_at":"2026-07-05T09:49:51Z"},{"alias_kind":"pith_short_8","alias_value":"MNO6J2EX","created_at":"2026-07-05T09:49:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:MNO6J2EXFL46VVQL4SGY4ZOA36","target":"record","payload":{"canonical_record":{"source":{"id":"2412.11763","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-16T13:28:29Z","cross_cats_sorted":[],"title_canon_sha256":"fc3c0cee08a50100066fbee54483f741623c2d5caf93a066cc58522ac5a3821d","abstract_canon_sha256":"0a2c91afb915ca199d5360134bdf248d2b10c6adaafe530115a5623dc286f154"},"schema_version":"1.0"},"canonical_sha256":"635de4e8972af9ead60be48d8e65c0dfab361c810515d0d38cb0689d6faed3d5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:49:51.308282Z","signature_b64":"anUssyhO8WkO+PPYNhvJzOiNnNEFl4PPZ8MWKwMnCb8RzWpW6MoGUZXdEEd+7RXJ85IeheiTM2tm6xDOv5aZBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"635de4e8972af9ead60be48d8e65c0dfab361c810515d0d38cb0689d6faed3d5","last_reissued_at":"2026-07-05T09:49:51.307712Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:49:51.307712Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.11763","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:49:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OoDsMNf89X4wyXrBZFiN7NftX3jiOaiRu4hALcPuGtfsFexXEQMiFgdD/X8xhDIa3B7E/6O3Wa2cI7E/vmumAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T23:06:59.445947Z"},"content_sha256":"9ff96fd8639087eab371626037ba52192476ff0b1a2fa0ddc99aab22be9c0dc5","schema_version":"1.0","event_id":"sha256:9ff96fd8639087eab371626037ba52192476ff0b1a2fa0ddc99aab22be9c0dc5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:MNO6J2EXFL46VVQL4SGY4ZOA36","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"QUENCH: Measuring the gap between Indic and Non-Indic Contextual General Reasoning in LLMs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Md. Shad Akhtar, Mohammad Aflah Khan, Neemesh Yadav, Sarah Masud","submitted_at":"2024-12-16T13:28:29Z","abstract_excerpt":"The rise of large language models (LLMs) has created a need for advanced benchmarking systems beyond traditional setups. To this end, we introduce QUENCH, a novel text-based English Quizzing Benchmark manually curated and transcribed from YouTube quiz videos. QUENCH possesses masked entities and rationales for the LLMs to predict via generation. At the intersection of geographical context and common sense reasoning, QUENCH helps assess world knowledge and deduction capabilities of LLMs via a zero-shot, open-domain quizzing setup. We perform an extensive evaluation on 7 LLMs and 4 metrics, inve"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.11763","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.11763/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:49:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rsrnkJGqz1FdQzJjnVxcC9zeCq1m5QHzBhI1KAbPiRKhNyq2z7zTIPGU6aQ+6yCquig6VM+wsJzN/MQeNiQYDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T23:06:59.446482Z"},"content_sha256":"62fb2cf1b8fd2cc5d6149237338961dbbbe2cf5601ee01244ee0e9802978e853","schema_version":"1.0","event_id":"sha256:62fb2cf1b8fd2cc5d6149237338961dbbbe2cf5601ee01244ee0e9802978e853"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MNO6J2EXFL46VVQL4SGY4ZOA36/bundle.json","state_url":"https://pith.science/pith/MNO6J2EXFL46VVQL4SGY4ZOA36/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MNO6J2EXFL46VVQL4SGY4ZOA36/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T23:06:59Z","links":{"resolver":"https://pith.science/pith/MNO6J2EXFL46VVQL4SGY4ZOA36","bundle":"https://pith.science/pith/MNO6J2EXFL46VVQL4SGY4ZOA36/bundle.json","state":"https://pith.science/pith/MNO6J2EXFL46VVQL4SGY4ZOA36/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MNO6J2EXFL46VVQL4SGY4ZOA36/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:MNO6J2EXFL46VVQL4SGY4ZOA36","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0a2c91afb915ca199d5360134bdf248d2b10c6adaafe530115a5623dc286f154","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-16T13:28:29Z","title_canon_sha256":"fc3c0cee08a50100066fbee54483f741623c2d5caf93a066cc58522ac5a3821d"},"schema_version":"1.0","source":{"id":"2412.11763","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.11763","created_at":"2026-07-05T09:49:51Z"},{"alias_kind":"arxiv_version","alias_value":"2412.11763v1","created_at":"2026-07-05T09:49:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.11763","created_at":"2026-07-05T09:49:51Z"},{"alias_kind":"pith_short_12","alias_value":"MNO6J2EXFL46","created_at":"2026-07-05T09:49:51Z"},{"alias_kind":"pith_short_16","alias_value":"MNO6J2EXFL46VVQL","created_at":"2026-07-05T09:49:51Z"},{"alias_kind":"pith_short_8","alias_value":"MNO6J2EX","created_at":"2026-07-05T09:49:51Z"}],"graph_snapshots":[{"event_id":"sha256:62fb2cf1b8fd2cc5d6149237338961dbbbe2cf5601ee01244ee0e9802978e853","target":"graph","created_at":"2026-07-05T09:49:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.11763/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The rise of large language models (LLMs) has created a need for advanced benchmarking systems beyond traditional setups. To this end, we introduce QUENCH, a novel text-based English Quizzing Benchmark manually curated and transcribed from YouTube quiz videos. QUENCH possesses masked entities and rationales for the LLMs to predict via generation. At the intersection of geographical context and common sense reasoning, QUENCH helps assess world knowledge and deduction capabilities of LLMs via a zero-shot, open-domain quizzing setup. We perform an extensive evaluation on 7 LLMs and 4 metrics, inve","authors_text":"Md. Shad Akhtar, Mohammad Aflah Khan, Neemesh Yadav, Sarah Masud","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-16T13:28:29Z","title":"QUENCH: Measuring the gap between Indic and Non-Indic Contextual General Reasoning in LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.11763","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9ff96fd8639087eab371626037ba52192476ff0b1a2fa0ddc99aab22be9c0dc5","target":"record","created_at":"2026-07-05T09:49:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0a2c91afb915ca199d5360134bdf248d2b10c6adaafe530115a5623dc286f154","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-16T13:28:29Z","title_canon_sha256":"fc3c0cee08a50100066fbee54483f741623c2d5caf93a066cc58522ac5a3821d"},"schema_version":"1.0","source":{"id":"2412.11763","kind":"arxiv","version":1}},"canonical_sha256":"635de4e8972af9ead60be48d8e65c0dfab361c810515d0d38cb0689d6faed3d5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"635de4e8972af9ead60be48d8e65c0dfab361c810515d0d38cb0689d6faed3d5","first_computed_at":"2026-07-05T09:49:51.307712Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:49:51.307712Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"anUssyhO8WkO+PPYNhvJzOiNnNEFl4PPZ8MWKwMnCb8RzWpW6MoGUZXdEEd+7RXJ85IeheiTM2tm6xDOv5aZBA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:49:51.308282Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.11763","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9ff96fd8639087eab371626037ba52192476ff0b1a2fa0ddc99aab22be9c0dc5","sha256:62fb2cf1b8fd2cc5d6149237338961dbbbe2cf5601ee01244ee0e9802978e853"],"state_sha256":"50171fa5f0c3d6e35625f3e2a431d47044fef7ea41d8de7b68fe414dce741de1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gEd68XP3j8JubXSOJ6Du6Irk+sC1SCSXTCggb7e6wQ/hF8EVKUcSCNeMxXqqBPrKrplvD5R+Lg3sPQtGDmZuCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T23:06:59.472520Z","bundle_sha256":"bb078c01024d86df5e68733961ab0bfee48584d42c378a82ee3d8f9dfc1d2822"}}