{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:KY2BPEEUBE45NBW2ZH3MVB322W","short_pith_number":"pith:KY2BPEEU","canonical_record":{"source":{"id":"2412.08392","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-11T14:02:55Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"f3bfe4f7ba5c34ff5c676eb5e85aa77818c4051d49bb78a48ec0f7c282d1b27a","abstract_canon_sha256":"92c7c54a221ebeca30699a83d30755b050b04c55e066cf2080daf083f47ec5af"},"schema_version":"1.0"},"canonical_sha256":"56341790940939d686dac9f6ca877ad5b73445ee7aab4caea65fafb2f27066e6","source":{"kind":"arxiv","id":"2412.08392","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.08392","created_at":"2026-07-05T09:47:49Z"},{"alias_kind":"arxiv_version","alias_value":"2412.08392v1","created_at":"2026-07-05T09:47:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.08392","created_at":"2026-07-05T09:47:49Z"},{"alias_kind":"pith_short_12","alias_value":"KY2BPEEUBE45","created_at":"2026-07-05T09:47:49Z"},{"alias_kind":"pith_short_16","alias_value":"KY2BPEEUBE45NBW2","created_at":"2026-07-05T09:47:49Z"},{"alias_kind":"pith_short_8","alias_value":"KY2BPEEU","created_at":"2026-07-05T09:47:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:KY2BPEEUBE45NBW2ZH3MVB322W","target":"record","payload":{"canonical_record":{"source":{"id":"2412.08392","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-11T14:02:55Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"f3bfe4f7ba5c34ff5c676eb5e85aa77818c4051d49bb78a48ec0f7c282d1b27a","abstract_canon_sha256":"92c7c54a221ebeca30699a83d30755b050b04c55e066cf2080daf083f47ec5af"},"schema_version":"1.0"},"canonical_sha256":"56341790940939d686dac9f6ca877ad5b73445ee7aab4caea65fafb2f27066e6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:47:49.329337Z","signature_b64":"C1wunOBsFpp94IBAds3CegjC9iQYXJMCRzkzdUFC8Nr1iDCBtE93B97vVxtoou0W2ttUlPE4cgbKrb0P1gyOBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"56341790940939d686dac9f6ca877ad5b73445ee7aab4caea65fafb2f27066e6","last_reissued_at":"2026-07-05T09:47:49.328876Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:47:49.328876Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.08392","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:47:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OmE+oekFv//YMG63RWcvXqu2wFvaYLqAfORTwrdER3bez8sJuEsnU2ji0N2dqdG837Vs4t1/fs8f4gPiHBfcAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T14:00:22.484690Z"},"content_sha256":"163ef5d0a1b81e0da1d0b17cc36248578660b4e2e357d07d11800831b8c5d65c","schema_version":"1.0","event_id":"sha256:163ef5d0a1b81e0da1d0b17cc36248578660b4e2e357d07d11800831b8c5d65c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:KY2BPEEUBE45NBW2ZH3MVB322W","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Roles of English in Evaluating Multilingual Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Miryam de Lhoneux, Wessel Poelman","submitted_at":"2024-12-11T14:02:55Z","abstract_excerpt":"Multilingual natural language processing is getting increased attention, with numerous models, benchmarks, and methods being released for many languages. English is often used in multilingual evaluation to prompt language models (LMs), mainly to overcome the lack of instruction tuning data in other languages. In this position paper, we lay out two roles of English in multilingual LM evaluations: as an interface and as a natural language. We argue that these roles have different goals: task performance versus language understanding. This discrepancy is highlighted with examples from datasets an"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.08392","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.08392/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:47:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oPCsthNhYoB78dKp/u4wYkNF+/AsrcD8TdJ2TWE+YE+sfGIVsPNAX1dVYhhRJOvvF/Nrcv/1vPCB9cDW3SPFDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T14:00:22.488329Z"},"content_sha256":"b0ff7ff90a0580bed85f6d3c499b98f4c69e7e2a3a3fcc9c785f0c38906a511f","schema_version":"1.0","event_id":"sha256:b0ff7ff90a0580bed85f6d3c499b98f4c69e7e2a3a3fcc9c785f0c38906a511f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KY2BPEEUBE45NBW2ZH3MVB322W/bundle.json","state_url":"https://pith.science/pith/KY2BPEEUBE45NBW2ZH3MVB322W/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KY2BPEEUBE45NBW2ZH3MVB322W/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T14:00:22Z","links":{"resolver":"https://pith.science/pith/KY2BPEEUBE45NBW2ZH3MVB322W","bundle":"https://pith.science/pith/KY2BPEEUBE45NBW2ZH3MVB322W/bundle.json","state":"https://pith.science/pith/KY2BPEEUBE45NBW2ZH3MVB322W/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KY2BPEEUBE45NBW2ZH3MVB322W/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:KY2BPEEUBE45NBW2ZH3MVB322W","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"92c7c54a221ebeca30699a83d30755b050b04c55e066cf2080daf083f47ec5af","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-11T14:02:55Z","title_canon_sha256":"f3bfe4f7ba5c34ff5c676eb5e85aa77818c4051d49bb78a48ec0f7c282d1b27a"},"schema_version":"1.0","source":{"id":"2412.08392","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.08392","created_at":"2026-07-05T09:47:49Z"},{"alias_kind":"arxiv_version","alias_value":"2412.08392v1","created_at":"2026-07-05T09:47:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.08392","created_at":"2026-07-05T09:47:49Z"},{"alias_kind":"pith_short_12","alias_value":"KY2BPEEUBE45","created_at":"2026-07-05T09:47:49Z"},{"alias_kind":"pith_short_16","alias_value":"KY2BPEEUBE45NBW2","created_at":"2026-07-05T09:47:49Z"},{"alias_kind":"pith_short_8","alias_value":"KY2BPEEU","created_at":"2026-07-05T09:47:49Z"}],"graph_snapshots":[{"event_id":"sha256:b0ff7ff90a0580bed85f6d3c499b98f4c69e7e2a3a3fcc9c785f0c38906a511f","target":"graph","created_at":"2026-07-05T09:47:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.08392/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multilingual natural language processing is getting increased attention, with numerous models, benchmarks, and methods being released for many languages. English is often used in multilingual evaluation to prompt language models (LMs), mainly to overcome the lack of instruction tuning data in other languages. In this position paper, we lay out two roles of English in multilingual LM evaluations: as an interface and as a natural language. We argue that these roles have different goals: task performance versus language understanding. This discrepancy is highlighted with examples from datasets an","authors_text":"Miryam de Lhoneux, Wessel Poelman","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.08392","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:163ef5d0a1b81e0da1d0b17cc36248578660b4e2e357d07d11800831b8c5d65c","target":"record","created_at":"2026-07-05T09:47:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"92c7c54a221ebeca30699a83d30755b050b04c55e066cf2080daf083f47ec5af","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-11T14:02:55Z","title_canon_sha256":"f3bfe4f7ba5c34ff5c676eb5e85aa77818c4051d49bb78a48ec0f7c282d1b27a"},"schema_version":"1.0","source":{"id":"2412.08392","kind":"arxiv","version":1}},"canonical_sha256":"56341790940939d686dac9f6ca877ad5b73445ee7aab4caea65fafb2f27066e6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"56341790940939d686dac9f6ca877ad5b73445ee7aab4caea65fafb2f27066e6","first_computed_at":"2026-07-05T09:47:49.328876Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:47:49.328876Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"C1wunOBsFpp94IBAds3CegjC9iQYXJMCRzkzdUFC8Nr1iDCBtE93B97vVxtoou0W2ttUlPE4cgbKrb0P1gyOBg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:47:49.329337Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.08392","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:163ef5d0a1b81e0da1d0b17cc36248578660b4e2e357d07d11800831b8c5d65c","sha256:b0ff7ff90a0580bed85f6d3c499b98f4c69e7e2a3a3fcc9c785f0c38906a511f"],"state_sha256":"89383bc9ac0c611b0def5e45e01908671110b8718b93230c7f96489f65454737"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"esHnu3NvmE5rFKsAEC2NHXG3bPbMdAV7LcobkOqWefurcoYkLt2o/PFf3UZapCCuig35ruZuAFEoMN8joXLnCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T14:00:22.495629Z","bundle_sha256":"57d3b57a4e792c43565b135065665691ef7e4539621ffde720f168368f217b1e"}}