{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:BECTECQXHCOXX3MZDWHH332P2F","short_pith_number":"pith:BECTECQX","canonical_record":{"source":{"id":"2403.15491","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-21T15:41:02Z","cross_cats_sorted":[],"title_canon_sha256":"f2454da3bc3115b9db98eec0934939bec4ef682df6f7a0493d5306528ce1bc2f","abstract_canon_sha256":"d5e3205b09c0e2b3ba9943b372a9a43dd48563316b9030251c64df17aec78cbe"},"schema_version":"1.0"},"canonical_sha256":"0905320a17389d7bed991d8e7def4fd15ad2f426aa54ebebeb604d3fbffeb05d","source":{"kind":"arxiv","id":"2403.15491","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.15491","created_at":"2026-07-05T09:10:46Z"},{"alias_kind":"arxiv_version","alias_value":"2403.15491v2","created_at":"2026-07-05T09:10:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.15491","created_at":"2026-07-05T09:10:46Z"},{"alias_kind":"pith_short_12","alias_value":"BECTECQXHCOX","created_at":"2026-07-05T09:10:46Z"},{"alias_kind":"pith_short_16","alias_value":"BECTECQXHCOXX3MZ","created_at":"2026-07-05T09:10:46Z"},{"alias_kind":"pith_short_8","alias_value":"BECTECQX","created_at":"2026-07-05T09:10:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:BECTECQXHCOXX3MZDWHH332P2F","target":"record","payload":{"canonical_record":{"source":{"id":"2403.15491","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-21T15:41:02Z","cross_cats_sorted":[],"title_canon_sha256":"f2454da3bc3115b9db98eec0934939bec4ef682df6f7a0493d5306528ce1bc2f","abstract_canon_sha256":"d5e3205b09c0e2b3ba9943b372a9a43dd48563316b9030251c64df17aec78cbe"},"schema_version":"1.0"},"canonical_sha256":"0905320a17389d7bed991d8e7def4fd15ad2f426aa54ebebeb604d3fbffeb05d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:10:46.218185Z","signature_b64":"wwulF2YUri9AtzsM/9VIyqY9/5MIEMe5Ghs/y4giBdGlts/J716YbGS6KVGqRPYkuXK/q0szGa9J/aRupn2oBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0905320a17389d7bed991d8e7def4fd15ad2f426aa54ebebeb604d3fbffeb05d","last_reissued_at":"2026-07-05T09:10:46.217772Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:10:46.217772Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.15491","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:10:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jS3Ah7V8LLbmAPhwnJNFf2q35OsEia7hcEtV2GX/i94WQuKDgccEET5nzRzCancl0ibA+osQlLzDi/r00qy9Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T06:30:11.085425Z"},"content_sha256":"2931d792956491842b68ce23c46bcf1acae79dfbe62d20d8febbbe0d17164b6f","schema_version":"1.0","event_id":"sha256:2931d792956491842b68ce23c46bcf1acae79dfbe62d20d8febbbe0d17164b6f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:BECTECQXHCOXX3MZDWHH332P2F","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Open Conversational LLMs do not know most Spanish words","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Elena Merino-G\\'omez, Gonzalo Mart\\'inez, Javier Conde, Jos\\'e Alberto Hern\\'andez, Miguel Gonz\\'alez, Nina Melero, Pedro Reviriego, Raquel Ferrando","submitted_at":"2024-03-21T15:41:02Z","abstract_excerpt":"The growing interest in Large Language Models (LLMs) and in particular in conversational models with which users can interact has led to the development of a large number of open-source chat LLMs. These models are evaluated on a wide range of benchmarks to assess their capabilities in answering questions or solving problems on almost any possible topic or to test their ability to reason or interpret texts. Instead, the evaluation of the knowledge that these models have of the languages has received much less attention. For example, the words that they can recognize and use in different languag"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.15491","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.15491/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:10:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"svSq7Kx8tfpSGfVDRFiyVji8D2ivwCotqzVKP1V9MO5wrZSZr/2ZvjHYa/Dcc/Dn/sQhv+Ice0xZOzbtz5W7DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T06:30:11.085871Z"},"content_sha256":"c3f125d350f244e7ab9f0f8986532a4bdf0c542737506cf75525aba88a8f4a9d","schema_version":"1.0","event_id":"sha256:c3f125d350f244e7ab9f0f8986532a4bdf0c542737506cf75525aba88a8f4a9d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BECTECQXHCOXX3MZDWHH332P2F/bundle.json","state_url":"https://pith.science/pith/BECTECQXHCOXX3MZDWHH332P2F/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BECTECQXHCOXX3MZDWHH332P2F/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-09T06:30:11Z","links":{"resolver":"https://pith.science/pith/BECTECQXHCOXX3MZDWHH332P2F","bundle":"https://pith.science/pith/BECTECQXHCOXX3MZDWHH332P2F/bundle.json","state":"https://pith.science/pith/BECTECQXHCOXX3MZDWHH332P2F/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BECTECQXHCOXX3MZDWHH332P2F/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:BECTECQXHCOXX3MZDWHH332P2F","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d5e3205b09c0e2b3ba9943b372a9a43dd48563316b9030251c64df17aec78cbe","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-21T15:41:02Z","title_canon_sha256":"f2454da3bc3115b9db98eec0934939bec4ef682df6f7a0493d5306528ce1bc2f"},"schema_version":"1.0","source":{"id":"2403.15491","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.15491","created_at":"2026-07-05T09:10:46Z"},{"alias_kind":"arxiv_version","alias_value":"2403.15491v2","created_at":"2026-07-05T09:10:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.15491","created_at":"2026-07-05T09:10:46Z"},{"alias_kind":"pith_short_12","alias_value":"BECTECQXHCOX","created_at":"2026-07-05T09:10:46Z"},{"alias_kind":"pith_short_16","alias_value":"BECTECQXHCOXX3MZ","created_at":"2026-07-05T09:10:46Z"},{"alias_kind":"pith_short_8","alias_value":"BECTECQX","created_at":"2026-07-05T09:10:46Z"}],"graph_snapshots":[{"event_id":"sha256:c3f125d350f244e7ab9f0f8986532a4bdf0c542737506cf75525aba88a8f4a9d","target":"graph","created_at":"2026-07-05T09:10:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.15491/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The growing interest in Large Language Models (LLMs) and in particular in conversational models with which users can interact has led to the development of a large number of open-source chat LLMs. These models are evaluated on a wide range of benchmarks to assess their capabilities in answering questions or solving problems on almost any possible topic or to test their ability to reason or interpret texts. Instead, the evaluation of the knowledge that these models have of the languages has received much less attention. For example, the words that they can recognize and use in different languag","authors_text":"Elena Merino-G\\'omez, Gonzalo Mart\\'inez, Javier Conde, Jos\\'e Alberto Hern\\'andez, Miguel Gonz\\'alez, Nina Melero, Pedro Reviriego, Raquel Ferrando","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-21T15:41:02Z","title":"Open Conversational LLMs do not know most Spanish words"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.15491","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2931d792956491842b68ce23c46bcf1acae79dfbe62d20d8febbbe0d17164b6f","target":"record","created_at":"2026-07-05T09:10:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d5e3205b09c0e2b3ba9943b372a9a43dd48563316b9030251c64df17aec78cbe","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-21T15:41:02Z","title_canon_sha256":"f2454da3bc3115b9db98eec0934939bec4ef682df6f7a0493d5306528ce1bc2f"},"schema_version":"1.0","source":{"id":"2403.15491","kind":"arxiv","version":2}},"canonical_sha256":"0905320a17389d7bed991d8e7def4fd15ad2f426aa54ebebeb604d3fbffeb05d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0905320a17389d7bed991d8e7def4fd15ad2f426aa54ebebeb604d3fbffeb05d","first_computed_at":"2026-07-05T09:10:46.217772Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:10:46.217772Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wwulF2YUri9AtzsM/9VIyqY9/5MIEMe5Ghs/y4giBdGlts/J716YbGS6KVGqRPYkuXK/q0szGa9J/aRupn2oBA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:10:46.218185Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.15491","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2931d792956491842b68ce23c46bcf1acae79dfbe62d20d8febbbe0d17164b6f","sha256:c3f125d350f244e7ab9f0f8986532a4bdf0c542737506cf75525aba88a8f4a9d"],"state_sha256":"bbd5cf3f02feb7632b2752e21728a70f5ef6bad1049b16876f0c2786f36812e9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aT5ZVqqd4BX8O8nFqzltKVyujhZ/Rf+P5MrlgwQanqAevXgDXbSXSGMDyzRt7hPfm+5hbW6FSmgKmBvYaF0UBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-09T06:30:11.089491Z","bundle_sha256":"44d8ff867b276d74e55af01ceea30ec3a7742acfeea8d6e74d0fe478a855a64f"}}