{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:CKSAKA2MN7KKMY32H6TRRBQZZH","short_pith_number":"pith:CKSAKA2M","canonical_record":{"source":{"id":"2109.03570","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-08T12:12:07Z","cross_cats_sorted":[],"title_canon_sha256":"4e561c3914eeb3c2e2c54e5bc27d09d7886c188f58db415ae6e62ab2046b991e","abstract_canon_sha256":"1a1d2af4531088396e0c24949dd77f75afd541505234118942efe717038b74ea"},"schema_version":"1.0"},"canonical_sha256":"12a405034c6fd4a6637a3fa7188619c9f6029a8aba4883899182c2534e05b02b","source":{"kind":"arxiv","id":"2109.03570","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.03570","created_at":"2026-07-05T03:15:12Z"},{"alias_kind":"arxiv_version","alias_value":"2109.03570v2","created_at":"2026-07-05T03:15:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.03570","created_at":"2026-07-05T03:15:12Z"},{"alias_kind":"pith_short_12","alias_value":"CKSAKA2MN7KK","created_at":"2026-07-05T03:15:12Z"},{"alias_kind":"pith_short_16","alias_value":"CKSAKA2MN7KKMY32","created_at":"2026-07-05T03:15:12Z"},{"alias_kind":"pith_short_8","alias_value":"CKSAKA2M","created_at":"2026-07-05T03:15:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:CKSAKA2MN7KKMY32H6TRRBQZZH","target":"record","payload":{"canonical_record":{"source":{"id":"2109.03570","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-08T12:12:07Z","cross_cats_sorted":[],"title_canon_sha256":"4e561c3914eeb3c2e2c54e5bc27d09d7886c188f58db415ae6e62ab2046b991e","abstract_canon_sha256":"1a1d2af4531088396e0c24949dd77f75afd541505234118942efe717038b74ea"},"schema_version":"1.0"},"canonical_sha256":"12a405034c6fd4a6637a3fa7188619c9f6029a8aba4883899182c2534e05b02b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:15:12.049069Z","signature_b64":"FkcouvZmTjzcdGhOsleBKUgvhaSbKFUUKLc16BYKQ+nFfhRMoz2hc4aK+C012fZxx6OHaEA1zOaGCMospMCcAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"12a405034c6fd4a6637a3fa7188619c9f6029a8aba4883899182c2534e05b02b","last_reissued_at":"2026-07-05T03:15:12.048678Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:15:12.048678Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2109.03570","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:15:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bta/t/OgRGAV41wknRh6zbzemBrKJPMFebo2xM7q5Oio1kdFPZe7A7FdYsp3k9mStmdZp4Rd+tETJlbH00dfAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T15:43:31.565245Z"},"content_sha256":"918f456e55f5c4b59da7afac3ad25e12b570396daf6cfa60a74b19477ffcd618","schema_version":"1.0","event_id":"sha256:918f456e55f5c4b59da7afac3ad25e12b570396daf6cfa60a74b19477ffcd618"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:CKSAKA2MN7KKMY32H6TRRBQZZH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Biomedical and Clinical Language Models for Spanish: On the Benefits of Domain-Specific Pretraining in a Mid-Resource Scenario","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Aitor Gonzalez-Agirre, Asier Guti\\'errez-Fandi\\~no, Casimiro Pio Carrino, Joan Llop-Palao, Jordi Armengol-Estap\\'e, Marc P\\`amies, Marta Villegas","submitted_at":"2021-09-08T12:12:07Z","abstract_excerpt":"This work presents biomedical and clinical language models for Spanish by experimenting with different pretraining choices, such as masking at word and subword level, varying the vocabulary size and testing with domain data, looking for better language representations. Interestingly, in the absence of enough clinical data to train a model from scratch, we applied mixed-domain pretraining and cross-domain transfer approaches to generate a performant bio-clinical model suitable for real-world clinical data. We evaluated our models on Named Entity Recognition (NER) tasks for biomedical documents "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.03570","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2109.03570/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:15:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vf4P6scK5k3KAcxOY+9P6ZowWeNLgEpeWBe0DYRmBBSUVMrRmSPuIqo7COeRokrB1FZcJ+rhsC9MS8gTudh+BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T15:43:31.565774Z"},"content_sha256":"41fd858e4c1bf8df39e8f87d96eedce836675ef09b622459e2e5c58f566147f8","schema_version":"1.0","event_id":"sha256:41fd858e4c1bf8df39e8f87d96eedce836675ef09b622459e2e5c58f566147f8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CKSAKA2MN7KKMY32H6TRRBQZZH/bundle.json","state_url":"https://pith.science/pith/CKSAKA2MN7KKMY32H6TRRBQZZH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CKSAKA2MN7KKMY32H6TRRBQZZH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T15:43:31Z","links":{"resolver":"https://pith.science/pith/CKSAKA2MN7KKMY32H6TRRBQZZH","bundle":"https://pith.science/pith/CKSAKA2MN7KKMY32H6TRRBQZZH/bundle.json","state":"https://pith.science/pith/CKSAKA2MN7KKMY32H6TRRBQZZH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CKSAKA2MN7KKMY32H6TRRBQZZH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:CKSAKA2MN7KKMY32H6TRRBQZZH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1a1d2af4531088396e0c24949dd77f75afd541505234118942efe717038b74ea","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-08T12:12:07Z","title_canon_sha256":"4e561c3914eeb3c2e2c54e5bc27d09d7886c188f58db415ae6e62ab2046b991e"},"schema_version":"1.0","source":{"id":"2109.03570","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.03570","created_at":"2026-07-05T03:15:12Z"},{"alias_kind":"arxiv_version","alias_value":"2109.03570v2","created_at":"2026-07-05T03:15:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.03570","created_at":"2026-07-05T03:15:12Z"},{"alias_kind":"pith_short_12","alias_value":"CKSAKA2MN7KK","created_at":"2026-07-05T03:15:12Z"},{"alias_kind":"pith_short_16","alias_value":"CKSAKA2MN7KKMY32","created_at":"2026-07-05T03:15:12Z"},{"alias_kind":"pith_short_8","alias_value":"CKSAKA2M","created_at":"2026-07-05T03:15:12Z"}],"graph_snapshots":[{"event_id":"sha256:41fd858e4c1bf8df39e8f87d96eedce836675ef09b622459e2e5c58f566147f8","target":"graph","created_at":"2026-07-05T03:15:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2109.03570/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This work presents biomedical and clinical language models for Spanish by experimenting with different pretraining choices, such as masking at word and subword level, varying the vocabulary size and testing with domain data, looking for better language representations. Interestingly, in the absence of enough clinical data to train a model from scratch, we applied mixed-domain pretraining and cross-domain transfer approaches to generate a performant bio-clinical model suitable for real-world clinical data. We evaluated our models on Named Entity Recognition (NER) tasks for biomedical documents ","authors_text":"Aitor Gonzalez-Agirre, Asier Guti\\'errez-Fandi\\~no, Casimiro Pio Carrino, Joan Llop-Palao, Jordi Armengol-Estap\\'e, Marc P\\`amies, Marta Villegas","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-08T12:12:07Z","title":"Biomedical and Clinical Language Models for Spanish: On the Benefits of Domain-Specific Pretraining in a Mid-Resource Scenario"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.03570","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:918f456e55f5c4b59da7afac3ad25e12b570396daf6cfa60a74b19477ffcd618","target":"record","created_at":"2026-07-05T03:15:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1a1d2af4531088396e0c24949dd77f75afd541505234118942efe717038b74ea","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-08T12:12:07Z","title_canon_sha256":"4e561c3914eeb3c2e2c54e5bc27d09d7886c188f58db415ae6e62ab2046b991e"},"schema_version":"1.0","source":{"id":"2109.03570","kind":"arxiv","version":2}},"canonical_sha256":"12a405034c6fd4a6637a3fa7188619c9f6029a8aba4883899182c2534e05b02b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"12a405034c6fd4a6637a3fa7188619c9f6029a8aba4883899182c2534e05b02b","first_computed_at":"2026-07-05T03:15:12.048678Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:15:12.048678Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"FkcouvZmTjzcdGhOsleBKUgvhaSbKFUUKLc16BYKQ+nFfhRMoz2hc4aK+C012fZxx6OHaEA1zOaGCMospMCcAg==","signature_status":"signed_v1","signed_at":"2026-07-05T03:15:12.049069Z","signed_message":"canonical_sha256_bytes"},"source_id":"2109.03570","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:918f456e55f5c4b59da7afac3ad25e12b570396daf6cfa60a74b19477ffcd618","sha256:41fd858e4c1bf8df39e8f87d96eedce836675ef09b622459e2e5c58f566147f8"],"state_sha256":"c2af71c9e7293173de9c75b58325c664ecc989691a5cfa51e441b712d392e7b2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"C9Gf64VAsFUU9YXPUAqgXwBoC6rHbr9X+OAHnpJPTqsUm078z5N8CrdjPuQYrsMycXDPpuO7R4//4eUbpaQCAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T15:43:31.571462Z","bundle_sha256":"6d555e809ca6930f5a9627f18798e885d01f80f3061b4d55acfdfdd90d2ca3a1"}}