{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:XAZ3YXRXA5MLLST3DBWBCCM6XP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8d30f4bd0ebfee7eb56cd74cde268158fe958d43027fba97b5a2e50d42993287","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-07-19T19:13:20Z","title_canon_sha256":"ee7edc3a8a99d0acbfb1d6f9e4f6a2a583738e99fb85baea3ad58d88d6b5a013"},"schema_version":"1.0","source":{"id":"2007.09757","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2007.09757","created_at":"2026-07-05T01:20:28Z"},{"alias_kind":"arxiv_version","alias_value":"2007.09757v1","created_at":"2026-07-05T01:20:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2007.09757","created_at":"2026-07-05T01:20:28Z"},{"alias_kind":"pith_short_12","alias_value":"XAZ3YXRXA5ML","created_at":"2026-07-05T01:20:28Z"},{"alias_kind":"pith_short_16","alias_value":"XAZ3YXRXA5MLLST3","created_at":"2026-07-05T01:20:28Z"},{"alias_kind":"pith_short_8","alias_value":"XAZ3YXRX","created_at":"2026-07-05T01:20:28Z"}],"graph_snapshots":[{"event_id":"sha256:cbf37ffbcc5c8e4ce2d3c6059ec65c601ddb72f286666d05dce3d26dbf75e5b5","target":"graph","created_at":"2026-07-05T01:20:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2007.09757/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"BERT (Bidirectional Encoder Representations from Transformers) and ALBERT (A Lite BERT) are methods for pre-training language models which can later be fine-tuned for a variety of Natural Language Understanding tasks. These methods have been applied to a number of such tasks (mostly in English), achieving results that outperform the state-of-the-art. In this paper, our contribution is twofold. First, we make available our trained BERT and Albert model for Portuguese. Second, we compare our monolingual and the standard multilingual models using experiments in semantic textual similarity, recogn","authors_text":"Diego de Vargas Feijo, Viviane Pereira Moreira","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-07-19T19:13:20Z","title":"Mono vs Multilingual Transformer-based Models: a Comparison across Several Language Tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2007.09757","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:72cf4a86cefc51807096f3c8cc6e5a29edca2194d9192c5540f5f86358b940c6","target":"record","created_at":"2026-07-05T01:20:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8d30f4bd0ebfee7eb56cd74cde268158fe958d43027fba97b5a2e50d42993287","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-07-19T19:13:20Z","title_canon_sha256":"ee7edc3a8a99d0acbfb1d6f9e4f6a2a583738e99fb85baea3ad58d88d6b5a013"},"schema_version":"1.0","source":{"id":"2007.09757","kind":"arxiv","version":1}},"canonical_sha256":"b833bc5e370758b5ca7b186c11099ebbda5a1a3eaae6ad45ef52961ed98bac41","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b833bc5e370758b5ca7b186c11099ebbda5a1a3eaae6ad45ef52961ed98bac41","first_computed_at":"2026-07-05T01:20:28.837815Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:20:28.837815Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ze9Ghe8wELZirsh7qPJYTtumHvakrSXhR1QknQW6KsaaIY76tIrN37fhFAdGlvR0Jdpvfx/yTrDKLSAe/OmUBA==","signature_status":"signed_v1","signed_at":"2026-07-05T01:20:28.838325Z","signed_message":"canonical_sha256_bytes"},"source_id":"2007.09757","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:72cf4a86cefc51807096f3c8cc6e5a29edca2194d9192c5540f5f86358b940c6","sha256:cbf37ffbcc5c8e4ce2d3c6059ec65c601ddb72f286666d05dce3d26dbf75e5b5"],"state_sha256":"20efa0fbdf86c01fead8de4e33cda742fe515257c42ef0850c212a6f9de5c04a"}