{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:LIBB27GCH7LFPTTSZAO2L5OBUV","short_pith_number":"pith:LIBB27GC","canonical_record":{"source":{"id":"2106.07540","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-06-14T16:05:58Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"ea31aed7e63cb55470912fa252b0f9c45f431236641677666be8a8ca255a74aa","abstract_canon_sha256":"dd70a8869eafdffec0ff60fcb66a72f7260efa0a8ce9a7af51423505d5d44e01"},"schema_version":"1.0"},"canonical_sha256":"5a021d7cc23fd657ce72c81da5f5c1a54b538fcf169448034380ad848f3d608a","source":{"kind":"arxiv","id":"2106.07540","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.07540","created_at":"2026-07-05T03:18:28Z"},{"alias_kind":"arxiv_version","alias_value":"2106.07540v2","created_at":"2026-07-05T03:18:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.07540","created_at":"2026-07-05T03:18:28Z"},{"alias_kind":"pith_short_12","alias_value":"LIBB27GCH7LF","created_at":"2026-07-05T03:18:28Z"},{"alias_kind":"pith_short_16","alias_value":"LIBB27GCH7LFPTTS","created_at":"2026-07-05T03:18:28Z"},{"alias_kind":"pith_short_8","alias_value":"LIBB27GC","created_at":"2026-07-05T03:18:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:LIBB27GCH7LFPTTSZAO2L5OBUV","target":"record","payload":{"canonical_record":{"source":{"id":"2106.07540","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-06-14T16:05:58Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"ea31aed7e63cb55470912fa252b0f9c45f431236641677666be8a8ca255a74aa","abstract_canon_sha256":"dd70a8869eafdffec0ff60fcb66a72f7260efa0a8ce9a7af51423505d5d44e01"},"schema_version":"1.0"},"canonical_sha256":"5a021d7cc23fd657ce72c81da5f5c1a54b538fcf169448034380ad848f3d608a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:18:28.172581Z","signature_b64":"ZZXBgb+tI7sEc5W+f6Sshp/vxFv8gby9dPRUeZXHufgoii2C5wMNQD21i8l4mXM3HdM0uKgL96lQKN24QJ3OBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5a021d7cc23fd657ce72c81da5f5c1a54b538fcf169448034380ad848f3d608a","last_reissued_at":"2026-07-05T03:18:28.171997Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:18:28.171997Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2106.07540","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:18:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"smyc3eWg6SEAal4XwmtCOlyN4AZtjHCyjHxUgFVL9PrVyyQ3rHqfw5HIVdfb1DoF6IgHeNeIJoYTdNnLCbRSDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T18:34:53.262377Z"},"content_sha256":"b7872cbb672c2f9eb333ada61bc7533eb93542d6def98e8e1f7360670f9375e0","schema_version":"1.0","event_id":"sha256:b7872cbb672c2f9eb333ada61bc7533eb93542d6def98e8e1f7360670f9375e0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:LIBB27GCH7LFPTTSZAO2L5OBUV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating Various Tokenizers for Arabic Text Classification","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Irfan Ahmad, Maged S. Al-shaibani, Mustafa Ghaleb, Zaid Alyafeai","submitted_at":"2021-06-14T16:05:58Z","abstract_excerpt":"The first step in any NLP pipeline is to split the text into individual tokens. The most obvious and straightforward approach is to use words as tokens. However, given a large text corpus, representing all the words is not efficient in terms of vocabulary size. In the literature, many tokenization algorithms have emerged to tackle this problem by creating subwords which in turn limits the vocabulary size in a given text corpus. Most tokenization techniques are language-agnostic i.e they don't incorporate the linguistic features of a given language. Not to mention the difficulty of evaluating s"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.07540","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2106.07540/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:18:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8WnqD6XSKHf1LoRjrB0EjqC3tCl0qHgMQ94uQPGpyMI3dETWb33jepkG4KsqU1wHkHJTr83Y1l/MknvNHougCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T18:34:53.262939Z"},"content_sha256":"3583e6bfdce0cfef300067d1dc14ce18edacd8e0f988af9f0feb262c614e7de8","schema_version":"1.0","event_id":"sha256:3583e6bfdce0cfef300067d1dc14ce18edacd8e0f988af9f0feb262c614e7de8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LIBB27GCH7LFPTTSZAO2L5OBUV/bundle.json","state_url":"https://pith.science/pith/LIBB27GCH7LFPTTSZAO2L5OBUV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LIBB27GCH7LFPTTSZAO2L5OBUV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T18:34:53Z","links":{"resolver":"https://pith.science/pith/LIBB27GCH7LFPTTSZAO2L5OBUV","bundle":"https://pith.science/pith/LIBB27GCH7LFPTTSZAO2L5OBUV/bundle.json","state":"https://pith.science/pith/LIBB27GCH7LFPTTSZAO2L5OBUV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LIBB27GCH7LFPTTSZAO2L5OBUV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:LIBB27GCH7LFPTTSZAO2L5OBUV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"dd70a8869eafdffec0ff60fcb66a72f7260efa0a8ce9a7af51423505d5d44e01","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-06-14T16:05:58Z","title_canon_sha256":"ea31aed7e63cb55470912fa252b0f9c45f431236641677666be8a8ca255a74aa"},"schema_version":"1.0","source":{"id":"2106.07540","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.07540","created_at":"2026-07-05T03:18:28Z"},{"alias_kind":"arxiv_version","alias_value":"2106.07540v2","created_at":"2026-07-05T03:18:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.07540","created_at":"2026-07-05T03:18:28Z"},{"alias_kind":"pith_short_12","alias_value":"LIBB27GCH7LF","created_at":"2026-07-05T03:18:28Z"},{"alias_kind":"pith_short_16","alias_value":"LIBB27GCH7LFPTTS","created_at":"2026-07-05T03:18:28Z"},{"alias_kind":"pith_short_8","alias_value":"LIBB27GC","created_at":"2026-07-05T03:18:28Z"}],"graph_snapshots":[{"event_id":"sha256:3583e6bfdce0cfef300067d1dc14ce18edacd8e0f988af9f0feb262c614e7de8","target":"graph","created_at":"2026-07-05T03:18:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2106.07540/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The first step in any NLP pipeline is to split the text into individual tokens. The most obvious and straightforward approach is to use words as tokens. However, given a large text corpus, representing all the words is not efficient in terms of vocabulary size. In the literature, many tokenization algorithms have emerged to tackle this problem by creating subwords which in turn limits the vocabulary size in a given text corpus. Most tokenization techniques are language-agnostic i.e they don't incorporate the linguistic features of a given language. Not to mention the difficulty of evaluating s","authors_text":"Irfan Ahmad, Maged S. Al-shaibani, Mustafa Ghaleb, Zaid Alyafeai","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-06-14T16:05:58Z","title":"Evaluating Various Tokenizers for Arabic Text Classification"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.07540","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b7872cbb672c2f9eb333ada61bc7533eb93542d6def98e8e1f7360670f9375e0","target":"record","created_at":"2026-07-05T03:18:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"dd70a8869eafdffec0ff60fcb66a72f7260efa0a8ce9a7af51423505d5d44e01","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-06-14T16:05:58Z","title_canon_sha256":"ea31aed7e63cb55470912fa252b0f9c45f431236641677666be8a8ca255a74aa"},"schema_version":"1.0","source":{"id":"2106.07540","kind":"arxiv","version":2}},"canonical_sha256":"5a021d7cc23fd657ce72c81da5f5c1a54b538fcf169448034380ad848f3d608a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5a021d7cc23fd657ce72c81da5f5c1a54b538fcf169448034380ad848f3d608a","first_computed_at":"2026-07-05T03:18:28.171997Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:18:28.171997Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ZZXBgb+tI7sEc5W+f6Sshp/vxFv8gby9dPRUeZXHufgoii2C5wMNQD21i8l4mXM3HdM0uKgL96lQKN24QJ3OBg==","signature_status":"signed_v1","signed_at":"2026-07-05T03:18:28.172581Z","signed_message":"canonical_sha256_bytes"},"source_id":"2106.07540","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b7872cbb672c2f9eb333ada61bc7533eb93542d6def98e8e1f7360670f9375e0","sha256:3583e6bfdce0cfef300067d1dc14ce18edacd8e0f988af9f0feb262c614e7de8"],"state_sha256":"f4faeb6b1ddca9b933f1a16cdb2adaa52cee996250b223cb26b7be7bcaa104b8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RfZwzKLLVZ6QUUnZL7YG0secjOPBYqxcAElpXTD1VLO4P+Eb/GIEvNU/uJmMKfkOjFfIRdOGgWp/zz+2tldECQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T18:34:53.269253Z","bundle_sha256":"ac1b8ffaab962b2145cef868a76cc4daa60fbe67dd25b6ed395dc6e0f99a4666"}}