{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:KJTE3IQAIYZBE27I2QOVDVMPV6","short_pith_number":"pith:KJTE3IQA","canonical_record":{"source":{"id":"2108.01250","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-08-03T02:16:12Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"133afd3761f81b6cde8e549afea99b7c0455931787b71332e469a4cfcc9d58f2","abstract_canon_sha256":"3efcc34560c335a83892b7c850af134042ae7079a66ae60dc8072257ae21fae4"},"schema_version":"1.0"},"canonical_sha256":"52664da2004632126be8d41d51d58faf8bbbee588e08621aba52fadf60f70b03","source":{"kind":"arxiv","id":"2108.01250","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.01250","created_at":"2026-07-05T04:14:38Z"},{"alias_kind":"arxiv_version","alias_value":"2108.01250v3","created_at":"2026-07-05T04:14:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.01250","created_at":"2026-07-05T04:14:38Z"},{"alias_kind":"pith_short_12","alias_value":"KJTE3IQAIYZB","created_at":"2026-07-05T04:14:38Z"},{"alias_kind":"pith_short_16","alias_value":"KJTE3IQAIYZBE27I","created_at":"2026-07-05T04:14:38Z"},{"alias_kind":"pith_short_8","alias_value":"KJTE3IQA","created_at":"2026-07-05T04:14:38Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:KJTE3IQAIYZBE27I2QOVDVMPV6","target":"record","payload":{"canonical_record":{"source":{"id":"2108.01250","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-08-03T02:16:12Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"133afd3761f81b6cde8e549afea99b7c0455931787b71332e469a4cfcc9d58f2","abstract_canon_sha256":"3efcc34560c335a83892b7c850af134042ae7079a66ae60dc8072257ae21fae4"},"schema_version":"1.0"},"canonical_sha256":"52664da2004632126be8d41d51d58faf8bbbee588e08621aba52fadf60f70b03","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:14:38.297466Z","signature_b64":"Fzi1RWi6up+4vBHMYlno0oTYqxJ4+nbstm51rmbu9nJAlt2FoboPOUSUMPUPSIjCVBDSO/lDfppyqqKiJwMhAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"52664da2004632126be8d41d51d58faf8bbbee588e08621aba52fadf60f70b03","last_reissued_at":"2026-07-05T04:14:38.296978Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:14:38.296978Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2108.01250","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:14:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xNNVbEaMFG5sf6Rbag258o+5PZTfPwKkwRzgqIvKjHrtfgbw6ZdT1EjjmMCod3V5EhHNzu48gWznpVor+RT9Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T23:36:18.777163Z"},"content_sha256":"aa778beed25cc5bc86d837c4ef578207f7ad432433ded572ce003580ba701eaf","schema_version":"1.0","event_id":"sha256:aa778beed25cc5bc86d837c4ef578207f7ad432433ded572ce003580ba701eaf"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:KJTE3IQAIYZBE27I2QOVDVMPV6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Your fairness may vary: Pretrained language model fairness in toxic text classification","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Dennis Wei, Ioana Baldini, Karthikeyan Natesan Ramamurthy, Mikhail Yurochkin, Moninder Singh","submitted_at":"2021-08-03T02:16:12Z","abstract_excerpt":"The popularity of pretrained language models in natural language processing systems calls for a careful evaluation of such models in down-stream tasks, which have a higher potential for societal impact. The evaluation of such systems usually focuses on accuracy measures. Our findings in this paper call for attention to be paid to fairness measures as well. Through the analysis of more than a dozen pretrained language models of varying sizes on two toxic text classification tasks (English), we demonstrate that focusing on accuracy measures alone can lead to models with wide variation in fairnes"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.01250","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2108.01250/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:14:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EzsaKkM1Vp499NpQ0X/eA/gHkrD3NiCE5RZddVyxjU6rr9obOWP0OICJ8aCRaniNc56ulblIC2JABhljkjXEDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T23:36:18.777685Z"},"content_sha256":"b5c0bfc3eda72862715ffa4ac765b6b7b2a9f90ebfd98bea6af2e6d606024597","schema_version":"1.0","event_id":"sha256:b5c0bfc3eda72862715ffa4ac765b6b7b2a9f90ebfd98bea6af2e6d606024597"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KJTE3IQAIYZBE27I2QOVDVMPV6/bundle.json","state_url":"https://pith.science/pith/KJTE3IQAIYZBE27I2QOVDVMPV6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KJTE3IQAIYZBE27I2QOVDVMPV6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T23:36:18Z","links":{"resolver":"https://pith.science/pith/KJTE3IQAIYZBE27I2QOVDVMPV6","bundle":"https://pith.science/pith/KJTE3IQAIYZBE27I2QOVDVMPV6/bundle.json","state":"https://pith.science/pith/KJTE3IQAIYZBE27I2QOVDVMPV6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KJTE3IQAIYZBE27I2QOVDVMPV6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:KJTE3IQAIYZBE27I2QOVDVMPV6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3efcc34560c335a83892b7c850af134042ae7079a66ae60dc8072257ae21fae4","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-08-03T02:16:12Z","title_canon_sha256":"133afd3761f81b6cde8e549afea99b7c0455931787b71332e469a4cfcc9d58f2"},"schema_version":"1.0","source":{"id":"2108.01250","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.01250","created_at":"2026-07-05T04:14:38Z"},{"alias_kind":"arxiv_version","alias_value":"2108.01250v3","created_at":"2026-07-05T04:14:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.01250","created_at":"2026-07-05T04:14:38Z"},{"alias_kind":"pith_short_12","alias_value":"KJTE3IQAIYZB","created_at":"2026-07-05T04:14:38Z"},{"alias_kind":"pith_short_16","alias_value":"KJTE3IQAIYZBE27I","created_at":"2026-07-05T04:14:38Z"},{"alias_kind":"pith_short_8","alias_value":"KJTE3IQA","created_at":"2026-07-05T04:14:38Z"}],"graph_snapshots":[{"event_id":"sha256:b5c0bfc3eda72862715ffa4ac765b6b7b2a9f90ebfd98bea6af2e6d606024597","target":"graph","created_at":"2026-07-05T04:14:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2108.01250/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The popularity of pretrained language models in natural language processing systems calls for a careful evaluation of such models in down-stream tasks, which have a higher potential for societal impact. The evaluation of such systems usually focuses on accuracy measures. Our findings in this paper call for attention to be paid to fairness measures as well. Through the analysis of more than a dozen pretrained language models of varying sizes on two toxic text classification tasks (English), we demonstrate that focusing on accuracy measures alone can lead to models with wide variation in fairnes","authors_text":"Dennis Wei, Ioana Baldini, Karthikeyan Natesan Ramamurthy, Mikhail Yurochkin, Moninder Singh","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-08-03T02:16:12Z","title":"Your fairness may vary: Pretrained language model fairness in toxic text classification"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.01250","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:aa778beed25cc5bc86d837c4ef578207f7ad432433ded572ce003580ba701eaf","target":"record","created_at":"2026-07-05T04:14:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3efcc34560c335a83892b7c850af134042ae7079a66ae60dc8072257ae21fae4","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-08-03T02:16:12Z","title_canon_sha256":"133afd3761f81b6cde8e549afea99b7c0455931787b71332e469a4cfcc9d58f2"},"schema_version":"1.0","source":{"id":"2108.01250","kind":"arxiv","version":3}},"canonical_sha256":"52664da2004632126be8d41d51d58faf8bbbee588e08621aba52fadf60f70b03","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"52664da2004632126be8d41d51d58faf8bbbee588e08621aba52fadf60f70b03","first_computed_at":"2026-07-05T04:14:38.296978Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:14:38.296978Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Fzi1RWi6up+4vBHMYlno0oTYqxJ4+nbstm51rmbu9nJAlt2FoboPOUSUMPUPSIjCVBDSO/lDfppyqqKiJwMhAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T04:14:38.297466Z","signed_message":"canonical_sha256_bytes"},"source_id":"2108.01250","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:aa778beed25cc5bc86d837c4ef578207f7ad432433ded572ce003580ba701eaf","sha256:b5c0bfc3eda72862715ffa4ac765b6b7b2a9f90ebfd98bea6af2e6d606024597"],"state_sha256":"8e895ceaa603637a768d8534d783fb5c57cb8b9b558d93cf5341ea544131454c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"C4dTnxK7bF+ajTxXwY82d4VommnOMAWVHqozSWMuIcQSvSUB+izYqElo92ghf5flnjeaFxHRgC+Wxe9H6zHNDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T23:36:18.781346Z","bundle_sha256":"b036104dd3e8ac6a3bc935a83705a7f25cab762df7d27a0021718acb77163808"}}