{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:ONEUAWTANH3UXEOCH6WCUGTVAP","short_pith_number":"pith:ONEUAWTA","canonical_record":{"source":{"id":"2106.14574","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-28T11:02:33Z","cross_cats_sorted":[],"title_canon_sha256":"fdbe0f303ad5434cc7885a3b00ae5a0bcbbd8fb6dbd9110928b74eac962f7e29","abstract_canon_sha256":"0179fd6d33da9645c628dee97c8584b42389c5f66bb34052e914274ae9081407"},"schema_version":"1.0"},"canonical_sha256":"7349405a6069f74b91c23fac2a1a7503cf3ab50680c17d111c990424a15755e1","source":{"kind":"arxiv","id":"2106.14574","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.14574","created_at":"2026-07-05T02:52:51Z"},{"alias_kind":"arxiv_version","alias_value":"2106.14574v1","created_at":"2026-07-05T02:52:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.14574","created_at":"2026-07-05T02:52:51Z"},{"alias_kind":"pith_short_12","alias_value":"ONEUAWTANH3U","created_at":"2026-07-05T02:52:51Z"},{"alias_kind":"pith_short_16","alias_value":"ONEUAWTANH3UXEOC","created_at":"2026-07-05T02:52:51Z"},{"alias_kind":"pith_short_8","alias_value":"ONEUAWTA","created_at":"2026-07-05T02:52:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:ONEUAWTANH3UXEOCH6WCUGTVAP","target":"record","payload":{"canonical_record":{"source":{"id":"2106.14574","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-28T11:02:33Z","cross_cats_sorted":[],"title_canon_sha256":"fdbe0f303ad5434cc7885a3b00ae5a0bcbbd8fb6dbd9110928b74eac962f7e29","abstract_canon_sha256":"0179fd6d33da9645c628dee97c8584b42389c5f66bb34052e914274ae9081407"},"schema_version":"1.0"},"canonical_sha256":"7349405a6069f74b91c23fac2a1a7503cf3ab50680c17d111c990424a15755e1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:52:51.862362Z","signature_b64":"rgPuoHw/d0oCdWgv0P3Lk2Kxs86oEUXi3nXT8noQioXXze8428rFmV+wL3sNfFWgTVqYygxIeUdguNaAWPZNCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7349405a6069f74b91c23fac2a1a7503cf3ab50680c17d111c990424a15755e1","last_reissued_at":"2026-07-05T02:52:51.861915Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:52:51.861915Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2106.14574","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:52:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gRSiPQWhzgj2i+6qe1HxlES8noTG6GMpXe7CQ4iNCL7ALZD5TzfTVBs3gbMKFBtiSX6wV5UgpRE6I/St8pDBCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-19T03:26:15.785433Z"},"content_sha256":"17fb27e9d7ecdf7b3303f2c1fc577f25c93c5c689b863793ac9ec9dca979bcf5","schema_version":"1.0","event_id":"sha256:17fb27e9d7ecdf7b3303f2c1fc577f25c93c5c689b863793ac9ec9dca979bcf5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:ONEUAWTANH3UXEOCH6WCUGTVAP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Quantifying Social Biases in NLP: A Generalization and Empirical Comparison of Extrinsic Fairness Metrics","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Kashif Shah, Paula Czarnowska, Yogarshi Vyas","submitted_at":"2021-06-28T11:02:33Z","abstract_excerpt":"Measuring bias is key for better understanding and addressing unfairness in NLP/ML models. This is often done via fairness metrics which quantify the differences in a model's behaviour across a range of demographic groups. In this work, we shed more light on the differences and similarities between the fairness metrics used in NLP. First, we unify a broad range of existing metrics under three generalized fairness metrics, revealing the connections between them. Next, we carry out an extensive empirical comparison of existing metrics and demonstrate that the observed differences in bias measure"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.14574","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2106.14574/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:52:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FmSfedQdguBY3pvnzz8Z6bbYy8RuPBLftVLQw+4XvMxJslbmNQCTLpHotErcIJS4Fn8B0XAXnttPDVgVwB/OCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-19T03:26:15.785812Z"},"content_sha256":"45eb9433f379efae973346225806c13238d9242e70d3f52c1023cbc0ef6f4ae0","schema_version":"1.0","event_id":"sha256:45eb9433f379efae973346225806c13238d9242e70d3f52c1023cbc0ef6f4ae0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ONEUAWTANH3UXEOCH6WCUGTVAP/bundle.json","state_url":"https://pith.science/pith/ONEUAWTANH3UXEOCH6WCUGTVAP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ONEUAWTANH3UXEOCH6WCUGTVAP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-19T03:26:15Z","links":{"resolver":"https://pith.science/pith/ONEUAWTANH3UXEOCH6WCUGTVAP","bundle":"https://pith.science/pith/ONEUAWTANH3UXEOCH6WCUGTVAP/bundle.json","state":"https://pith.science/pith/ONEUAWTANH3UXEOCH6WCUGTVAP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ONEUAWTANH3UXEOCH6WCUGTVAP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:ONEUAWTANH3UXEOCH6WCUGTVAP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0179fd6d33da9645c628dee97c8584b42389c5f66bb34052e914274ae9081407","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-28T11:02:33Z","title_canon_sha256":"fdbe0f303ad5434cc7885a3b00ae5a0bcbbd8fb6dbd9110928b74eac962f7e29"},"schema_version":"1.0","source":{"id":"2106.14574","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.14574","created_at":"2026-07-05T02:52:51Z"},{"alias_kind":"arxiv_version","alias_value":"2106.14574v1","created_at":"2026-07-05T02:52:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.14574","created_at":"2026-07-05T02:52:51Z"},{"alias_kind":"pith_short_12","alias_value":"ONEUAWTANH3U","created_at":"2026-07-05T02:52:51Z"},{"alias_kind":"pith_short_16","alias_value":"ONEUAWTANH3UXEOC","created_at":"2026-07-05T02:52:51Z"},{"alias_kind":"pith_short_8","alias_value":"ONEUAWTA","created_at":"2026-07-05T02:52:51Z"}],"graph_snapshots":[{"event_id":"sha256:45eb9433f379efae973346225806c13238d9242e70d3f52c1023cbc0ef6f4ae0","target":"graph","created_at":"2026-07-05T02:52:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2106.14574/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Measuring bias is key for better understanding and addressing unfairness in NLP/ML models. This is often done via fairness metrics which quantify the differences in a model's behaviour across a range of demographic groups. In this work, we shed more light on the differences and similarities between the fairness metrics used in NLP. First, we unify a broad range of existing metrics under three generalized fairness metrics, revealing the connections between them. Next, we carry out an extensive empirical comparison of existing metrics and demonstrate that the observed differences in bias measure","authors_text":"Kashif Shah, Paula Czarnowska, Yogarshi Vyas","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-28T11:02:33Z","title":"Quantifying Social Biases in NLP: A Generalization and Empirical Comparison of Extrinsic Fairness Metrics"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.14574","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:17fb27e9d7ecdf7b3303f2c1fc577f25c93c5c689b863793ac9ec9dca979bcf5","target":"record","created_at":"2026-07-05T02:52:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0179fd6d33da9645c628dee97c8584b42389c5f66bb34052e914274ae9081407","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-28T11:02:33Z","title_canon_sha256":"fdbe0f303ad5434cc7885a3b00ae5a0bcbbd8fb6dbd9110928b74eac962f7e29"},"schema_version":"1.0","source":{"id":"2106.14574","kind":"arxiv","version":1}},"canonical_sha256":"7349405a6069f74b91c23fac2a1a7503cf3ab50680c17d111c990424a15755e1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7349405a6069f74b91c23fac2a1a7503cf3ab50680c17d111c990424a15755e1","first_computed_at":"2026-07-05T02:52:51.861915Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:52:51.861915Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"rgPuoHw/d0oCdWgv0P3Lk2Kxs86oEUXi3nXT8noQioXXze8428rFmV+wL3sNfFWgTVqYygxIeUdguNaAWPZNCw==","signature_status":"signed_v1","signed_at":"2026-07-05T02:52:51.862362Z","signed_message":"canonical_sha256_bytes"},"source_id":"2106.14574","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:17fb27e9d7ecdf7b3303f2c1fc577f25c93c5c689b863793ac9ec9dca979bcf5","sha256:45eb9433f379efae973346225806c13238d9242e70d3f52c1023cbc0ef6f4ae0"],"state_sha256":"e0737095e1ce6359a7928e1b0acd82913497f074ec18cb21e21f0ed8c97f1905"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hBC4bdTjAfp1sJh8zOWfON1canu5Q2sGEd848cYWfRF78iY1FcgogwgzF/cNA16/2I7pIFfFAPNnLNuSztTOCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-19T03:26:15.787742Z","bundle_sha256":"c83dd582d3625c82ccf2bc164bfa9571fa77fe21a6992573a3b31cce6694685a"}}