{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:P6BHWWIUEAVS35U2FXYPKD7KEI","short_pith_number":"pith:P6BHWWIU","canonical_record":{"source":{"id":"1811.07033","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-11-16T21:12:24Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"4df79500c930d979e1c4dab0db5f4f84c5935b230f21b7de41ce396ade69a889","abstract_canon_sha256":"012d26e3a2fc5e2bd4ebe90aab121ae5256ac1659c1dc587b4af20637c319ea0"},"schema_version":"1.0"},"canonical_sha256":"7f827b5914202b2df69a2df0f50fea2226610cc7cafe41043c5144384da70da6","source":{"kind":"arxiv","id":"1811.07033","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1811.07033","created_at":"2026-05-18T00:00:29Z"},{"alias_kind":"arxiv_version","alias_value":"1811.07033v1","created_at":"2026-05-18T00:00:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1811.07033","created_at":"2026-05-18T00:00:29Z"},{"alias_kind":"pith_short_12","alias_value":"P6BHWWIUEAVS","created_at":"2026-05-18T12:32:43Z"},{"alias_kind":"pith_short_16","alias_value":"P6BHWWIUEAVS35U2","created_at":"2026-05-18T12:32:43Z"},{"alias_kind":"pith_short_8","alias_value":"P6BHWWIU","created_at":"2026-05-18T12:32:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:P6BHWWIUEAVS35U2FXYPKD7KEI","target":"record","payload":{"canonical_record":{"source":{"id":"1811.07033","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-11-16T21:12:24Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"4df79500c930d979e1c4dab0db5f4f84c5935b230f21b7de41ce396ade69a889","abstract_canon_sha256":"012d26e3a2fc5e2bd4ebe90aab121ae5256ac1659c1dc587b4af20637c319ea0"},"schema_version":"1.0"},"canonical_sha256":"7f827b5914202b2df69a2df0f50fea2226610cc7cafe41043c5144384da70da6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:00:29.211707Z","signature_b64":"Id+/IQipTGQu2yde5QzS9SbOIE1mkhjtFptwo71qMpszDOEem4+FNPD+QFyZv7mlRVO48duQYV5Y4jmq+SUKAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7f827b5914202b2df69a2df0f50fea2226610cc7cafe41043c5144384da70da6","last_reissued_at":"2026-05-18T00:00:29.211197Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:00:29.211197Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1811.07033","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:00:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RhuRnT8BhVZYIkgCtXtnYk/uPfNQJ/c6fjN0p/maT2rXpyofZQ/6PKEme5mXr9IQ/2Ki+tHP9jDR0vgXle34CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-03T14:29:05.764735Z"},"content_sha256":"4b1bf4df123e168b55ac85f5d2e9dea276d68a11e74087717e2100118fe5386e","schema_version":"1.0","event_id":"sha256:4b1bf4df123e168b55ac85f5d2e9dea276d68a11e74087717e2100118fe5386e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:P6BHWWIUEAVS35U2FXYPKD7KEI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Analyzing Compositionality-Sensitivity of NLI Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Mohit Bansal, Yicheng Wang, Yixin Nie","submitted_at":"2018-11-16T21:12:24Z","abstract_excerpt":"Success in natural language inference (NLI) should require a model to understand both lexical and compositional semantics. However, through adversarial evaluation, we find that several state-of-the-art models with diverse architectures are over-relying on the former and fail to use the latter. Further, this compositionality unawareness is not reflected via standard evaluation on current datasets. We show that removing RNNs in existing models or shuffling input words during training does not induce large performance loss despite the explicit removal of compositional information. Therefore, we p"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1811.07033","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:00:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Tph2docoUr/pAfV8Uhhl0WHM+CjzMscmdgxDsU9aAjcKUlFC5FokWHZK45DW7LTsjKDllafmSHYl2UmfIL62Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-03T14:29:05.765087Z"},"content_sha256":"a0ba771df353ba562eb9ff36602ba377b372a08d50dbc26a4a4590f7281bec36","schema_version":"1.0","event_id":"sha256:a0ba771df353ba562eb9ff36602ba377b372a08d50dbc26a4a4590f7281bec36"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/P6BHWWIUEAVS35U2FXYPKD7KEI/bundle.json","state_url":"https://pith.science/pith/P6BHWWIUEAVS35U2FXYPKD7KEI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/P6BHWWIUEAVS35U2FXYPKD7KEI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-03T14:29:05Z","links":{"resolver":"https://pith.science/pith/P6BHWWIUEAVS35U2FXYPKD7KEI","bundle":"https://pith.science/pith/P6BHWWIUEAVS35U2FXYPKD7KEI/bundle.json","state":"https://pith.science/pith/P6BHWWIUEAVS35U2FXYPKD7KEI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/P6BHWWIUEAVS35U2FXYPKD7KEI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:P6BHWWIUEAVS35U2FXYPKD7KEI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"012d26e3a2fc5e2bd4ebe90aab121ae5256ac1659c1dc587b4af20637c319ea0","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-11-16T21:12:24Z","title_canon_sha256":"4df79500c930d979e1c4dab0db5f4f84c5935b230f21b7de41ce396ade69a889"},"schema_version":"1.0","source":{"id":"1811.07033","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1811.07033","created_at":"2026-05-18T00:00:29Z"},{"alias_kind":"arxiv_version","alias_value":"1811.07033v1","created_at":"2026-05-18T00:00:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1811.07033","created_at":"2026-05-18T00:00:29Z"},{"alias_kind":"pith_short_12","alias_value":"P6BHWWIUEAVS","created_at":"2026-05-18T12:32:43Z"},{"alias_kind":"pith_short_16","alias_value":"P6BHWWIUEAVS35U2","created_at":"2026-05-18T12:32:43Z"},{"alias_kind":"pith_short_8","alias_value":"P6BHWWIU","created_at":"2026-05-18T12:32:43Z"}],"graph_snapshots":[{"event_id":"sha256:a0ba771df353ba562eb9ff36602ba377b372a08d50dbc26a4a4590f7281bec36","target":"graph","created_at":"2026-05-18T00:00:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Success in natural language inference (NLI) should require a model to understand both lexical and compositional semantics. However, through adversarial evaluation, we find that several state-of-the-art models with diverse architectures are over-relying on the former and fail to use the latter. Further, this compositionality unawareness is not reflected via standard evaluation on current datasets. We show that removing RNNs in existing models or shuffling input words during training does not induce large performance loss despite the explicit removal of compositional information. Therefore, we p","authors_text":"Mohit Bansal, Yicheng Wang, Yixin Nie","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-11-16T21:12:24Z","title":"Analyzing Compositionality-Sensitivity of NLI Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1811.07033","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4b1bf4df123e168b55ac85f5d2e9dea276d68a11e74087717e2100118fe5386e","target":"record","created_at":"2026-05-18T00:00:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"012d26e3a2fc5e2bd4ebe90aab121ae5256ac1659c1dc587b4af20637c319ea0","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-11-16T21:12:24Z","title_canon_sha256":"4df79500c930d979e1c4dab0db5f4f84c5935b230f21b7de41ce396ade69a889"},"schema_version":"1.0","source":{"id":"1811.07033","kind":"arxiv","version":1}},"canonical_sha256":"7f827b5914202b2df69a2df0f50fea2226610cc7cafe41043c5144384da70da6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7f827b5914202b2df69a2df0f50fea2226610cc7cafe41043c5144384da70da6","first_computed_at":"2026-05-18T00:00:29.211197Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:00:29.211197Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Id+/IQipTGQu2yde5QzS9SbOIE1mkhjtFptwo71qMpszDOEem4+FNPD+QFyZv7mlRVO48duQYV5Y4jmq+SUKAQ==","signature_status":"signed_v1","signed_at":"2026-05-18T00:00:29.211707Z","signed_message":"canonical_sha256_bytes"},"source_id":"1811.07033","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4b1bf4df123e168b55ac85f5d2e9dea276d68a11e74087717e2100118fe5386e","sha256:a0ba771df353ba562eb9ff36602ba377b372a08d50dbc26a4a4590f7281bec36"],"state_sha256":"7e69a6e1c92d367c1965733fd2eb8ff925cc62426b58d00d95aca1cfabea8a89"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"W/6s8jZAM+WTNKMP/wkMyB1Dnk1GQhWcNuU9jMjZgLtCjbVsDPPQUDMt7Q1vmM0mxUGy76sLSxBURkGC2wboCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-03T14:29:05.767645Z","bundle_sha256":"418631d201a7bef73f32e0b853b6fdc88613e713cb3b80c2657a0752f257df67"}}