{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:YSYNXCZP2IMC2ULYHYHEEIWMTN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"85cf059211b22ed9781dcd86333d69b4db330874faf6e8a992d50e0fce0cc00a","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-09-05T18:58:51Z","title_canon_sha256":"ddf89704e676a7a6eacc9d441a154c04fe2d4ba827070a62a02eee6fbaacbc07"},"schema_version":"1.0","source":{"id":"1909.02597","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1909.02597","created_at":"2026-07-05T00:05:55Z"},{"alias_kind":"arxiv_version","alias_value":"1909.02597v2","created_at":"2026-07-05T00:05:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1909.02597","created_at":"2026-07-05T00:05:55Z"},{"alias_kind":"pith_short_12","alias_value":"YSYNXCZP2IMC","created_at":"2026-07-05T00:05:55Z"},{"alias_kind":"pith_short_16","alias_value":"YSYNXCZP2IMC2ULY","created_at":"2026-07-05T00:05:55Z"},{"alias_kind":"pith_short_8","alias_value":"YSYNXCZP","created_at":"2026-07-05T00:05:55Z"}],"graph_snapshots":[{"event_id":"sha256:f0d83559c022cd4af7bc532f2ae612c68bc4bd77417c02ef90f03b4d31332bfb","target":"graph","created_at":"2026-07-05T00:05:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1909.02597/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Though state-of-the-art sentence representation models can perform tasks requiring significant knowledge of grammar, it is an open question how best to evaluate their grammatical knowledge. We explore five experimental methods inspired by prior work evaluating pretrained sentence representation models. We use a single linguistic phenomenon, negative polarity item (NPI) licensing in English, as a case study for our experiments. NPIs like \"any\" are grammatical only if they appear in a licensing environment like negation (\"Sue doesn't have any cats\" vs. \"Sue has any cats\"). This phenomenon is cha","authors_text":"Alex Warstadt, Alicia Parrish, Anhad Mohananey, Anna Alsop, Hagen Blix, Haokun Liu, Ioana Grosu, Jason Phang, Paloma Jereti\\v{c}, Phu Mon Htut, Samuel R. Bowman, Sheng-Fu Wang, Shikha Bordia, Wei Peng, Yining Nie, Yu Cao","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-09-05T18:58:51Z","title":"Investigating BERT's Knowledge of Language: Five Analysis Methods with NPIs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1909.02597","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3804273df9c395bcd04a8ee8a12dfbd449eade57682e2a2ba0423a9941d23b64","target":"record","created_at":"2026-07-05T00:05:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"85cf059211b22ed9781dcd86333d69b4db330874faf6e8a992d50e0fce0cc00a","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-09-05T18:58:51Z","title_canon_sha256":"ddf89704e676a7a6eacc9d441a154c04fe2d4ba827070a62a02eee6fbaacbc07"},"schema_version":"1.0","source":{"id":"1909.02597","kind":"arxiv","version":2}},"canonical_sha256":"c4b0db8b2fd2182d51783e0e4222cc9b585e839ccc887b589e034f207c1c1945","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c4b0db8b2fd2182d51783e0e4222cc9b585e839ccc887b589e034f207c1c1945","first_computed_at":"2026-07-05T00:05:55.027171Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:05:55.027171Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"jPMtXCaV2EbInMQYghfDkOzgshjcA1ESJhl0tnpGPlMPAEYfdzifYReXmg2X4vKYgrBnC6j06hWEhGvRvUA1AQ==","signature_status":"signed_v1","signed_at":"2026-07-05T00:05:55.027668Z","signed_message":"canonical_sha256_bytes"},"source_id":"1909.02597","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3804273df9c395bcd04a8ee8a12dfbd449eade57682e2a2ba0423a9941d23b64","sha256:f0d83559c022cd4af7bc532f2ae612c68bc4bd77417c02ef90f03b4d31332bfb"],"state_sha256":"17426fc0645ba02203e135ff2e0853d9068a299412c86d669d5aacb9cf51d3ca"}