{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:MDOV73NYZB3AGO36ZQPRHRLB23","short_pith_number":"pith:MDOV73NY","canonical_record":{"source":{"id":"2105.07452","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-05-16T15:20:36Z","cross_cats_sorted":[],"title_canon_sha256":"2a1f868fb8a4b4f70b6d850a4b19339c7b2f67b4581a1c5aa82c7b8a4f8cd7b2","abstract_canon_sha256":"7166145971bcff71a63dd054607586d27b4eda9a47f91840a5a26b576bb78270"},"schema_version":"1.0"},"canonical_sha256":"60dd5fedb8c876033b7ecc1f13c561d6ceb15e71b5ecc4e4c30e55ebf1371e21","source":{"kind":"arxiv","id":"2105.07452","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2105.07452","created_at":"2026-07-05T02:40:40Z"},{"alias_kind":"arxiv_version","alias_value":"2105.07452v1","created_at":"2026-07-05T02:40:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2105.07452","created_at":"2026-07-05T02:40:40Z"},{"alias_kind":"pith_short_12","alias_value":"MDOV73NYZB3A","created_at":"2026-07-05T02:40:40Z"},{"alias_kind":"pith_short_16","alias_value":"MDOV73NYZB3AGO36","created_at":"2026-07-05T02:40:40Z"},{"alias_kind":"pith_short_8","alias_value":"MDOV73NY","created_at":"2026-07-05T02:40:40Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:MDOV73NYZB3AGO36ZQPRHRLB23","target":"record","payload":{"canonical_record":{"source":{"id":"2105.07452","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-05-16T15:20:36Z","cross_cats_sorted":[],"title_canon_sha256":"2a1f868fb8a4b4f70b6d850a4b19339c7b2f67b4581a1c5aa82c7b8a4f8cd7b2","abstract_canon_sha256":"7166145971bcff71a63dd054607586d27b4eda9a47f91840a5a26b576bb78270"},"schema_version":"1.0"},"canonical_sha256":"60dd5fedb8c876033b7ecc1f13c561d6ceb15e71b5ecc4e4c30e55ebf1371e21","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:40:40.956487Z","signature_b64":"1sn2lR0bJtdnQ4+5s0jw/xdhBxsAgpMAwrOPGGaWjEcvUA/6A7raMUouIMv3Xs+xuYbDpmJDY7H5yYzcbdkMAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"60dd5fedb8c876033b7ecc1f13c561d6ceb15e71b5ecc4e4c30e55ebf1371e21","last_reissued_at":"2026-07-05T02:40:40.956082Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:40:40.956082Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2105.07452","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:40:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aiwaw/dH96eioAAITj7EJfz3qzrCzW1NrlBPmzmXqGgsf0D5toPfplSsWjFKSOuDgZpFbiA/PLMenbP4BwIzAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T07:38:23.944264Z"},"content_sha256":"9aa2263eaf8f0bfbf98dfe5e3ffe462c219464e518d8f5f1cbe96521946bc59c","schema_version":"1.0","event_id":"sha256:9aa2263eaf8f0bfbf98dfe5e3ffe462c219464e518d8f5f1cbe96521946bc59c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:MDOV73NYZB3AGO36ZQPRHRLB23","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"How is BERT surprised? Layerwise detection of linguistic anomalies","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Bai Li, Frank Rudzicz, Guillaume Thomas, Yang Xu, Zining Zhu","submitted_at":"2021-05-16T15:20:36Z","abstract_excerpt":"Transformer language models have shown remarkable ability in detecting when a word is anomalous in context, but likelihood scores offer no information about the cause of the anomaly. In this work, we use Gaussian models for density estimation at intermediate layers of three language models (BERT, RoBERTa, and XLNet), and evaluate our method on BLiMP, a grammaticality judgement benchmark. In lower layers, surprisal is highly correlated to low token frequency, but this correlation diminishes in upper layers. Next, we gather datasets of morphosyntactic, semantic, and commonsense anomalies from ps"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2105.07452","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2105.07452/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:40:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RvLS5oyJ6m7sIEusmBQWLe+70EXGD0x/S+JpgHK7v8ya5r58WwKe5sHivosGFr63xwatm5uX5unhGywxCzUACQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T07:38:23.944760Z"},"content_sha256":"709881ec4314c724c11d0c851698767560d866bbbe6c5cd1f4a30001abd9aa4d","schema_version":"1.0","event_id":"sha256:709881ec4314c724c11d0c851698767560d866bbbe6c5cd1f4a30001abd9aa4d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MDOV73NYZB3AGO36ZQPRHRLB23/bundle.json","state_url":"https://pith.science/pith/MDOV73NYZB3AGO36ZQPRHRLB23/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MDOV73NYZB3AGO36ZQPRHRLB23/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T07:38:23Z","links":{"resolver":"https://pith.science/pith/MDOV73NYZB3AGO36ZQPRHRLB23","bundle":"https://pith.science/pith/MDOV73NYZB3AGO36ZQPRHRLB23/bundle.json","state":"https://pith.science/pith/MDOV73NYZB3AGO36ZQPRHRLB23/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MDOV73NYZB3AGO36ZQPRHRLB23/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:MDOV73NYZB3AGO36ZQPRHRLB23","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7166145971bcff71a63dd054607586d27b4eda9a47f91840a5a26b576bb78270","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-05-16T15:20:36Z","title_canon_sha256":"2a1f868fb8a4b4f70b6d850a4b19339c7b2f67b4581a1c5aa82c7b8a4f8cd7b2"},"schema_version":"1.0","source":{"id":"2105.07452","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2105.07452","created_at":"2026-07-05T02:40:40Z"},{"alias_kind":"arxiv_version","alias_value":"2105.07452v1","created_at":"2026-07-05T02:40:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2105.07452","created_at":"2026-07-05T02:40:40Z"},{"alias_kind":"pith_short_12","alias_value":"MDOV73NYZB3A","created_at":"2026-07-05T02:40:40Z"},{"alias_kind":"pith_short_16","alias_value":"MDOV73NYZB3AGO36","created_at":"2026-07-05T02:40:40Z"},{"alias_kind":"pith_short_8","alias_value":"MDOV73NY","created_at":"2026-07-05T02:40:40Z"}],"graph_snapshots":[{"event_id":"sha256:709881ec4314c724c11d0c851698767560d866bbbe6c5cd1f4a30001abd9aa4d","target":"graph","created_at":"2026-07-05T02:40:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2105.07452/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformer language models have shown remarkable ability in detecting when a word is anomalous in context, but likelihood scores offer no information about the cause of the anomaly. In this work, we use Gaussian models for density estimation at intermediate layers of three language models (BERT, RoBERTa, and XLNet), and evaluate our method on BLiMP, a grammaticality judgement benchmark. In lower layers, surprisal is highly correlated to low token frequency, but this correlation diminishes in upper layers. Next, we gather datasets of morphosyntactic, semantic, and commonsense anomalies from ps","authors_text":"Bai Li, Frank Rudzicz, Guillaume Thomas, Yang Xu, Zining Zhu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-05-16T15:20:36Z","title":"How is BERT surprised? Layerwise detection of linguistic anomalies"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2105.07452","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9aa2263eaf8f0bfbf98dfe5e3ffe462c219464e518d8f5f1cbe96521946bc59c","target":"record","created_at":"2026-07-05T02:40:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7166145971bcff71a63dd054607586d27b4eda9a47f91840a5a26b576bb78270","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-05-16T15:20:36Z","title_canon_sha256":"2a1f868fb8a4b4f70b6d850a4b19339c7b2f67b4581a1c5aa82c7b8a4f8cd7b2"},"schema_version":"1.0","source":{"id":"2105.07452","kind":"arxiv","version":1}},"canonical_sha256":"60dd5fedb8c876033b7ecc1f13c561d6ceb15e71b5ecc4e4c30e55ebf1371e21","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"60dd5fedb8c876033b7ecc1f13c561d6ceb15e71b5ecc4e4c30e55ebf1371e21","first_computed_at":"2026-07-05T02:40:40.956082Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:40:40.956082Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"1sn2lR0bJtdnQ4+5s0jw/xdhBxsAgpMAwrOPGGaWjEcvUA/6A7raMUouIMv3Xs+xuYbDpmJDY7H5yYzcbdkMAw==","signature_status":"signed_v1","signed_at":"2026-07-05T02:40:40.956487Z","signed_message":"canonical_sha256_bytes"},"source_id":"2105.07452","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9aa2263eaf8f0bfbf98dfe5e3ffe462c219464e518d8f5f1cbe96521946bc59c","sha256:709881ec4314c724c11d0c851698767560d866bbbe6c5cd1f4a30001abd9aa4d"],"state_sha256":"0f2c72dcbc635c88a2f28394ce6710d2aca3934c9b1c70a0497ca18212b14d01"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dICsQRfpUzZ/UpkNLYYVAW3v6aLUHPlYVYgCCFX5ahKFMWRXEvNS/bsJS+uxVAHM/Ky4VR8tSdBYNTxlvVQlCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T07:38:23.948752Z","bundle_sha256":"07c57d40644c808e3d69142a477244b39cfc5011a6125b8dc79a9e4c60588fc8"}}