{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:OIWLXE43MBQE5JYJYQ7ZAO7G26","short_pith_number":"pith:OIWLXE43","canonical_record":{"source":{"id":"2201.05899","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-01-15T18:03:29Z","cross_cats_sorted":[],"title_canon_sha256":"41b17ed5fdb204ef89c624090a03f2271593cc819f4ed604988ae33630e30718","abstract_canon_sha256":"201ffa7f44c19d6a09a1af4e49ffea4629d985dccf326df9e6db18314436fef7"},"schema_version":"1.0"},"canonical_sha256":"722cbb939b60604ea709c43f903be6d7bb3e3cf97d942755317a1d04bb1cd562","source":{"kind":"arxiv","id":"2201.05899","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2201.05899","created_at":"2026-07-05T05:09:14Z"},{"alias_kind":"arxiv_version","alias_value":"2201.05899v2","created_at":"2026-07-05T05:09:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2201.05899","created_at":"2026-07-05T05:09:14Z"},{"alias_kind":"pith_short_12","alias_value":"OIWLXE43MBQE","created_at":"2026-07-05T05:09:14Z"},{"alias_kind":"pith_short_16","alias_value":"OIWLXE43MBQE5JYJ","created_at":"2026-07-05T05:09:14Z"},{"alias_kind":"pith_short_8","alias_value":"OIWLXE43","created_at":"2026-07-05T05:09:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:OIWLXE43MBQE5JYJYQ7ZAO7G26","target":"record","payload":{"canonical_record":{"source":{"id":"2201.05899","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-01-15T18:03:29Z","cross_cats_sorted":[],"title_canon_sha256":"41b17ed5fdb204ef89c624090a03f2271593cc819f4ed604988ae33630e30718","abstract_canon_sha256":"201ffa7f44c19d6a09a1af4e49ffea4629d985dccf326df9e6db18314436fef7"},"schema_version":"1.0"},"canonical_sha256":"722cbb939b60604ea709c43f903be6d7bb3e3cf97d942755317a1d04bb1cd562","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:09:14.956372Z","signature_b64":"rJZgnvk0dI7kaeEP4DM5YpZlf6iiX1Rp94JY5rrohywZNP6tTZuhyVj+XD8BVsWa+CIIANl/79lqm4iPaMsZAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"722cbb939b60604ea709c43f903be6d7bb3e3cf97d942755317a1d04bb1cd562","last_reissued_at":"2026-07-05T05:09:14.955933Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:09:14.955933Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2201.05899","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:09:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WfFpeublcieR4mz70XLxzBX8D1pKFZKTPFBo3PF+4HT7gfQU9+taNyhtGLIUhizHrNjoJI8eDXtFGr5J+d33Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T03:21:34.009535Z"},"content_sha256":"6d9509380460aa5302498aa156878bedc30875853b8097dfda354a1d903b6e93","schema_version":"1.0","event_id":"sha256:6d9509380460aa5302498aa156878bedc30875853b8097dfda354a1d903b6e93"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:OIWLXE43MBQE5JYJYQ7ZAO7G26","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Unobserved Local Structures Make Compositional Generalization Hard","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Ben Bogin, Jonathan Berant, Shivanshu Gupta","submitted_at":"2022-01-15T18:03:29Z","abstract_excerpt":"While recent work has convincingly showed that sequence-to-sequence models struggle to generalize to new compositions (termed compositional generalization), little is known on what makes compositional generalization hard on a particular test instance. In this work, we investigate what are the factors that make generalization to certain test instances challenging. We first substantiate that indeed some examples are more difficult than others by showing that different models consistently fail or succeed on the same test instances. Then, we propose a criterion for the difficulty of an example: a "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2201.05899","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2201.05899/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:09:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"r9QvJYCFw0RsP57yWybdbynLFedZxA/tD0Y97AOLCvMIcRvtKVPFiWAVzN3ybzcj5GtDqgQU5yTcZ+zAlH3VDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T03:21:34.009910Z"},"content_sha256":"839974bf125d05c9d49947e671ba73d9e27e77b8e5166cdaddb5e7e79674f178","schema_version":"1.0","event_id":"sha256:839974bf125d05c9d49947e671ba73d9e27e77b8e5166cdaddb5e7e79674f178"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OIWLXE43MBQE5JYJYQ7ZAO7G26/bundle.json","state_url":"https://pith.science/pith/OIWLXE43MBQE5JYJYQ7ZAO7G26/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OIWLXE43MBQE5JYJYQ7ZAO7G26/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-08T03:21:34Z","links":{"resolver":"https://pith.science/pith/OIWLXE43MBQE5JYJYQ7ZAO7G26","bundle":"https://pith.science/pith/OIWLXE43MBQE5JYJYQ7ZAO7G26/bundle.json","state":"https://pith.science/pith/OIWLXE43MBQE5JYJYQ7ZAO7G26/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OIWLXE43MBQE5JYJYQ7ZAO7G26/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:OIWLXE43MBQE5JYJYQ7ZAO7G26","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"201ffa7f44c19d6a09a1af4e49ffea4629d985dccf326df9e6db18314436fef7","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-01-15T18:03:29Z","title_canon_sha256":"41b17ed5fdb204ef89c624090a03f2271593cc819f4ed604988ae33630e30718"},"schema_version":"1.0","source":{"id":"2201.05899","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2201.05899","created_at":"2026-07-05T05:09:14Z"},{"alias_kind":"arxiv_version","alias_value":"2201.05899v2","created_at":"2026-07-05T05:09:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2201.05899","created_at":"2026-07-05T05:09:14Z"},{"alias_kind":"pith_short_12","alias_value":"OIWLXE43MBQE","created_at":"2026-07-05T05:09:14Z"},{"alias_kind":"pith_short_16","alias_value":"OIWLXE43MBQE5JYJ","created_at":"2026-07-05T05:09:14Z"},{"alias_kind":"pith_short_8","alias_value":"OIWLXE43","created_at":"2026-07-05T05:09:14Z"}],"graph_snapshots":[{"event_id":"sha256:839974bf125d05c9d49947e671ba73d9e27e77b8e5166cdaddb5e7e79674f178","target":"graph","created_at":"2026-07-05T05:09:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2201.05899/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While recent work has convincingly showed that sequence-to-sequence models struggle to generalize to new compositions (termed compositional generalization), little is known on what makes compositional generalization hard on a particular test instance. In this work, we investigate what are the factors that make generalization to certain test instances challenging. We first substantiate that indeed some examples are more difficult than others by showing that different models consistently fail or succeed on the same test instances. Then, we propose a criterion for the difficulty of an example: a ","authors_text":"Ben Bogin, Jonathan Berant, Shivanshu Gupta","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-01-15T18:03:29Z","title":"Unobserved Local Structures Make Compositional Generalization Hard"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2201.05899","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6d9509380460aa5302498aa156878bedc30875853b8097dfda354a1d903b6e93","target":"record","created_at":"2026-07-05T05:09:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"201ffa7f44c19d6a09a1af4e49ffea4629d985dccf326df9e6db18314436fef7","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-01-15T18:03:29Z","title_canon_sha256":"41b17ed5fdb204ef89c624090a03f2271593cc819f4ed604988ae33630e30718"},"schema_version":"1.0","source":{"id":"2201.05899","kind":"arxiv","version":2}},"canonical_sha256":"722cbb939b60604ea709c43f903be6d7bb3e3cf97d942755317a1d04bb1cd562","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"722cbb939b60604ea709c43f903be6d7bb3e3cf97d942755317a1d04bb1cd562","first_computed_at":"2026-07-05T05:09:14.955933Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:09:14.955933Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"rJZgnvk0dI7kaeEP4DM5YpZlf6iiX1Rp94JY5rrohywZNP6tTZuhyVj+XD8BVsWa+CIIANl/79lqm4iPaMsZAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T05:09:14.956372Z","signed_message":"canonical_sha256_bytes"},"source_id":"2201.05899","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6d9509380460aa5302498aa156878bedc30875853b8097dfda354a1d903b6e93","sha256:839974bf125d05c9d49947e671ba73d9e27e77b8e5166cdaddb5e7e79674f178"],"state_sha256":"8041e9126c81f035f1847cc6743799d59de22377e670701fe352c40d878485eb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"har4tFgkQ4hJZrAdd4Ph2QaICBPuHzOXj2GxCWxEK1HY15By5tvm0cdB7EWnq2jiK7imIO8YL8Ajp6CGsUawBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-08T03:21:34.011996Z","bundle_sha256":"c1e60bfb24e1f3b5e8a1d0f87e8427cb7069854193fb08503203cb117041f3d0"}}