{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:3KV6YILUALLGPWZQMG23ZKUS5Z","short_pith_number":"pith:3KV6YILU","canonical_record":{"source":{"id":"2109.13986","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-09-28T18:50:15Z","cross_cats_sorted":[],"title_canon_sha256":"156d49930baa832ca86159d85e7e0f3126c512853ab66ab59301804171841abb","abstract_canon_sha256":"77b60e3c8f293603da79adcc282f0bd74ec63443d6be99c1b70dbd0911d1c5d0"},"schema_version":"1.0"},"canonical_sha256":"daabec217402d667db3061b5bcaa92ee6a2dac5d40eccd5ccfa44e3b36f49a8d","source":{"kind":"arxiv","id":"2109.13986","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.13986","created_at":"2026-07-05T03:59:40Z"},{"alias_kind":"arxiv_version","alias_value":"2109.13986v2","created_at":"2026-07-05T03:59:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.13986","created_at":"2026-07-05T03:59:40Z"},{"alias_kind":"pith_short_12","alias_value":"3KV6YILUALLG","created_at":"2026-07-05T03:59:40Z"},{"alias_kind":"pith_short_16","alias_value":"3KV6YILUALLGPWZQ","created_at":"2026-07-05T03:59:40Z"},{"alias_kind":"pith_short_8","alias_value":"3KV6YILU","created_at":"2026-07-05T03:59:40Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:3KV6YILUALLGPWZQMG23ZKUS5Z","target":"record","payload":{"canonical_record":{"source":{"id":"2109.13986","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-09-28T18:50:15Z","cross_cats_sorted":[],"title_canon_sha256":"156d49930baa832ca86159d85e7e0f3126c512853ab66ab59301804171841abb","abstract_canon_sha256":"77b60e3c8f293603da79adcc282f0bd74ec63443d6be99c1b70dbd0911d1c5d0"},"schema_version":"1.0"},"canonical_sha256":"daabec217402d667db3061b5bcaa92ee6a2dac5d40eccd5ccfa44e3b36f49a8d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:59:40.866668Z","signature_b64":"Tv6G5DNUFpe4cF2B/9i9R+2PnSI+VQU7+HUW99wsJqmTV3NLQnk29f2hcFfSD3IlRi+bcBI5N0a+7rTLtwneCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"daabec217402d667db3061b5bcaa92ee6a2dac5d40eccd5ccfa44e3b36f49a8d","last_reissued_at":"2026-07-05T03:59:40.866169Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:59:40.866169Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2109.13986","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:59:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"H4YRfmKKQF1xFdzsOquwsMz8+sbpNn6W59aUWGe7k9QN7eeonu6kw+HPzHtE0Cx/XKsc4guBJkiaUkVlppEKBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T00:15:11.245423Z"},"content_sha256":"db76ff05673446d017c98a2fdbf924e3c1bcb64aeac1a7965fb371a4ed343b48","schema_version":"1.0","event_id":"sha256:db76ff05673446d017c98a2fdbf924e3c1bcb64aeac1a7965fb371a4ed343b48"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:3KV6YILUALLGPWZQMG23ZKUS5Z","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Symbolic Brittleness in Sequence Models: on Systematic Generalization in Symbolic Mathematics","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Jize Cao, Peter West, Sean Welleck, Yejin Choi","submitted_at":"2021-09-28T18:50:15Z","abstract_excerpt":"Neural sequence models trained with maximum likelihood estimation have led to breakthroughs in many tasks, where success is defined by the gap between training and test performance. However, their ability to achieve stronger forms of generalization remains unclear. We consider the problem of symbolic mathematical integration, as it requires generalizing systematically beyond the test set. We develop a methodology for evaluating generalization that takes advantage of the problem domain's structure and access to a verifier. Despite promising in-distribution performance of sequence-to-sequence mo"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.13986","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2109.13986/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:59:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xUXPFHYm4Ryv++gSu0pa3eu/DD/aS/hLoA4WbJzqzC1udgjIibSjAHbG2fcVWytMIdv4n746B+VgA6+ZUD9LCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T00:15:11.246413Z"},"content_sha256":"b00d46a7d2078edd9ae26d14a541a5ff7353aede71bc72e72e95be36dc3d5704","schema_version":"1.0","event_id":"sha256:b00d46a7d2078edd9ae26d14a541a5ff7353aede71bc72e72e95be36dc3d5704"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3KV6YILUALLGPWZQMG23ZKUS5Z/bundle.json","state_url":"https://pith.science/pith/3KV6YILUALLGPWZQMG23ZKUS5Z/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3KV6YILUALLGPWZQMG23ZKUS5Z/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T00:15:11Z","links":{"resolver":"https://pith.science/pith/3KV6YILUALLGPWZQMG23ZKUS5Z","bundle":"https://pith.science/pith/3KV6YILUALLGPWZQMG23ZKUS5Z/bundle.json","state":"https://pith.science/pith/3KV6YILUALLGPWZQMG23ZKUS5Z/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3KV6YILUALLGPWZQMG23ZKUS5Z/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:3KV6YILUALLGPWZQMG23ZKUS5Z","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"77b60e3c8f293603da79adcc282f0bd74ec63443d6be99c1b70dbd0911d1c5d0","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-09-28T18:50:15Z","title_canon_sha256":"156d49930baa832ca86159d85e7e0f3126c512853ab66ab59301804171841abb"},"schema_version":"1.0","source":{"id":"2109.13986","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.13986","created_at":"2026-07-05T03:59:40Z"},{"alias_kind":"arxiv_version","alias_value":"2109.13986v2","created_at":"2026-07-05T03:59:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.13986","created_at":"2026-07-05T03:59:40Z"},{"alias_kind":"pith_short_12","alias_value":"3KV6YILUALLG","created_at":"2026-07-05T03:59:40Z"},{"alias_kind":"pith_short_16","alias_value":"3KV6YILUALLGPWZQ","created_at":"2026-07-05T03:59:40Z"},{"alias_kind":"pith_short_8","alias_value":"3KV6YILU","created_at":"2026-07-05T03:59:40Z"}],"graph_snapshots":[{"event_id":"sha256:b00d46a7d2078edd9ae26d14a541a5ff7353aede71bc72e72e95be36dc3d5704","target":"graph","created_at":"2026-07-05T03:59:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2109.13986/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Neural sequence models trained with maximum likelihood estimation have led to breakthroughs in many tasks, where success is defined by the gap between training and test performance. However, their ability to achieve stronger forms of generalization remains unclear. We consider the problem of symbolic mathematical integration, as it requires generalizing systematically beyond the test set. We develop a methodology for evaluating generalization that takes advantage of the problem domain's structure and access to a verifier. Despite promising in-distribution performance of sequence-to-sequence mo","authors_text":"Jize Cao, Peter West, Sean Welleck, Yejin Choi","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-09-28T18:50:15Z","title":"Symbolic Brittleness in Sequence Models: on Systematic Generalization in Symbolic Mathematics"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.13986","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:db76ff05673446d017c98a2fdbf924e3c1bcb64aeac1a7965fb371a4ed343b48","target":"record","created_at":"2026-07-05T03:59:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"77b60e3c8f293603da79adcc282f0bd74ec63443d6be99c1b70dbd0911d1c5d0","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-09-28T18:50:15Z","title_canon_sha256":"156d49930baa832ca86159d85e7e0f3126c512853ab66ab59301804171841abb"},"schema_version":"1.0","source":{"id":"2109.13986","kind":"arxiv","version":2}},"canonical_sha256":"daabec217402d667db3061b5bcaa92ee6a2dac5d40eccd5ccfa44e3b36f49a8d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"daabec217402d667db3061b5bcaa92ee6a2dac5d40eccd5ccfa44e3b36f49a8d","first_computed_at":"2026-07-05T03:59:40.866169Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:59:40.866169Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Tv6G5DNUFpe4cF2B/9i9R+2PnSI+VQU7+HUW99wsJqmTV3NLQnk29f2hcFfSD3IlRi+bcBI5N0a+7rTLtwneCA==","signature_status":"signed_v1","signed_at":"2026-07-05T03:59:40.866668Z","signed_message":"canonical_sha256_bytes"},"source_id":"2109.13986","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:db76ff05673446d017c98a2fdbf924e3c1bcb64aeac1a7965fb371a4ed343b48","sha256:b00d46a7d2078edd9ae26d14a541a5ff7353aede71bc72e72e95be36dc3d5704"],"state_sha256":"137342a9b609805b3b4a9b0840a23f748cb46ef8c99a7cf32d5e1dd291308ef2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BlogB2sDhF2gUomAuoTxhBBd7pzH+AF92Oimz0c/d/ZCQtClVVxsM9xI+HBtB4gQ5AnbG0VjVJ0Oi+PCkI/zDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T00:15:11.252095Z","bundle_sha256":"13034140a630a2572f3189bd3721841b06bc078d3f481d8b87158b8b4abcc05e"}}