{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2022:ETXCVPZICMQ2OYDWEFFYMYQLYC","short_pith_number":"pith:ETXCVPZI","schema_version":"1.0","canonical_sha256":"24ee2abf281321a76076214b86620bc092d1588019ef65053f49d3cd97d3101a","source":{"kind":"arxiv","id":"2210.17378","version":1},"attestation_state":"computed","paper":{"title":"Questioning the Validity of Summarization Datasets and Improving Their Factual Consistency","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chlo\\'e Clavel, Michalis Vazirgiannis, Moussa Kamal Eddine, Yanzhu Guo","submitted_at":"2022-10-31T15:04:20Z","abstract_excerpt":"The topic of summarization evaluation has recently attracted a surge of attention due to the rapid development of abstractive summarization systems. However, the formulation of the task is rather ambiguous, neither the linguistic nor the natural language processing community has succeeded in giving a mutually agreed-upon definition. Due to this lack of well-defined formulation, a large number of popular abstractive summarization datasets are constructed in a manner that neither guarantees validity nor meets one of the most essential criteria of summarization: factual consistency. In this paper"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2210.17378","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-31T15:04:20Z","cross_cats_sorted":[],"title_canon_sha256":"b57eb9f646719ee48d753b40ce456d3699edc4da72d85438ef41e9074291ef21","abstract_canon_sha256":"5c604c3160368365e415dbb845c29e21e500e438939f10914bd4b8ea8fac2b64"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:12:04.742784Z","signature_b64":"dnXOoH3YMYcd1K2vV0D8nE2+7SxaavWHZu6AVtWLP1MglFs2WQ8om9/1jqLRHDi01RUN4ORYCuDabwUscO3LAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"24ee2abf281321a76076214b86620bc092d1588019ef65053f49d3cd97d3101a","last_reissued_at":"2026-07-05T05:12:04.742300Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:12:04.742300Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Questioning the Validity of Summarization Datasets and Improving Their Factual Consistency","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chlo\\'e Clavel, Michalis Vazirgiannis, Moussa Kamal Eddine, Yanzhu Guo","submitted_at":"2022-10-31T15:04:20Z","abstract_excerpt":"The topic of summarization evaluation has recently attracted a surge of attention due to the rapid development of abstractive summarization systems. However, the formulation of the task is rather ambiguous, neither the linguistic nor the natural language processing community has succeeded in giving a mutually agreed-upon definition. Due to this lack of well-defined formulation, a large number of popular abstractive summarization datasets are constructed in a manner that neither guarantees validity nor meets one of the most essential criteria of summarization: factual consistency. In this paper"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.17378","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2210.17378/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2210.17378","created_at":"2026-07-05T05:12:04.742362+00:00"},{"alias_kind":"arxiv_version","alias_value":"2210.17378v1","created_at":"2026-07-05T05:12:04.742362+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.17378","created_at":"2026-07-05T05:12:04.742362+00:00"},{"alias_kind":"pith_short_12","alias_value":"ETXCVPZICMQ2","created_at":"2026-07-05T05:12:04.742362+00:00"},{"alias_kind":"pith_short_16","alias_value":"ETXCVPZICMQ2OYDW","created_at":"2026-07-05T05:12:04.742362+00:00"},{"alias_kind":"pith_short_8","alias_value":"ETXCVPZI","created_at":"2026-07-05T05:12:04.742362+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/ETXCVPZICMQ2OYDWEFFYMYQLYC","json":"https://pith.science/pith/ETXCVPZICMQ2OYDWEFFYMYQLYC.json","graph_json":"https://pith.science/api/pith-number/ETXCVPZICMQ2OYDWEFFYMYQLYC/graph.json","events_json":"https://pith.science/api/pith-number/ETXCVPZICMQ2OYDWEFFYMYQLYC/events.json","paper":"https://pith.science/paper/ETXCVPZI"},"agent_actions":{"view_html":"https://pith.science/pith/ETXCVPZICMQ2OYDWEFFYMYQLYC","download_json":"https://pith.science/pith/ETXCVPZICMQ2OYDWEFFYMYQLYC.json","view_paper":"https://pith.science/paper/ETXCVPZI","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2210.17378&json=true","fetch_graph":"https://pith.science/api/pith-number/ETXCVPZICMQ2OYDWEFFYMYQLYC/graph.json","fetch_events":"https://pith.science/api/pith-number/ETXCVPZICMQ2OYDWEFFYMYQLYC/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/ETXCVPZICMQ2OYDWEFFYMYQLYC/action/timestamp_anchor","attest_storage":"https://pith.science/pith/ETXCVPZICMQ2OYDWEFFYMYQLYC/action/storage_attestation","attest_author":"https://pith.science/pith/ETXCVPZICMQ2OYDWEFFYMYQLYC/action/author_attestation","sign_citation":"https://pith.science/pith/ETXCVPZICMQ2OYDWEFFYMYQLYC/action/citation_signature","submit_replication":"https://pith.science/pith/ETXCVPZICMQ2OYDWEFFYMYQLYC/action/replication_record"}},"created_at":"2026-07-05T05:12:04.742362+00:00","updated_at":"2026-07-05T05:12:04.742362+00:00"}