{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:7GTXBL4DM77VVTCOF4HQ6QXOGP","short_pith_number":"pith:7GTXBL4D","canonical_record":{"source":{"id":"2403.02674","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-05T05:53:09Z","cross_cats_sorted":[],"title_canon_sha256":"1a70e7c6c3eb860a6ca9ffbd665c64bfefe2edc7047240320efa6cadaf2efb16","abstract_canon_sha256":"f09af34e828b8c1d84e3f800a8a06ad04fd8a24747471b6f9ec179ffae306f0a"},"schema_version":"1.0"},"canonical_sha256":"f9a770af8367ff5acc4e2f0f0f42ee33dc87996e207aeb96ace73ad682ddb86d","source":{"kind":"arxiv","id":"2403.02674","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.02674","created_at":"2026-07-05T08:23:19Z"},{"alias_kind":"arxiv_version","alias_value":"2403.02674v2","created_at":"2026-07-05T08:23:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.02674","created_at":"2026-07-05T08:23:19Z"},{"alias_kind":"pith_short_12","alias_value":"7GTXBL4DM77V","created_at":"2026-07-05T08:23:19Z"},{"alias_kind":"pith_short_16","alias_value":"7GTXBL4DM77VVTCO","created_at":"2026-07-05T08:23:19Z"},{"alias_kind":"pith_short_8","alias_value":"7GTXBL4D","created_at":"2026-07-05T08:23:19Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:7GTXBL4DM77VVTCOF4HQ6QXOGP","target":"record","payload":{"canonical_record":{"source":{"id":"2403.02674","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-05T05:53:09Z","cross_cats_sorted":[],"title_canon_sha256":"1a70e7c6c3eb860a6ca9ffbd665c64bfefe2edc7047240320efa6cadaf2efb16","abstract_canon_sha256":"f09af34e828b8c1d84e3f800a8a06ad04fd8a24747471b6f9ec179ffae306f0a"},"schema_version":"1.0"},"canonical_sha256":"f9a770af8367ff5acc4e2f0f0f42ee33dc87996e207aeb96ace73ad682ddb86d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:23:19.514475Z","signature_b64":"s4w09HuwsndjgdFz2sn9YddO4jeBIvMWb9qf/iAf/PhIstCDzCabWN0svJGvTT1cJI0cW5lgZDGN09cpB+E5AQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f9a770af8367ff5acc4e2f0f0f42ee33dc87996e207aeb96ace73ad682ddb86d","last_reissued_at":"2026-07-05T08:23:19.513950Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:23:19.513950Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.02674","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:23:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"G493nLYU1ZR191u3tcXW50MfrjQfR14Bj3GGvN9euDcK8L5OxPJpnFWawewXDss0+HYsADkde6NYiIT5JNLBBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T10:36:37.740817Z"},"content_sha256":"e6e3b4f64d1f95be6219ea7dd89e68446565f5e3769c754b5be292b2d8847587","schema_version":"1.0","event_id":"sha256:e6e3b4f64d1f95be6219ea7dd89e68446565f5e3769c754b5be292b2d8847587"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:7GTXBL4DM77VVTCOF4HQ6QXOGP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Revisiting Meta-evaluation for Grammatical Error Correction","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Mamoru Komachi, Masamune Kobayashi, Masato Mita","submitted_at":"2024-03-05T05:53:09Z","abstract_excerpt":"Metrics are the foundation for automatic evaluation in grammatical error correction (GEC), with their evaluation of the metrics (meta-evaluation) relying on their correlation with human judgments. However, conventional meta-evaluations in English GEC encounter several challenges including biases caused by inconsistencies in evaluation granularity, and an outdated setup using classical systems. These problems can lead to misinterpretation of metrics and potentially hinder the applicability of GEC techniques. To address these issues, this paper proposes SEEDA, a new dataset for GEC meta-evaluati"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.02674","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.02674/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:23:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Kq/YJK0Pljy6PIDFEN9L6NCvCq0mXSZbwx/YbCPXIQvLdFV/XkDTuWjD71mB2b+dOVXNFAuOfAgsHLU+y8DYDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T10:36:37.741719Z"},"content_sha256":"970a3034a4609a4e1fd1523957421456ba43c75211fcbabcbdfaa76526c79565","schema_version":"1.0","event_id":"sha256:970a3034a4609a4e1fd1523957421456ba43c75211fcbabcbdfaa76526c79565"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7GTXBL4DM77VVTCOF4HQ6QXOGP/bundle.json","state_url":"https://pith.science/pith/7GTXBL4DM77VVTCOF4HQ6QXOGP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7GTXBL4DM77VVTCOF4HQ6QXOGP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T10:36:37Z","links":{"resolver":"https://pith.science/pith/7GTXBL4DM77VVTCOF4HQ6QXOGP","bundle":"https://pith.science/pith/7GTXBL4DM77VVTCOF4HQ6QXOGP/bundle.json","state":"https://pith.science/pith/7GTXBL4DM77VVTCOF4HQ6QXOGP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7GTXBL4DM77VVTCOF4HQ6QXOGP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:7GTXBL4DM77VVTCOF4HQ6QXOGP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f09af34e828b8c1d84e3f800a8a06ad04fd8a24747471b6f9ec179ffae306f0a","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-05T05:53:09Z","title_canon_sha256":"1a70e7c6c3eb860a6ca9ffbd665c64bfefe2edc7047240320efa6cadaf2efb16"},"schema_version":"1.0","source":{"id":"2403.02674","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.02674","created_at":"2026-07-05T08:23:19Z"},{"alias_kind":"arxiv_version","alias_value":"2403.02674v2","created_at":"2026-07-05T08:23:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.02674","created_at":"2026-07-05T08:23:19Z"},{"alias_kind":"pith_short_12","alias_value":"7GTXBL4DM77V","created_at":"2026-07-05T08:23:19Z"},{"alias_kind":"pith_short_16","alias_value":"7GTXBL4DM77VVTCO","created_at":"2026-07-05T08:23:19Z"},{"alias_kind":"pith_short_8","alias_value":"7GTXBL4D","created_at":"2026-07-05T08:23:19Z"}],"graph_snapshots":[{"event_id":"sha256:970a3034a4609a4e1fd1523957421456ba43c75211fcbabcbdfaa76526c79565","target":"graph","created_at":"2026-07-05T08:23:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.02674/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Metrics are the foundation for automatic evaluation in grammatical error correction (GEC), with their evaluation of the metrics (meta-evaluation) relying on their correlation with human judgments. However, conventional meta-evaluations in English GEC encounter several challenges including biases caused by inconsistencies in evaluation granularity, and an outdated setup using classical systems. These problems can lead to misinterpretation of metrics and potentially hinder the applicability of GEC techniques. To address these issues, this paper proposes SEEDA, a new dataset for GEC meta-evaluati","authors_text":"Mamoru Komachi, Masamune Kobayashi, Masato Mita","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-05T05:53:09Z","title":"Revisiting Meta-evaluation for Grammatical Error Correction"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.02674","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e6e3b4f64d1f95be6219ea7dd89e68446565f5e3769c754b5be292b2d8847587","target":"record","created_at":"2026-07-05T08:23:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f09af34e828b8c1d84e3f800a8a06ad04fd8a24747471b6f9ec179ffae306f0a","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-05T05:53:09Z","title_canon_sha256":"1a70e7c6c3eb860a6ca9ffbd665c64bfefe2edc7047240320efa6cadaf2efb16"},"schema_version":"1.0","source":{"id":"2403.02674","kind":"arxiv","version":2}},"canonical_sha256":"f9a770af8367ff5acc4e2f0f0f42ee33dc87996e207aeb96ace73ad682ddb86d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f9a770af8367ff5acc4e2f0f0f42ee33dc87996e207aeb96ace73ad682ddb86d","first_computed_at":"2026-07-05T08:23:19.513950Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:23:19.513950Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"s4w09HuwsndjgdFz2sn9YddO4jeBIvMWb9qf/iAf/PhIstCDzCabWN0svJGvTT1cJI0cW5lgZDGN09cpB+E5AQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:23:19.514475Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.02674","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e6e3b4f64d1f95be6219ea7dd89e68446565f5e3769c754b5be292b2d8847587","sha256:970a3034a4609a4e1fd1523957421456ba43c75211fcbabcbdfaa76526c79565"],"state_sha256":"b4ca47f9a17eb9fa5993f42111d2283ab3d61d172834b7e2c235c57a3f1c791a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UStHVeH8L8EJzzbYcF5YmN8261HMvRv5BaC/5N407LkQVzD9yhu1ySAiNYghKHn8zoijBbT3eIK429lO7uz1Bw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T10:36:37.830938Z","bundle_sha256":"83894f35b5abbb385cc467fefbc5ff059d2255f325ad0f2f9381e79933db0998"}}