{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:QP4EBBR5JWVZBH4Z6LSYYIUISG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4c36af7e655371ded92ca63588ed4ded7400722dd07924f0c665f5ce8442a804","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SE","submitted_at":"2022-04-19T23:55:05Z","title_canon_sha256":"fbca4b65c48bb53d5ebb933c6b809dc7edcfb8214e99f12e64f9662ffac33e19"},"schema_version":"1.0","source":{"id":"2204.09165","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.09165","created_at":"2026-07-05T04:16:21Z"},{"alias_kind":"arxiv_version","alias_value":"2204.09165v1","created_at":"2026-07-05T04:16:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.09165","created_at":"2026-07-05T04:16:21Z"},{"alias_kind":"pith_short_12","alias_value":"QP4EBBR5JWVZ","created_at":"2026-07-05T04:16:21Z"},{"alias_kind":"pith_short_16","alias_value":"QP4EBBR5JWVZBH4Z","created_at":"2026-07-05T04:16:21Z"},{"alias_kind":"pith_short_8","alias_value":"QP4EBBR5","created_at":"2026-07-05T04:16:21Z"}],"graph_snapshots":[{"event_id":"sha256:cfe2ad6d411b8e00471b776511f09bab95fe18ac820be94a9586a21073a1fb71","target":"graph","created_at":"2026-07-05T04:16:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2204.09165/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Comparing test suite effectiveness metrics has always been a research hotspot. However, prior studies have different conclusions or even contradict each other for comparing different test suite effectiveness metrics. The problem we found most troubling to our community is that researchers tend to oversimplify the description of the ground truth they use. For example, a common expression is that \"we studied the correlation between real faults and the metric to evaluate (MTE)\". However, the meaning of \"real faults\" is not clear-cut. As a result, there is a need to scrutinize the meaning of \"real","authors_text":"Chang-ai Sun, Lin Chen, Peng Zhang, Xutong Liu, Yang Wang, Yanhui Li, Yibiao Yang, Yuming Zhou, Ziyuan Wang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SE","submitted_at":"2022-04-19T23:55:05Z","title":"Test suite effectiveness metric evaluation: what do we know and what should we do?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.09165","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7798a23db9daa60dd9de769c51b49e2e3218a0c6f9b4dd96287a0ec9b802a6c2","target":"record","created_at":"2026-07-05T04:16:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4c36af7e655371ded92ca63588ed4ded7400722dd07924f0c665f5ce8442a804","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SE","submitted_at":"2022-04-19T23:55:05Z","title_canon_sha256":"fbca4b65c48bb53d5ebb933c6b809dc7edcfb8214e99f12e64f9662ffac33e19"},"schema_version":"1.0","source":{"id":"2204.09165","kind":"arxiv","version":1}},"canonical_sha256":"83f840863d4dab909f99f2e58c228891b7523265e3d9641b48f82a070dd824b2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"83f840863d4dab909f99f2e58c228891b7523265e3d9641b48f82a070dd824b2","first_computed_at":"2026-07-05T04:16:21.876806Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:16:21.876806Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ssGtOiH2yV9wJ9i6iSCpRdrRsYFC4CSc/N0Wt764YP4u3Y/LYerGAz7EKounsFORcEDV/iQKsUz5Z9mx3I3RBw==","signature_status":"signed_v1","signed_at":"2026-07-05T04:16:21.877236Z","signed_message":"canonical_sha256_bytes"},"source_id":"2204.09165","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7798a23db9daa60dd9de769c51b49e2e3218a0c6f9b4dd96287a0ec9b802a6c2","sha256:cfe2ad6d411b8e00471b776511f09bab95fe18ac820be94a9586a21073a1fb71"],"state_sha256":"2ddec4a157361663d918332a1bc02c785f954bf6349065c2f27451d3e8d3c949"}