{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:WDXRMHROZ7DGTERSFPE2I632LF","short_pith_number":"pith:WDXRMHRO","canonical_record":{"source":{"id":"2303.15078","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-27T10:40:59Z","cross_cats_sorted":[],"title_canon_sha256":"4c4aa879ebecef8363746f77b31134e968879b786263e696ad02defc2d8e6c85","abstract_canon_sha256":"5346d4dca563a2361153ce16a0dbc45812c886688b75c4c19cfea9c791f0f782"},"schema_version":"1.0"},"canonical_sha256":"b0ef161e2ecfc66992322bc9a47b7a5975906b733bf49f22b453163b5e4f5c5c","source":{"kind":"arxiv","id":"2303.15078","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.15078","created_at":"2026-07-05T06:52:03Z"},{"alias_kind":"arxiv_version","alias_value":"2303.15078v3","created_at":"2026-07-05T06:52:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.15078","created_at":"2026-07-05T06:52:03Z"},{"alias_kind":"pith_short_12","alias_value":"WDXRMHROZ7DG","created_at":"2026-07-05T06:52:03Z"},{"alias_kind":"pith_short_16","alias_value":"WDXRMHROZ7DGTERS","created_at":"2026-07-05T06:52:03Z"},{"alias_kind":"pith_short_8","alias_value":"WDXRMHRO","created_at":"2026-07-05T06:52:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:WDXRMHROZ7DGTERSFPE2I632LF","target":"record","payload":{"canonical_record":{"source":{"id":"2303.15078","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-27T10:40:59Z","cross_cats_sorted":[],"title_canon_sha256":"4c4aa879ebecef8363746f77b31134e968879b786263e696ad02defc2d8e6c85","abstract_canon_sha256":"5346d4dca563a2361153ce16a0dbc45812c886688b75c4c19cfea9c791f0f782"},"schema_version":"1.0"},"canonical_sha256":"b0ef161e2ecfc66992322bc9a47b7a5975906b733bf49f22b453163b5e4f5c5c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:52:03.261800Z","signature_b64":"4iFzCrQy5BVNHaWomu1D2A87fSFX5ppkUXuT5EhgP4X0/D3mDgo5MM0EOh3Z0LcDImKXFxXTFUkPSZpEPSoECw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b0ef161e2ecfc66992322bc9a47b7a5975906b733bf49f22b453163b5e4f5c5c","last_reissued_at":"2026-07-05T06:52:03.261251Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:52:03.261251Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2303.15078","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:52:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IztqxXtP7J1dCdTqqga23ueTTiIf9jP5xo02zvYVxH08Qls8iWtkdgibxYI3fqUNhKpNbZT3RlPVxpn8LLEbDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T16:58:26.617048Z"},"content_sha256":"e7667a082a38ca02fba16dffe50954e645c28c7e004c9b8c6a200381ec204408","schema_version":"1.0","event_id":"sha256:e7667a082a38ca02fba16dffe50954e645c28c7e004c9b8c6a200381ec204408"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:WDXRMHROZ7DGTERSFPE2I632LF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Large Language Models are Diverse Role-Players for Summarization Evaluation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Daxin Jiang, Linjun Shou, Ming Gong, Ning Wu, Shining Liang","submitted_at":"2023-03-27T10:40:59Z","abstract_excerpt":"Text summarization has a wide range of applications in many scenarios. The evaluation of the quality of the generated text is a complex problem. A big challenge to language evaluation is that there is a clear divergence between existing metrics and human evaluation. A document summary's quality can be assessed by human annotators on various criteria, both objective ones like grammar and correctness, and subjective ones like informativeness, succinctness, and appeal. Most of the automatic evaluation methods like BLUE/ROUGE may be not able to adequately capture the above dimensions. In this pape"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.15078","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2303.15078/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:52:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"viZn6qoahsM1b6ikmSzm5tTjkip6qLx+QwOdeguOIeAomP7Alm7XbFOPK3xMEds9xzXUiTXTn+zfwCdhlOQ0DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T16:58:26.617521Z"},"content_sha256":"8867aba82ecab93e4cf4a156047291ce5cb5726345aec95d6ea98d721a5d9ee0","schema_version":"1.0","event_id":"sha256:8867aba82ecab93e4cf4a156047291ce5cb5726345aec95d6ea98d721a5d9ee0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WDXRMHROZ7DGTERSFPE2I632LF/bundle.json","state_url":"https://pith.science/pith/WDXRMHROZ7DGTERSFPE2I632LF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WDXRMHROZ7DGTERSFPE2I632LF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T16:58:26Z","links":{"resolver":"https://pith.science/pith/WDXRMHROZ7DGTERSFPE2I632LF","bundle":"https://pith.science/pith/WDXRMHROZ7DGTERSFPE2I632LF/bundle.json","state":"https://pith.science/pith/WDXRMHROZ7DGTERSFPE2I632LF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WDXRMHROZ7DGTERSFPE2I632LF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:WDXRMHROZ7DGTERSFPE2I632LF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5346d4dca563a2361153ce16a0dbc45812c886688b75c4c19cfea9c791f0f782","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-27T10:40:59Z","title_canon_sha256":"4c4aa879ebecef8363746f77b31134e968879b786263e696ad02defc2d8e6c85"},"schema_version":"1.0","source":{"id":"2303.15078","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.15078","created_at":"2026-07-05T06:52:03Z"},{"alias_kind":"arxiv_version","alias_value":"2303.15078v3","created_at":"2026-07-05T06:52:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.15078","created_at":"2026-07-05T06:52:03Z"},{"alias_kind":"pith_short_12","alias_value":"WDXRMHROZ7DG","created_at":"2026-07-05T06:52:03Z"},{"alias_kind":"pith_short_16","alias_value":"WDXRMHROZ7DGTERS","created_at":"2026-07-05T06:52:03Z"},{"alias_kind":"pith_short_8","alias_value":"WDXRMHRO","created_at":"2026-07-05T06:52:03Z"}],"graph_snapshots":[{"event_id":"sha256:8867aba82ecab93e4cf4a156047291ce5cb5726345aec95d6ea98d721a5d9ee0","target":"graph","created_at":"2026-07-05T06:52:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2303.15078/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Text summarization has a wide range of applications in many scenarios. The evaluation of the quality of the generated text is a complex problem. A big challenge to language evaluation is that there is a clear divergence between existing metrics and human evaluation. A document summary's quality can be assessed by human annotators on various criteria, both objective ones like grammar and correctness, and subjective ones like informativeness, succinctness, and appeal. Most of the automatic evaluation methods like BLUE/ROUGE may be not able to adequately capture the above dimensions. In this pape","authors_text":"Daxin Jiang, Linjun Shou, Ming Gong, Ning Wu, Shining Liang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-27T10:40:59Z","title":"Large Language Models are Diverse Role-Players for Summarization Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.15078","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e7667a082a38ca02fba16dffe50954e645c28c7e004c9b8c6a200381ec204408","target":"record","created_at":"2026-07-05T06:52:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5346d4dca563a2361153ce16a0dbc45812c886688b75c4c19cfea9c791f0f782","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-27T10:40:59Z","title_canon_sha256":"4c4aa879ebecef8363746f77b31134e968879b786263e696ad02defc2d8e6c85"},"schema_version":"1.0","source":{"id":"2303.15078","kind":"arxiv","version":3}},"canonical_sha256":"b0ef161e2ecfc66992322bc9a47b7a5975906b733bf49f22b453163b5e4f5c5c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b0ef161e2ecfc66992322bc9a47b7a5975906b733bf49f22b453163b5e4f5c5c","first_computed_at":"2026-07-05T06:52:03.261251Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:52:03.261251Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"4iFzCrQy5BVNHaWomu1D2A87fSFX5ppkUXuT5EhgP4X0/D3mDgo5MM0EOh3Z0LcDImKXFxXTFUkPSZpEPSoECw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:52:03.261800Z","signed_message":"canonical_sha256_bytes"},"source_id":"2303.15078","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e7667a082a38ca02fba16dffe50954e645c28c7e004c9b8c6a200381ec204408","sha256:8867aba82ecab93e4cf4a156047291ce5cb5726345aec95d6ea98d721a5d9ee0"],"state_sha256":"464f1daabaeb550073b3787fe8e995f563748937ec515bbe8bfb1e7b259f0367"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LEjNax9WZRvW4hpPUdfzDEIBdU+00dAZZqnOy7KRA+YHtRDcmseVc8wJ0LN/f/DDW6NdV+redUlhZhDq5fCSDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T16:58:26.625819Z","bundle_sha256":"9ae0310d0922fb11a35ae88236a6144129cd6c955fe19e8b6cb4cf05e891aae3"}}