{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:2EV4XYCJ4CTD5OJKHB5QGIA5PH","short_pith_number":"pith:2EV4XYCJ","canonical_record":{"source":{"id":"1808.03491","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DL","submitted_at":"2018-08-10T11:30:20Z","cross_cats_sorted":[],"title_canon_sha256":"ccd3a17b8e37157c0f8841b74cdbb09997b6e077e19060f68fb8272f2fc4652c","abstract_canon_sha256":"f953bd9b4d965706a1e994c8d64f82c687c2e612b9743cd4e8288472d99e893f"},"schema_version":"1.0"},"canonical_sha256":"d12bcbe049e0a63eb92a387b03201d79f06a55bc4e6c90f67943f773281e1c9a","source":{"kind":"arxiv","id":"1808.03491","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1808.03491","created_at":"2026-05-17T23:50:49Z"},{"alias_kind":"arxiv_version","alias_value":"1808.03491v2","created_at":"2026-05-17T23:50:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1808.03491","created_at":"2026-05-17T23:50:49Z"},{"alias_kind":"pith_short_12","alias_value":"2EV4XYCJ4CTD","created_at":"2026-05-18T12:31:59Z"},{"alias_kind":"pith_short_16","alias_value":"2EV4XYCJ4CTD5OJK","created_at":"2026-05-18T12:31:59Z"},{"alias_kind":"pith_short_8","alias_value":"2EV4XYCJ","created_at":"2026-05-18T12:31:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:2EV4XYCJ4CTD5OJKHB5QGIA5PH","target":"record","payload":{"canonical_record":{"source":{"id":"1808.03491","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DL","submitted_at":"2018-08-10T11:30:20Z","cross_cats_sorted":[],"title_canon_sha256":"ccd3a17b8e37157c0f8841b74cdbb09997b6e077e19060f68fb8272f2fc4652c","abstract_canon_sha256":"f953bd9b4d965706a1e994c8d64f82c687c2e612b9743cd4e8288472d99e893f"},"schema_version":"1.0"},"canonical_sha256":"d12bcbe049e0a63eb92a387b03201d79f06a55bc4e6c90f67943f773281e1c9a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:50:49.022791Z","signature_b64":"u9Yv1RJBuBDPgwVeqhY8j37M5rB3snhWB+F/GuZf9LKcROGCB3QDtyKa/uqzNPr7NHn2r/3mmH0bmlTE5xdKBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d12bcbe049e0a63eb92a387b03201d79f06a55bc4e6c90f67943f773281e1c9a","last_reissued_at":"2026-05-17T23:50:49.022158Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:50:49.022158Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1808.03491","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:50:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NEzK1M39BGMmaOM24XECRkG6NPo69DZNt8uD/J/iE+wE+Jd8wnl0CGXld0xaKa9Z3XMzny7dJVlZ2sa/ZcIbAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-20T06:12:18.457796Z"},"content_sha256":"a235b86537d04fe2898b90d5fedf04fe54a69bd491ac5d2efdf81da5089fd0e0","schema_version":"1.0","event_id":"sha256:a235b86537d04fe2898b90d5fedf04fe54a69bd491ac5d2efdf81da5089fd0e0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:2EV4XYCJ4CTD5OJKHB5QGIA5PH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Systematic analysis of agreement between metrics and peer review in the UK REF","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.DL","authors_text":"Ludo Waltman, Vincent Traag","submitted_at":"2018-08-10T11:30:20Z","abstract_excerpt":"When performing a national research assessment, some countries rely on citation metrics whereas others, such as the UK, primarily use peer review. In the influential Metric Tide report, a low agreement between metrics and peer review in the UK Research Excellence Framework (REF) was found. However, earlier studies observed much higher agreement between metrics and peer review in the REF and argued in favour of using metrics. This shows that there is considerable ambiguity in the discussion on agreement between metrics and peer review. We provide clarity in this discussion by considering four i"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1808.03491","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:50:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"u8vnHNVKOz8js4Xc86U3wJ3Z+cDiZhCiSTyu7M/h4VWa1C+OKyQ0Yf0uADz0zURMcYFlBoTp65Nk2xwasmDbDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-20T06:12:18.458138Z"},"content_sha256":"48e5232a0035fbcc42344f028245457e558fc90c1bec82e95558769bcd1d10c0","schema_version":"1.0","event_id":"sha256:48e5232a0035fbcc42344f028245457e558fc90c1bec82e95558769bcd1d10c0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2EV4XYCJ4CTD5OJKHB5QGIA5PH/bundle.json","state_url":"https://pith.science/pith/2EV4XYCJ4CTD5OJKHB5QGIA5PH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2EV4XYCJ4CTD5OJKHB5QGIA5PH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-20T06:12:18Z","links":{"resolver":"https://pith.science/pith/2EV4XYCJ4CTD5OJKHB5QGIA5PH","bundle":"https://pith.science/pith/2EV4XYCJ4CTD5OJKHB5QGIA5PH/bundle.json","state":"https://pith.science/pith/2EV4XYCJ4CTD5OJKHB5QGIA5PH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2EV4XYCJ4CTD5OJKHB5QGIA5PH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:2EV4XYCJ4CTD5OJKHB5QGIA5PH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f953bd9b4d965706a1e994c8d64f82c687c2e612b9743cd4e8288472d99e893f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DL","submitted_at":"2018-08-10T11:30:20Z","title_canon_sha256":"ccd3a17b8e37157c0f8841b74cdbb09997b6e077e19060f68fb8272f2fc4652c"},"schema_version":"1.0","source":{"id":"1808.03491","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1808.03491","created_at":"2026-05-17T23:50:49Z"},{"alias_kind":"arxiv_version","alias_value":"1808.03491v2","created_at":"2026-05-17T23:50:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1808.03491","created_at":"2026-05-17T23:50:49Z"},{"alias_kind":"pith_short_12","alias_value":"2EV4XYCJ4CTD","created_at":"2026-05-18T12:31:59Z"},{"alias_kind":"pith_short_16","alias_value":"2EV4XYCJ4CTD5OJK","created_at":"2026-05-18T12:31:59Z"},{"alias_kind":"pith_short_8","alias_value":"2EV4XYCJ","created_at":"2026-05-18T12:31:59Z"}],"graph_snapshots":[{"event_id":"sha256:48e5232a0035fbcc42344f028245457e558fc90c1bec82e95558769bcd1d10c0","target":"graph","created_at":"2026-05-17T23:50:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"When performing a national research assessment, some countries rely on citation metrics whereas others, such as the UK, primarily use peer review. In the influential Metric Tide report, a low agreement between metrics and peer review in the UK Research Excellence Framework (REF) was found. However, earlier studies observed much higher agreement between metrics and peer review in the REF and argued in favour of using metrics. This shows that there is considerable ambiguity in the discussion on agreement between metrics and peer review. We provide clarity in this discussion by considering four i","authors_text":"Ludo Waltman, Vincent Traag","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DL","submitted_at":"2018-08-10T11:30:20Z","title":"Systematic analysis of agreement between metrics and peer review in the UK REF"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1808.03491","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a235b86537d04fe2898b90d5fedf04fe54a69bd491ac5d2efdf81da5089fd0e0","target":"record","created_at":"2026-05-17T23:50:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f953bd9b4d965706a1e994c8d64f82c687c2e612b9743cd4e8288472d99e893f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DL","submitted_at":"2018-08-10T11:30:20Z","title_canon_sha256":"ccd3a17b8e37157c0f8841b74cdbb09997b6e077e19060f68fb8272f2fc4652c"},"schema_version":"1.0","source":{"id":"1808.03491","kind":"arxiv","version":2}},"canonical_sha256":"d12bcbe049e0a63eb92a387b03201d79f06a55bc4e6c90f67943f773281e1c9a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d12bcbe049e0a63eb92a387b03201d79f06a55bc4e6c90f67943f773281e1c9a","first_computed_at":"2026-05-17T23:50:49.022158Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:50:49.022158Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"u9Yv1RJBuBDPgwVeqhY8j37M5rB3snhWB+F/GuZf9LKcROGCB3QDtyKa/uqzNPr7NHn2r/3mmH0bmlTE5xdKBA==","signature_status":"signed_v1","signed_at":"2026-05-17T23:50:49.022791Z","signed_message":"canonical_sha256_bytes"},"source_id":"1808.03491","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a235b86537d04fe2898b90d5fedf04fe54a69bd491ac5d2efdf81da5089fd0e0","sha256:48e5232a0035fbcc42344f028245457e558fc90c1bec82e95558769bcd1d10c0"],"state_sha256":"9e84af4b535c43677c1a9cf85232d3302344ae31d1404efe7bd979651698f800"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7Rfp+ViZ/Y6sDlBiCOYb72VGQ5MvaI9sTSbSaEer6mqt4KR5Tqd7jYXTzS2khMXABaOyAuS724FXKV6IIIiPBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-20T06:12:18.460083Z","bundle_sha256":"45e386697d05a33ed8b1934e932b15b8708572386d827f97ac1cedae26701e9e"}}