{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2018:2EV4XYCJ4CTD5OJKHB5QGIA5PH","short_pith_number":"pith:2EV4XYCJ","schema_version":"1.0","canonical_sha256":"d12bcbe049e0a63eb92a387b03201d79f06a55bc4e6c90f67943f773281e1c9a","source":{"kind":"arxiv","id":"1808.03491","version":2},"attestation_state":"computed","paper":{"title":"Systematic analysis of agreement between metrics and peer review in the UK REF","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.DL","authors_text":"Ludo Waltman, Vincent Traag","submitted_at":"2018-08-10T11:30:20Z","abstract_excerpt":"When performing a national research assessment, some countries rely on citation metrics whereas others, such as the UK, primarily use peer review. In the influential Metric Tide report, a low agreement between metrics and peer review in the UK Research Excellence Framework (REF) was found. However, earlier studies observed much higher agreement between metrics and peer review in the REF and argued in favour of using metrics. This shows that there is considerable ambiguity in the discussion on agreement between metrics and peer review. We provide clarity in this discussion by considering four i"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1808.03491","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DL","submitted_at":"2018-08-10T11:30:20Z","cross_cats_sorted":[],"title_canon_sha256":"ccd3a17b8e37157c0f8841b74cdbb09997b6e077e19060f68fb8272f2fc4652c","abstract_canon_sha256":"f953bd9b4d965706a1e994c8d64f82c687c2e612b9743cd4e8288472d99e893f"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:50:49.022791Z","signature_b64":"u9Yv1RJBuBDPgwVeqhY8j37M5rB3snhWB+F/GuZf9LKcROGCB3QDtyKa/uqzNPr7NHn2r/3mmH0bmlTE5xdKBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d12bcbe049e0a63eb92a387b03201d79f06a55bc4e6c90f67943f773281e1c9a","last_reissued_at":"2026-05-17T23:50:49.022158Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:50:49.022158Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Systematic analysis of agreement between metrics and peer review in the UK REF","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.DL","authors_text":"Ludo Waltman, Vincent Traag","submitted_at":"2018-08-10T11:30:20Z","abstract_excerpt":"When performing a national research assessment, some countries rely on citation metrics whereas others, such as the UK, primarily use peer review. In the influential Metric Tide report, a low agreement between metrics and peer review in the UK Research Excellence Framework (REF) was found. However, earlier studies observed much higher agreement between metrics and peer review in the REF and argued in favour of using metrics. This shows that there is considerable ambiguity in the discussion on agreement between metrics and peer review. We provide clarity in this discussion by considering four i"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1808.03491","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1808.03491","created_at":"2026-05-17T23:50:49.022239+00:00"},{"alias_kind":"arxiv_version","alias_value":"1808.03491v2","created_at":"2026-05-17T23:50:49.022239+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1808.03491","created_at":"2026-05-17T23:50:49.022239+00:00"},{"alias_kind":"pith_short_12","alias_value":"2EV4XYCJ4CTD","created_at":"2026-05-18T12:31:59.375834+00:00"},{"alias_kind":"pith_short_16","alias_value":"2EV4XYCJ4CTD5OJK","created_at":"2026-05-18T12:31:59.375834+00:00"},{"alias_kind":"pith_short_8","alias_value":"2EV4XYCJ","created_at":"2026-05-18T12:31:59.375834+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/2EV4XYCJ4CTD5OJKHB5QGIA5PH","json":"https://pith.science/pith/2EV4XYCJ4CTD5OJKHB5QGIA5PH.json","graph_json":"https://pith.science/api/pith-number/2EV4XYCJ4CTD5OJKHB5QGIA5PH/graph.json","events_json":"https://pith.science/api/pith-number/2EV4XYCJ4CTD5OJKHB5QGIA5PH/events.json","paper":"https://pith.science/paper/2EV4XYCJ"},"agent_actions":{"view_html":"https://pith.science/pith/2EV4XYCJ4CTD5OJKHB5QGIA5PH","download_json":"https://pith.science/pith/2EV4XYCJ4CTD5OJKHB5QGIA5PH.json","view_paper":"https://pith.science/paper/2EV4XYCJ","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1808.03491&json=true","fetch_graph":"https://pith.science/api/pith-number/2EV4XYCJ4CTD5OJKHB5QGIA5PH/graph.json","fetch_events":"https://pith.science/api/pith-number/2EV4XYCJ4CTD5OJKHB5QGIA5PH/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/2EV4XYCJ4CTD5OJKHB5QGIA5PH/action/timestamp_anchor","attest_storage":"https://pith.science/pith/2EV4XYCJ4CTD5OJKHB5QGIA5PH/action/storage_attestation","attest_author":"https://pith.science/pith/2EV4XYCJ4CTD5OJKHB5QGIA5PH/action/author_attestation","sign_citation":"https://pith.science/pith/2EV4XYCJ4CTD5OJKHB5QGIA5PH/action/citation_signature","submit_replication":"https://pith.science/pith/2EV4XYCJ4CTD5OJKHB5QGIA5PH/action/replication_record"}},"created_at":"2026-05-17T23:50:49.022239+00:00","updated_at":"2026-05-17T23:50:49.022239+00:00"}