{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:GLYMK5SABXOE5WLIFFEULKJPUA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0160adfda1488bff8482a303c33e0d72d3d8c10ea95e1d44efc2b92f2be84e81","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-17T12:43:49Z","title_canon_sha256":"ec355ee49e518905bc2c6e7d0bce10540e317ca7d887e22f7fe94e18d45519c6"},"schema_version":"1.0","source":{"id":"1905.07234","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1905.07234","created_at":"2026-05-17T23:39:30Z"},{"alias_kind":"arxiv_version","alias_value":"1905.07234v2","created_at":"2026-05-17T23:39:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1905.07234","created_at":"2026-05-17T23:39:30Z"},{"alias_kind":"pith_short_12","alias_value":"GLYMK5SABXOE","created_at":"2026-05-18T12:33:18Z"},{"alias_kind":"pith_short_16","alias_value":"GLYMK5SABXOE5WLI","created_at":"2026-05-18T12:33:18Z"},{"alias_kind":"pith_short_8","alias_value":"GLYMK5SA","created_at":"2026-05-18T12:33:18Z"}],"graph_snapshots":[{"event_id":"sha256:6d4357320eb76cae119078c3fc0600a66adea9b7a65c0836c7d06aaadc75c855","target":"graph","created_at":"2026-05-17T23:39:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Traditionally, psychophysical experiments are conducted by repeated measurements on a few well-trained participants under well-controlled conditions, often resulting in, if done properly, high quality data. In recent years, however, crowdsourcing platforms are becoming increasingly popular means of data collection, measuring many participants at the potential cost of obtaining data of worse quality. In this paper we study whether the use of comparison-based (ordinal) data, combined with machine learning algorithms, can boost the reliability of crowdsourcing studies for psychophysics, such that","authors_text":"Felix Wichmann, Patricia Rubisch, Robert Geirhos, Siavash Haghiri, Ulrike von Luxburg","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-17T12:43:49Z","title":"Comparison-Based Framework for Psychophysics: Lab versus Crowdsourcing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1905.07234","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6206705482b102e6b658a183dba19e6bf43469a91a27b73e80c0dc721cd02528","target":"record","created_at":"2026-05-17T23:39:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0160adfda1488bff8482a303c33e0d72d3d8c10ea95e1d44efc2b92f2be84e81","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-17T12:43:49Z","title_canon_sha256":"ec355ee49e518905bc2c6e7d0bce10540e317ca7d887e22f7fe94e18d45519c6"},"schema_version":"1.0","source":{"id":"1905.07234","kind":"arxiv","version":2}},"canonical_sha256":"32f0c576400ddc4ed968294945a92fa0090fe8a7cdfd0e64636487da2c6b3cd6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"32f0c576400ddc4ed968294945a92fa0090fe8a7cdfd0e64636487da2c6b3cd6","first_computed_at":"2026-05-17T23:39:30.138676Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:39:30.138676Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0jmMpQaT32GwqNB0Jr3Gy78+nScXofelQezpHpwu54aF7Y1TENJjoWdWmlHWkjdXwKFV0IJh+mSvgVo0dvVIAQ==","signature_status":"signed_v1","signed_at":"2026-05-17T23:39:30.139165Z","signed_message":"canonical_sha256_bytes"},"source_id":"1905.07234","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6206705482b102e6b658a183dba19e6bf43469a91a27b73e80c0dc721cd02528","sha256:6d4357320eb76cae119078c3fc0600a66adea9b7a65c0836c7d06aaadc75c855"],"state_sha256":"a5af460ce3cbbf9d67c77997862b665ce97db2030591da034432c9d5c236fc5f"}