{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:57TFPCLNMV5JFJ4KQNYU5BZH7A","short_pith_number":"pith:57TFPCLN","canonical_record":{"source":{"id":"2307.10168","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-07-19T17:54:43Z","cross_cats_sorted":["cs.HC"],"title_canon_sha256":"e2d630f47b496d756fe193739ae11a345c8b5da5cb540abff0cd5f23488a837a","abstract_canon_sha256":"ca563c5f1eca054af876efad69a0a7c0def0bb0c029aac9dabd30ba069c20804"},"schema_version":"1.0"},"canonical_sha256":"efe657896d657a92a78a83714e8727f8126f1f2a66c2628c8bc45aecad2d4c63","source":{"kind":"arxiv","id":"2307.10168","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.10168","created_at":"2026-07-05T09:58:39Z"},{"alias_kind":"arxiv_version","alias_value":"2307.10168v3","created_at":"2026-07-05T09:58:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.10168","created_at":"2026-07-05T09:58:39Z"},{"alias_kind":"pith_short_12","alias_value":"57TFPCLNMV5J","created_at":"2026-07-05T09:58:39Z"},{"alias_kind":"pith_short_16","alias_value":"57TFPCLNMV5JFJ4K","created_at":"2026-07-05T09:58:39Z"},{"alias_kind":"pith_short_8","alias_value":"57TFPCLN","created_at":"2026-07-05T09:58:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:57TFPCLNMV5JFJ4KQNYU5BZH7A","target":"record","payload":{"canonical_record":{"source":{"id":"2307.10168","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-07-19T17:54:43Z","cross_cats_sorted":["cs.HC"],"title_canon_sha256":"e2d630f47b496d756fe193739ae11a345c8b5da5cb540abff0cd5f23488a837a","abstract_canon_sha256":"ca563c5f1eca054af876efad69a0a7c0def0bb0c029aac9dabd30ba069c20804"},"schema_version":"1.0"},"canonical_sha256":"efe657896d657a92a78a83714e8727f8126f1f2a66c2628c8bc45aecad2d4c63","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:58:39.878288Z","signature_b64":"pLVNg5WlrLDbk+cbLkb/RA5BcJUhrA7n3OPxpwIjv5dA2HxYAIXcE5kCE+flADz245hJNL8X57bqmW1mPKFFBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"efe657896d657a92a78a83714e8727f8126f1f2a66c2628c8bc45aecad2d4c63","last_reissued_at":"2026-07-05T09:58:39.877801Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:58:39.877801Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2307.10168","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:58:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"N3MrO2jChKmatj7eVNXanWOZaYGyja4H6LVVh4mWhQo9eMH5/OMupZ93BWkgVYPq9ccXrDC5Sd8p71EDklABBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T00:31:33.084097Z"},"content_sha256":"af6c5bfd71194f38bcf5a682993830ed607c2cfcc2dbeab9145258777fda0179","schema_version":"1.0","event_id":"sha256:af6c5bfd71194f38bcf5a682993830ed607c2cfcc2dbeab9145258777fda0179"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:57TFPCLNMV5JFJ4KQNYU5BZH7A","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LLMs as Workers in Human-Computational Algorithms? Replicating Crowdsourcing Pipelines with LLMs","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.HC"],"primary_cat":"cs.CL","authors_text":"Alexis Axon, Alexis Sudjianto, Amanda Bertsch, Bill Guo, Chenyang Yang, Haiyi Zhu, Ihita Mandal, Jenny T. Liang, Jeremiah Milbauer, Jordan Taylor, Maya Albayrak, Namrata Padmanabhan, Patricia Vaidos, Ryan Liu, Sireesh Gururaja, Subhashini Ramkumar, Tongshuang Wu, Tzu-Sheng Kuo, Wei Wu, Wenxing Deng, Xiaolin Ni, Ying-Jui Tseng, Zhijin Wu, Ziqi Ding","submitted_at":"2023-07-19T17:54:43Z","abstract_excerpt":"LLMs have shown promise in replicating human-like behavior in crowdsourcing tasks that were previously thought to be exclusive to human abilities. However, current efforts focus mainly on simple atomic tasks. We explore whether LLMs can replicate more complex crowdsourcing pipelines. We find that modern LLMs can simulate some of crowdworkers' abilities in these ``human computation algorithms,'' but the level of success is variable and influenced by requesters' understanding of LLM capabilities, the specific skills required for sub-tasks, and the optimal interaction modality for performing thes"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.10168","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2307.10168/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:58:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5i0YZkecGdU9Ccm0J5Erzn7vf5QnOWQh24q/776g4izc921JJA2k8VzbF8s2O80/q6V1Y01x21/XYVh7P+3OBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T00:31:33.084613Z"},"content_sha256":"d59ba4ede2ab846e48a6eaca85e381f2373cbfb20a69e820c077dddfa320eee6","schema_version":"1.0","event_id":"sha256:d59ba4ede2ab846e48a6eaca85e381f2373cbfb20a69e820c077dddfa320eee6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/57TFPCLNMV5JFJ4KQNYU5BZH7A/bundle.json","state_url":"https://pith.science/pith/57TFPCLNMV5JFJ4KQNYU5BZH7A/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/57TFPCLNMV5JFJ4KQNYU5BZH7A/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-22T00:31:33Z","links":{"resolver":"https://pith.science/pith/57TFPCLNMV5JFJ4KQNYU5BZH7A","bundle":"https://pith.science/pith/57TFPCLNMV5JFJ4KQNYU5BZH7A/bundle.json","state":"https://pith.science/pith/57TFPCLNMV5JFJ4KQNYU5BZH7A/state.json","well_known_bundle":"https://pith.science/.well-known/pith/57TFPCLNMV5JFJ4KQNYU5BZH7A/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:57TFPCLNMV5JFJ4KQNYU5BZH7A","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ca563c5f1eca054af876efad69a0a7c0def0bb0c029aac9dabd30ba069c20804","cross_cats_sorted":["cs.HC"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-07-19T17:54:43Z","title_canon_sha256":"e2d630f47b496d756fe193739ae11a345c8b5da5cb540abff0cd5f23488a837a"},"schema_version":"1.0","source":{"id":"2307.10168","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.10168","created_at":"2026-07-05T09:58:39Z"},{"alias_kind":"arxiv_version","alias_value":"2307.10168v3","created_at":"2026-07-05T09:58:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.10168","created_at":"2026-07-05T09:58:39Z"},{"alias_kind":"pith_short_12","alias_value":"57TFPCLNMV5J","created_at":"2026-07-05T09:58:39Z"},{"alias_kind":"pith_short_16","alias_value":"57TFPCLNMV5JFJ4K","created_at":"2026-07-05T09:58:39Z"},{"alias_kind":"pith_short_8","alias_value":"57TFPCLN","created_at":"2026-07-05T09:58:39Z"}],"graph_snapshots":[{"event_id":"sha256:d59ba4ede2ab846e48a6eaca85e381f2373cbfb20a69e820c077dddfa320eee6","target":"graph","created_at":"2026-07-05T09:58:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2307.10168/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"LLMs have shown promise in replicating human-like behavior in crowdsourcing tasks that were previously thought to be exclusive to human abilities. However, current efforts focus mainly on simple atomic tasks. We explore whether LLMs can replicate more complex crowdsourcing pipelines. We find that modern LLMs can simulate some of crowdworkers' abilities in these ``human computation algorithms,'' but the level of success is variable and influenced by requesters' understanding of LLM capabilities, the specific skills required for sub-tasks, and the optimal interaction modality for performing thes","authors_text":"Alexis Axon, Alexis Sudjianto, Amanda Bertsch, Bill Guo, Chenyang Yang, Haiyi Zhu, Ihita Mandal, Jenny T. Liang, Jeremiah Milbauer, Jordan Taylor, Maya Albayrak, Namrata Padmanabhan, Patricia Vaidos, Ryan Liu, Sireesh Gururaja, Subhashini Ramkumar, Tongshuang Wu, Tzu-Sheng Kuo, Wei Wu, Wenxing Deng, Xiaolin Ni, Ying-Jui Tseng, Zhijin Wu, Ziqi Ding","cross_cats":["cs.HC"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-07-19T17:54:43Z","title":"LLMs as Workers in Human-Computational Algorithms? Replicating Crowdsourcing Pipelines with LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.10168","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:af6c5bfd71194f38bcf5a682993830ed607c2cfcc2dbeab9145258777fda0179","target":"record","created_at":"2026-07-05T09:58:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ca563c5f1eca054af876efad69a0a7c0def0bb0c029aac9dabd30ba069c20804","cross_cats_sorted":["cs.HC"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-07-19T17:54:43Z","title_canon_sha256":"e2d630f47b496d756fe193739ae11a345c8b5da5cb540abff0cd5f23488a837a"},"schema_version":"1.0","source":{"id":"2307.10168","kind":"arxiv","version":3}},"canonical_sha256":"efe657896d657a92a78a83714e8727f8126f1f2a66c2628c8bc45aecad2d4c63","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"efe657896d657a92a78a83714e8727f8126f1f2a66c2628c8bc45aecad2d4c63","first_computed_at":"2026-07-05T09:58:39.877801Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:58:39.877801Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"pLVNg5WlrLDbk+cbLkb/RA5BcJUhrA7n3OPxpwIjv5dA2HxYAIXcE5kCE+flADz245hJNL8X57bqmW1mPKFFBw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:58:39.878288Z","signed_message":"canonical_sha256_bytes"},"source_id":"2307.10168","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:af6c5bfd71194f38bcf5a682993830ed607c2cfcc2dbeab9145258777fda0179","sha256:d59ba4ede2ab846e48a6eaca85e381f2373cbfb20a69e820c077dddfa320eee6"],"state_sha256":"1ef16902994310a7bd68258086e6c7aea8af371fcd2076619304bc09060e0ede"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8AL0afw+qKHb6oAJGHMCOxI8V/2wiDs9RFDm1cDtPdpDHfGjxHYzwgyF1lYa0FbC87UOlan4XeqCKYhDVnGFCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-22T00:31:33.089593Z","bundle_sha256":"248ad3a1d5467bde2a99ee47740c23920051133ee1352c5db545da320c1aa500"}}