{"as_of":"2026-08-12T21:11:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:f7ed746afb915390a6a0aaa3fb0f9ade0c865d09206948d066b574c6f21ddd55","coverage":[{"denominator":245,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":100,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T21:56:28.577839Z","state":"measured"},{"denominator":100,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":100,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-12T06:34:41.77262+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2412.03991/citation-record","integrity":"/paper/2412.03991/integrity","json":"/paper/2412.03991/citation-record.json","paper":"/paper/2412.03991"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.221585Z","title":"Faitcrowd: Fine grained truth discovery for crowdsourced data aggregation","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.221585Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:d38a8fff50e19cf40cecb52dfa509d8d3ed22c29037649e61a97db6ba52273ca","observation_id":"3d779573-da1a-434c-8325-44f92fb4ffcf","resolution":{"observed_at":"2026-08-11T21:56:28.221585Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.226567Z","title":"Whose vote should count more: Optimal integration of labels from labelers of un- known expertise","venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.226567Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:a13981559db0131021d0e0f787b317a935ca1cfae109d8e620a379b833ec9b87","observation_id":"a902e10b-3ff2-4db1-9129-ef4b937f71e4","resolution":{"observed_at":"2026-08-11T21:56:28.226567Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.230362Z","title":"Latent dirichlet allocation","venue":null,"work_id":null,"year":2003},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.230362Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:1ac382c8ec60ecc7f1da6a2582e9562a60c7c3bb5dd369d9dce03f319da95a2f","observation_id":"7c5929ee-3267-426a-97ca-23395ce52376","resolution":{"observed_at":"2026-08-11T21:56:28.230362Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.234092Z","title":"icrowd: An adaptive crowd- sourcing framework","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.234092Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:8af126c9eac4b5ed30d9410dec9ace3ca5faa1017e0b4558f4eae76dafabdc6c","observation_id":"13d64e4d-5bab-413b-8c2c-88faa4f27e21","resolution":{"observed_at":"2026-08-11T21:56:28.234092Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.238068Z","title":"The multidimensional wisdom of crowds","venue":null,"work_id":null,"year":2011},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.238068Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:f8958a63445f5fd75a3a606a699523d766db005cffb9d23e5e092c773c570037","observation_id":"1efa32d2-8c51-4695-b033-10b4fbcc0ec5","resolution":{"observed_at":"2026-08-11T21:56:28.238068Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.241934Z","title":"Compar- ing twitter and traditional media using topic models","venue":null,"work_id":null,"year":2011},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.241934Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:1527246a6861aecd462718abf2ef1b0d4ae6c947794fa45c0d9c10fe3db6b794","observation_id":"047a1fc3-c3b1-4717-830d-79929d74f6f1","resolution":{"observed_at":"2026-08-11T21:56:28.241934Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.245723Z","title":"C-reference: Improving 2d to 3d object pose estimation accuracy via crowd- sourced joint object estimation","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.245723Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:0a863bd40d07a4986388e551a6480fa6974249521d30c33a6321c14658246d8f","observation_id":"b8a75fac-417e-40da-91bc-0c386a0528ac","resolution":{"observed_at":"2026-08-11T21:56:28.245723Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.249095Z","title":"Eventanchor: Reducing human interactions in event annotation of racket sports videos","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.249095Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:288d7cb445d9a4e7f6c505f2f8b8181a4ff3cc8bcdcca2359151163141f88b9c","observation_id":"190ef9c7-a7e1-4cf3-83ca-a4d2bab41b3d","resolution":{"observed_at":"2026-08-11T21:56:28.249095Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.252316Z","title":"Aggregating complex annotations via merging and matching","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.252316Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:4e3dbeb6ba9b3547f14e433cbdb0a39d9fe22fb4dff644eedd49825c69a2d77f","observation_id":"4903879d-78f7-4715-a61e-aedc86b495ed","resolution":{"observed_at":"2026-08-11T21:56:28.252316Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.255933Z","title":"Capturing ambiguity in crowd- sourcing frame disambiguation","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.255933Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:29b8c643390b93367e464c9e9a61c147247d15f71715e38c6733af3a956f01e4","observation_id":"a9e9ec8d-7cba-4357-8310-120ece1737d2","resolution":{"observed_at":"2026-08-11T21:56:28.255933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.259228Z","title":"Multistep planning for crowdsourcing complex consensus tasks","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.259228Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:9b0539502c92d8ec3dda658bfc0b3e4eeb8862f638318e3ff7cc1ced8a9e627d","observation_id":"3626a73f-cd96-49b3-aaa3-912811988330","resolution":{"observed_at":"2026-08-11T21:56:28.259228Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1711.05885","last_updated":"2017-11-16T01:53:19Z","snapshot_observed_at":"2026-07-31T17:55:57.521766Z","submitted_at":"2017-11-16T01:53:19Z","title":"Crowdsourcing Question-Answer Meaning Representations","version":1},"cited_work":{"arxiv_id":"1711.05885","doi":null,"metadata_source":"pith","pith_arxiv_id":"1711.05885","snapshot_observed_at":"2026-08-11T21:56:29.351337Z","title":"Crowdsourcing Question-Answer Meaning Representations","venue":"cs.CL","work_id":"a411247a-e588-44c7-a003-8044b7fd5162","year":2017},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.262345Z"},"links":{"cited_paper":"/paper/1711.05885","citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:21bc8d522078bd619a3a6f99ce3e0c1684d6d9b04070de699cf5226d8ecc0aa4","observation_id":"05ca043e-737b-40b1-a2d0-ee6367a20629","resolution":{"observed_at":"2026-08-11T21:56:29.356273Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.266086Z","title":"Repeated labeling us- ing multiple noisy labelers","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.266086Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:4b8a99565d6799a9d186a2b25dfbc9832f52da1baced4a684629d9d73a211384","observation_id":"a03e7a53-fc01-4514-9162-403bd2efe9f9","resolution":{"observed_at":"2026-08-11T21:56:28.266086Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.269938Z","title":"How many workers to ask? adaptive exploration for collecting high quality labels","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.269938Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:4659fe463d9aee77a7adc92088407917c818e5822007f978fd238f254fb8d2f9","observation_id":"213a7912-e680-48e6-b076-87b5a54adb29","resolution":{"observed_at":"2026-08-11T21:56:28.269938Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.273315Z","title":"To re (label), or not to re (label)","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.273315Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:f161d9ece9dd5979b0cec72960eb2416c00dd992404b944e0fd31a40317c864a","observation_id":"c702b3e8-2ba5-4c8e-a89b-b006bc883528","resolution":{"observed_at":"2026-08-11T21:56:28.273315Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.276654Z","title":"Online sequencing of non-decomposable macrotasks in expert crowdsourcing","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.276654Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:dd6f6aa48caff338483936fc0001a1e0eef1b1f0226f27c47bd460c73eb90dcb","observation_id":"203d44d4-009c-4317-a7e4-c139bd30350e","resolution":{"observed_at":"2026-08-11T21:56:28.276654Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.279918Z","title":"Creating a system for lexical substitutions from scratch using crowdsourcing","venue":null,"work_id":null,"year":2013},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.279918Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:08cb8714c5963fb865c9f0c3366ede89c64a54274528d99d17ef318fe9759a40","observation_id":"88b2360d-8eab-4275-a895-e561eb0ef9ac","resolution":{"observed_at":"2026-08-11T21:56:28.279918Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.283447Z","title":"Sprout: Crowd-powered task design for crowd- sourcing","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.283447Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:f81211c089e74a57c106d33956ac15f9e6acec5c67cfebc913c0d5755db80ac5","observation_id":"af107db4-1f0c-4aa5-9f2b-e3fd3b872345","resolution":{"observed_at":"2026-08-11T21:56:28.283447Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.286811Z","title":"Crowd anatomy be- yond the good and bad: Behavioral traces for crowd worker modeling and pre-selection","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.286811Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:925eb9335969516bd8e4ad54568f807ec80ecbeabaae9a520141cc3b13c1c8c4","observation_id":"ef42861b-e832-4e5d-98c1-7e4d875d66ad","resolution":{"observed_at":"2026-08-11T21:56:28.286811Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.290278Z","title":"Crowdsourcing complex workflows under budget constraints","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.290278Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:fb0747d7b3e29cdb4cc01977487882ed17c5e4ee8c6a71239c11bcc8020bbdc2","observation_id":"cb7083f5-ea4e-4dc3-b8b4-5b839bf2b2b1","resolution":{"observed_at":"2026-08-11T21:56:28.290278Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.293530Z","title":"Pplib: Toward the automated generation of crowd computing programs using process recombination and auto- experimentation","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.293530Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:08c797cbd9e8c619ce02aabec5fe2ab8c89b76a316003439dd501d17f6277100","observation_id":"cf20daa8-6cf6-49f9-81fa-a20cc4619638","resolution":{"observed_at":"2026-08-11T21:56:28.293530Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.297128Z","title":"E fficiently identifying a well-performing crowd process for a given problem","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.297128Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:e53cc6c66ebe636d3257c8f2f0bf4ff42a5ff8a54997472c5f97fb453935d5ce","observation_id":"1fdc21ec-a632-491b-bc98-5b0e4b54455c","resolution":{"observed_at":"2026-08-11T21:56:28.297128Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.300567Z","title":"Investigating dif- ferences in crowdsourced news credibility assessment: Raters, tasks, and expert criteria","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.300567Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:eecb1b653c1900b62b078401b8dbadeb4b3d638c6a9a6addc222255933978e67","observation_id":"e0e4e7b6-7257-4840-bf89-dadaa8f55063","resolution":{"observed_at":"2026-08-11T21:56:28.300567Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.304206Z","title":"Crowdsheet: instant implementation and out-of-hand execution of complex crowdsourcing","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.304206Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:dee09b350a9bd0189753da8fa7547c2fa9652b5041819f4d282e19bd3f3e7c04","observation_id":"6108f11e-6175-4cc9-bbdd-d53f1a4fb5fb","resolution":{"observed_at":"2026-08-11T21:56:28.304206Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.307677Z","title":"Cross-modal data programming enables rapid medical ma- chine learning","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.307677Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:c3b6db03665523aa570f5dde42459d4c795e46e9006bcdcb4c299fc3168d008e","observation_id":"009c0f7b-b573-4cdd-ac35-a94ceff4e683","resolution":{"observed_at":"2026-08-11T21:56:28.307677Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.311506Z","title":"Crowdweaver: visually man- aging complex crowd work","venue":null,"work_id":null,"year":2012},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.311506Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:eaa856066b8aac9d3e726533e4cc51b161b28e1dda73ad1508473567fbbf035d","observation_id":"8180e573-db09-4ae9-8d2e-4c9b18f3cece","resolution":{"observed_at":"2026-08-11T21:56:28.311506Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.315285Z","title":"Quality-based pricing for crowd- sourced workers","venue":null,"work_id":null,"year":2013},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.315285Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:7efa23aac350c079df99b66c3f8a75d655a54da454b5461baa89a8c72aa057a9","observation_id":"0c4530e5-a782-4ff7-9c15-70be886f2cf3","resolution":{"observed_at":"2026-08-11T21:56:28.315285Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.319303Z","title":"Measuring crowdsourcing e ffort with error-time curves","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.319303Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:d9f3f1d453d299e8d2bd5988722d3c70bcfc57ae51aee39e046835bcdef745c2","observation_id":"c80a14bd-d615-4937-aea7-f0a9c361f247","resolution":{"observed_at":"2026-08-11T21:56:28.319303Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.323036Z","title":"The e ffects of performance-contingent fi- nancial incentives in online labor markets","venue":null,"work_id":null,"year":2013},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.323036Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:ed3ea6d0a2f7b689f0fc850d14ad68c7418e012be1216f24992e8da836f51d90","observation_id":"44704984-9626-4134-a3ec-bf247e8a029b","resolution":{"observed_at":"2026-08-11T21:56:28.323036Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.326637Z","title":"Complex crowdsourcing task al- location strategies employing supervised and reinforcement learning","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.326637Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:c11b81e6389cfab2ec1d10f5858f843b0ebf3cd0f272fe45e68eddd0c66f575d","observation_id":"d5f51202-3082-434c-b6ec-efae9ad00f72","resolution":{"observed_at":"2026-08-11T21:56:28.326637Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.330235Z","title":"Task assignments in complex collaborative crowdsourcing","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.330235Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:075bafea8883600c82c95e0afd6856cc714e2c96797a310b204f06218e885538","observation_id":"12b8b9c0-0b36-49e6-a61f-d6b5b4f62a80","resolution":{"observed_at":"2026-08-11T21:56:28.330235Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.333940Z","title":"Storia: Summarizing social media con- tent based on narrative theory using crowdsourcing","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.333940Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:512dc2dc427e6b04fc2bf8a5c6288e71e65fbbc40269817f87f7994756586bab","observation_id":"70941160-fa94-4e42-af11-6ab6f0b49015","resolution":{"observed_at":"2026-08-11T21:56:28.333940Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.337631Z","title":"Wearwrite: Crowd-assisted writing from smartwatches","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.337631Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:b2423d57b348caa2bb9bcbf2051c1817ccd877afc239eee3d9812c7f1ef00719","observation_id":"b02876b0-3ceb-442b-9ae5-4d6f6857dead","resolution":{"observed_at":"2026-08-11T21:56:28.337631Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.341837Z","title":"The knowledge accelerator: Big picture thinking in small pieces","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.341837Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:3ee4032ca681206d6cd23a3ab308772bd9b429658dfdc089a861bad659f9ca20","observation_id":"d86d9b61-c163-416c-b447-3144d4b91597","resolution":{"observed_at":"2026-08-11T21:56:28.341837Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.345581Z","title":"Communitycrit: inviting the public to improve and evaluate urban design ideas through micro-activities","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.345581Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:b20ead0710e0c3f9c790ae1346c414134fe42da3a1e1679183dad3f972c8e512","observation_id":"721b0716-eae3-4df2-b9b0-3335cb2ef2ee","resolution":{"observed_at":"2026-08-11T21:56:28.345581Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.349021Z","title":"Exploring trade-o ffs between learning and productivity in crowdsourced history","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.349021Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:aacbd10fa84429cb497971fc6a71a300e1e05fd7d45667769d4af313afdceccf","observation_id":"c29bac33-74be-4105-aff3-bdafcfa27a71","resolution":{"observed_at":"2026-08-11T21:56:28.349021Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.352834Z","title":"Crafting policy discussion prompts as a task for newcomers","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.352834Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:da13f3afff27e14520a89279f7c233f4df31f4af0f4bbd68105f4556503ac9c7","observation_id":"d51cd9f6-1fe2-4ef2-b604-8bc80bf95058","resolution":{"observed_at":"2026-08-11T21:56:28.352834Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.356545Z","title":"A task decomposition framework for surveying the crowd contextual insights","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.356545Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:08155570587b6bf2fd86688a70679d6181ffa80313a1ac4ac528d7132586f170","observation_id":"138ab05f-d290-435c-aee1-8b5f48df1e33","resolution":{"observed_at":"2026-08-11T21:56:28.356545Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.360235Z","title":"Cascade: Crowdsourcing taxonomy creation","venue":null,"work_id":null,"year":2013},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.360235Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:9c40b558a3bab932971d3de3dfebda157679f6e43bb48f9678116a2d1aacc90a","observation_id":"e495f4b9-39c0-4e69-bcb8-f80884d24d46","resolution":{"observed_at":"2026-08-11T21:56:28.360235Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.363707Z","title":"Crowdsourcing in the field: A case study using local crowds for event reporting","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.363707Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:adcf1fb0217d0c2a10ad9e4b74fe4c47057fca95e0125d736113ed7feb4218af","observation_id":"014606cf-1a1d-47ca-826c-5c183233d9d2","resolution":{"observed_at":"2026-08-11T21:56:28.363707Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.367097Z","title":"Chorus: a crowd-powered conversational assistant","venue":null,"work_id":null,"year":2013},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.367097Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:3690775c6c2589c39b307c249e1d3b63e676b1dd77b91b364cdaf444f90f0871","observation_id":"77c8b6a7-8f99-4d02-b57c-97c23d3a71b3","resolution":{"observed_at":"2026-08-11T21:56:28.367097Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.371117Z","title":"Crowdia: Solving mysteries with crowd- sourced sensemaking","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.371117Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:d499f4674b41c05df1c8dd4731a9dfcdb105ba2e020086bf3b173c0a5a111855","observation_id":"1ac5c6fb-d2db-4814-9347-673b4dbb2f2b","resolution":{"observed_at":"2026-08-11T21:56:28.371117Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.374841Z","title":"Reviewing versus doing: Learn- ing and performance in crowd assessment","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.374841Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:1d017b829715177e554a0d30747bde57ac75ec874ce0d73f1f0768f7c95e4682","observation_id":"aad677d9-4cf5-4548-9bc2-0bc05f5708e8","resolution":{"observed_at":"2026-08-11T21:56:28.374841Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.378465Z","title":"Microtalk: Using argu- mentation to improve crowdsourcing accuracy","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.378465Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:669597d8289a7bd1d76e90613d22808ffb1cdbf016f3ecd2c4866be95435f1e3","observation_id":"1f919fce-0572-496e-b073-5688fabf3aaa","resolution":{"observed_at":"2026-08-11T21:56:28.378465Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.382044Z","title":"Smartcrowd: a workflow framework for complex crowdsourcing tasks","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.382044Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:fae8f7f8135952a3ff8a12b4d6e7ee518b609405c678756f27d2885243cc34c4","observation_id":"fa75008d-a8e0-465f-b3fc-6012f4a4127f","resolution":{"observed_at":"2026-08-11T21:56:28.382044Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.386189Z","title":"Optimized group formation for solving collaborative tasks","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.386189Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:fbaab28f280d5912063a69889529b8f99ea4649a81aefdd0b0dca4100d2f3542","observation_id":"0bbaa2c1-1c17-4a9b-9b30-d3fe874d45a6","resolution":{"observed_at":"2026-08-11T21:56:28.386189Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.389824Z","title":"Zencrowd: leveraging probabilistic reasoning and crowdsourcing techniques for large-scale entity linking","venue":null,"work_id":null,"year":2012},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.389824Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:ddcda0db811c9e058785740c9a764f76a30b545b7afb3b55c57b9f57836f56e7","observation_id":"32df37ee-e3ea-4235-a2b1-9b0b82b01288","resolution":{"observed_at":"2026-08-11T21:56:28.389824Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.393334Z","title":"Crowd- sourcing for multiple-choice question answering","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.393334Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:6d1ee7487f94deaf075a0d0540b3cd2d79cd84abd52108d7966d2fe008cc72b9","observation_id":"3c22f583-24fd-48e8-b156-7ed405dfebf5","resolution":{"observed_at":"2026-08-11T21:56:28.393334Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.396942Z","title":"Bayesian classifier combination","venue":null,"work_id":null,"year":2012},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.396942Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:d788cf45b1d76d397561c468dc11251f2611ed295e8e1157f1c96c77c4e269d9","observation_id":"6ed77487-e6f2-483d-a03c-4344bc1a67e9","resolution":{"observed_at":"2026-08-11T21:56:28.396942Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.400676Z","title":"Community- based bayesian aggregation models for crowdsourcing","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.400676Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:06316f05a21f3f6be4458905c6cffd3e578e0d53bbc9d9231acb97665765700d","observation_id":"2f07bdac-f5a0-47a4-8b80-6863a032c7cc","resolution":{"observed_at":"2026-08-11T21:56:28.400676Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.404266Z","title":"Clickstream analysis for crowd-based object segmentation with confidence","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.404266Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:901107689b282532d5f60f812085436558bce71755c7a33a479e2d6073190687","observation_id":"74c051d9-448c-401d-98e4-f5c1d563ff75","resolution":{"observed_at":"2026-08-11T21:56:28.404266Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.407626Z","title":"Exploring the e ffects of goal setting when training for complex crowdsourcing tasks","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.407626Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:b3998b2d9a8bbf25435caa8cee362f668784ef11d1d983de9a9549a415dcf336","observation_id":"0ca13bb2-6e06-4aa1-a971-147fb8dcc97f","resolution":{"observed_at":"2026-08-11T21:56:28.407626Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.411153Z","title":"Motivating novice crowd workers through goal setting: An investigation into the effects on complex crowdsourc- ing task training","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.411153Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:6e51a7e39534c545834547396b393fb9152a085f6ff7d7786657b75bd4fdc737","observation_id":"78d84516-cb9b-4c8f-8186-437055d12aea","resolution":{"observed_at":"2026-08-11T21:56:28.411153Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.414743Z","title":"Teaching active human learners","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.414743Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:96d66042e67ccb4171a0774984eb28a8aff57ab3786f042ecc8fb08033e32cf4","observation_id":"77d76a5d-ecc4-4241-9528-8f2223cd1457","resolution":{"observed_at":"2026-08-11T21:56:28.414743Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.418250Z","title":"Machine teaching: An inverse problem to machine learning and an approach toward optimal education","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.418250Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:68a7b67b8d9d050e421b3a0baff460e8634352762be5f2caac3d05374f3e6252","observation_id":"bd49abf8-ccc9-4665-bb77-67b8c15da199","resolution":{"observed_at":"2026-08-11T21:56:28.418250Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.421568Z","title":"Trainbot: A con- versational interface to train crowd workers for delivering on-demand therapy","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.421568Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:0844fe9bb6da02d21f52fe1d8d6fb10338980dac811e9f160d45fdb7e79611d0","observation_id":"b4030388-06ee-487e-afdd-10d95e5edd5b","resolution":{"observed_at":"2026-08-11T21:56:28.421568Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.425052Z","title":"Toward a learning sci- ence for complex crowdsourcing tasks","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.425052Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:c7404a38e631ab6101ea500a985ab308e65a21705034729d926ce7928841fc42","observation_id":"3270e71f-983d-4990-a6f1-1594ecd08909","resolution":{"observed_at":"2026-08-11T21:56:28.425052Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.428734Z","title":"Cicero: Multi-turn, con- textual argumentation for accurate crowdsourcing","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.428734Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:e1d7c382416239565b48a63acead9f4b5393431a56cccb9a229b9d5eccc04969","observation_id":"26255dc8-eb55-4963-8313-ca150b6d6042","resolution":{"observed_at":"2026-08-11T21:56:28.428734Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.432265Z","title":"Leveraging peer communication to enhance crowdsourcing","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.432265Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:44bebfca5b08740310bcd85a4a90f6e048e2e3401eb94cc7d0bbfc117fd062b4","observation_id":"1a62bc09-3043-4d77-990d-6f3fa17a331a","resolution":{"observed_at":"2026-08-11T21:56:28.432265Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.435788Z","title":"E ffective crowd annotation for relation extraction","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.435788Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:7e3e2649ee90c3aa5bed8ecccbbde0346ac51e1611ecff6fdba659f97d3676a7","observation_id":"46c737b5-2b9b-4fd4-9eae-a3fe2146f8fb","resolution":{"observed_at":"2026-08-11T21:56:28.435788Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.439229Z","title":"Context trees: Crowdsourcing global un- derstanding from local views","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.439229Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:b1f211598908cd5e184cd83e82d589d527c652f6380ef087e21752ea66ff9fed","observation_id":"5687d317-b12d-422a-b57d-4a858f3ccf74","resolution":{"observed_at":"2026-08-11T21:56:28.439229Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.443566Z","title":"Strategies for crowdsourcing social data analysis","venue":null,"work_id":null,"year":2012},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.443566Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:ee044e22e682fa1376ca0d51880dbe74bed4d7e1a45867d2c1b6100976163df5","observation_id":"1a763e4b-d873-46aa-823b-5cdd9d3c625d","resolution":{"observed_at":"2026-08-11T21:56:28.443566Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.447005Z","title":"The chal- lenge of variable effort crowdsourcing and how visible gold can help","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.447005Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:5d94c28162566f44515c025bab6d225161f310eb38db6427cf0ffb980344157f","observation_id":"52558dc2-8c5c-40b7-9fdd-9755634b54bf","resolution":{"observed_at":"2026-08-11T21:56:28.447005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.450651Z","title":"Wikum: Bridging discussion forums and wikis using recursive summarization","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":64,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.450651Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:bb3ea4db7963029270a006c1a894770d2ecd9f4ab1962bc2a0e17b43b30ba980","observation_id":"6dfd1062-872e-428d-9b04-2248ced22558","resolution":{"observed_at":"2026-08-11T21:56:28.450651Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.454120Z","title":"Creating better action plans for writing tasks via vocabulary- based planning","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":65,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.454120Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:50afd7dde732c49707f4f4537ad43c54fb5179a4d7fadcc55cf1db192f993430","observation_id":"ae0859dc-0b0a-413c-b674-37a5a7c79e3e","resolution":{"observed_at":"2026-08-11T21:56:28.454120Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.457729Z","title":"An examination of the work practices of crowd- farms","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.457729Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:97fe50407f69533580651fd2e84e883e6d09788c95df9e773ee3f09d3ffc34e4","observation_id":"1385db39-79dd-44d0-bf0b-22aee1d7d48a","resolution":{"observed_at":"2026-08-11T21:56:28.457729Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.461040Z","title":"Heteroglossia: In-situ story ideation with the crowd","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":67,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.461040Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:d63828b0805d91342ba38df843970fe62b222cdf4fd991f080cf110176d66ffb","observation_id":"b33ba2f2-3332-4441-b471-130eef1a759d","resolution":{"observed_at":"2026-08-11T21:56:28.461040Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.464506Z","title":"Com- puting crowd consensus with partial agreement","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":68,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.464506Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:6a82cf5f943dbb8e547d18a4c7d00550dc0e9df828e68f970ba78e65f56af54b","observation_id":"bd2dc9a0-9d83-4bfc-965c-d3d853721356","resolution":{"observed_at":"2026-08-11T21:56:28.464506Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.467837Z","title":"Quality control in crowdsourcing based on fine-grained behavioral features","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":69,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.467837Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:b1a6391bb5177c51e02697ae17f458b11a3b24499954b800f855f9444c2a09d1","observation_id":"60337775-fb91-4f61-8117-305fe19f9e27","resolution":{"observed_at":"2026-08-11T21:56:28.467837Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.471326Z","title":"Optimal complex task assignment in service crowdsourcing","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":70,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.471326Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:b3af831ac3213c2433dec5bf15255cd74361a67011bb0ff02c2b2be469e415b8","observation_id":"88109727-fdd2-439b-bf60-bbd1627d993a","resolution":{"observed_at":"2026-08-11T21:56:28.471326Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.474582Z","title":"Using hierarchical skills for optimized task assignment in knowledge-intensive crowdsourc- ing","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":71,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.474582Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:164ad231fc6d22f162d4b470fb2d677a2dcd7a2cb85c6bf05f49e4086eabb70e","observation_id":"97e60aa3-5931-43a8-b3dc-d4230b3c9c66","resolution":{"observed_at":"2026-08-11T21:56:28.474582Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.477894Z","title":"Skill ontology- based model for quality assurance in crowdsourcing","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":72,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.477894Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:4e2fbbbc26ca497d8645790787c2442a9468816b40ab2f6a4442b1b56db86c9a","observation_id":"492837a3-ddea-4c77-9cae-657e03055a46","resolution":{"observed_at":"2026-08-11T21:56:28.477894Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.481394Z","title":"Crowdcog: A cognitive skill based system for heterogeneous task assignment and recommendation in crowdsourcing","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":73,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.481394Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:afc4bc4d7f02415fb033d7afbbd716e4c186cbbbb00bbf141c71d1a73de37873","observation_id":"52ff3be9-2630-47ea-904e-a67c8be87031","resolution":{"observed_at":"2026-08-11T21:56:28.481394Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.485157Z","title":"A review on the methods to evaluate crowd con- tributions in crowdsourcing applications","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":74,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.485157Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:e270e09ff500b0953add3985e43bffd96f5d1cd6cf9edff1e542998c6e735357","observation_id":"8df5af27-5b0c-468f-abf7-c7457795e01e","resolution":{"observed_at":"2026-08-11T21:56:28.485157Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.488768Z","title":"Dexa: Supporting non-expert annotators with dynamic examples from ex- perts","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":75,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.488768Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:b7bed5b1f484eb5d2300408bd608a18ba65917795a32e14f483e8b676f4d4a8a","observation_id":"169f6dc6-e067-4df4-9547-6c86624ee64a","resolution":{"observed_at":"2026-08-11T21:56:28.488768Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.491939Z","title":"V oyant: generating structured feedback on visual designs using a crowd of non-experts","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":76,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.491939Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:71eb2dde2f9ea9b95eaf37206f229dd33f88194cc52b6a1897a1427960b842af","observation_id":"2a42e14d-c041-4d78-9cdc-47eff161f5d6","resolution":{"observed_at":"2026-08-11T21:56:28.491939Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.494999Z","title":"Crowdsourced text sequence aggregation based on hybrid reli- ability and representation","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":77,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.494999Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:1197f5cc83362b49f55905a120d26d7fcd93ccbce187c3363bcfe7cc8683734a","observation_id":"9c76d4cc-cc92-4a74-901b-1b2095801909","resolution":{"observed_at":"2026-08-11T21:56:28.494999Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.498542Z","title":"Modeling and aggregation of complex annota- tions via annotation distances","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":78,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.498542Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:bb496b8353ac6753520a8ab8dd4777ab0aefb4fbaf202077fa306a622be553e1","observation_id":"a34b9bb3-1d6a-4f1b-8379-9a5c926c771b","resolution":{"observed_at":"2026-08-11T21:56:28.498542Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.502040Z","title":"Crowd process design: how to coordinate crowds to solve complex problems","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":79,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.502040Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:a7de9cb7f0ca3d901f8326aac3e5d3a6802ef1c1bd64005ac7ee1984ff00fdae","observation_id":"a4aa8172-3e66-4795-a250-edcf719e2869","resolution":{"observed_at":"2026-08-11T21:56:28.502040Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.505909Z","title":"Communicating context to the crowd for complex writing tasks","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":80,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.505909Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:c7b5ade6941d17b290f2695c723fc7415d07ffa37d0bca74702ba0c418e0344c","observation_id":"d255b6ed-14ca-4b18-8de3-7dab71a68941","resolution":{"observed_at":"2026-08-11T21:56:28.505909Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.509731Z","title":"A classroom study of using crowd feedback in the iterative design process","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":81,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.509731Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:b2e70438d096c0b247dc31bca32d5aa0292c79903d866ead4de174b6b5cbc4d3","observation_id":"1bea37da-9413-4f6b-9d2e-be1f166f818c","resolution":{"observed_at":"2026-08-11T21:56:28.509731Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.513981Z","title":"Supporting esl writ- ing by prompting crowdsourced structural feedback","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":82,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.513981Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:a2e9b9c66cf1a2a74208c65b70de1c6263aaa64a18c088397f00f4e188002521","observation_id":"5af780f7-d946-44fe-9884-50efc43bafca","resolution":{"observed_at":"2026-08-11T21:56:28.513981Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.517534Z","title":"An empirical study on short-and long-term e ffects of self-correction in crowdsourced microtasks","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":83,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.517534Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:a0e4eb37fa0f17df646f58a8c5a8f8ae9784900c88cadcc85863f5e63aace8a8","observation_id":"0e3e223c-f157-404a-a7c9-8504fe5f9e9e","resolution":{"observed_at":"2026-08-11T21:56:28.517534Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.521096Z","title":"Human rationales as attribution priors for explainable stance detection","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":84,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.521096Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:e94acba11a74890ee32386ad4428acb19f7814d73924c99aa249660da1632029","observation_id":"42b4877a-1e83-4dfa-988a-ab78882d342a","resolution":{"observed_at":"2026-08-11T21:56:28.521096Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.524646Z","title":"Deep extreme cut: From extreme points to object segmentation","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":85,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.524646Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:dbddfed1885ec2fd99b0cf5f1a758a4354dd734e87f804178274e6d42053e4ea","observation_id":"3dcaf2c3-2e87-458f-8a6d-95d4b1b11e20","resolution":{"observed_at":"2026-08-11T21:56:28.524646Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.528161Z","title":"Large-scale interactive object seg- mentation with human annotators","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":86,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.528161Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:e10ab3f1f1493746e991aef33a924c167dab06a7ff1b924fe7186503d68aac8a","observation_id":"b8ef72e4-4bd1-4260-b016-6c18fdaf8ce6","resolution":{"observed_at":"2026-08-11T21:56:28.528161Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.531572Z","title":"Best of both worlds: human- machine collaboration for object annotation","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":87,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.531572Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:5b8443781f4c7d5b93cd55da9708430edc65a008a5b64b6bddf1844a3051e36a","observation_id":"9c48e0eb-a8f9-44d2-8e4a-b9dfdc18b639","resolution":{"observed_at":"2026-08-11T21:56:28.531572Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.535379Z","title":"Lean crowdsourcing: Combining humans and machines in an online system","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":88,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.535379Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:e2e1489c4bffdfb2132475ac9f8ccec70d18795d20e3c25039f9914747d79cc8","observation_id":"0a1202c6-25b4-4d1e-85f5-b4c71dae8dc8","resolution":{"observed_at":"2026-08-11T21:56:28.535379Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.538842Z","title":"Eureca: Enhanced understanding of real environments via crowd assistance","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":89,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.538842Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:b4dbf59d528b24ec93e359313f581f09e3f9863318517a54bea1085ae58420d7","observation_id":"e6e417f8-1b25-4932-8342-eefe67618e21","resolution":{"observed_at":"2026-08-11T21:56:28.538842Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.542565Z","title":"Rationale-based human-in-the-loop via supervised attention","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":90,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.542565Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:fd6b8ac39bec3fa8b44beeb4cc1a1d2aae7c46e972ce602163810ef19ac138fd","observation_id":"b9e725f0-a7e4-429b-a223-ca724cbecbdb","resolution":{"observed_at":"2026-08-11T21:56:28.542565Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.545888Z","title":"Scalpel-cd: leveraging crowdsourcing and deep probabilistic mod- eling for debugging noisy training data","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":91,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.545888Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:36a36137a7df79a48150d7396e47eb61386ba8bdc44a1b62cdd587b4efdc8cf9","observation_id":"4f37b71f-061c-4eca-921e-d6dff399da0d","resolution":{"observed_at":"2026-08-11T21:56:28.545888Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.549318Z","title":"On human intellect and machine failures: Troubleshooting integrative machine learning sys- tems","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":92,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.549318Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:06fec616fca8ec8fe560bf22a06016e1a5e7d13d0ed74b3e39bd11b1b3dbeebc","observation_id":"1b1860d5-f119-4c4a-ab8d-c4eef01827d5","resolution":{"observed_at":"2026-08-11T21:56:28.549318Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.552845Z","title":"Joint cognition of both human and machine for predicting criminal punishment in judicial system","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":93,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.552845Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:6ccf3e8c0072b468712040514735ad810fe0a63685c5c087f55db5ceb8982efe","observation_id":"152b3f06-2a62-48c5-9fce-5a93b3800e2a","resolution":{"observed_at":"2026-08-11T21:56:28.552845Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.556223Z","title":"Truth inference in crowdsourc- ing: Is the problem solved? Proceedings of the VLDB Endowment, 2017, 10(5): 541–552","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":94,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.556223Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:04fbc4036602ef6a007275d7486cc3d2da50ba4700f503fac45030d2394fcde1","observation_id":"e8f0e1e0-4954-4c87-a020-e528bee76ac0","resolution":{"observed_at":"2026-08-11T21:56:28.556223Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.559626Z","title":"Resolving conflicts in het- erogeneous data by truth discovery and source reliability estimation","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":95,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.559626Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:11a3a255e1b31461e0940cda7ce58997e1a5bfc5065edc01aad14eac1dc85a86","observation_id":"3cb7a7f2-72e6-4e33-9dde-ef534feef8aa","resolution":{"observed_at":"2026-08-11T21:56:28.559626Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.563138Z","title":"A confidence-aware approach for truth discovery on long-tail data","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":96,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.563138Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:f8440a5112ad3bd42a6724e2feb1753c700f2b4ed13ddac7a5acc0f896cfe806","observation_id":"df7b9963-b8d4-4256-a2ee-4f145e519c95","resolution":{"observed_at":"2026-08-11T21:56:28.563138Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.567084Z","title":"Learning from the wisdom of crowds by minimax entropy","venue":null,"work_id":null,"year":2012},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":97,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.567084Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:f40ee98ba8753097aa2814bc03dbdb349fac63a7babf2b1e82171d3f132c09f6","observation_id":"a669dcb5-0297-40af-bc73-b8e8a8538f66","resolution":{"observed_at":"2026-08-11T21:56:28.567084Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.571075Z","title":"Probabilistic graphical models","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":98,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.571075Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:4eedb702312b86b857db2dc5a4f785fd16d366480a0191e3cf8cac4310f6be5c","observation_id":"2e5b275e-48c0-4414-8631-b94e78aca718","resolution":{"observed_at":"2026-08-11T21:56:28.571075Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.574502Z","title":"Maximum likelihood estimation of observer error-rates using the em algorithm","venue":null,"work_id":null,"year":1979},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":99,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.574502Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:d14794b3db0f56f413ad5e22d56e55ef2760549147252c66837da1328912d830","observation_id":"d9281839-32c6-4fd9-acd6-376da8c19fa2","resolution":{"observed_at":"2026-08-11T21:56:28.574502Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:56:28.577839Z","title":"Eliciting structured knowledge from situated crowd markets","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey","version":1},"reference_index":100,"source":"pdf_text","source_observed_at":"2026-08-11T21:56:28.577839Z"},"links":{"citing_paper":"/paper/2412.03991"},"observation_digest":"sha256:4500d68cca78d50484635fa16bbaabdc403003b8e40fcd64b5911ca0893f5172","observation_id":"97c6bb7a-2d67-46a5-bacb-3f54da7b0f1f","resolution":{"observed_at":"2026-08-11T21:56:28.577839Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2412.03991","last_updated":"2024-12-05T09:11:07Z","latest_version":1,"primary_category":"cs.HC","snapshot_observed_at":"2026-08-12T14:53:29.070615Z","submitted_at":"2024-12-05T09:11:07Z","title":"Quality Control in Open-Ended Crowdsourcing: A Survey"},"reference_resolution":{"displayed":100,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":99,"verified_exact":1,"verified_fuzzy":0},"total_outbound_references":245},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"thesis":"As of 12 August 2026, this Paper Citation Record lists 100 of 245 outbound references and 0 inbound Pith citation observations for arXiv:2412.03991."}