{"as_of":"2026-08-13T17:45:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:4f229fb90951dfd673f8d3a392d60735d155e942b57cc3c4e8a1ccd0ff068fa1","coverage":[{"denominator":42,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":42,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-28T00:10:33.518301Z","state":"measured"},{"denominator":42,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":42,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-13T06:32:02.005865+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2606.06301/citation-record","integrity":"/paper/2606.06301/integrity","json":"/paper/2606.06301/citation-record.json","paper":"/paper/2606.06301"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":"MoocTest","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:ba0fdae748a8823b08d4fa52017f75b990540f35bf1387e71846680434e32f38","observation_id":"7856a22e-80a2-43af-a2bf-1a6b5145b23d","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:a442a895ae8a8a2b2f13583d3ddf9dbcb0efadc1b93e2954e9072e3a217a8452","observation_id":"ae6e3969-1bc3-453e-b99a-28c35a311532","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2013},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:1c159950b393ad70a31caac8ffc68befac8dcff3c539dc47bd8e9c9850eac476","observation_id":"8ff3651e-885a-477a-ba45-e8b42f20faf1","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:ee382a836a376e620aea9e901f435ff2df59c13f3d86877581d68bc12cdc7ea6","observation_id":"f20836a0-361d-4d8d-96cf-a796164a51bf","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2013},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:eb9c10e07316dadaaf1d24b3f78f0e8c3c9aea957b5cfec2b574f5af3316dfea","observation_id":"987d1156-6c48-4dba-941f-301433a64e96","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:4ef2672918f363b0e476e78398691b8835fa24581a78e63f454c34386dc555ed","observation_id":"e872261f-2126-4739-baec-d7b33d7866cf","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:0318134737aa7220f03cfee695216dbde92441a06fc1e61605b4289ccd7f7ecc","observation_id":"33098604-8486-4460-b578-d4b46bd10bb2","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:e5fde8e8c42558d1f6f671bceb7a8bd1909075c0be6e8b342f9863b4de9dc996","observation_id":"7ab24f3a-64e2-4abb-9410-b23942d059c9","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:a88ba6ca1769ba9296d571836ebba6db70db68b38557211dd0d96ce67f22ed1b","observation_id":"e6c6b430-77d3-460f-8213-5f06c9a4bc68","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:8715a6edcc7142d53b51aa7f0ea5285d03ebac3f9d0c7fc4eceb075b3b11dc7e","observation_id":"c9742200-d968-4bda-8715-78e75889c8fb","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:38915882ba07c2e1e768ada3e8b5ea73fcba19e66cae6c4f32242d4a41526d7f","observation_id":"5d6d26a2-7316-47e0-81f3-ef986edd010e","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:8785255fe6ee698b0ac59d876c136c8fd8259e20b34b8c3746c6f69116dbc88f","observation_id":"ed9897f8-fbf4-4699-8a70-7b7f0ba68209","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:d65b7260536103efb7ed91a16f89be61018f9dbbd1291697d34ad5c2a62caa82","observation_id":"7a2c9b12-a374-4b8d-a7bb-8672f0c4dbc8","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:dd73e18bd65410945052d176917d8a5fb28089b319100ab122ce26af80ac50eb","observation_id":"6603df97-6cf6-42bc-9ff2-66871aec7de3","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:24dad7e17a606bd4b15c07ebeee1a04a904bd9c80b4b3691ddaae68f00ba02c7","observation_id":"ccd4693d-c64d-47e4-b455-ec7c35f12026","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.07407","last_updated":"2024-11-11T22:27:36Z","snapshot_observed_at":"2026-08-12T22:02:46.556236Z","submitted_at":"2024-11-11T22:27:36Z","title":"Using Generative AI and Multi-Agents to Provide Automatic Feedback","version":1},"cited_work":{"arxiv_id":"2411.07407","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2411.07407","snapshot_observed_at":"2026-07-02T14:47:04.256949Z","title":"arXiv preprint arXiv:2411.07407 , year=","venue":null,"work_id":"a3415a0d-8821-47a1-a034-19ee49755bcd","year":2024},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"cited_paper":"/paper/2411.07407","citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:100022b37de2646020f8a86701e1c1bda271e8b5d269f09b5909e4dcf563428d","observation_id":"523b6790-0364-4043-8403-d9745d037d83","resolution":{"observed_at":"2026-07-02T14:47:04.258563Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:986fee0b7e7c6f85a4decce805948ca751c31269b2a0b0cd2d0623cbe5bb4b3e","observation_id":"f701579e-0119-4358-8963-3788e2b5f476","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:292ca35f33fef450e0f735cbd581c75d21e94b320bc88bb57f7530c6f40457ad","observation_id":"4326a6a8-5039-4702-a4b9-908f1b83bbad","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:2513755d29abceccc81449c63c4e7f74b3f70492cb2343823d60e9895d22e10d","observation_id":"db7e997d-9ab4-4420-894c-6328508fa6a5","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:d7b3d88abe55039a9e378775b51af2206a2edc64691ebebe9859c3e9b51947c2","observation_id":"0774acb2-3ee5-448c-a5c4-6d39c3dd68cd","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:c1983269a33b84bc795939767c4f1e1b5222c4ab1a92f1aaf5b88e6bf0c5c01b","observation_id":"cf008b8c-c106-4d14-9ff8-275dd1939978","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:ab1122e3a24bf09c07f6685bc1286cb6118824be463aab28798ac8785a0ddbea","observation_id":"791b0198-2f34-42a8-b49f-70b72b538078","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:6490cd33da37b9db83033f72f48b293186483c6fee5ee786f9d79a2f557097f1","observation_id":"4c670ba8-fd61-4bc5-915a-2efafd374503","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:63122a036c4ca1ad088104c4a10fb28c8a94c2b6f53562f1c2e7725462ca27eb","observation_id":"2bed21b2-54ed-4bd4-badd-812543c15625","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:0c3a9d81b3816c978e83b4754f705d910d1aaee6c51250c3dbecaf25962db9cf","observation_id":"a01a910a-aa99-4548-a7fb-652bb1853d9c","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2012},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:ec1b9945ada6dd4891ee15911eb2d709bf229ee78905eba9ea20ebe90eb5a741","observation_id":"3fbbf449-6d98-4fd0-bb05-1a29f18a09b6","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2404.18496","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-02T14:47:04.258282Z","title":"Ai-powered code review with llms: Early results","venue":null,"work_id":"be0527a7-2b68-449f-8e68-386312bb2b42","year":2024},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:baf5b61d303021e7f4a423a5bc6dd134b66c05094d6d9d3598e3ac57e682ccd3","observation_id":"fbea8384-2129-46fd-89fa-efb86065a71e","resolution":{"observed_at":"2026-07-02T14:47:04.259719Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:29968937f1cd8ffd1f428f559945671477765633f78af1ba2b5130e3a3d1c92d","observation_id":"e0c5b25c-c3bd-481d-9768-3fe1b2fe682b","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2011},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:e990fef309644595511282ae0850324d46249f91357faa77f3ee6dbea91dc5f2","observation_id":"4bf3abf8-e583-47b9-9b92-ffd67ec4a875","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2010},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:b7dd7ca2db201c6e537695f15bda86f558f4e88fddf825387536a1f6d20c9f58","observation_id":"f7bf9f7d-7e07-4d4c-8162-e4d3975e1c9c","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:d6278512b6226712037e7f94c6a1a1fd48df34f0673cf56fc64924b3171e7fd0","observation_id":"cebee5bf-c42f-4b67-8f61-cb0480e8a514","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:cb4f3d539e9a5184280831e00910b4b6c4077984dd1b38a5bb9cde30bf285f2e","observation_id":"9d3858e6-467a-405d-b546-abb92e8d5064","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:fa5bb6fbdbe7cde1cb83303ebdec5b40f69c035b34b01a0a63727b0a910c48cd","observation_id":"3c582400-9e97-47bb-8b54-2c6748707154","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:58e6227678db0978ff1784b5abd4d386c7374062e3ff398ed798de6c709562dd","observation_id":"b9e9546a-64dc-4d44-aaa7-c3e38e76242d","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:f2ce63e969ea757f616dbbe9d5e9a2d390801b6d99a30f7e342fb1e09218cc82","observation_id":"318ba78b-eba9-4180-b83f-9743d824166d","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:0c82706023071d37347214038e35a2bf58a73dce4863683ac4cadf4270a1693b","observation_id":"a6e3f7b2-3427-499c-9175-ba46d87ec963","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:455a16761a9718c763a54e09f648987b205b51d4bd038e6115f7b1860bc597c2","observation_id":"f982d870-faba-4cad-b75a-79463b1ba941","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:aa69e3cf1aa681ae3ca03c995e961ab9fc2edee3beffaf9927d2c6c5ab35e1a9","observation_id":"ed53e652-d228-4f87-89cc-b9a3fbdb1f1d","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:8c2c4ad49fa854c6661310f2ff259ab5f0792b294a01e022452b03a89e78f83f","observation_id":"b33ef10d-969d-4910-b6cf-7c2461b7ddb7","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:6a7bf14bd5a2b44246f0de94cc826829f8bfc8edc12f9b673b924fbedfa0a514","observation_id":"73d2230a-66f9-4906-9cda-290946e8cb20","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":"Xing, Hao Zhang, Joseph E","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:e00cdf2dcaefaca2a3932cdfbeba78631e517d27d05d3f67aa1be01149dc58c7","observation_id":"26820366-1bba-47e5-aeab-0dfbea003b67","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T00:10:33.518301Z","title":null,"venue":null,"work_id":null,"year":2010},"citing_paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-06-28T00:10:33.518301Z"},"links":{"citing_paper":"/paper/2606.06301"},"observation_digest":"sha256:7d789d56e3800212adac68410519c738db81b2e0fba2656517bd3cd88bb24d39","observation_id":"c28500c9-9bda-4280-8fdd-27a6a9b7ae24","resolution":{"observed_at":"2026-06-28T00:10:33.518301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2606.06301","last_updated":"2026-06-04T15:39:05Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-05T03:18:50.524163Z","submitted_at":"2026-06-04T15:39:05Z","title":"More than a Judge: An Empirical Study of Agent-Human Interaction in Crowdsourced Testing Assessment"},"reference_resolution":{"displayed":42,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":40,"verified_exact":2,"verified_fuzzy":0},"total_outbound_references":42},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"thesis":"As of 13 August 2026, this Paper Citation Record lists 42 of 42 outbound references and 0 inbound Pith citation observations for arXiv:2606.06301."}