{"as_of":"2026-08-09T22:38:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:3063039610fdcec2b2ff4100e50596379aee3b8561de8b7ed233a14a51f32290","coverage":[{"denominator":18,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":18,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T15:27:04.289211Z","state":"measured"},{"denominator":19,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":19,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-29T18:26:08.996052Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-06-29T18:33:50.911769Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2507.15821","last_updated":"2025-07-21T17:29:21Z","snapshot_observed_at":"2026-08-06T15:20:12.777223Z","submitted_at":"2025-07-21T17:29:21Z","title":"Just Put a Human in the Loop? Investigating LLM-Assisted Annotation for Subjective Tasks","version":1},"cited_work":{"arxiv_id":"2507.15821","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2507.15821","snapshot_observed_at":"2026-06-29T18:33:50.911769Z","title":"Just Put a Human in the Loop? Investigating LLM-Assisted Annotation for Sub- jective Tasks","venue":null,"work_id":"adfae2c0-09a0-4e81-b5c4-06ae1b9984cd","year":2025},"citing_paper":{"arxiv_id":"2605.26891","last_updated":"2026-06-18T10:40:36Z","snapshot_observed_at":"2026-08-03T14:05:23.585610Z","submitted_at":"2026-05-26T11:52:55Z","title":"Telenor Nordics Customer Service self-help corpus","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-06-29T18:26:08.996052Z"},"links":{"cited_paper":"/paper/2507.15821","citing_paper":"/paper/2605.26891"},"observation_digest":"sha256:94706252dfd81c370f9fb637f3a5fb1541d8e0d6598e5f3cf11cb172b0a57e17","observation_id":"3362b7a2-33c7-45fc-ab47-ec2a29372362","resolution":{"observed_at":"2026-06-29T18:33:50.913258Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2507.15821/citation-record","integrity":"/paper/2507.15821/integrity","json":"/paper/2507.15821/citation-record.json","paper":"/paper/2507.15821"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:27:04.720175Z","title":"My church helped me find alternative childcare during the pandemic","venue":null,"work_id":"21eaa40f-da76-409b-b949-d2372f60f965","year":null},"citing_paper":{"arxiv_id":"2507.15821","last_updated":"2025-07-21T17:29:21Z","snapshot_observed_at":"2026-08-06T15:20:12.777223Z","submitted_at":"2025-07-21T17:29:21Z","title":"Just Put a Human in the Loop? Investigating LLM-Assisted Annotation for Subjective Tasks","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T15:27:04.196575Z"},"links":{"citing_paper":"/paper/2507.15821"},"observation_digest":"sha256:8905fad512a51234b413c2b4eb8805fe9a39f17027a0a468f8953c7d0a9422a4","observation_id":"d086f73d-4787-448f-8ec2-25c9bea2dfe8","resolution":{"observed_at":"2026-08-06T15:27:04.725168Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:27:04.702065Z","title":"My church helped me find alternative childcare during the pandemic","venue":null,"work_id":"35b3ef4c-309a-4043-a069-6a1ca54ff6b7","year":null},"citing_paper":{"arxiv_id":"2507.15821","last_updated":"2025-07-21T17:29:21Z","snapshot_observed_at":"2026-08-06T15:20:12.777223Z","submitted_at":"2025-07-21T17:29:21Z","title":"Just Put a Human in the Loop? Investigating LLM-Assisted Annotation for Subjective Tasks","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T15:27:04.202411Z"},"links":{"citing_paper":"/paper/2507.15821"},"observation_digest":"sha256:4b1fb3f73281a1dbbf77e93cc70036f254c3c601b093c18316aacfbe48d51c27","observation_id":"8ccdfd48-7b60-4061-ad7d-500d555038fc","resolution":{"observed_at":"2026-08-06T15:27:04.707407Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:27:04.681422Z","title":"A community health person came to my school and explained what was going on in the pandemic and the latest research on masking. So that’s when we started masking","venue":null,"work_id":"75de0e31-f11a-4baf-89d6-8fa04a67e42e","year":null},"citing_paper":{"arxiv_id":"2507.15821","last_updated":"2025-07-21T17:29:21Z","snapshot_observed_at":"2026-08-06T15:20:12.777223Z","submitted_at":"2025-07-21T17:29:21Z","title":"Just Put a Human in the Loop? Investigating LLM-Assisted Annotation for Subjective Tasks","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T15:27:04.207220Z"},"links":{"citing_paper":"/paper/2507.15821"},"observation_digest":"sha256:912312a4e4258a92d4c6f785c2050d405e1ca5b19916964df27e631e774bd24e","observation_id":"2131aaf9-b762-4022-bfa0-98ad3aa74ff2","resolution":{"observed_at":"2026-08-06T15:27:04.687199Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:27:04.660873Z","title":"We would have been so lost without the food bank that restocked each week","venue":null,"work_id":"5081a980-a509-4691-87f9-e91304949613","year":2020},"citing_paper":{"arxiv_id":"2507.15821","last_updated":"2025-07-21T17:29:21Z","snapshot_observed_at":"2026-08-06T15:20:12.777223Z","submitted_at":"2025-07-21T17:29:21Z","title":"Just Put a Human in the Loop? Investigating LLM-Assisted Annotation for Subjective Tasks","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T15:27:04.212637Z"},"links":{"citing_paper":"/paper/2507.15821"},"observation_digest":"sha256:c9f141d16d5bfae84fbcf4f17f0186889064be9af446eedc820199fe47f90520","observation_id":"70bb3772-657e-4c77-801e-3dd7eb7c3734","resolution":{"observed_at":"2026-08-06T15:27:04.667512Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:27:04.634972Z","title":"I just couldn’t get over how scary it was that my sister had this reaction to the vaccine. I know it could happen to me. So no I did not go through with the vaccine","venue":null,"work_id":"75dde34e-d5b5-4c25-9e3b-611c67955c79","year":null},"citing_paper":{"arxiv_id":"2507.15821","last_updated":"2025-07-21T17:29:21Z","snapshot_observed_at":"2026-08-06T15:20:12.777223Z","submitted_at":"2025-07-21T17:29:21Z","title":"Just Put a Human in the Loop? Investigating LLM-Assisted Annotation for Subjective Tasks","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T15:27:04.217499Z"},"links":{"citing_paper":"/paper/2507.15821"},"observation_digest":"sha256:f9897fe3d3089e55e76f7d5044b471a89271845b1942b7b9f8fa65ffcf8d82c7","observation_id":"1425df20-68a1-4e81-809b-db18167ac5e3","resolution":{"observed_at":"2026-08-06T15:27:04.642096Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:27:04.612543Z","title":"Helping at my church made me feel like I was making a difference even though the world was going crazy","venue":null,"work_id":"dd8ece8d-42d4-4e2f-8cf8-a543416129bd","year":null},"citing_paper":{"arxiv_id":"2507.15821","last_updated":"2025-07-21T17:29:21Z","snapshot_observed_at":"2026-08-06T15:20:12.777223Z","submitted_at":"2025-07-21T17:29:21Z","title":"Just Put a Human in the Loop? Investigating LLM-Assisted Annotation for Subjective Tasks","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T15:27:04.223844Z"},"links":{"citing_paper":"/paper/2507.15821"},"observation_digest":"sha256:c06b98ddfa5723677aa7a4b3d39403ec150777624fb06cb3c215bcfe94e88952","observation_id":"103873b0-598a-4456-b47f-977e582a7bf9","resolution":{"observed_at":"2026-08-06T15:27:04.618656Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:27:04.587890Z","title":"Talking about this has made me remember how hard that period was for our family","venue":null,"work_id":"c83a4ae4-0da0-4cb8-a282-89bf467eaa15","year":null},"citing_paper":{"arxiv_id":"2507.15821","last_updated":"2025-07-21T17:29:21Z","snapshot_observed_at":"2026-08-06T15:20:12.777223Z","submitted_at":"2025-07-21T17:29:21Z","title":"Just Put a Human in the Loop? Investigating LLM-Assisted Annotation for Subjective Tasks","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-06T15:27:04.231511Z"},"links":{"citing_paper":"/paper/2507.15821"},"observation_digest":"sha256:c8cfe1090867d06233de6d16c9443d39c456ab275a4255401d0aca62962c3958","observation_id":"d6026bd4-ae28-4aa2-a4cb-2485cd240e96","resolution":{"observed_at":"2026-08-06T15:27:04.598047Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:27:04.410432Z","title":null,"venue":null,"work_id":"1493d42f-eeb2-4649-8741-3007594842f4","year":null},"citing_paper":{"arxiv_id":"2507.15821","last_updated":"2025-07-21T17:29:21Z","snapshot_observed_at":"2026-08-06T15:20:12.777223Z","submitted_at":"2025-07-21T17:29:21Z","title":"Just Put a Human in the Loop? Investigating LLM-Assisted Annotation for Subjective Tasks","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-06T15:27:04.275281Z"},"links":{"citing_paper":"/paper/2507.15821"},"observation_digest":"sha256:38a5d2e103665c909b9b8c599c001871edf85c91e0a59ab9ba177b9787ec9cbc","observation_id":"9ab69242-ac60-4f4c-8a11-15cba93d521e","resolution":{"observed_at":"2026-08-06T15:27:04.416792Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:27:04.562618Z","title":"will tell you anything just to get your vote","venue":null,"work_id":"d338ff40-78d8-4279-9b9a-a774f06d050b","year":null},"citing_paper":{"arxiv_id":"2507.15821","last_updated":"2025-07-21T17:29:21Z","snapshot_observed_at":"2026-08-06T15:20:12.777223Z","submitted_at":"2025-07-21T17:29:21Z","title":"Just Put a Human in the Loop? Investigating LLM-Assisted Annotation for Subjective Tasks","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T15:27:04.236654Z"},"links":{"citing_paper":"/paper/2507.15821"},"observation_digest":"sha256:96803ecb2c33aaa0f8e45db6171f46021e8d6363c96a2bf1575b86f7376111e1","observation_id":"91dcad6f-df35-4297-93a4-42737a7e2882","resolution":{"observed_at":"2026-08-06T15:27:04.571375Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:27:04.539260Z","title":"The responses and resources intended to support healing from those traumas","venue":null,"work_id":"64a6612e-1764-4592-a3b4-9c716494b96a","year":null},"citing_paper":{"arxiv_id":"2507.15821","last_updated":"2025-07-21T17:29:21Z","snapshot_observed_at":"2026-08-06T15:20:12.777223Z","submitted_at":"2025-07-21T17:29:21Z","title":"Just Put a Human in the Loop? Investigating LLM-Assisted Annotation for Subjective Tasks","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T15:27:04.241401Z"},"links":{"citing_paper":"/paper/2507.15821"},"observation_digest":"sha256:0dbce437414e7125b2253821390cf0fc84968f1730876bb0b2c845626ba25333","observation_id":"2e74af17-72bf-4fea-80de-09a0b7383e7f","resolution":{"observed_at":"2026-08-06T15:27:04.544734Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:27:04.515731Z","title":"• Street Violence: Refers to situations like street fighting, assaults on the street, unintentional harm of bystanders, etc","venue":null,"work_id":"2fc18c2a-4fa6-4e5f-8c9b-80070aab3645","year":null},"citing_paper":{"arxiv_id":"2507.15821","last_updated":"2025-07-21T17:29:21Z","snapshot_observed_at":"2026-08-06T15:20:12.777223Z","submitted_at":"2025-07-21T17:29:21Z","title":"Just Put a Human in the Loop? Investigating LLM-Assisted Annotation for Subjective Tasks","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T15:27:04.246627Z"},"links":{"citing_paper":"/paper/2507.15821"},"observation_digest":"sha256:1be55a094c390f0ef05a37bb791f77b237a235d5ef9d759e471e465439eba702","observation_id":"c4ceb4ac-d423-4e8c-9f3c-b5c3e6c2db86","resolution":{"observed_at":"2026-08-06T15:27:04.525888Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:27:04.494851Z","title":"• Transportation: Public transportation like the buses and trains, quality of transportation, affordability and accessibility of transportation, safety of public transit","venue":null,"work_id":"a322b421-fa8a-44c7-8c9b-dcfea4b63585","year":null},"citing_paper":{"arxiv_id":"2507.15821","last_updated":"2025-07-21T17:29:21Z","snapshot_observed_at":"2026-08-06T15:20:12.777223Z","submitted_at":"2025-07-21T17:29:21Z","title":"Just Put a Human in the Loop? Investigating LLM-Assisted Annotation for Subjective Tasks","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T15:27:04.251483Z"},"links":{"citing_paper":"/paper/2507.15821"},"observation_digest":"sha256:bbc7155c506fd7acdda79248549da2bee95175405e47e5081ce01636ada11551","observation_id":"517a50fd-3645-4fb3-aa91-243e2803ae0a","resolution":{"observed_at":"2026-08-06T15:27:04.500881Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:27:04.470073Z","title":"• Housing Instability: Difficulty paying rent, having frequent moves, living in overcrowded conditions, or doubling up with friends and relatives","venue":null,"work_id":"f325b946-17e7-4519-b023-ab55c6d62e5a","year":null},"citing_paper":{"arxiv_id":"2507.15821","last_updated":"2025-07-21T17:29:21Z","snapshot_observed_at":"2026-08-06T15:20:12.777223Z","submitted_at":"2025-07-21T17:29:21Z","title":"Just Put a Human in the Loop? Investigating LLM-Assisted Annotation for Subjective Tasks","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-06T15:27:04.256308Z"},"links":{"citing_paper":"/paper/2507.15821"},"observation_digest":"sha256:107a6c0aa2e0c815fed48f5b8a2596783979a45e7927dc27a7fabf4f17672730","observation_id":"e57be86a-b6e2-4a3c-940e-4859ed779a8b","resolution":{"observed_at":"2026-08-06T15:27:04.476799Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:27:04.448914Z","title":"Quality and nature of those relationships","venue":null,"work_id":"33caa6df-73b4-4da8-ac25-4c997bdc5f6a","year":null},"citing_paper":{"arxiv_id":"2507.15821","last_updated":"2025-07-21T17:29:21Z","snapshot_observed_at":"2026-08-06T15:20:12.777223Z","submitted_at":"2025-07-21T17:29:21Z","title":"Just Put a Human in the Loop? Investigating LLM-Assisted Annotation for Subjective Tasks","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-06T15:27:04.261388Z"},"links":{"citing_paper":"/paper/2507.15821"},"observation_digest":"sha256:e2e66d756f415b6775028d74cd018e65fe65c5f1092307ffad418d15118c999a","observation_id":"80be85e4-8876-4c51-acf2-a4819980854d","resolution":{"observed_at":"2026-08-06T15:27:04.454535Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:27:04.428960Z","title":null,"venue":null,"work_id":"9d47314e-4520-4444-be6e-6f7d4c57a661","year":null},"citing_paper":{"arxiv_id":"2507.15821","last_updated":"2025-07-21T17:29:21Z","snapshot_observed_at":"2026-08-06T15:20:12.777223Z","submitted_at":"2025-07-21T17:29:21Z","title":"Just Put a Human in the Loop? Investigating LLM-Assisted Annotation for Subjective Tasks","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T15:27:04.266389Z"},"links":{"citing_paper":"/paper/2507.15821"},"observation_digest":"sha256:9a9a9d2864badb11052e03121f5339a5bbbb1516f7fc24796165bf4b57cd1876","observation_id":"513195d5-d151-40fb-8b9e-84dfe0ef8e57","resolution":{"observed_at":"2026-08-06T15:27:04.434837Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:27:04.390748Z","title":"annotation_schemes","venue":null,"work_id":"99def057-329a-425c-abe7-ef069ad7e689","year":null},"citing_paper":{"arxiv_id":"2507.15821","last_updated":"2025-07-21T17:29:21Z","snapshot_observed_at":"2026-08-06T15:20:12.777223Z","submitted_at":"2025-07-21T17:29:21Z","title":"Just Put a Human in the Loop? Investigating LLM-Assisted Annotation for Subjective Tasks","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-06T15:27:04.283935Z"},"links":{"citing_paper":"/paper/2507.15821"},"observation_digest":"sha256:e2520c90ad8314d004ed959818e33111a05580615bdda86ead1fb5e7ea598435","observation_id":"b5f4488e-283f-447b-a37f-a3a372277e89","resolution":{"observed_at":"2026-08-06T15:27:04.396681Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:27:04.369199Z","title":"Community Life: Community Resources","venue":null,"work_id":"b8db9771-da6a-428e-94ed-2e690b0c35a6","year":null},"citing_paper":{"arxiv_id":"2507.15821","last_updated":"2025-07-21T17:29:21Z","snapshot_observed_at":"2026-08-06T15:20:12.777223Z","submitted_at":"2025-07-21T17:29:21Z","title":"Just Put a Human in the Loop? Investigating LLM-Assisted Annotation for Subjective Tasks","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T15:27:04.289211Z"},"links":{"citing_paper":"/paper/2507.15821"},"observation_digest":"sha256:7ffc1a1e8d053c43c567fcf57abcb419efabe44ecbacb78c12d937f425b9c34b","observation_id":"cc38ea48-1c16-4715-9557-d564b8152848","resolution":{"observed_at":"2026-08-06T15:27:04.377536Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.15056","last_updated":"2023-07-19T14:10:55Z","snapshot_observed_at":"2026-08-08T09:00:13.475745Z","submitted_at":"2023-03-27T09:59:48Z","title":"ChatGPT Outperforms Crowd-Workers for Text-Annotation Tasks","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.15056","snapshot_observed_at":"2026-08-06T15:27:04.188426Z","title":"con- trol","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.15821","last_updated":"2025-07-21T17:29:21Z","snapshot_observed_at":"2026-08-06T15:20:12.777223Z","submitted_at":"2025-07-21T17:29:21Z","title":"Just Put a Human in the Loop? Investigating LLM-Assisted Annotation for Subjective Tasks","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-06T15:27:04.188426Z"},"links":{"cited_paper":"/paper/2303.15056","citing_paper":"/paper/2507.15821"},"observation_digest":"sha256:62d83d9ef3192ac826b44cd043aacd49878d396006f3e72c1a0d715766b1cc2e","observation_id":"c2b645b4-8125-4f13-aa1f-d0ae38348701","resolution":{"observed_at":"2026-08-06T15:27:04.188426Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2507.15821","last_updated":"2025-07-21T17:29:21Z","latest_version":1,"primary_category":"cs.CY","snapshot_observed_at":"2026-08-06T15:20:12.777223Z","submitted_at":"2025-07-21T17:29:21Z","title":"Just Put a Human in the Loop? Investigating LLM-Assisted Annotation for Subjective Tasks"},"reference_resolution":{"displayed":18,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":3,"verified_exact":0,"verified_fuzzy":15},"total_outbound_references":18},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 18 of 18 outbound references and 1 inbound Pith citation observation for arXiv:2507.15821."}