{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:KSIIBH7GOPX3UR72G4ONNDHND2","short_pith_number":"pith:KSIIBH7G","schema_version":"1.0","canonical_sha256":"5490809fe673efba47fa371cd68ced1eb8cb5ea137238d452194e8aa81b4738b","source":{"kind":"arxiv","id":"2406.07483","version":1},"attestation_state":"computed","paper":{"title":"Advancing Annotation of Stance in Social Media Posts: A Comparative Analysis of Large Language Models and Crowd Sourcing","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Frederick Conrad, Mao Li","submitted_at":"2024-06-11T17:26:07Z","abstract_excerpt":"In the rapidly evolving landscape of Natural Language Processing (NLP), the use of Large Language Models (LLMs) for automated text annotation in social media posts has garnered significant interest. Despite the impressive innovations in developing LLMs like ChatGPT, their efficacy, and accuracy as annotation tools are not well understood. In this paper, we analyze the performance of eight open-source and proprietary LLMs for annotating the stance expressed in social media posts, benchmarking their performance against human annotators' (i.e., crowd-sourced) judgments. Additionally, we investiga"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2406.07483","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-11T17:26:07Z","cross_cats_sorted":[],"title_canon_sha256":"fb27dec44cba23092809d6c4a6b7e7b840714f8977edb9f797ae411e33d41c08","abstract_canon_sha256":"0e3a62b21aaa74d11cdf7db0da83c548189dcca4cb41ea95cd3ebd2ed39ac83a"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:30:25.912908Z","signature_b64":"xWCjDIud+9hnPvQk9DNcLndkrY9VngWSFAwXmiUmNjfE4/wvRiWD5B7+obXT87sJZMYm0Oj+9QfiDYgUsEggCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5490809fe673efba47fa371cd68ced1eb8cb5ea137238d452194e8aa81b4738b","last_reissued_at":"2026-07-05T08:30:25.912388Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:30:25.912388Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Advancing Annotation of Stance in Social Media Posts: A Comparative Analysis of Large Language Models and Crowd Sourcing","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Frederick Conrad, Mao Li","submitted_at":"2024-06-11T17:26:07Z","abstract_excerpt":"In the rapidly evolving landscape of Natural Language Processing (NLP), the use of Large Language Models (LLMs) for automated text annotation in social media posts has garnered significant interest. Despite the impressive innovations in developing LLMs like ChatGPT, their efficacy, and accuracy as annotation tools are not well understood. In this paper, we analyze the performance of eight open-source and proprietary LLMs for annotating the stance expressed in social media posts, benchmarking their performance against human annotators' (i.e., crowd-sourced) judgments. Additionally, we investiga"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.07483","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.07483/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2406.07483","created_at":"2026-07-05T08:30:25.912454+00:00"},{"alias_kind":"arxiv_version","alias_value":"2406.07483v1","created_at":"2026-07-05T08:30:25.912454+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.07483","created_at":"2026-07-05T08:30:25.912454+00:00"},{"alias_kind":"pith_short_12","alias_value":"KSIIBH7GOPX3","created_at":"2026-07-05T08:30:25.912454+00:00"},{"alias_kind":"pith_short_16","alias_value":"KSIIBH7GOPX3UR72","created_at":"2026-07-05T08:30:25.912454+00:00"},{"alias_kind":"pith_short_8","alias_value":"KSIIBH7G","created_at":"2026-07-05T08:30:25.912454+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2504.18673","citing_title":"Can Third-parties Read Our Emotions?","ref_index":34,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/KSIIBH7GOPX3UR72G4ONNDHND2","json":"https://pith.science/pith/KSIIBH7GOPX3UR72G4ONNDHND2.json","graph_json":"https://pith.science/api/pith-number/KSIIBH7GOPX3UR72G4ONNDHND2/graph.json","events_json":"https://pith.science/api/pith-number/KSIIBH7GOPX3UR72G4ONNDHND2/events.json","paper":"https://pith.science/paper/KSIIBH7G"},"agent_actions":{"view_html":"https://pith.science/pith/KSIIBH7GOPX3UR72G4ONNDHND2","download_json":"https://pith.science/pith/KSIIBH7GOPX3UR72G4ONNDHND2.json","view_paper":"https://pith.science/paper/KSIIBH7G","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2406.07483&json=true","fetch_graph":"https://pith.science/api/pith-number/KSIIBH7GOPX3UR72G4ONNDHND2/graph.json","fetch_events":"https://pith.science/api/pith-number/KSIIBH7GOPX3UR72G4ONNDHND2/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/KSIIBH7GOPX3UR72G4ONNDHND2/action/timestamp_anchor","attest_storage":"https://pith.science/pith/KSIIBH7GOPX3UR72G4ONNDHND2/action/storage_attestation","attest_author":"https://pith.science/pith/KSIIBH7GOPX3UR72G4ONNDHND2/action/author_attestation","sign_citation":"https://pith.science/pith/KSIIBH7GOPX3UR72G4ONNDHND2/action/citation_signature","submit_replication":"https://pith.science/pith/KSIIBH7GOPX3UR72G4ONNDHND2/action/replication_record"}},"created_at":"2026-07-05T08:30:25.912454+00:00","updated_at":"2026-07-05T08:30:25.912454+00:00"}