{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:OZSQT5HGUM5XQHIABXHZMP4CNN","short_pith_number":"pith:OZSQT5HG","canonical_record":{"source":{"id":"2606.10210","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CY","submitted_at":"2026-06-08T22:03:02Z","cross_cats_sorted":[],"title_canon_sha256":"bca8fab0690de2913278784c1c8b0a50f21729c50c8f2e214cbd1c4129fbe264","abstract_canon_sha256":"f5c27c92b4ab9f0d57cb5d075e2af26003f3c9fd3c487d44628503bf8bc8cd9b"},"schema_version":"1.0"},"canonical_sha256":"766509f4e6a33b781d000dcf963f826b70767174e02f78b4f537f83c6cf3f33c","source":{"kind":"arxiv","id":"2606.10210","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2606.10210","created_at":"2026-06-10T01:08:59Z"},{"alias_kind":"arxiv_version","alias_value":"2606.10210v1","created_at":"2026-06-10T01:08:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.10210","created_at":"2026-06-10T01:08:59Z"},{"alias_kind":"pith_short_12","alias_value":"OZSQT5HGUM5X","created_at":"2026-06-10T01:08:59Z"},{"alias_kind":"pith_short_16","alias_value":"OZSQT5HGUM5XQHIA","created_at":"2026-06-10T01:08:59Z"},{"alias_kind":"pith_short_8","alias_value":"OZSQT5HG","created_at":"2026-06-10T01:08:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:OZSQT5HGUM5XQHIABXHZMP4CNN","target":"record","payload":{"canonical_record":{"source":{"id":"2606.10210","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CY","submitted_at":"2026-06-08T22:03:02Z","cross_cats_sorted":[],"title_canon_sha256":"bca8fab0690de2913278784c1c8b0a50f21729c50c8f2e214cbd1c4129fbe264","abstract_canon_sha256":"f5c27c92b4ab9f0d57cb5d075e2af26003f3c9fd3c487d44628503bf8bc8cd9b"},"schema_version":"1.0"},"canonical_sha256":"766509f4e6a33b781d000dcf963f826b70767174e02f78b4f537f83c6cf3f33c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-10T01:08:59.735005Z","signature_b64":"n1/6lV4tgk0WR+SSVeT6Mtj+JvqgRI9LP+SVGaPko5/mh4A+IeR1JDU2OomTvgI2Bwe2J+TMJU2ppnrJznGVCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"766509f4e6a33b781d000dcf963f826b70767174e02f78b4f537f83c6cf3f33c","last_reissued_at":"2026-06-10T01:08:59.734096Z","signature_status":"signed_v1","first_computed_at":"2026-06-10T01:08:59.734096Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2606.10210","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-10T01:08:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4Jxl0/dqHy0W3GNPNuoXQfijq3897VD2HWTyWAjwmuox5vsZwwRWGbfKGV3dHhaim2MoXP0r/74v3rfhq+/+Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-26T09:52:33.820840Z"},"content_sha256":"697aa182b1a46ad95c7215f530903037494e7cb84905ed2e9473b9f15c62bbf6","schema_version":"1.0","event_id":"sha256:697aa182b1a46ad95c7215f530903037494e7cb84905ed2e9473b9f15c62bbf6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:OZSQT5HGUM5XQHIABXHZMP4CNN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"AnnotateThis: Analyzing a human-LLM system for annotating social media data with the concept of climate change mitigation pessimism","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CY","authors_text":"Ariel Hasell, Derek Van Berkel, Grant Schoenebeck, John Barry Ryan, Sabina Tomkins, Zexuan Li","submitted_at":"2026-06-08T22:03:02Z","abstract_excerpt":"Large language models (LLMs) are increasingly being integrated into research workflows. However, LLMs have been shown to struggle with difficult and nuanced concepts such as those found in computational social science (CSS) research. Within the CSS community, there has been a call for new systems to be developed which center humans in LLM-supported scientific workflows. We develop AnnotateThis, a human-centered system for inspecting and improving LLM annotations, a process we refer to as LLM grounding for a target concept. AnnotateThis is developed with both computational and social scientists"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.10210","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2606.10210/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-10T01:08:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"12obGoOFI00yoIL/HVOXSWFTXbyMnybXzvk8TlM8/i3P3ivloZkHowSJVhWvmFo6lPhI/1cQTOI7Docw61mEDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-26T09:52:33.821210Z"},"content_sha256":"3221547ce4f3533d92bf6656281be20cee2a502a2341a3efc18a89a3ad7d89dd","schema_version":"1.0","event_id":"sha256:3221547ce4f3533d92bf6656281be20cee2a502a2341a3efc18a89a3ad7d89dd"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OZSQT5HGUM5XQHIABXHZMP4CNN/bundle.json","state_url":"https://pith.science/pith/OZSQT5HGUM5XQHIABXHZMP4CNN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OZSQT5HGUM5XQHIABXHZMP4CNN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-26T09:52:33Z","links":{"resolver":"https://pith.science/pith/OZSQT5HGUM5XQHIABXHZMP4CNN","bundle":"https://pith.science/pith/OZSQT5HGUM5XQHIABXHZMP4CNN/bundle.json","state":"https://pith.science/pith/OZSQT5HGUM5XQHIABXHZMP4CNN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OZSQT5HGUM5XQHIABXHZMP4CNN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:OZSQT5HGUM5XQHIABXHZMP4CNN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f5c27c92b4ab9f0d57cb5d075e2af26003f3c9fd3c487d44628503bf8bc8cd9b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CY","submitted_at":"2026-06-08T22:03:02Z","title_canon_sha256":"bca8fab0690de2913278784c1c8b0a50f21729c50c8f2e214cbd1c4129fbe264"},"schema_version":"1.0","source":{"id":"2606.10210","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2606.10210","created_at":"2026-06-10T01:08:59Z"},{"alias_kind":"arxiv_version","alias_value":"2606.10210v1","created_at":"2026-06-10T01:08:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.10210","created_at":"2026-06-10T01:08:59Z"},{"alias_kind":"pith_short_12","alias_value":"OZSQT5HGUM5X","created_at":"2026-06-10T01:08:59Z"},{"alias_kind":"pith_short_16","alias_value":"OZSQT5HGUM5XQHIA","created_at":"2026-06-10T01:08:59Z"},{"alias_kind":"pith_short_8","alias_value":"OZSQT5HG","created_at":"2026-06-10T01:08:59Z"}],"graph_snapshots":[{"event_id":"sha256:3221547ce4f3533d92bf6656281be20cee2a502a2341a3efc18a89a3ad7d89dd","target":"graph","created_at":"2026-06-10T01:08:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2606.10210/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) are increasingly being integrated into research workflows. However, LLMs have been shown to struggle with difficult and nuanced concepts such as those found in computational social science (CSS) research. Within the CSS community, there has been a call for new systems to be developed which center humans in LLM-supported scientific workflows. We develop AnnotateThis, a human-centered system for inspecting and improving LLM annotations, a process we refer to as LLM grounding for a target concept. AnnotateThis is developed with both computational and social scientists","authors_text":"Ariel Hasell, Derek Van Berkel, Grant Schoenebeck, John Barry Ryan, Sabina Tomkins, Zexuan Li","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CY","submitted_at":"2026-06-08T22:03:02Z","title":"AnnotateThis: Analyzing a human-LLM system for annotating social media data with the concept of climate change mitigation pessimism"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.10210","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:697aa182b1a46ad95c7215f530903037494e7cb84905ed2e9473b9f15c62bbf6","target":"record","created_at":"2026-06-10T01:08:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f5c27c92b4ab9f0d57cb5d075e2af26003f3c9fd3c487d44628503bf8bc8cd9b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CY","submitted_at":"2026-06-08T22:03:02Z","title_canon_sha256":"bca8fab0690de2913278784c1c8b0a50f21729c50c8f2e214cbd1c4129fbe264"},"schema_version":"1.0","source":{"id":"2606.10210","kind":"arxiv","version":1}},"canonical_sha256":"766509f4e6a33b781d000dcf963f826b70767174e02f78b4f537f83c6cf3f33c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"766509f4e6a33b781d000dcf963f826b70767174e02f78b4f537f83c6cf3f33c","first_computed_at":"2026-06-10T01:08:59.734096Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-10T01:08:59.734096Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"n1/6lV4tgk0WR+SSVeT6Mtj+JvqgRI9LP+SVGaPko5/mh4A+IeR1JDU2OomTvgI2Bwe2J+TMJU2ppnrJznGVCw==","signature_status":"signed_v1","signed_at":"2026-06-10T01:08:59.735005Z","signed_message":"canonical_sha256_bytes"},"source_id":"2606.10210","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:697aa182b1a46ad95c7215f530903037494e7cb84905ed2e9473b9f15c62bbf6","sha256:3221547ce4f3533d92bf6656281be20cee2a502a2341a3efc18a89a3ad7d89dd"],"state_sha256":"66cfc29a1fbcb13f06d58fa1fc0c468e2a864d722d5fb4798962ae0aa8d8fad7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LI/pP/wyicKJf/QrDneiMVK91FXDMV1WdX3oDN1OotVCrIG4P5+5/2SjqttKfDhBkY3aibIkhEt8vNALLAETCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-26T09:52:33.823219Z","bundle_sha256":"9adf1f0e3b7c0e22ea73e1d58972ee4c295122bfc578fd035bd7bbd08b0f02fb"}}