{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:LF735HEXQ4D7NCNNRE7R66HE6K","short_pith_number":"pith:LF735HEX","schema_version":"1.0","canonical_sha256":"597fbe9c978707f689ad893f1f78e4f28ed67ff481e229a632672bf8f0ce6494","source":{"kind":"arxiv","id":"2406.12266","version":2},"attestation_state":"computed","paper":{"title":"Towards a Client-Centered Assessment of LLM Therapists by Client Simulation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Changhe Song, Chenhao Tan, Chunpu Xu, Jiashuo Wang, Wenjie Li, Yang Xiao, Yanran Li","submitted_at":"2024-06-18T04:46:55Z","abstract_excerpt":"Although there is a growing belief that LLMs can be used as therapists, exploring LLMs' capabilities and inefficacy, particularly from the client's perspective, is limited. This work focuses on a client-centered assessment of LLM therapists with the involvement of simulated clients, a standard approach in clinical medical education. However, there are two challenges when applying the approach to assess LLM therapists at scale. Ethically, asking humans to frequently mimic clients and exposing them to potentially harmful LLM outputs can be risky and unsafe. Technically, it can be difficult to co"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2406.12266","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T04:46:55Z","cross_cats_sorted":[],"title_canon_sha256":"67dcf2587238c5acaed89edb181d23cea691c95aafa23958af641fe291cac915","abstract_canon_sha256":"01e343aced11fecba9489a73c29706c742705967cfaeffb96adc1e7e43e9ede2"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:35:04.161792Z","signature_b64":"FN7CB285k2oVggF4uk1bQv1u9TwYc4G+U0MjpenQMUSwwRoSsXp4oXBTSO2dOHWuiKs6VCCmR2dUKwAfTlU4BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"597fbe9c978707f689ad893f1f78e4f28ed67ff481e229a632672bf8f0ce6494","last_reissued_at":"2026-07-05T08:35:04.161349Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:35:04.161349Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Towards a Client-Centered Assessment of LLM Therapists by Client Simulation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Changhe Song, Chenhao Tan, Chunpu Xu, Jiashuo Wang, Wenjie Li, Yang Xiao, Yanran Li","submitted_at":"2024-06-18T04:46:55Z","abstract_excerpt":"Although there is a growing belief that LLMs can be used as therapists, exploring LLMs' capabilities and inefficacy, particularly from the client's perspective, is limited. This work focuses on a client-centered assessment of LLM therapists with the involvement of simulated clients, a standard approach in clinical medical education. However, there are two challenges when applying the approach to assess LLM therapists at scale. Ethically, asking humans to frequently mimic clients and exposing them to potentially harmful LLM outputs can be risky and unsafe. Technically, it can be difficult to co"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.12266","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.12266/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2406.12266","created_at":"2026-07-05T08:35:04.161418+00:00"},{"alias_kind":"arxiv_version","alias_value":"2406.12266v2","created_at":"2026-07-05T08:35:04.161418+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.12266","created_at":"2026-07-05T08:35:04.161418+00:00"},{"alias_kind":"pith_short_12","alias_value":"LF735HEXQ4D7","created_at":"2026-07-05T08:35:04.161418+00:00"},{"alias_kind":"pith_short_16","alias_value":"LF735HEXQ4D7NCNN","created_at":"2026-07-05T08:35:04.161418+00:00"},{"alias_kind":"pith_short_8","alias_value":"LF735HEX","created_at":"2026-07-05T08:35:04.161418+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":4,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2506.09354","citing_title":"\"Is This Really a Human Peer Supporter?\": Misalignments Between Peer Supporters and Experts in LLM-Supported Interactions","ref_index":111,"is_internal_anchor":false},{"citing_arxiv_id":"2506.09362","citing_title":"\"I Said Things I Needed to Hear Myself\": Peer Support as an Emotional, Organisational, and Sociotechnical Practice in Singapore","ref_index":82,"is_internal_anchor":false},{"citing_arxiv_id":"2604.09566","citing_title":"LETGAMES: An LLM-Powered Gamified Approach to Cognitive Training for Patients with Cognitive Impairment","ref_index":8,"is_internal_anchor":false},{"citing_arxiv_id":"2604.17079","citing_title":"Auditing Support Strategies in LLMs through Grounded Multi-Turn Social Simulation","ref_index":4,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/LF735HEXQ4D7NCNNRE7R66HE6K","json":"https://pith.science/pith/LF735HEXQ4D7NCNNRE7R66HE6K.json","graph_json":"https://pith.science/api/pith-number/LF735HEXQ4D7NCNNRE7R66HE6K/graph.json","events_json":"https://pith.science/api/pith-number/LF735HEXQ4D7NCNNRE7R66HE6K/events.json","paper":"https://pith.science/paper/LF735HEX"},"agent_actions":{"view_html":"https://pith.science/pith/LF735HEXQ4D7NCNNRE7R66HE6K","download_json":"https://pith.science/pith/LF735HEXQ4D7NCNNRE7R66HE6K.json","view_paper":"https://pith.science/paper/LF735HEX","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2406.12266&json=true","fetch_graph":"https://pith.science/api/pith-number/LF735HEXQ4D7NCNNRE7R66HE6K/graph.json","fetch_events":"https://pith.science/api/pith-number/LF735HEXQ4D7NCNNRE7R66HE6K/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/LF735HEXQ4D7NCNNRE7R66HE6K/action/timestamp_anchor","attest_storage":"https://pith.science/pith/LF735HEXQ4D7NCNNRE7R66HE6K/action/storage_attestation","attest_author":"https://pith.science/pith/LF735HEXQ4D7NCNNRE7R66HE6K/action/author_attestation","sign_citation":"https://pith.science/pith/LF735HEXQ4D7NCNNRE7R66HE6K/action/citation_signature","submit_replication":"https://pith.science/pith/LF735HEXQ4D7NCNNRE7R66HE6K/action/replication_record"}},"created_at":"2026-07-05T08:35:04.161418+00:00","updated_at":"2026-07-05T08:35:04.161418+00:00"}