{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:HWKRSGLVDGGLHD6B7L7CKRSOOK","short_pith_number":"pith:HWKRSGLV","canonical_record":{"source":{"id":"2311.04368","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-07T22:23:51Z","cross_cats_sorted":[],"title_canon_sha256":"6854716d3b0a7cc3be5eec92801f8c1416b45b05e66492c0b9b6a257c0771b5c","abstract_canon_sha256":"8e6fe71675afe22bfc23f9c0657797c216ced37bc0835739b84cead1397e5af6"},"schema_version":"1.0"},"canonical_sha256":"3d95191975198cb38fc1fafe25464e728fa39aec9916ea7c7e20847b4e6a3f41","source":{"kind":"arxiv","id":"2311.04368","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.04368","created_at":"2026-07-05T07:10:34Z"},{"alias_kind":"arxiv_version","alias_value":"2311.04368v1","created_at":"2026-07-05T07:10:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.04368","created_at":"2026-07-05T07:10:34Z"},{"alias_kind":"pith_short_12","alias_value":"HWKRSGLVDGGL","created_at":"2026-07-05T07:10:34Z"},{"alias_kind":"pith_short_16","alias_value":"HWKRSGLVDGGLHD6B","created_at":"2026-07-05T07:10:34Z"},{"alias_kind":"pith_short_8","alias_value":"HWKRSGLV","created_at":"2026-07-05T07:10:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:HWKRSGLVDGGLHD6B7L7CKRSOOK","target":"record","payload":{"canonical_record":{"source":{"id":"2311.04368","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-07T22:23:51Z","cross_cats_sorted":[],"title_canon_sha256":"6854716d3b0a7cc3be5eec92801f8c1416b45b05e66492c0b9b6a257c0771b5c","abstract_canon_sha256":"8e6fe71675afe22bfc23f9c0657797c216ced37bc0835739b84cead1397e5af6"},"schema_version":"1.0"},"canonical_sha256":"3d95191975198cb38fc1fafe25464e728fa39aec9916ea7c7e20847b4e6a3f41","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:10:34.564253Z","signature_b64":"0AcVG1x1DZGu7dsWJY1oQQ+DQhZwv8le4hHoPBPx0rJXkw3dH216i+No9hrlwEd8rC1BmM/0c8A8esqNNNe0Bw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3d95191975198cb38fc1fafe25464e728fa39aec9916ea7c7e20847b4e6a3f41","last_reissued_at":"2026-07-05T07:10:34.563838Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:10:34.563838Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.04368","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:10:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rnmRDppYXwqMCS5FEtKnj4HXKH1SOM8GwQMbYsVIiiz947ASnmaok5Nx25sIXkAotEvSgSYH24iPXaPKf0PJAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T08:46:17.659735Z"},"content_sha256":"a3f3b3f84bc12161a19db39505f1f36253a9c54e66e2a1a1d3b98fe13abea44f","schema_version":"1.0","event_id":"sha256:a3f3b3f84bc12161a19db39505f1f36253a9c54e66e2a1a1d3b98fe13abea44f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:HWKRSGLVDGGLHD6B7L7CKRSOOK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating multiple large language models in pediatric ophthalmology","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Hong Wei, Huan Zhao, Jason Holmes, Jie Zou, Jinyu Hu, Rui Peng, Tianming Liu, Wei Liu, Xi Jiang, Yi Shao, Yiwei Li, Zhengliang Liu, Zihao Wu","submitted_at":"2023-11-07T22:23:51Z","abstract_excerpt":"IMPORTANCE The response effectiveness of different large language models (LLMs) and various individuals, including medical students, graduate students, and practicing physicians, in pediatric ophthalmology consultations, has not been clearly established yet. OBJECTIVE Design a 100-question exam based on pediatric ophthalmology to evaluate the performance of LLMs in highly specialized scenarios and compare them with the performance of medical students and physicians at different levels. DESIGN, SETTING, AND PARTICIPANTS This survey study assessed three LLMs, namely ChatGPT (GPT-3.5), GPT-4, and"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.04368","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.04368/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:10:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2ziFvWRP6HpgyGO31wvCUKLHZrw1Qoj/Jay4cwKMfiMDOTFBdyc/ryk4t4JiI2VDPdDuftPjtjgzwKCBIup3Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T08:46:17.660101Z"},"content_sha256":"07d1fc148a1730e4b8df5f4e86079aed03cfc0e9ebd6e04db529b68efb00465f","schema_version":"1.0","event_id":"sha256:07d1fc148a1730e4b8df5f4e86079aed03cfc0e9ebd6e04db529b68efb00465f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HWKRSGLVDGGLHD6B7L7CKRSOOK/bundle.json","state_url":"https://pith.science/pith/HWKRSGLVDGGLHD6B7L7CKRSOOK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HWKRSGLVDGGLHD6B7L7CKRSOOK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T08:46:17Z","links":{"resolver":"https://pith.science/pith/HWKRSGLVDGGLHD6B7L7CKRSOOK","bundle":"https://pith.science/pith/HWKRSGLVDGGLHD6B7L7CKRSOOK/bundle.json","state":"https://pith.science/pith/HWKRSGLVDGGLHD6B7L7CKRSOOK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HWKRSGLVDGGLHD6B7L7CKRSOOK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:HWKRSGLVDGGLHD6B7L7CKRSOOK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8e6fe71675afe22bfc23f9c0657797c216ced37bc0835739b84cead1397e5af6","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-07T22:23:51Z","title_canon_sha256":"6854716d3b0a7cc3be5eec92801f8c1416b45b05e66492c0b9b6a257c0771b5c"},"schema_version":"1.0","source":{"id":"2311.04368","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.04368","created_at":"2026-07-05T07:10:34Z"},{"alias_kind":"arxiv_version","alias_value":"2311.04368v1","created_at":"2026-07-05T07:10:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.04368","created_at":"2026-07-05T07:10:34Z"},{"alias_kind":"pith_short_12","alias_value":"HWKRSGLVDGGL","created_at":"2026-07-05T07:10:34Z"},{"alias_kind":"pith_short_16","alias_value":"HWKRSGLVDGGLHD6B","created_at":"2026-07-05T07:10:34Z"},{"alias_kind":"pith_short_8","alias_value":"HWKRSGLV","created_at":"2026-07-05T07:10:34Z"}],"graph_snapshots":[{"event_id":"sha256:07d1fc148a1730e4b8df5f4e86079aed03cfc0e9ebd6e04db529b68efb00465f","target":"graph","created_at":"2026-07-05T07:10:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.04368/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"IMPORTANCE The response effectiveness of different large language models (LLMs) and various individuals, including medical students, graduate students, and practicing physicians, in pediatric ophthalmology consultations, has not been clearly established yet. OBJECTIVE Design a 100-question exam based on pediatric ophthalmology to evaluate the performance of LLMs in highly specialized scenarios and compare them with the performance of medical students and physicians at different levels. DESIGN, SETTING, AND PARTICIPANTS This survey study assessed three LLMs, namely ChatGPT (GPT-3.5), GPT-4, and","authors_text":"Hong Wei, Huan Zhao, Jason Holmes, Jie Zou, Jinyu Hu, Rui Peng, Tianming Liu, Wei Liu, Xi Jiang, Yi Shao, Yiwei Li, Zhengliang Liu, Zihao Wu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-07T22:23:51Z","title":"Evaluating multiple large language models in pediatric ophthalmology"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.04368","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a3f3b3f84bc12161a19db39505f1f36253a9c54e66e2a1a1d3b98fe13abea44f","target":"record","created_at":"2026-07-05T07:10:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8e6fe71675afe22bfc23f9c0657797c216ced37bc0835739b84cead1397e5af6","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-07T22:23:51Z","title_canon_sha256":"6854716d3b0a7cc3be5eec92801f8c1416b45b05e66492c0b9b6a257c0771b5c"},"schema_version":"1.0","source":{"id":"2311.04368","kind":"arxiv","version":1}},"canonical_sha256":"3d95191975198cb38fc1fafe25464e728fa39aec9916ea7c7e20847b4e6a3f41","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3d95191975198cb38fc1fafe25464e728fa39aec9916ea7c7e20847b4e6a3f41","first_computed_at":"2026-07-05T07:10:34.563838Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:10:34.563838Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0AcVG1x1DZGu7dsWJY1oQQ+DQhZwv8le4hHoPBPx0rJXkw3dH216i+No9hrlwEd8rC1BmM/0c8A8esqNNNe0Bw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:10:34.564253Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.04368","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a3f3b3f84bc12161a19db39505f1f36253a9c54e66e2a1a1d3b98fe13abea44f","sha256:07d1fc148a1730e4b8df5f4e86079aed03cfc0e9ebd6e04db529b68efb00465f"],"state_sha256":"b12e9590e51c0f53c2cc98373a30cdb2b6ccad083ea99690d4d746756f885bac"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LVgv5eoMPxiU4UvilNITL4xJ8veHFyRfsXlrNEsWhWLtVcYRDcPXKMyw5AXLMdrnZwkjBclx35Log8JVtO/XCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T08:46:17.662059Z","bundle_sha256":"9be051a28b4e7aca3830d17a3358756fd27d27202a99e634b7c9d6455b80de78"}}