{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:BFWUVYHYN4IUCVHHFDBYCAD2IR","short_pith_number":"pith:BFWUVYHY","canonical_record":{"source":{"id":"2310.11761","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-18T07:38:04Z","cross_cats_sorted":[],"title_canon_sha256":"4a8506911d661ba5e60893125c8c40ef20e0a9c4aa0ab4e881335d3cd9f35a00","abstract_canon_sha256":"a9df0e2f3a92148cd5b097278ba1e5cf000edd4d22bd613bfbacda1659cf636b"},"schema_version":"1.0"},"canonical_sha256":"096d4ae0f86f114154e728c381007a444501a43b79bd21dcb0d062310b6009c3","source":{"kind":"arxiv","id":"2310.11761","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.11761","created_at":"2026-07-05T07:02:11Z"},{"alias_kind":"arxiv_version","alias_value":"2310.11761v1","created_at":"2026-07-05T07:02:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.11761","created_at":"2026-07-05T07:02:11Z"},{"alias_kind":"pith_short_12","alias_value":"BFWUVYHYN4IU","created_at":"2026-07-05T07:02:11Z"},{"alias_kind":"pith_short_16","alias_value":"BFWUVYHYN4IUCVHH","created_at":"2026-07-05T07:02:11Z"},{"alias_kind":"pith_short_8","alias_value":"BFWUVYHY","created_at":"2026-07-05T07:02:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:BFWUVYHYN4IUCVHHFDBYCAD2IR","target":"record","payload":{"canonical_record":{"source":{"id":"2310.11761","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-18T07:38:04Z","cross_cats_sorted":[],"title_canon_sha256":"4a8506911d661ba5e60893125c8c40ef20e0a9c4aa0ab4e881335d3cd9f35a00","abstract_canon_sha256":"a9df0e2f3a92148cd5b097278ba1e5cf000edd4d22bd613bfbacda1659cf636b"},"schema_version":"1.0"},"canonical_sha256":"096d4ae0f86f114154e728c381007a444501a43b79bd21dcb0d062310b6009c3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:02:11.850865Z","signature_b64":"ZZATanlB5flSgQF/rXlds3SvD4eZ+1GyTfhtR7aMsBeuH+Vjl0vVY17UQeWxNot4lPKrs4XuMKEJAvvYxBSSBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"096d4ae0f86f114154e728c381007a444501a43b79bd21dcb0d062310b6009c3","last_reissued_at":"2026-07-05T07:02:11.850436Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:02:11.850436Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.11761","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:02:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bGexHtYh4b+0wVibLKvdzjRkrL828ev+u4mgxCMtUjdFyeuhnvSw4/U3B2vweCnIvEWIP/+0JMesSV/Oi0okBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T15:36:04.552160Z"},"content_sha256":"3ce00eff4f5df7762850d67936b04dacf1eebb5724a44b16396eef3f784a2424","schema_version":"1.0","event_id":"sha256:3ce00eff4f5df7762850d67936b04dacf1eebb5724a44b16396eef3f784a2424"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:BFWUVYHYN4IUCVHHFDBYCAD2IR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Comprehensive Evaluation of Large Language Models on Legal Judgment Prediction","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Ruihao Shui, Tat-Seng Chua, Xiang Wang, Yixin Cao","submitted_at":"2023-10-18T07:38:04Z","abstract_excerpt":"Large language models (LLMs) have demonstrated great potential for domain-specific applications, such as the law domain. However, recent disputes over GPT-4's law evaluation raise questions concerning their performance in real-world legal tasks. To systematically investigate their competency in the law, we design practical baseline solutions based on LLMs and test on the task of legal judgment prediction. In our solutions, LLMs can work alone to answer open questions or coordinate with an information retrieval (IR) system to learn from similar cases or solve simplified multi-choice questions. "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.11761","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.11761/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:02:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FcXRb24RQGqYZiyBGCQbd8hqFdCc3h71rYUbZhk9J1LDfvUB6K1/e+fqT3kZwY2KDFkALwgPy6fK8NjdlJHzDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T15:36:04.552685Z"},"content_sha256":"1b88838c1f5b5e5c7cc4e836af99b7a0a45a67648d6c44fbc4a4e4f27a92340a","schema_version":"1.0","event_id":"sha256:1b88838c1f5b5e5c7cc4e836af99b7a0a45a67648d6c44fbc4a4e4f27a92340a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BFWUVYHYN4IUCVHHFDBYCAD2IR/bundle.json","state_url":"https://pith.science/pith/BFWUVYHYN4IUCVHHFDBYCAD2IR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BFWUVYHYN4IUCVHHFDBYCAD2IR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T15:36:04Z","links":{"resolver":"https://pith.science/pith/BFWUVYHYN4IUCVHHFDBYCAD2IR","bundle":"https://pith.science/pith/BFWUVYHYN4IUCVHHFDBYCAD2IR/bundle.json","state":"https://pith.science/pith/BFWUVYHYN4IUCVHHFDBYCAD2IR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BFWUVYHYN4IUCVHHFDBYCAD2IR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:BFWUVYHYN4IUCVHHFDBYCAD2IR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a9df0e2f3a92148cd5b097278ba1e5cf000edd4d22bd613bfbacda1659cf636b","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-18T07:38:04Z","title_canon_sha256":"4a8506911d661ba5e60893125c8c40ef20e0a9c4aa0ab4e881335d3cd9f35a00"},"schema_version":"1.0","source":{"id":"2310.11761","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.11761","created_at":"2026-07-05T07:02:11Z"},{"alias_kind":"arxiv_version","alias_value":"2310.11761v1","created_at":"2026-07-05T07:02:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.11761","created_at":"2026-07-05T07:02:11Z"},{"alias_kind":"pith_short_12","alias_value":"BFWUVYHYN4IU","created_at":"2026-07-05T07:02:11Z"},{"alias_kind":"pith_short_16","alias_value":"BFWUVYHYN4IUCVHH","created_at":"2026-07-05T07:02:11Z"},{"alias_kind":"pith_short_8","alias_value":"BFWUVYHY","created_at":"2026-07-05T07:02:11Z"}],"graph_snapshots":[{"event_id":"sha256:1b88838c1f5b5e5c7cc4e836af99b7a0a45a67648d6c44fbc4a4e4f27a92340a","target":"graph","created_at":"2026-07-05T07:02:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.11761/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have demonstrated great potential for domain-specific applications, such as the law domain. However, recent disputes over GPT-4's law evaluation raise questions concerning their performance in real-world legal tasks. To systematically investigate their competency in the law, we design practical baseline solutions based on LLMs and test on the task of legal judgment prediction. In our solutions, LLMs can work alone to answer open questions or coordinate with an information retrieval (IR) system to learn from similar cases or solve simplified multi-choice questions. ","authors_text":"Ruihao Shui, Tat-Seng Chua, Xiang Wang, Yixin Cao","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-18T07:38:04Z","title":"A Comprehensive Evaluation of Large Language Models on Legal Judgment Prediction"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.11761","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3ce00eff4f5df7762850d67936b04dacf1eebb5724a44b16396eef3f784a2424","target":"record","created_at":"2026-07-05T07:02:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a9df0e2f3a92148cd5b097278ba1e5cf000edd4d22bd613bfbacda1659cf636b","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-18T07:38:04Z","title_canon_sha256":"4a8506911d661ba5e60893125c8c40ef20e0a9c4aa0ab4e881335d3cd9f35a00"},"schema_version":"1.0","source":{"id":"2310.11761","kind":"arxiv","version":1}},"canonical_sha256":"096d4ae0f86f114154e728c381007a444501a43b79bd21dcb0d062310b6009c3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"096d4ae0f86f114154e728c381007a444501a43b79bd21dcb0d062310b6009c3","first_computed_at":"2026-07-05T07:02:11.850436Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:02:11.850436Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ZZATanlB5flSgQF/rXlds3SvD4eZ+1GyTfhtR7aMsBeuH+Vjl0vVY17UQeWxNot4lPKrs4XuMKEJAvvYxBSSBw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:02:11.850865Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.11761","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3ce00eff4f5df7762850d67936b04dacf1eebb5724a44b16396eef3f784a2424","sha256:1b88838c1f5b5e5c7cc4e836af99b7a0a45a67648d6c44fbc4a4e4f27a92340a"],"state_sha256":"54a7b56c00c7d701d51c7b3c157b6a2dd3eae93cac031cf95150368ad447266e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zg6qE+Y17bafAcBzYFhVdanVEWkMhvysuXjTvo3fKSViMRmrv/Fk2/oAZcHuQO2gcdMgNUs8mJM9qdeV4yfgBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T15:36:04.567797Z","bundle_sha256":"e5866fb2f64eddf7ea48ff3ecab5e7d5df017e206de912558c4351f7f2b43859"}}