{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:62INGKW6DUFMAUW5PJGSP3KQSH","short_pith_number":"pith:62INGKW6","canonical_record":{"source":{"id":"2409.00369","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-31T07:10:16Z","cross_cats_sorted":[],"title_canon_sha256":"b6f70a1983954aa12e90b4cef93ed1060f2dce14ce570d7b2a97259cd67d8ab7","abstract_canon_sha256":"2bf114a0afc9dce44e260b6e92fc32bce3cf103ab86b1d85468958fc0ac5ce74"},"schema_version":"1.0"},"canonical_sha256":"f690d32ade1d0ac052dd7a4d27ed5091d9cd6f399bcb3e08d2884c81b84d7803","source":{"kind":"arxiv","id":"2409.00369","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.00369","created_at":"2026-07-05T09:05:18Z"},{"alias_kind":"arxiv_version","alias_value":"2409.00369v3","created_at":"2026-07-05T09:05:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.00369","created_at":"2026-07-05T09:05:18Z"},{"alias_kind":"pith_short_12","alias_value":"62INGKW6DUFM","created_at":"2026-07-05T09:05:18Z"},{"alias_kind":"pith_short_16","alias_value":"62INGKW6DUFMAUW5","created_at":"2026-07-05T09:05:18Z"},{"alias_kind":"pith_short_8","alias_value":"62INGKW6","created_at":"2026-07-05T09:05:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:62INGKW6DUFMAUW5PJGSP3KQSH","target":"record","payload":{"canonical_record":{"source":{"id":"2409.00369","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-31T07:10:16Z","cross_cats_sorted":[],"title_canon_sha256":"b6f70a1983954aa12e90b4cef93ed1060f2dce14ce570d7b2a97259cd67d8ab7","abstract_canon_sha256":"2bf114a0afc9dce44e260b6e92fc32bce3cf103ab86b1d85468958fc0ac5ce74"},"schema_version":"1.0"},"canonical_sha256":"f690d32ade1d0ac052dd7a4d27ed5091d9cd6f399bcb3e08d2884c81b84d7803","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:05:18.701822Z","signature_b64":"qhbUHdkvQsiNO3XkSOSc8Hbycj04pTfTmWDmxf+F92KOkKfOXnEpg0B7KDmQoV+pLSN6SpjZoUXrgKxbMzsNAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f690d32ade1d0ac052dd7a4d27ed5091d9cd6f399bcb3e08d2884c81b84d7803","last_reissued_at":"2026-07-05T09:05:18.701358Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:05:18.701358Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.00369","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:05:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CFLuHS+VWSx6IrClFXG7KkSHy+lV7iSDuPRBk00z/Lfkbbqvba864hpb/+0atWh6UuFRFgDDfrQVg5khD/4/AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T06:25:40.571607Z"},"content_sha256":"c1e3cca5804b3025bba70ea6e6fb8ab9720c946c93f0c10b98a112aabeda7199","schema_version":"1.0","event_id":"sha256:c1e3cca5804b3025bba70ea6e6fb8ab9720c946c93f0c10b98a112aabeda7199"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:62INGKW6DUFMAUW5PJGSP3KQSH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"An Empirical Study on Information Extraction using Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Benyou Wang, Chaohao Yang, Lu Liu, Prayag Tiwari, Ridong Han, Tao Peng, Xiang Wan","submitted_at":"2024-08-31T07:10:16Z","abstract_excerpt":"Human-like large language models (LLMs), especially the most powerful and popular ones in OpenAI's GPT family, have proven to be very helpful for many natural language processing (NLP) related tasks. Therefore, various attempts have been made to apply LLMs to information extraction (IE), which is a fundamental NLP task that involves extracting information from unstructured plain text. To demonstrate the latest representative progress in LLMs' information extraction ability, we assess the information extraction ability of GPT-4 (the latest version of GPT at the time of writing this paper) from "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.00369","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.00369/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:05:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ley72lI7fY0BFBSUdAYXJLLUsrPX0j8ANlkNKj7xN2EufSmM5sJTF7x0lEFKJ3k3yUJpHClI0Epdq/vtYOrdDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T06:25:40.571970Z"},"content_sha256":"c6cfbdc5d1565d71df57e2bad22a427f488f8902e806c6955a5c90ebfd3687ed","schema_version":"1.0","event_id":"sha256:c6cfbdc5d1565d71df57e2bad22a427f488f8902e806c6955a5c90ebfd3687ed"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/62INGKW6DUFMAUW5PJGSP3KQSH/bundle.json","state_url":"https://pith.science/pith/62INGKW6DUFMAUW5PJGSP3KQSH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/62INGKW6DUFMAUW5PJGSP3KQSH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T06:25:40Z","links":{"resolver":"https://pith.science/pith/62INGKW6DUFMAUW5PJGSP3KQSH","bundle":"https://pith.science/pith/62INGKW6DUFMAUW5PJGSP3KQSH/bundle.json","state":"https://pith.science/pith/62INGKW6DUFMAUW5PJGSP3KQSH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/62INGKW6DUFMAUW5PJGSP3KQSH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:62INGKW6DUFMAUW5PJGSP3KQSH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2bf114a0afc9dce44e260b6e92fc32bce3cf103ab86b1d85468958fc0ac5ce74","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-31T07:10:16Z","title_canon_sha256":"b6f70a1983954aa12e90b4cef93ed1060f2dce14ce570d7b2a97259cd67d8ab7"},"schema_version":"1.0","source":{"id":"2409.00369","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.00369","created_at":"2026-07-05T09:05:18Z"},{"alias_kind":"arxiv_version","alias_value":"2409.00369v3","created_at":"2026-07-05T09:05:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.00369","created_at":"2026-07-05T09:05:18Z"},{"alias_kind":"pith_short_12","alias_value":"62INGKW6DUFM","created_at":"2026-07-05T09:05:18Z"},{"alias_kind":"pith_short_16","alias_value":"62INGKW6DUFMAUW5","created_at":"2026-07-05T09:05:18Z"},{"alias_kind":"pith_short_8","alias_value":"62INGKW6","created_at":"2026-07-05T09:05:18Z"}],"graph_snapshots":[{"event_id":"sha256:c6cfbdc5d1565d71df57e2bad22a427f488f8902e806c6955a5c90ebfd3687ed","target":"graph","created_at":"2026-07-05T09:05:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.00369/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Human-like large language models (LLMs), especially the most powerful and popular ones in OpenAI's GPT family, have proven to be very helpful for many natural language processing (NLP) related tasks. Therefore, various attempts have been made to apply LLMs to information extraction (IE), which is a fundamental NLP task that involves extracting information from unstructured plain text. To demonstrate the latest representative progress in LLMs' information extraction ability, we assess the information extraction ability of GPT-4 (the latest version of GPT at the time of writing this paper) from ","authors_text":"Benyou Wang, Chaohao Yang, Lu Liu, Prayag Tiwari, Ridong Han, Tao Peng, Xiang Wan","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-31T07:10:16Z","title":"An Empirical Study on Information Extraction using Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.00369","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c1e3cca5804b3025bba70ea6e6fb8ab9720c946c93f0c10b98a112aabeda7199","target":"record","created_at":"2026-07-05T09:05:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2bf114a0afc9dce44e260b6e92fc32bce3cf103ab86b1d85468958fc0ac5ce74","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-31T07:10:16Z","title_canon_sha256":"b6f70a1983954aa12e90b4cef93ed1060f2dce14ce570d7b2a97259cd67d8ab7"},"schema_version":"1.0","source":{"id":"2409.00369","kind":"arxiv","version":3}},"canonical_sha256":"f690d32ade1d0ac052dd7a4d27ed5091d9cd6f399bcb3e08d2884c81b84d7803","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f690d32ade1d0ac052dd7a4d27ed5091d9cd6f399bcb3e08d2884c81b84d7803","first_computed_at":"2026-07-05T09:05:18.701358Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:05:18.701358Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"qhbUHdkvQsiNO3XkSOSc8Hbycj04pTfTmWDmxf+F92KOkKfOXnEpg0B7KDmQoV+pLSN6SpjZoUXrgKxbMzsNAw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:05:18.701822Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.00369","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c1e3cca5804b3025bba70ea6e6fb8ab9720c946c93f0c10b98a112aabeda7199","sha256:c6cfbdc5d1565d71df57e2bad22a427f488f8902e806c6955a5c90ebfd3687ed"],"state_sha256":"c47ae0aa71d804d916270c040d59edd943760578c7dc840011893ca308931c65"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pzuXDA+l6RehCVY5ryt2UTlbF74+oIrXZCQu31GpaE6KHp4j3+ppEjYFcr6a9Ov/HlikJZDRDgMnllwkOIX4DQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T06:25:40.573940Z","bundle_sha256":"b3c2e18ca642654db8ed8e65a98c4e9de9c9a4cef71862a797e61d01ff321498"}}