{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:POD2ZVUTJHNRKTR7QZ4BYEMCBS","short_pith_number":"pith:POD2ZVUT","canonical_record":{"source":{"id":"2402.10735","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-16T14:52:05Z","cross_cats_sorted":[],"title_canon_sha256":"7432330898e297415c48a9659d9131fdfe7b130988be2b68d67c0b7332289fc7","abstract_canon_sha256":"65565d38e7fafa2f5fe46714c90bf2f88ca3813b83fef69a7e33cbd4c5d69dc8"},"schema_version":"1.0"},"canonical_sha256":"7b87acd69349db154e3f86781c11820cabfb0e267a005a295c7330925509775b","source":{"kind":"arxiv","id":"2402.10735","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.10735","created_at":"2026-07-05T11:23:06Z"},{"alias_kind":"arxiv_version","alias_value":"2402.10735v4","created_at":"2026-07-05T11:23:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.10735","created_at":"2026-07-05T11:23:06Z"},{"alias_kind":"pith_short_12","alias_value":"POD2ZVUTJHNR","created_at":"2026-07-05T11:23:06Z"},{"alias_kind":"pith_short_16","alias_value":"POD2ZVUTJHNRKTR7","created_at":"2026-07-05T11:23:06Z"},{"alias_kind":"pith_short_8","alias_value":"POD2ZVUT","created_at":"2026-07-05T11:23:06Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:POD2ZVUTJHNRKTR7QZ4BYEMCBS","target":"record","payload":{"canonical_record":{"source":{"id":"2402.10735","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-16T14:52:05Z","cross_cats_sorted":[],"title_canon_sha256":"7432330898e297415c48a9659d9131fdfe7b130988be2b68d67c0b7332289fc7","abstract_canon_sha256":"65565d38e7fafa2f5fe46714c90bf2f88ca3813b83fef69a7e33cbd4c5d69dc8"},"schema_version":"1.0"},"canonical_sha256":"7b87acd69349db154e3f86781c11820cabfb0e267a005a295c7330925509775b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:23:06.447903Z","signature_b64":"Gu6Uj7jCVN68mxCGHkwfWJrgFCuRJZQQA/FmTs5eaQkhhoUI1cSwOv4ZSoJcUKK145pbbtGP6avEhS4a8YpTAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7b87acd69349db154e3f86781c11820cabfb0e267a005a295c7330925509775b","last_reissued_at":"2026-07-05T11:23:06.447417Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:23:06.447417Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.10735","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:23:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"D7Z4mv+eKX1B8CoFXTQ7d5bAb13qww9agq+Bgd9WyvA4EUJ2US0bFqB/z3zASrt6pkDNhA6ZBIFUVFh4+/rkDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T18:37:23.278329Z"},"content_sha256":"724e342a32e0e67656e034d2ac65b5086ac6df766fef5065f36aa17d0c65fdd1","schema_version":"1.0","event_id":"sha256:724e342a32e0e67656e034d2ac65b5086ac6df766fef5065f36aa17d0c65fdd1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:POD2ZVUTJHNRKTR7QZ4BYEMCBS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Assessing the Reasoning Capabilities of LLMs in the context of Evidence-based Claim Verification","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Federico Ruggeri, John Dougrez-Lewis, Mahmud Elahi Akhter, Maria Liakata, Sebastian L\\\"obbers, Yulan He","submitted_at":"2024-02-16T14:52:05Z","abstract_excerpt":"Although LLMs have shown great performance on Mathematics and Coding related reasoning tasks, the reasoning capabilities of LLMs regarding other forms of reasoning are still an open problem. Here, we examine the issue of reasoning from the perspective of claim verification. We propose a framework designed to break down any claim paired with evidence into atomic reasoning types that are necessary for verification. We use this framework to create RECV, the first claim verification benchmark, incorporating real-world claims, to assess the deductive and abductive reasoning capabilities of LLMs. Th"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.10735","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.10735/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:23:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6Fj/Rb+XKuFNtXND6AqMkRDjrdlz3mdPCRdKJZYF51sbjGgADyCHgxeLnkSMf5CzLOVXPzcHJAEG+8SQ3S9nDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T18:37:23.278826Z"},"content_sha256":"1b8dbfb47a0d433c4bd30a60abe2761aa47a7f6260e754bfecb5590cc49900a3","schema_version":"1.0","event_id":"sha256:1b8dbfb47a0d433c4bd30a60abe2761aa47a7f6260e754bfecb5590cc49900a3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/POD2ZVUTJHNRKTR7QZ4BYEMCBS/bundle.json","state_url":"https://pith.science/pith/POD2ZVUTJHNRKTR7QZ4BYEMCBS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/POD2ZVUTJHNRKTR7QZ4BYEMCBS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T18:37:23Z","links":{"resolver":"https://pith.science/pith/POD2ZVUTJHNRKTR7QZ4BYEMCBS","bundle":"https://pith.science/pith/POD2ZVUTJHNRKTR7QZ4BYEMCBS/bundle.json","state":"https://pith.science/pith/POD2ZVUTJHNRKTR7QZ4BYEMCBS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/POD2ZVUTJHNRKTR7QZ4BYEMCBS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:POD2ZVUTJHNRKTR7QZ4BYEMCBS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"65565d38e7fafa2f5fe46714c90bf2f88ca3813b83fef69a7e33cbd4c5d69dc8","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-16T14:52:05Z","title_canon_sha256":"7432330898e297415c48a9659d9131fdfe7b130988be2b68d67c0b7332289fc7"},"schema_version":"1.0","source":{"id":"2402.10735","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.10735","created_at":"2026-07-05T11:23:06Z"},{"alias_kind":"arxiv_version","alias_value":"2402.10735v4","created_at":"2026-07-05T11:23:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.10735","created_at":"2026-07-05T11:23:06Z"},{"alias_kind":"pith_short_12","alias_value":"POD2ZVUTJHNR","created_at":"2026-07-05T11:23:06Z"},{"alias_kind":"pith_short_16","alias_value":"POD2ZVUTJHNRKTR7","created_at":"2026-07-05T11:23:06Z"},{"alias_kind":"pith_short_8","alias_value":"POD2ZVUT","created_at":"2026-07-05T11:23:06Z"}],"graph_snapshots":[{"event_id":"sha256:1b8dbfb47a0d433c4bd30a60abe2761aa47a7f6260e754bfecb5590cc49900a3","target":"graph","created_at":"2026-07-05T11:23:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.10735/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Although LLMs have shown great performance on Mathematics and Coding related reasoning tasks, the reasoning capabilities of LLMs regarding other forms of reasoning are still an open problem. Here, we examine the issue of reasoning from the perspective of claim verification. We propose a framework designed to break down any claim paired with evidence into atomic reasoning types that are necessary for verification. We use this framework to create RECV, the first claim verification benchmark, incorporating real-world claims, to assess the deductive and abductive reasoning capabilities of LLMs. Th","authors_text":"Federico Ruggeri, John Dougrez-Lewis, Mahmud Elahi Akhter, Maria Liakata, Sebastian L\\\"obbers, Yulan He","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-16T14:52:05Z","title":"Assessing the Reasoning Capabilities of LLMs in the context of Evidence-based Claim Verification"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.10735","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:724e342a32e0e67656e034d2ac65b5086ac6df766fef5065f36aa17d0c65fdd1","target":"record","created_at":"2026-07-05T11:23:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"65565d38e7fafa2f5fe46714c90bf2f88ca3813b83fef69a7e33cbd4c5d69dc8","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-16T14:52:05Z","title_canon_sha256":"7432330898e297415c48a9659d9131fdfe7b130988be2b68d67c0b7332289fc7"},"schema_version":"1.0","source":{"id":"2402.10735","kind":"arxiv","version":4}},"canonical_sha256":"7b87acd69349db154e3f86781c11820cabfb0e267a005a295c7330925509775b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7b87acd69349db154e3f86781c11820cabfb0e267a005a295c7330925509775b","first_computed_at":"2026-07-05T11:23:06.447417Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:23:06.447417Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Gu6Uj7jCVN68mxCGHkwfWJrgFCuRJZQQA/FmTs5eaQkhhoUI1cSwOv4ZSoJcUKK145pbbtGP6avEhS4a8YpTAA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:23:06.447903Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.10735","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:724e342a32e0e67656e034d2ac65b5086ac6df766fef5065f36aa17d0c65fdd1","sha256:1b8dbfb47a0d433c4bd30a60abe2761aa47a7f6260e754bfecb5590cc49900a3"],"state_sha256":"f1fd5013a1bfb916f942c1644df4342639b6cda8458c9974b61527ac78b9d861"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hiSVsJg/GrC2pm5Kt/Ya/DUk43j7YYnKXo606vBiBh1nYYDI7SW4aOMlf605L7k1Q7jC4Uq+X5A28BrskuoYBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T18:37:23.283766Z","bundle_sha256":"7fa83635137d5f75eb8062d098f7652f8099eb5e3f0b3a65d03d9eba0ce3da0d"}}