{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:RFXJRQWF4JJQJUNCYDBGEUTGJ3","short_pith_number":"pith:RFXJRQWF","canonical_record":{"source":{"id":"2409.19019","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-24T23:33:07Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"c1018bbab7b995bbcb650e31a2f691216b9d31b8e4ce0825da828ebecdcf3ce6","abstract_canon_sha256":"365681036371b1507bdbd3f694311c1f5e4ba9c3328ba345f35e118b203546e2"},"schema_version":"1.0"},"canonical_sha256":"896e98c2c5e25304d1a2c0c26252664ec19ffa69617ed20c005e4ed9f8f4a919","source":{"kind":"arxiv","id":"2409.19019","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.19019","created_at":"2026-07-05T09:13:09Z"},{"alias_kind":"arxiv_version","alias_value":"2409.19019v1","created_at":"2026-07-05T09:13:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.19019","created_at":"2026-07-05T09:13:09Z"},{"alias_kind":"pith_short_12","alias_value":"RFXJRQWF4JJQ","created_at":"2026-07-05T09:13:09Z"},{"alias_kind":"pith_short_16","alias_value":"RFXJRQWF4JJQJUNC","created_at":"2026-07-05T09:13:09Z"},{"alias_kind":"pith_short_8","alias_value":"RFXJRQWF","created_at":"2026-07-05T09:13:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:RFXJRQWF4JJQJUNCYDBGEUTGJ3","target":"record","payload":{"canonical_record":{"source":{"id":"2409.19019","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-24T23:33:07Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"c1018bbab7b995bbcb650e31a2f691216b9d31b8e4ce0825da828ebecdcf3ce6","abstract_canon_sha256":"365681036371b1507bdbd3f694311c1f5e4ba9c3328ba345f35e118b203546e2"},"schema_version":"1.0"},"canonical_sha256":"896e98c2c5e25304d1a2c0c26252664ec19ffa69617ed20c005e4ed9f8f4a919","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:13:09.490830Z","signature_b64":"Yfrkvuo5jUKvrMOkEO6KZwz4kac81j8D7A4EtiSJQxF/zRbIpSw5+5SqiJgGe7Nhvo1F51sl73LqUqf3ebnrCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"896e98c2c5e25304d1a2c0c26252664ec19ffa69617ed20c005e4ed9f8f4a919","last_reissued_at":"2026-07-05T09:13:09.490309Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:13:09.490309Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.19019","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:13:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7kuSF1fIFDT0C+6fxt9TnST7Ve68LCfmG972LUU0hPhF0d3iprUcMV4gFZifZnG2QuXPY8pNyDFGPmQPX/w+Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T07:53:27.910540Z"},"content_sha256":"2668fd317dc59e73b82d9aaf504761a654ea9e1a62df52cedee9531f83781c0f","schema_version":"1.0","event_id":"sha256:2668fd317dc59e73b82d9aaf504761a654ea9e1a62df52cedee9531f83781c0f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:RFXJRQWF4JJQJUNCYDBGEUTGJ3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"RAGProbe: An Automated Approach for Evaluating RAG Applications","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Rajesh Vasa, Scott Barnett, Shangeetha Sivasothy, Stefanus Kurniawan, Zafaryab Rasool","submitted_at":"2024-09-24T23:33:07Z","abstract_excerpt":"Retrieval Augmented Generation (RAG) is increasingly being used when building Generative AI applications. Evaluating these applications and RAG pipelines is mostly done manually, via a trial and error process. Automating evaluation of RAG pipelines requires overcoming challenges such as context misunderstanding, wrong format, incorrect specificity, and missing content. Prior works therefore focused on improving evaluation metrics as well as enhancing components within the pipeline using available question and answer datasets. However, they have not focused on 1) providing a schema for capturin"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.19019","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.19019/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:13:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mryKsIvAstymSp/jN8+167W4x/7NhS1Q8Eq6nJlsj3MvFjclZBI6CsKvQuratXm9vRKRbIof8UlcnlQbQR45Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T07:53:27.910896Z"},"content_sha256":"46bdd05c0770bd36925c7cd40dddf026277a8ef72efcc75c9d6f834c56a4b954","schema_version":"1.0","event_id":"sha256:46bdd05c0770bd36925c7cd40dddf026277a8ef72efcc75c9d6f834c56a4b954"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RFXJRQWF4JJQJUNCYDBGEUTGJ3/bundle.json","state_url":"https://pith.science/pith/RFXJRQWF4JJQJUNCYDBGEUTGJ3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RFXJRQWF4JJQJUNCYDBGEUTGJ3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T07:53:27Z","links":{"resolver":"https://pith.science/pith/RFXJRQWF4JJQJUNCYDBGEUTGJ3","bundle":"https://pith.science/pith/RFXJRQWF4JJQJUNCYDBGEUTGJ3/bundle.json","state":"https://pith.science/pith/RFXJRQWF4JJQJUNCYDBGEUTGJ3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RFXJRQWF4JJQJUNCYDBGEUTGJ3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:RFXJRQWF4JJQJUNCYDBGEUTGJ3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"365681036371b1507bdbd3f694311c1f5e4ba9c3328ba345f35e118b203546e2","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-24T23:33:07Z","title_canon_sha256":"c1018bbab7b995bbcb650e31a2f691216b9d31b8e4ce0825da828ebecdcf3ce6"},"schema_version":"1.0","source":{"id":"2409.19019","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.19019","created_at":"2026-07-05T09:13:09Z"},{"alias_kind":"arxiv_version","alias_value":"2409.19019v1","created_at":"2026-07-05T09:13:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.19019","created_at":"2026-07-05T09:13:09Z"},{"alias_kind":"pith_short_12","alias_value":"RFXJRQWF4JJQ","created_at":"2026-07-05T09:13:09Z"},{"alias_kind":"pith_short_16","alias_value":"RFXJRQWF4JJQJUNC","created_at":"2026-07-05T09:13:09Z"},{"alias_kind":"pith_short_8","alias_value":"RFXJRQWF","created_at":"2026-07-05T09:13:09Z"}],"graph_snapshots":[{"event_id":"sha256:46bdd05c0770bd36925c7cd40dddf026277a8ef72efcc75c9d6f834c56a4b954","target":"graph","created_at":"2026-07-05T09:13:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.19019/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Retrieval Augmented Generation (RAG) is increasingly being used when building Generative AI applications. Evaluating these applications and RAG pipelines is mostly done manually, via a trial and error process. Automating evaluation of RAG pipelines requires overcoming challenges such as context misunderstanding, wrong format, incorrect specificity, and missing content. Prior works therefore focused on improving evaluation metrics as well as enhancing components within the pipeline using available question and answer datasets. However, they have not focused on 1) providing a schema for capturin","authors_text":"Rajesh Vasa, Scott Barnett, Shangeetha Sivasothy, Stefanus Kurniawan, Zafaryab Rasool","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-24T23:33:07Z","title":"RAGProbe: An Automated Approach for Evaluating RAG Applications"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.19019","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2668fd317dc59e73b82d9aaf504761a654ea9e1a62df52cedee9531f83781c0f","target":"record","created_at":"2026-07-05T09:13:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"365681036371b1507bdbd3f694311c1f5e4ba9c3328ba345f35e118b203546e2","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-24T23:33:07Z","title_canon_sha256":"c1018bbab7b995bbcb650e31a2f691216b9d31b8e4ce0825da828ebecdcf3ce6"},"schema_version":"1.0","source":{"id":"2409.19019","kind":"arxiv","version":1}},"canonical_sha256":"896e98c2c5e25304d1a2c0c26252664ec19ffa69617ed20c005e4ed9f8f4a919","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"896e98c2c5e25304d1a2c0c26252664ec19ffa69617ed20c005e4ed9f8f4a919","first_computed_at":"2026-07-05T09:13:09.490309Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:13:09.490309Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Yfrkvuo5jUKvrMOkEO6KZwz4kac81j8D7A4EtiSJQxF/zRbIpSw5+5SqiJgGe7Nhvo1F51sl73LqUqf3ebnrCA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:13:09.490830Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.19019","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2668fd317dc59e73b82d9aaf504761a654ea9e1a62df52cedee9531f83781c0f","sha256:46bdd05c0770bd36925c7cd40dddf026277a8ef72efcc75c9d6f834c56a4b954"],"state_sha256":"7f71f9bad91292c7a4a6fd56053df228eb3e81490aa860d85debc042c6f8e355"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IjbnfakVCNkclkT7m2lLfIK9p/3mNy2T5iH1qLf9P7JcyXWA8icBTBvs7NhevsVP40yQD+kSSgVErAcmZR83Cw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T07:53:27.914770Z","bundle_sha256":"4306eb97f7c92b7a13d354d8248dd77a94239cf7fbe399ceb80cda9e60185687"}}