{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:GO6XJF5MBDYTSMVHEP5TCNOZ7F","short_pith_number":"pith:GO6XJF5M","canonical_record":{"source":{"id":"2411.09607","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2024-11-14T17:25:43Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"6b211595f9bb3970e3ba58d1db76595f1355a7a7ec66b8264cae2fd89219a128","abstract_canon_sha256":"8e236db216f94542db337acde9032710008e12f8222d5bd98da49567214ce602"},"schema_version":"1.0"},"canonical_sha256":"33bd7497ac08f13932a723fb3135d9f941c85a32323410c6b6d7b419682f1486","source":{"kind":"arxiv","id":"2411.09607","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.09607","created_at":"2026-07-05T09:35:29Z"},{"alias_kind":"arxiv_version","alias_value":"2411.09607v1","created_at":"2026-07-05T09:35:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.09607","created_at":"2026-07-05T09:35:29Z"},{"alias_kind":"pith_short_12","alias_value":"GO6XJF5MBDYT","created_at":"2026-07-05T09:35:29Z"},{"alias_kind":"pith_short_16","alias_value":"GO6XJF5MBDYTSMVH","created_at":"2026-07-05T09:35:29Z"},{"alias_kind":"pith_short_8","alias_value":"GO6XJF5M","created_at":"2026-07-05T09:35:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:GO6XJF5MBDYTSMVHEP5TCNOZ7F","target":"record","payload":{"canonical_record":{"source":{"id":"2411.09607","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2024-11-14T17:25:43Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"6b211595f9bb3970e3ba58d1db76595f1355a7a7ec66b8264cae2fd89219a128","abstract_canon_sha256":"8e236db216f94542db337acde9032710008e12f8222d5bd98da49567214ce602"},"schema_version":"1.0"},"canonical_sha256":"33bd7497ac08f13932a723fb3135d9f941c85a32323410c6b6d7b419682f1486","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:35:29.562372Z","signature_b64":"t0UQcEbCA4P5mZp8UYvYcb9BRcLsRAzar2CjqmEdONX1i38OOqa/6c7gUud4gqTuaqSgD8VhkvRFkz4cizrKBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"33bd7497ac08f13932a723fb3135d9f941c85a32323410c6b6d7b419682f1486","last_reissued_at":"2026-07-05T09:35:29.561774Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:35:29.561774Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.09607","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:35:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JE33FczRlXv8hHG1NYwZPLnKfhUZf4G0K0UZjwb04Vbv+vX9Sf/QtTbhqpv2h7noRdcFloaelHOUbaZQEqDmCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T03:50:42.461425Z"},"content_sha256":"7d1df2931f0ec8d1f70c8903cc497adf2a3be1d2c3ee311d231ebb3dfdfc6078","schema_version":"1.0","event_id":"sha256:7d1df2931f0ec8d1f70c8903cc497adf2a3be1d2c3ee311d231ebb3dfdfc6078"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:GO6XJF5MBDYTSMVHEP5TCNOZ7F","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Initial Nugget Evaluation Results for the TREC 2024 RAG Track with the AutoNuggetizer Framework","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.IR","authors_text":"Daniel Campos, Jimmy Lin, Nandan Thakur, Nick Craswell, Ronak Pradeep, Shivani Upadhyay","submitted_at":"2024-11-14T17:25:43Z","abstract_excerpt":"This report provides an initial look at partial results from the TREC 2024 Retrieval-Augmented Generation (RAG) Track. We have identified RAG evaluation as a barrier to continued progress in information access (and more broadly, natural language processing and artificial intelligence), and it is our hope that we can contribute to tackling the many challenges in this space. The central hypothesis we explore in this work is that the nugget evaluation methodology, originally developed for the TREC Question Answering Track in 2003, provides a solid foundation for evaluating RAG systems. As such, o"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.09607","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.09607/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:35:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jYPmDzhhQcc76SQCNB/HTE9qukUMr2wC9FRgnUBZQg9C6nB7iuZr5WbFseFeTIF7fvmy8ZIsaRSBFglaVgkdDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T03:50:42.461800Z"},"content_sha256":"e17ac6be5c326018be92862061a7c6f3a9b08e15c1fd0cf9e48007b1fbbda5b9","schema_version":"1.0","event_id":"sha256:e17ac6be5c326018be92862061a7c6f3a9b08e15c1fd0cf9e48007b1fbbda5b9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GO6XJF5MBDYTSMVHEP5TCNOZ7F/bundle.json","state_url":"https://pith.science/pith/GO6XJF5MBDYTSMVHEP5TCNOZ7F/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GO6XJF5MBDYTSMVHEP5TCNOZ7F/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T03:50:42Z","links":{"resolver":"https://pith.science/pith/GO6XJF5MBDYTSMVHEP5TCNOZ7F","bundle":"https://pith.science/pith/GO6XJF5MBDYTSMVHEP5TCNOZ7F/bundle.json","state":"https://pith.science/pith/GO6XJF5MBDYTSMVHEP5TCNOZ7F/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GO6XJF5MBDYTSMVHEP5TCNOZ7F/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:GO6XJF5MBDYTSMVHEP5TCNOZ7F","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8e236db216f94542db337acde9032710008e12f8222d5bd98da49567214ce602","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2024-11-14T17:25:43Z","title_canon_sha256":"6b211595f9bb3970e3ba58d1db76595f1355a7a7ec66b8264cae2fd89219a128"},"schema_version":"1.0","source":{"id":"2411.09607","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.09607","created_at":"2026-07-05T09:35:29Z"},{"alias_kind":"arxiv_version","alias_value":"2411.09607v1","created_at":"2026-07-05T09:35:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.09607","created_at":"2026-07-05T09:35:29Z"},{"alias_kind":"pith_short_12","alias_value":"GO6XJF5MBDYT","created_at":"2026-07-05T09:35:29Z"},{"alias_kind":"pith_short_16","alias_value":"GO6XJF5MBDYTSMVH","created_at":"2026-07-05T09:35:29Z"},{"alias_kind":"pith_short_8","alias_value":"GO6XJF5M","created_at":"2026-07-05T09:35:29Z"}],"graph_snapshots":[{"event_id":"sha256:e17ac6be5c326018be92862061a7c6f3a9b08e15c1fd0cf9e48007b1fbbda5b9","target":"graph","created_at":"2026-07-05T09:35:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.09607/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This report provides an initial look at partial results from the TREC 2024 Retrieval-Augmented Generation (RAG) Track. We have identified RAG evaluation as a barrier to continued progress in information access (and more broadly, natural language processing and artificial intelligence), and it is our hope that we can contribute to tackling the many challenges in this space. The central hypothesis we explore in this work is that the nugget evaluation methodology, originally developed for the TREC Question Answering Track in 2003, provides a solid foundation for evaluating RAG systems. As such, o","authors_text":"Daniel Campos, Jimmy Lin, Nandan Thakur, Nick Craswell, Ronak Pradeep, Shivani Upadhyay","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2024-11-14T17:25:43Z","title":"Initial Nugget Evaluation Results for the TREC 2024 RAG Track with the AutoNuggetizer Framework"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.09607","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7d1df2931f0ec8d1f70c8903cc497adf2a3be1d2c3ee311d231ebb3dfdfc6078","target":"record","created_at":"2026-07-05T09:35:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8e236db216f94542db337acde9032710008e12f8222d5bd98da49567214ce602","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2024-11-14T17:25:43Z","title_canon_sha256":"6b211595f9bb3970e3ba58d1db76595f1355a7a7ec66b8264cae2fd89219a128"},"schema_version":"1.0","source":{"id":"2411.09607","kind":"arxiv","version":1}},"canonical_sha256":"33bd7497ac08f13932a723fb3135d9f941c85a32323410c6b6d7b419682f1486","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"33bd7497ac08f13932a723fb3135d9f941c85a32323410c6b6d7b419682f1486","first_computed_at":"2026-07-05T09:35:29.561774Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:35:29.561774Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"t0UQcEbCA4P5mZp8UYvYcb9BRcLsRAzar2CjqmEdONX1i38OOqa/6c7gUud4gqTuaqSgD8VhkvRFkz4cizrKBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:35:29.562372Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.09607","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7d1df2931f0ec8d1f70c8903cc497adf2a3be1d2c3ee311d231ebb3dfdfc6078","sha256:e17ac6be5c326018be92862061a7c6f3a9b08e15c1fd0cf9e48007b1fbbda5b9"],"state_sha256":"5ca2a56a412893239bf5ff6a8571cc56d12aba94ecd9687873cf469df46e1e6e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WCbhvZ2ozjAV9C4TcUSi517W5Jsb/q5RXIYiYRdrla0DLlQmG5M8vwp/+KUgr4zz10m9As+pzSPatNSoksnjCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T03:50:42.463856Z","bundle_sha256":"66c4832d2b2ace06a6e21f239c93407911283f4df67821ef8b491679e09bd608"}}