{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:TWBT65AV5FYNKKB6IMZB5SU4KE","short_pith_number":"pith:TWBT65AV","canonical_record":{"source":{"id":"2104.09399","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2021-04-19T15:41:28Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"19d4d7b3ed2cfdcf4d03c8b87300c616af5738fdba54c5f6ffb511dac524a56d","abstract_canon_sha256":"9baee53489d5180b6dd435e4975172de9591444d48d6f57f5af2703c2adb8930"},"schema_version":"1.0"},"canonical_sha256":"9d833f7415e970d5283e43321eca9c5102f7b19ad1909a0594f6b04f4df0d333","source":{"kind":"arxiv","id":"2104.09399","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.09399","created_at":"2026-07-05T02:33:12Z"},{"alias_kind":"arxiv_version","alias_value":"2104.09399v1","created_at":"2026-07-05T02:33:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.09399","created_at":"2026-07-05T02:33:12Z"},{"alias_kind":"pith_short_12","alias_value":"TWBT65AV5FYN","created_at":"2026-07-05T02:33:12Z"},{"alias_kind":"pith_short_16","alias_value":"TWBT65AV5FYNKKB6","created_at":"2026-07-05T02:33:12Z"},{"alias_kind":"pith_short_8","alias_value":"TWBT65AV","created_at":"2026-07-05T02:33:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:TWBT65AV5FYNKKB6IMZB5SU4KE","target":"record","payload":{"canonical_record":{"source":{"id":"2104.09399","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2021-04-19T15:41:28Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"19d4d7b3ed2cfdcf4d03c8b87300c616af5738fdba54c5f6ffb511dac524a56d","abstract_canon_sha256":"9baee53489d5180b6dd435e4975172de9591444d48d6f57f5af2703c2adb8930"},"schema_version":"1.0"},"canonical_sha256":"9d833f7415e970d5283e43321eca9c5102f7b19ad1909a0594f6b04f4df0d333","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:33:12.800540Z","signature_b64":"NaFvCnwHfgv5ydsEInH+KTXAHaEYWYNzVD/RWdsQ5zpv46VPCIJisqtFTH9uSpGnzEkDbFoo/q1X/aOEJQXxAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9d833f7415e970d5283e43321eca9c5102f7b19ad1909a0594f6b04f4df0d333","last_reissued_at":"2026-07-05T02:33:12.800009Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:33:12.800009Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2104.09399","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:33:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1yHdLToleb5sw5Gh2CZ2G1D0NKLaYiaJyct2BSMFdlAZEFAOPsgoek1OpJfdBe4Zle8dN4+AhEUxdmJH0HQLCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T05:05:59.903859Z"},"content_sha256":"a2a429fa59afdfd59d0827eefb706603a437c4d3e1797905e280e7047d9e226b","schema_version":"1.0","event_id":"sha256:a2a429fa59afdfd59d0827eefb706603a437c4d3e1797905e280e7047d9e226b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:TWBT65AV5FYNKKB6IMZB5SU4KE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"TREC Deep Learning Track: Reusable Test Collections in the Large Data Regime","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.IR","authors_text":"Bhaskar Mitra, Daniel Campos, Ellen M. Voorhees, Emine Yilmaz, Ian Soboroff, Nick Craswell","submitted_at":"2021-04-19T15:41:28Z","abstract_excerpt":"The TREC Deep Learning (DL) Track studies ad hoc search in the large data regime, meaning that a large set of human-labeled training data is available. Results so far indicate that the best models with large data may be deep neural networks. This paper supports the reuse of the TREC DL test collections in three ways. First we describe the data sets in detail, documenting clearly and in one place some details that are otherwise scattered in track guidelines, overview papers and in our associated MS MARCO leaderboard pages. We intend this description to make it easy for newcomers to use the TREC"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.09399","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2104.09399/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:33:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"m0EDeFJYwxY3ahkox/qvQAQDDhJeGNoWFojp4s8otWYh/0PgW+aWIa63+21assR69dJH51EWLbUow2VgjGIxDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T05:05:59.904229Z"},"content_sha256":"1da7b5b9c12aa62403719e4671484edc4bf727f7397ba4618b5b45f72f1506ae","schema_version":"1.0","event_id":"sha256:1da7b5b9c12aa62403719e4671484edc4bf727f7397ba4618b5b45f72f1506ae"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TWBT65AV5FYNKKB6IMZB5SU4KE/bundle.json","state_url":"https://pith.science/pith/TWBT65AV5FYNKKB6IMZB5SU4KE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TWBT65AV5FYNKKB6IMZB5SU4KE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T05:05:59Z","links":{"resolver":"https://pith.science/pith/TWBT65AV5FYNKKB6IMZB5SU4KE","bundle":"https://pith.science/pith/TWBT65AV5FYNKKB6IMZB5SU4KE/bundle.json","state":"https://pith.science/pith/TWBT65AV5FYNKKB6IMZB5SU4KE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TWBT65AV5FYNKKB6IMZB5SU4KE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:TWBT65AV5FYNKKB6IMZB5SU4KE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9baee53489d5180b6dd435e4975172de9591444d48d6f57f5af2703c2adb8930","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2021-04-19T15:41:28Z","title_canon_sha256":"19d4d7b3ed2cfdcf4d03c8b87300c616af5738fdba54c5f6ffb511dac524a56d"},"schema_version":"1.0","source":{"id":"2104.09399","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.09399","created_at":"2026-07-05T02:33:12Z"},{"alias_kind":"arxiv_version","alias_value":"2104.09399v1","created_at":"2026-07-05T02:33:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.09399","created_at":"2026-07-05T02:33:12Z"},{"alias_kind":"pith_short_12","alias_value":"TWBT65AV5FYN","created_at":"2026-07-05T02:33:12Z"},{"alias_kind":"pith_short_16","alias_value":"TWBT65AV5FYNKKB6","created_at":"2026-07-05T02:33:12Z"},{"alias_kind":"pith_short_8","alias_value":"TWBT65AV","created_at":"2026-07-05T02:33:12Z"}],"graph_snapshots":[{"event_id":"sha256:1da7b5b9c12aa62403719e4671484edc4bf727f7397ba4618b5b45f72f1506ae","target":"graph","created_at":"2026-07-05T02:33:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2104.09399/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The TREC Deep Learning (DL) Track studies ad hoc search in the large data regime, meaning that a large set of human-labeled training data is available. Results so far indicate that the best models with large data may be deep neural networks. This paper supports the reuse of the TREC DL test collections in three ways. First we describe the data sets in detail, documenting clearly and in one place some details that are otherwise scattered in track guidelines, overview papers and in our associated MS MARCO leaderboard pages. We intend this description to make it easy for newcomers to use the TREC","authors_text":"Bhaskar Mitra, Daniel Campos, Ellen M. Voorhees, Emine Yilmaz, Ian Soboroff, Nick Craswell","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2021-04-19T15:41:28Z","title":"TREC Deep Learning Track: Reusable Test Collections in the Large Data Regime"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.09399","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a2a429fa59afdfd59d0827eefb706603a437c4d3e1797905e280e7047d9e226b","target":"record","created_at":"2026-07-05T02:33:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9baee53489d5180b6dd435e4975172de9591444d48d6f57f5af2703c2adb8930","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2021-04-19T15:41:28Z","title_canon_sha256":"19d4d7b3ed2cfdcf4d03c8b87300c616af5738fdba54c5f6ffb511dac524a56d"},"schema_version":"1.0","source":{"id":"2104.09399","kind":"arxiv","version":1}},"canonical_sha256":"9d833f7415e970d5283e43321eca9c5102f7b19ad1909a0594f6b04f4df0d333","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9d833f7415e970d5283e43321eca9c5102f7b19ad1909a0594f6b04f4df0d333","first_computed_at":"2026-07-05T02:33:12.800009Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:33:12.800009Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"NaFvCnwHfgv5ydsEInH+KTXAHaEYWYNzVD/RWdsQ5zpv46VPCIJisqtFTH9uSpGnzEkDbFoo/q1X/aOEJQXxAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T02:33:12.800540Z","signed_message":"canonical_sha256_bytes"},"source_id":"2104.09399","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a2a429fa59afdfd59d0827eefb706603a437c4d3e1797905e280e7047d9e226b","sha256:1da7b5b9c12aa62403719e4671484edc4bf727f7397ba4618b5b45f72f1506ae"],"state_sha256":"eb66008ec08f9c03de4a76ee587fc28c6a040073d40ab5d53630f0787ee0c303"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VqEDRUsjIdacCFSGfpDs8EG8eWgwsBHW0/cklXv0Ewc0OdpR4wP+ExvNalwq9UASdz/x5Mo0SGYlQ3yZ9AJ2CQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T05:05:59.906417Z","bundle_sha256":"830f81f44a373440fcf1a4dbf0c4586ea4b2614b597f5c41cd22ea09e3886b80"}}