{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:ED3ANPPVKGNBDLIPWPPPDWRTYR","short_pith_number":"pith:ED3ANPPV","canonical_record":{"source":{"id":"2201.08721","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2022-01-21T14:41:16Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"5e842b2f24dc98c492d35f71370f287b573b8c930314d44cd1b3779378e1375c","abstract_canon_sha256":"b15309672e61218927cc5e39bae8e0f969f96929282a913113f4b4e478a88707"},"schema_version":"1.0"},"canonical_sha256":"20f606bdf5519a11ad0fb3def1da33c4515631b4d33e638f37643377938f33cb","source":{"kind":"arxiv","id":"2201.08721","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2201.08721","created_at":"2026-07-05T03:50:31Z"},{"alias_kind":"arxiv_version","alias_value":"2201.08721v1","created_at":"2026-07-05T03:50:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2201.08721","created_at":"2026-07-05T03:50:31Z"},{"alias_kind":"pith_short_12","alias_value":"ED3ANPPVKGNB","created_at":"2026-07-05T03:50:31Z"},{"alias_kind":"pith_short_16","alias_value":"ED3ANPPVKGNBDLIP","created_at":"2026-07-05T03:50:31Z"},{"alias_kind":"pith_short_8","alias_value":"ED3ANPPV","created_at":"2026-07-05T03:50:31Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:ED3ANPPVKGNBDLIPWPPPDWRTYR","target":"record","payload":{"canonical_record":{"source":{"id":"2201.08721","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2022-01-21T14:41:16Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"5e842b2f24dc98c492d35f71370f287b573b8c930314d44cd1b3779378e1375c","abstract_canon_sha256":"b15309672e61218927cc5e39bae8e0f969f96929282a913113f4b4e478a88707"},"schema_version":"1.0"},"canonical_sha256":"20f606bdf5519a11ad0fb3def1da33c4515631b4d33e638f37643377938f33cb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:50:31.883790Z","signature_b64":"0+x119tzlaDhEfHGreEYbsBSL7h+b+haY+jHExAKt7OCg3wupW2uSq9vRkpRg3yf1hEp4a+W79DhEr7EpVT3CQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"20f606bdf5519a11ad0fb3def1da33c4515631b4d33e638f37643377938f33cb","last_reissued_at":"2026-07-05T03:50:31.883323Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:50:31.883323Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2201.08721","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:50:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0Suw+p8DfB8tjlY0hefOFMKXdv5YjR7fNE7xXYAtnFX9jeBotk4Y8tzmHQynOjvZJXOeMwDHbGvCvrR6otv/Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T03:50:46.442764Z"},"content_sha256":"f000715ba14347ac4d5efef1fc43064e3cec0fa102b65009dd3a545ce8ea0252","schema_version":"1.0","event_id":"sha256:f000715ba14347ac4d5efef1fc43064e3cec0fa102b65009dd3a545ce8ea0252"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:ED3ANPPVKGNBDLIPWPPPDWRTYR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Less is Less: When Are Snippets Insufficient for Human vs Machine Relevance Estimation?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.IR","authors_text":"Anlei Dong, Bhaskar Mitra, Gabriella Kazai, Linjun Yang, Nick Craswell","submitted_at":"2022-01-21T14:41:16Z","abstract_excerpt":"Traditional information retrieval (IR) ranking models process the full text of documents. Newer models based on Transformers, however, would incur a high computational cost when processing long texts, so typically use only snippets from the document instead. The model's input based on a document's URL, title, and snippet (UTS) is akin to the summaries that appear on a search engine results page (SERP) to help searchers decide which result to click. This raises questions about when such summaries are sufficient for relevance estimation by the ranking model or the human assessor, and whether hum"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2201.08721","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2201.08721/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:50:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"88uYqkMn710qGKM1rVPqFPDUC/CMVVqxn2Lgz93Q4XmPaFMCF9levLG6N6N4RBDCGqHJJI6fbphUCMI4A336BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T03:50:46.443578Z"},"content_sha256":"4ed90a42f46946a0700ad1132096adbf09369fe8519cdc5d8a3cd267030ac62f","schema_version":"1.0","event_id":"sha256:4ed90a42f46946a0700ad1132096adbf09369fe8519cdc5d8a3cd267030ac62f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ED3ANPPVKGNBDLIPWPPPDWRTYR/bundle.json","state_url":"https://pith.science/pith/ED3ANPPVKGNBDLIPWPPPDWRTYR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ED3ANPPVKGNBDLIPWPPPDWRTYR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T03:50:46Z","links":{"resolver":"https://pith.science/pith/ED3ANPPVKGNBDLIPWPPPDWRTYR","bundle":"https://pith.science/pith/ED3ANPPVKGNBDLIPWPPPDWRTYR/bundle.json","state":"https://pith.science/pith/ED3ANPPVKGNBDLIPWPPPDWRTYR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ED3ANPPVKGNBDLIPWPPPDWRTYR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:ED3ANPPVKGNBDLIPWPPPDWRTYR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b15309672e61218927cc5e39bae8e0f969f96929282a913113f4b4e478a88707","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2022-01-21T14:41:16Z","title_canon_sha256":"5e842b2f24dc98c492d35f71370f287b573b8c930314d44cd1b3779378e1375c"},"schema_version":"1.0","source":{"id":"2201.08721","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2201.08721","created_at":"2026-07-05T03:50:31Z"},{"alias_kind":"arxiv_version","alias_value":"2201.08721v1","created_at":"2026-07-05T03:50:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2201.08721","created_at":"2026-07-05T03:50:31Z"},{"alias_kind":"pith_short_12","alias_value":"ED3ANPPVKGNB","created_at":"2026-07-05T03:50:31Z"},{"alias_kind":"pith_short_16","alias_value":"ED3ANPPVKGNBDLIP","created_at":"2026-07-05T03:50:31Z"},{"alias_kind":"pith_short_8","alias_value":"ED3ANPPV","created_at":"2026-07-05T03:50:31Z"}],"graph_snapshots":[{"event_id":"sha256:4ed90a42f46946a0700ad1132096adbf09369fe8519cdc5d8a3cd267030ac62f","target":"graph","created_at":"2026-07-05T03:50:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2201.08721/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Traditional information retrieval (IR) ranking models process the full text of documents. Newer models based on Transformers, however, would incur a high computational cost when processing long texts, so typically use only snippets from the document instead. The model's input based on a document's URL, title, and snippet (UTS) is akin to the summaries that appear on a search engine results page (SERP) to help searchers decide which result to click. This raises questions about when such summaries are sufficient for relevance estimation by the ranking model or the human assessor, and whether hum","authors_text":"Anlei Dong, Bhaskar Mitra, Gabriella Kazai, Linjun Yang, Nick Craswell","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2022-01-21T14:41:16Z","title":"Less is Less: When Are Snippets Insufficient for Human vs Machine Relevance Estimation?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2201.08721","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f000715ba14347ac4d5efef1fc43064e3cec0fa102b65009dd3a545ce8ea0252","target":"record","created_at":"2026-07-05T03:50:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b15309672e61218927cc5e39bae8e0f969f96929282a913113f4b4e478a88707","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2022-01-21T14:41:16Z","title_canon_sha256":"5e842b2f24dc98c492d35f71370f287b573b8c930314d44cd1b3779378e1375c"},"schema_version":"1.0","source":{"id":"2201.08721","kind":"arxiv","version":1}},"canonical_sha256":"20f606bdf5519a11ad0fb3def1da33c4515631b4d33e638f37643377938f33cb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"20f606bdf5519a11ad0fb3def1da33c4515631b4d33e638f37643377938f33cb","first_computed_at":"2026-07-05T03:50:31.883323Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:50:31.883323Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0+x119tzlaDhEfHGreEYbsBSL7h+b+haY+jHExAKt7OCg3wupW2uSq9vRkpRg3yf1hEp4a+W79DhEr7EpVT3CQ==","signature_status":"signed_v1","signed_at":"2026-07-05T03:50:31.883790Z","signed_message":"canonical_sha256_bytes"},"source_id":"2201.08721","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f000715ba14347ac4d5efef1fc43064e3cec0fa102b65009dd3a545ce8ea0252","sha256:4ed90a42f46946a0700ad1132096adbf09369fe8519cdc5d8a3cd267030ac62f"],"state_sha256":"0b492cbec03466dc85458459c001c76e10107030581ca546b84f40500d2dc69e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eV52BAmSeK0bjW2lhte3cm6vQVZBH4F/w9sIgaWqCIYoPfMCqwNHBYeJr6ErcH6ADW2NRFVjQvX3ta3AmR0hAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T03:50:46.445909Z","bundle_sha256":"49dbb2e86cf0af491fb14996df2d41aaae06332c262b885405653805f2d7f13e"}}