{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:53ID4WUY5AAS75FEMZXSW4LOMZ","short_pith_number":"pith:53ID4WUY","canonical_record":{"source":{"id":"2208.03299","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-08-05T17:39:22Z","cross_cats_sorted":[],"title_canon_sha256":"7a9b5aa924eb0af2ec244f3a0898da87f21266d4b237aba1b6ff582e8c4b60bc","abstract_canon_sha256":"bde059df50fd45afa6a2e95cfc49613066bcd5bc2ceafcdfb683eaec6bc5515a"},"schema_version":"1.0"},"canonical_sha256":"eed03e5a98e8012ff4a4666f2b716e6658dc8194c6f9a0785d56a623555d48f0","source":{"kind":"arxiv","id":"2208.03299","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2208.03299","created_at":"2026-05-17T23:38:47Z"},{"alias_kind":"arxiv_version","alias_value":"2208.03299v3","created_at":"2026-05-17T23:38:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2208.03299","created_at":"2026-05-17T23:38:47Z"},{"alias_kind":"pith_short_12","alias_value":"53ID4WUY5AAS","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_16","alias_value":"53ID4WUY5AAS75FE","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_8","alias_value":"53ID4WUY","created_at":"2026-05-18T12:33:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:53ID4WUY5AAS75FEMZXSW4LOMZ","target":"record","payload":{"canonical_record":{"source":{"id":"2208.03299","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-08-05T17:39:22Z","cross_cats_sorted":[],"title_canon_sha256":"7a9b5aa924eb0af2ec244f3a0898da87f21266d4b237aba1b6ff582e8c4b60bc","abstract_canon_sha256":"bde059df50fd45afa6a2e95cfc49613066bcd5bc2ceafcdfb683eaec6bc5515a"},"schema_version":"1.0"},"canonical_sha256":"eed03e5a98e8012ff4a4666f2b716e6658dc8194c6f9a0785d56a623555d48f0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:38:47.704652Z","signature_b64":"9O4Q33EgpXrvB8C4r9taDLlWtzDJvI1vzTDTj6Rvv39tzUjnORPnAP1ZbTvKpZe7VbkpyGrypAEGeJVB7cYhCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"eed03e5a98e8012ff4a4666f2b716e6658dc8194c6f9a0785d56a623555d48f0","last_reissued_at":"2026-05-17T23:38:47.704051Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:38:47.704051Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2208.03299","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:38:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZrnZXMrwZQAZgrP3Ds07lPjNv1a6NemsLJpUAbYQ7jupeQOfBfpyYpQRyv5ElT2bfhcTzccdhEMWNckr8PY5CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T18:56:36.135842Z"},"content_sha256":"3b2bcff763785448dcb4290068c52c3643c968fa4af93985526d6999ea77cd41","schema_version":"1.0","event_id":"sha256:3b2bcff763785448dcb4290068c52c3643c968fa4af93985526d6999ea77cd41"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:53ID4WUY5AAS75FEMZXSW4LOMZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Atlas: Few-shot Learning with Retrieval Augmented Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"Atlas, a retrieval-augmented language model, reaches over 42 percent accuracy on Natural Questions with only 64 examples while using 50 times fewer parameters than a 540 billion parameter model.","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Armand Joulin, Edouard Grave, Fabio Petroni, Gautier Izacard, Jane Dwivedi-Yu, Lucas Hosseini, Maria Lomeli, Patrick Lewis, Sebastian Riedel, Timo Schick","submitted_at":"2022-08-05T17:39:22Z","abstract_excerpt":"Large language models have shown impressive few-shot results on a wide range of tasks. However, when knowledge is key for such results, as is the case for tasks such as question answering and fact checking, massive parameter counts to store knowledge seem to be needed. Retrieval augmented models are known to excel at knowledge intensive tasks without the need for as many parameters, but it is unclear whether they work in few-shot settings. In this work we present Atlas, a carefully designed and pre-trained retrieval augmented language model able to learn knowledge intensive tasks with very few"},"claims":{"count":4,"items":[{"kind":"strongest_claim","text":"Atlas reaches over 42% accuracy on Natural Questions using only 64 examples, outperforming a 540B parameters model by 3% despite having 50x fewer parameters.","source":"verdict.strongest_claim","status":"machine_extracted","claim_id":"C1","attestation":"unclaimed"},{"kind":"weakest_assumption","text":"That the retrieval index supplies accurate, relevant knowledge and that the pre-training plus few-shot setup reliably transfers this knowledge without the model needing to store facts internally.","source":"verdict.weakest_assumption","status":"machine_extracted","claim_id":"C2","attestation":"unclaimed"},{"kind":"one_line_summary","text":"Atlas reaches over 42% accuracy on Natural Questions with only 64 examples, outperforming a 540B-parameter model by 3% with 50x fewer parameters.","source":"verdict.one_line_summary","status":"machine_extracted","claim_id":"C3","attestation":"unclaimed"},{"kind":"headline","text":"Atlas, a retrieval-augmented language model, reaches over 42 percent accuracy on Natural Questions with only 64 examples while using 50 times fewer parameters than a 540 billion parameter model.","source":"verdict.pith_extraction.headline","status":"machine_extracted","claim_id":"C4","attestation":"unclaimed"}],"snapshot_sha256":"ee2094d37738c912d8467f3a4bb983e2ebf79b0dcced81a9ad543c886929614f"},"source":{"id":"2208.03299","kind":"arxiv","version":3},"verdict":{"id":"47724be6-7d83-4292-a418-6b278b269e18","model_set":{"reader":"grok-4.3"},"created_at":"2026-05-16T13:44:37.774736Z","strongest_claim":"Atlas reaches over 42% accuracy on Natural Questions using only 64 examples, outperforming a 540B parameters model by 3% despite having 50x fewer parameters.","one_line_summary":"Atlas reaches over 42% accuracy on Natural Questions with only 64 examples, outperforming a 540B-parameter model by 3% with 50x fewer parameters.","pipeline_version":"pith-pipeline@v0.9.0","weakest_assumption":"That the retrieval index supplies accurate, relevant knowledge and that the pre-training plus few-shot setup reliably transfers this knowledge without the model needing to store facts internally.","pith_extraction_headline":"Atlas, a retrieval-augmented language model, reaches over 42 percent accuracy on Natural Questions with only 64 examples while using 50 times fewer parameters than a 540 billion parameter model."},"references":{"count":232,"sample":[{"doi":"10.48550/arxiv.2207.06300","year":null,"title":"Re2g: Retrieve, rerank, generate, 2022","work_id":"825fb564-a83f-4edf-95fd-08af8b841641","ref_index":1,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"10.48550/arxiv.2108.11357","year":null,"title":"Proofver: Natural logic theorem proving for fact verification, 2021","work_id":"4139a343-5372-48e8-a01d-cb6507a14983","ref_index":2,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"10.3233/sw-170273","year":2018,"title":"2018 , volume =","work_id":"491a4b00-500c-4c3d-aaab-ce3014e245d8","ref_index":3,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"","year":2011,"title":"Robust Disambiguation of Named Entities in Text","work_id":"aa97ffbe-c246-4adb-ac75-77b160679303","ref_index":4,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"","year":2018,"title":"T - RE x: A Large Scale Alignment of Natural Language with Knowledge Base Triples","work_id":"79a03089-a11e-402a-9ef5-0c648f52f4e1","ref_index":6,"cited_arxiv_id":"","is_internal_anchor":false}],"resolved_work":232,"snapshot_sha256":"d53d5fc2cc4706c4ffd88b7fa33d0fdc5eaef5c4e5c2ded5e75c00a3d5ad0200","internal_anchors":46},"formal_canon":{"evidence_count":2,"snapshot_sha256":"f044238e3553f249c915d253f14cd111624b5fd202c61b536c3d74370b21dfcc"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":"47724be6-7d83-4292-a418-6b278b269e18"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:38:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/kdoIihim6fGTDNIU2HVfHvS2RER80C3/EnhxXLcKrUcr1sWG0mYniVYlYsGRAGQCpn1wQeP7pt7DNqHDHM0Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T18:56:36.136850Z"},"content_sha256":"2b371ae119982c0a610104b0be849d8ef3bb29a20f877ab2f2915be1b42c70da","schema_version":"1.0","event_id":"sha256:2b371ae119982c0a610104b0be849d8ef3bb29a20f877ab2f2915be1b42c70da"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/53ID4WUY5AAS75FEMZXSW4LOMZ/bundle.json","state_url":"https://pith.science/pith/53ID4WUY5AAS75FEMZXSW4LOMZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/53ID4WUY5AAS75FEMZXSW4LOMZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-26T18:56:36Z","links":{"resolver":"https://pith.science/pith/53ID4WUY5AAS75FEMZXSW4LOMZ","bundle":"https://pith.science/pith/53ID4WUY5AAS75FEMZXSW4LOMZ/bundle.json","state":"https://pith.science/pith/53ID4WUY5AAS75FEMZXSW4LOMZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/53ID4WUY5AAS75FEMZXSW4LOMZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:53ID4WUY5AAS75FEMZXSW4LOMZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bde059df50fd45afa6a2e95cfc49613066bcd5bc2ceafcdfb683eaec6bc5515a","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-08-05T17:39:22Z","title_canon_sha256":"7a9b5aa924eb0af2ec244f3a0898da87f21266d4b237aba1b6ff582e8c4b60bc"},"schema_version":"1.0","source":{"id":"2208.03299","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2208.03299","created_at":"2026-05-17T23:38:47Z"},{"alias_kind":"arxiv_version","alias_value":"2208.03299v3","created_at":"2026-05-17T23:38:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2208.03299","created_at":"2026-05-17T23:38:47Z"},{"alias_kind":"pith_short_12","alias_value":"53ID4WUY5AAS","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_16","alias_value":"53ID4WUY5AAS75FE","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_8","alias_value":"53ID4WUY","created_at":"2026-05-18T12:33:33Z"}],"graph_snapshots":[{"event_id":"sha256:2b371ae119982c0a610104b0be849d8ef3bb29a20f877ab2f2915be1b42c70da","target":"graph","created_at":"2026-05-17T23:38:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":4,"items":[{"attestation":"unclaimed","claim_id":"C1","kind":"strongest_claim","source":"verdict.strongest_claim","status":"machine_extracted","text":"Atlas reaches over 42% accuracy on Natural Questions using only 64 examples, outperforming a 540B parameters model by 3% despite having 50x fewer parameters."},{"attestation":"unclaimed","claim_id":"C2","kind":"weakest_assumption","source":"verdict.weakest_assumption","status":"machine_extracted","text":"That the retrieval index supplies accurate, relevant knowledge and that the pre-training plus few-shot setup reliably transfers this knowledge without the model needing to store facts internally."},{"attestation":"unclaimed","claim_id":"C3","kind":"one_line_summary","source":"verdict.one_line_summary","status":"machine_extracted","text":"Atlas reaches over 42% accuracy on Natural Questions with only 64 examples, outperforming a 540B-parameter model by 3% with 50x fewer parameters."},{"attestation":"unclaimed","claim_id":"C4","kind":"headline","source":"verdict.pith_extraction.headline","status":"machine_extracted","text":"Atlas, a retrieval-augmented language model, reaches over 42 percent accuracy on Natural Questions with only 64 examples while using 50 times fewer parameters than a 540 billion parameter model."}],"snapshot_sha256":"ee2094d37738c912d8467f3a4bb983e2ebf79b0dcced81a9ad543c886929614f"},"formal_canon":{"evidence_count":2,"snapshot_sha256":"f044238e3553f249c915d253f14cd111624b5fd202c61b536c3d74370b21dfcc"},"paper":{"abstract_excerpt":"Large language models have shown impressive few-shot results on a wide range of tasks. However, when knowledge is key for such results, as is the case for tasks such as question answering and fact checking, massive parameter counts to store knowledge seem to be needed. Retrieval augmented models are known to excel at knowledge intensive tasks without the need for as many parameters, but it is unclear whether they work in few-shot settings. In this work we present Atlas, a carefully designed and pre-trained retrieval augmented language model able to learn knowledge intensive tasks with very few","authors_text":"Armand Joulin, Edouard Grave, Fabio Petroni, Gautier Izacard, Jane Dwivedi-Yu, Lucas Hosseini, Maria Lomeli, Patrick Lewis, Sebastian Riedel, Timo Schick","cross_cats":[],"headline":"Atlas, a retrieval-augmented language model, reaches over 42 percent accuracy on Natural Questions with only 64 examples while using 50 times fewer parameters than a 540 billion parameter model.","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-08-05T17:39:22Z","title":"Atlas: Few-shot Learning with Retrieval Augmented Language Models"},"references":{"count":232,"internal_anchors":46,"resolved_work":232,"sample":[{"cited_arxiv_id":"","doi":"10.48550/arxiv.2207.06300","is_internal_anchor":false,"ref_index":1,"title":"Re2g: Retrieve, rerank, generate, 2022","work_id":"825fb564-a83f-4edf-95fd-08af8b841641","year":null},{"cited_arxiv_id":"","doi":"10.48550/arxiv.2108.11357","is_internal_anchor":false,"ref_index":2,"title":"Proofver: Natural logic theorem proving for fact verification, 2021","work_id":"4139a343-5372-48e8-a01d-cb6507a14983","year":null},{"cited_arxiv_id":"","doi":"10.3233/sw-170273","is_internal_anchor":false,"ref_index":3,"title":"2018 , volume =","work_id":"491a4b00-500c-4c3d-aaab-ce3014e245d8","year":2018},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":4,"title":"Robust Disambiguation of Named Entities in Text","work_id":"aa97ffbe-c246-4adb-ac75-77b160679303","year":2011},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":6,"title":"T - RE x: A Large Scale Alignment of Natural Language with Knowledge Base Triples","work_id":"79a03089-a11e-402a-9ef5-0c648f52f4e1","year":2018}],"snapshot_sha256":"d53d5fc2cc4706c4ffd88b7fa33d0fdc5eaef5c4e5c2ded5e75c00a3d5ad0200"},"source":{"id":"2208.03299","kind":"arxiv","version":3},"verdict":{"created_at":"2026-05-16T13:44:37.774736Z","id":"47724be6-7d83-4292-a418-6b278b269e18","model_set":{"reader":"grok-4.3"},"one_line_summary":"Atlas reaches over 42% accuracy on Natural Questions with only 64 examples, outperforming a 540B-parameter model by 3% with 50x fewer parameters.","pipeline_version":"pith-pipeline@v0.9.0","pith_extraction_headline":"Atlas, a retrieval-augmented language model, reaches over 42 percent accuracy on Natural Questions with only 64 examples while using 50 times fewer parameters than a 540 billion parameter model.","strongest_claim":"Atlas reaches over 42% accuracy on Natural Questions using only 64 examples, outperforming a 540B parameters model by 3% despite having 50x fewer parameters.","weakest_assumption":"That the retrieval index supplies accurate, relevant knowledge and that the pre-training plus few-shot setup reliably transfers this knowledge without the model needing to store facts internally."}},"verdict_id":"47724be6-7d83-4292-a418-6b278b269e18"}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3b2bcff763785448dcb4290068c52c3643c968fa4af93985526d6999ea77cd41","target":"record","created_at":"2026-05-17T23:38:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bde059df50fd45afa6a2e95cfc49613066bcd5bc2ceafcdfb683eaec6bc5515a","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-08-05T17:39:22Z","title_canon_sha256":"7a9b5aa924eb0af2ec244f3a0898da87f21266d4b237aba1b6ff582e8c4b60bc"},"schema_version":"1.0","source":{"id":"2208.03299","kind":"arxiv","version":3}},"canonical_sha256":"eed03e5a98e8012ff4a4666f2b716e6658dc8194c6f9a0785d56a623555d48f0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"eed03e5a98e8012ff4a4666f2b716e6658dc8194c6f9a0785d56a623555d48f0","first_computed_at":"2026-05-17T23:38:47.704051Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:38:47.704051Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9O4Q33EgpXrvB8C4r9taDLlWtzDJvI1vzTDTj6Rvv39tzUjnORPnAP1ZbTvKpZe7VbkpyGrypAEGeJVB7cYhCw==","signature_status":"signed_v1","signed_at":"2026-05-17T23:38:47.704652Z","signed_message":"canonical_sha256_bytes"},"source_id":"2208.03299","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3b2bcff763785448dcb4290068c52c3643c968fa4af93985526d6999ea77cd41","sha256:2b371ae119982c0a610104b0be849d8ef3bb29a20f877ab2f2915be1b42c70da"],"state_sha256":"66795790c5cfa0e40e5076ca9ed7b70c4b6097b652bef49a190e4b1ec625b540"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oQWz4YjZDZdXPHK71La0wO5aSSaWLKMd+njS4nkhDUXoPbgDuGUhx4Jl7ezPCDoeP3WQNG2TnbT0wMbREKQLCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-26T18:56:36.141784Z","bundle_sha256":"8bd98b165edf6704d2bb7847cc7cf562f3e8a6ef4d688d29ddf07e40984318c1"}}