{"work":{"id":"cf5eab23-4116-4bc8-8699-f7a17312ad16","openalex_id":null,"doi":null,"arxiv_id":"1801.10198","raw_key":null,"title":"Generating Wikipedia by Summarizing Long Sequences","authors":null,"authors_text":"Peter J Liu, Mohammad Saleh, Etienne Pot, Ben Goodrich, Ryan Sepassi, Lukasz Kaiser, and Noam Shazeer","year":2018,"venue":"cs.CL","abstract":"We show that generating English Wikipedia articles can be approached as a multi- document summarization of source documents. We use extractive summarization to coarsely identify salient information and a neural abstractive model to generate the article. For the abstractive model, we introduce a decoder-only architecture that can scalably attend to very long sequences, much longer than typical encoder- decoder architectures used in sequence transduction. We show that this model can generate fluent, coherent multi-sentence paragraphs and even whole Wikipedia articles. When given reference documents, we show it can extract relevant factual information as reflected in perplexity, ROUGE scores and human evaluations.","external_url":"https://arxiv.org/abs/1801.10198","cited_by_count":null,"metadata_source":"pith","metadata_fetched_at":"2026-05-25T14:25:55.640079+00:00","pith_arxiv_id":"1801.10198","created_at":"2026-05-10T12:05:38.317622+00:00","updated_at":"2026-06-05T21:23:00.469572+00:00","title_quality_ok":true,"display_title":"Generating Wikipedia by Summarizing Long Sequences","render_title":"Generating Wikipedia by Summarizing Long Sequences"},"hub":{"state":{"work_id":"cf5eab23-4116-4bc8-8699-f7a17312ad16","tier":"hub","tier_reason":"10+ Pith inbound or 1,000+ external citations","pith_inbound_count":15,"external_cited_by_count":null,"distinct_field_count":3,"first_pith_cited_at":"2019-04-23T19:29:47+00:00","last_pith_cited_at":"2026-05-16T03:15:35+00:00","author_build_status":"not_needed","summary_status":"needed","contexts_status":"needed","graph_status":"needed","ask_index_status":"not_needed","reader_status":"not_needed","recognition_status":"not_needed","updated_at":"2026-07-04T11:06:49.580063+00:00","tier_text":"hub"},"tier":"hub","role_counts":[],"polarity_counts":[],"runs":{},"summary":{},"graph":{},"authors":[]}}