{"work":{"id":"b3754c6d-a97f-431c-9e57-e5da516ff977","openalex_id":null,"doi":null,"arxiv_id":"1703.03130","raw_key":null,"title":"A Structured Self-attentive Sentence Embedding","authors":null,"authors_text":"Zhouhan Lin, Minwei Feng, Cicero Nogueira dos Santos, Mo Yu, Bing Xiang, Bowen Zhou, and Yoshua Bengio","year":2017,"venue":"cs.CL","abstract":"This paper proposes a new model for extracting an interpretable sentence embedding by introducing self-attention. Instead of using a vector, we use a 2-D matrix to represent the embedding, with each row of the matrix attending on a different part of the sentence. We also propose a self-attention mechanism and a special regularization term for the model. As a side effect, the embedding comes with an easy way of visualizing what specific parts of the sentence are encoded into the embedding. We evaluate our model on 3 different tasks: author profiling, sentiment classification, and textual entailment. Results show that our model yields a significant performance gain compared to other sentence embedding methods in all of the 3 tasks.","external_url":"https://arxiv.org/abs/1703.03130","cited_by_count":null,"metadata_source":"pith","metadata_fetched_at":"2026-07-01T08:35:34.322025+00:00","pith_arxiv_id":"1703.03130","created_at":"2026-05-09T03:35:58.007188+00:00","updated_at":"2026-07-01T08:35:34.322025+00:00","title_quality_ok":true,"display_title":"A Structured Self-attentive Sentence Embedding","render_title":"A Structured Self-attentive Sentence Embedding"},"hub":{"state":{"work_id":"b3754c6d-a97f-431c-9e57-e5da516ff977","tier":"hub","tier_reason":"10+ Pith inbound or 1,000+ external citations","pith_inbound_count":11,"external_cited_by_count":null,"distinct_field_count":7,"first_pith_cited_at":"2017-06-12T17:57:34+00:00","last_pith_cited_at":"2026-05-09T09:38:44+00:00","author_build_status":"not_needed","summary_status":"needed","contexts_status":"needed","graph_status":"needed","ask_index_status":"not_needed","reader_status":"not_needed","recognition_status":"not_needed","updated_at":"2026-06-28T15:27:45.237536+00:00","tier_text":"hub"},"tier":"hub","role_counts":[{"context_role":"background","n":1},{"context_role":"other","n":1}],"polarity_counts":[{"context_polarity":"unclear","n":2}],"runs":{},"summary":{},"graph":{},"authors":[]}}