{"list":"other","total":55,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1412.6980","title":"Adam: A Method for Stochastic Optimization","created":"2014-12-22","cited_by_count":37240},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"2007.14062","title":"Big Bird: Transformers for Longer Sequences","created":"2020-07-28","cited_by_count":1684},{"id":"1904.10509","title":"Generating Long Sequences with Sparse Transformers","created":"2019-04-23","cited_by_count":1546},{"id":"2012.07421","title":"WILDS: A Benchmark of in-the-Wild Distribution Shifts","created":"2020-12-14","cited_by_count":1375},{"id":"1704.04368","title":"Get To The Point: Summarization with Pointer-Generator Networks","created":"2017-04-14","cited_by_count":1292},{"id":"2005.04118","title":"Beyond Accuracy: Behavioral Testing of NLP models with CheckList","created":"2020-05-08","cited_by_count":1006},{"id":"1906.04341","title":"What Does BERT Look At? An Analysis of BERT's Attention","created":"2019-06-11","cited_by_count":1003},{"id":"1902.01007","title":"Right for the Wrong Reasons: Diagnosing Syntactic Heuristics in Natural Language Inference","created":"2019-02-04","cited_by_count":876},{"id":"1905.09418","title":"Analyzing Multi-Head Self-Attention: Specialized Heads Do the Heavy Lifting, the Rest Can Be Pruned","created":"2019-05-23","cited_by_count":856},{"id":"1905.10650","title":"Are Sixteen Heads Really Better than One?","created":"2019-05-25","cited_by_count":816},{"id":"1907.00235","title":"Enhancing the Locality and Breaking the Memory Bottleneck of Transformer on Time Series Forecasting","created":"2019-06-29","cited_by_count":607},{"id":"1908.08345","title":"Text Summarization with Pretrained Encoders","created":"2019-08-22","cited_by_count":556},{"id":"1906.10771","title":"Importance Estimation for Neural Network Pruning","created":"2019-06-25","cited_by_count":541},{"id":"1806.00069","title":"Explaining Explanations: An Overview of Interpretability of Machine Learning","created":"2018-05-31","cited_by_count":508},{"id":"1805.01070","title":"What you can cram into a single vector: Probing sentence embeddings for linguistic properties","created":"2018-05-03","cited_by_count":457},{"id":"1905.06316","title":"What do you learn from context? Probing for sentence structure in contextualized word representations","created":"2019-05-15","cited_by_count":438},{"id":"1705.04304","title":"A Deep Reinforced Model for Abstractive Summarization","created":"2017-05-11","cited_by_count":365},{"id":"1901.04592","title":"Interpretable machine learning: definitions, methods, and applications","created":"2019-01-14","cited_by_count":305},{"id":"1908.08593","title":"Revealing the Dark Secrets of BERT","created":"2019-08-21","cited_by_count":301},{"id":"1906.05714","title":"A Multiscale Visualization of Attention in the Transformer Model","created":"2019-06-12","cited_by_count":292},{"id":"1611.04230","title":"SummaRuNNer: A Recurrent Neural Network based Sequence Model for Extractive Summarization of Documents","created":"2016-11-14","cited_by_count":246},{"id":"1906.04284","title":"Analyzing the Structure of Attention in a Transformer Language Model","created":"2019-06-07","cited_by_count":243},{"id":"2003.12298","title":"Information-Theoretic Probing with Minimum Description Length","created":"2020-03-27","cited_by_count":232},{"id":"2004.03061","title":"Information-Theoretic Probing for Linguistic Structure","created":"2020-04-07","cited_by_count":207},{"id":"2005.00743","title":"Synthesizer: Rethinking Self-Attention in Transformer Models","created":"2020-05-02","cited_by_count":205},{"id":"2004.08795","title":"Extractive Summarization as Text Matching","created":"2020-04-19","cited_by_count":189},{"id":"1803.10082","title":"Efficient parametrization of multi-domain deep neural networks","created":"2018-03-27","cited_by_count":168},{"id":"1905.06566","title":"HIBERT: Document Level Pre-training of Hierarchical Bidirectional Transformers for Document Summarization","created":"2019-05-16","cited_by_count":121},{"id":"2101.04840","title":"Robustness Gym: Unifying the NLP Evaluation Landscape","created":"2021-01-13","cited_by_count":108},{"id":"1910.14142","title":"Discourse-Aware Neural Extractive Text Summarization","created":"2019-10-30","cited_by_count":105},{"id":"1902.09113","title":"Star-Transformer","created":"2019-02-25","cited_by_count":94},{"id":"1911.02969","title":"BERTs of a feather do not generalize together: Large variability in generalization across models with similar test set performance","created":"2019-11-07","cited_by_count":89},{"id":"1803.09337","title":"Text Segmentation as a Supervised Learning Task","created":"2018-03-25","cited_by_count":76},{"id":"1804.08199","title":"Linguistically-Informed Self-Attention for Semantic Role Labeling","created":"2018-04-23","cited_by_count":71},{"id":"1904.08398","title":"DocBERT: BERT for Document Classification","created":"2019-04-17","cited_by_count":68},{"id":"2004.14535","title":"Text Segmentation by Cross Segment Attention","created":"2020-04-30","cited_by_count":54},{"id":"2103.04350","title":"Syntax-BERT: Improving Pre-trained Transformers with Syntax Trees","created":"2021-03-07","cited_by_count":51},{"id":"1902.04793","title":"SECTOR: A Neural Model for Coherent Topic Segmentation and Classification","created":"2019-02-13","cited_by_count":48},{"id":"2102.12871","title":"SparseBERT: Rethinking the Importance Analysis in Self-attention","created":"2021-02-25","cited_by_count":46},{"id":"1810.10182","title":"Modeling Localness for Self-Attention Networks","created":"2018-10-24","cited_by_count":43},{"id":"2002.10260","title":"Fixed Encoder Self-Attention Patterns in Transformer-Based Machine Translation","created":"2020-02-24","cited_by_count":43},{"id":"2001.00891","title":"Two-Level Transformer and Auxiliary Coherence Modeling for Improved Text Segmentation","created":"2020-01-03","cited_by_count":41},{"id":"1902.00863","title":"Neural Extractive Text Summarization with Syntactic Compression","created":"2019-02-03","cited_by_count":37},{"id":"2010.00667","title":"Learning Variational Word Masks to Improve the Interpretability of Neural Text Classifiers","created":"2020-10-01","cited_by_count":35},{"id":"2110.07160","title":"Transformer over Pre-trained Transformer for Neural Text Segmentation with Enhanced Topic Coherence","created":"2021-10-14","cited_by_count":22},{"id":"2010.03138","title":"Improving Context Modeling in Neural Topic Segmentation","created":"2020-10-07","cited_by_count":21},{"id":"2107.00967","title":"R2D2: Recursive Transformer based on Differentiable Tree for Interpretable Hierarchical Language Modeling","created":"2021-07-02","cited_by_count":19},{"id":"1908.10721","title":"Discourse-Aware Semantic Self-Attention for Narrative Reading Comprehension","created":"2019-08-28","cited_by_count":12},{"id":"2108.13587","title":"T3-Vis: a visual analytic framework for Training and fine-Tuning Transformers in NLP","created":"2021-08-31","cited_by_count":11},{"id":"2012.02144","title":"Do We Really Need That Many Parameters In Transformer For Extractive Summarization? Discourse Can Help !","created":"2020-12-03","cited_by_count":10},{"id":"2104.07058","title":"Predicting Discourse Trees from Transformer-based Neural Summarizers","created":"2021-04-14","cited_by_count":10},{"id":"2105.02629","title":"Bird's Eye: Probing for Linguistic Graph Structures with a Simple Information-Theoretic Approach","created":"2021-05-06","cited_by_count":9}],"next_cursor":null}