{"list":"other","total":85,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2307.03172","title":"Lost in the Middle: How Language Models Use Long Contexts","created":"2023-07-06","cited_by_count":3455},{"id":"1611.01144","title":"Categorical Reparameterization with Gumbel-Softmax","created":"2016-11-03","cited_by_count":2739},{"id":"1704.05426","title":"A Broad-Coverage Challenge Corpus for Sentence Understanding through Inference","created":"2017-04-18","cited_by_count":2682},{"id":"2111.00396","title":"Efficiently Modeling Long Sequences with Structured State Spaces","created":"2021-10-31","cited_by_count":2465},{"id":"1308.3432","title":"Estimating or Propagating Gradients Through Stochastic Neurons for Conditional Computation","created":"2013-08-15","cited_by_count":2079},{"id":"1901.02860","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","created":"2019-01-09","cited_by_count":1850},{"id":"1508.05326","title":"A large annotated corpus for learning natural language inference","created":"2015-08-21","cited_by_count":1847},{"id":"1803.01271","title":"An Empirical Evaluation of Generic Convolutional and Recurrent Networks for Sequence Modeling","created":"2018-03-04","cited_by_count":1476},{"id":"1611.00712","title":"The Concrete Distribution: A Continuous Relaxation of Discrete Random Variables","created":"2016-11-02","cited_by_count":1148},{"id":"1408.5882","title":"Convolutional Neural Networks for Sentence Classification","created":"2014-08-25","cited_by_count":1127},{"id":"2208.04933","title":"Simplified State Space Layers for Sequence Modeling","created":"2022-08-09","cited_by_count":788},{"id":"1612.08083","title":"Language Modeling with Gated Convolutional Networks","created":"2016-12-23","cited_by_count":702},{"id":"2011.04006","title":"Long Range Arena: A Benchmark for Efficient Transformers","created":"2020-11-08","cited_by_count":700},{"id":"1803.02324","title":"Annotation Artifacts in Natural Language Inference Data","created":"2018-03-06","cited_by_count":671},{"id":"2103.00112","title":"Transformer in Transformer","created":"2021-02-27","cited_by_count":633},{"id":"1705.03122","title":"Convolutional Sequence to Sequence Learning","created":"2017-05-08","cited_by_count":552},{"id":"1909.12434","title":"Learning the Difference that Makes a Difference with Counterfactually-Augmented Data","created":"2019-09-26","cited_by_count":439},{"id":"2206.11893","title":"On the Parameterization and Initialization of Diagonal State Space Models","created":"2022-06-23","cited_by_count":424},{"id":"2303.06349","title":"Resurrecting Recurrent Neural Networks for Long Sequences","created":"2023-03-11","cited_by_count":408},{"id":"1904.01130","title":"PAWS: Paraphrase Adversaries from Word Scrambling","created":"2019-04-01","cited_by_count":402},{"id":"2203.14343","title":"Diagonal State Spaces are as Effective as Structured State Spaces","created":"2022-03-27","cited_by_count":350},{"id":"1503.00075","title":"Improved Semantic Representations From Tree-Structured Long Short-Term Memory Networks","created":"2015-02-28","cited_by_count":306},{"id":"1906.06755","title":"Theoretical Limitations of Self-Attention in Neural Sequence Models","created":"2019-06-16","cited_by_count":288},{"id":"1806.00692","title":"Stress Test Evaluation for Natural Language Inference","created":"2018-06-02","cited_by_count":213},{"id":"1903.06059","title":"Stochastic Beams and Where to Find Them: The Gumbel-Top-k Trick for Sampling Sequences Without Replacement","created":"2019-03-14","cited_by_count":211},{"id":"2207.06881","title":"Recurrent Memory Transformer","created":"2022-07-14","cited_by_count":203},{"id":"2202.10447","title":"Transformer Quality in Linear Time","created":"2022-02-21","cited_by_count":191},{"id":"2209.10655","title":"Mega: Moving Average Equipped Gated Attention","created":"2022-09-21","cited_by_count":179},{"id":"1404.2188","title":"A Convolutional Neural Network for Modelling Sentences","created":"2014-04-08","cited_by_count":163},{"id":"2006.03236","title":"Funnel-Transformer: Filtering out Sequential Redundancy for Efficient Language Processing","created":"2020-06-05","cited_by_count":162},{"id":"2209.12951","title":"Liquid Structural State-Space Models","created":"2022-09-26","cited_by_count":136},{"id":"1805.02266","title":"Breaking NLI Systems with Sentences that Require Simple Lexical Inferences","created":"2018-05-06","cited_by_count":134},{"id":"1905.13164","title":"Hierarchical Transformers for Multi-Document Summarization","created":"2019-05-30","cited_by_count":132},{"id":"1804.06028","title":"ListOps: A Diagnostic Dataset for Latent Tree Learning","created":"2018-04-17","cited_by_count":129},{"id":"1709.04057","title":"Parallelizing Linear Recurrent Neural Nets Over Sequence Length","created":"2017-09-12","cited_by_count":127},{"id":"2206.12037","title":"How to Train Your HiPPO: State Space Models with Generalized Orthogonal Basis Projections","created":"2022-06-24","cited_by_count":122},{"id":"1702.03814","title":"Bilateral Multi-Perspective Matching for Natural Language Sentences","created":"2017-02-13","cited_by_count":121},{"id":"2203.07852","title":"Block-Recurrent Transformers","created":"2022-03-11","cited_by_count":110},{"id":"2110.13711","title":"Hierarchical Transformers Are More Efficient Language Models","created":"2021-10-26","cited_by_count":102},{"id":"2105.12723","title":"Nested Hierarchical Transformer: Towards Accurate, Data-Efficient and Interpretable Visual Understanding","created":"2021-05-26","cited_by_count":97},{"id":"2102.11972","title":"Do Transformer Modifications Transfer Across Implementations and Applications?","created":"2021-02-23","cited_by_count":87},{"id":"2210.09298","title":"What Makes Convolutional Models Great on Long Sequence Modeling?","created":"2022-10-17","cited_by_count":87},{"id":"2306.00946","title":"Exposing Attention Glitches with Flip-Flop Language Modeling","created":"2023-06-01","cited_by_count":75},{"id":"1507.02221","title":"A Hierarchical Recurrent Encoder-Decoder For Generative Context-Aware Query Suggestion","created":"2015-07-08","cited_by_count":68},{"id":"1805.10369","title":"Stable Recurrent Models","created":"2018-05-25","cited_by_count":66},{"id":"2107.05768","title":"Combiner: Full Attention Transformer with Sparse Computation Cost","created":"2021-07-12","cited_by_count":64},{"id":"2302.06646","title":"Simple Hardware-Efficient Long Convolutions for Sequence Modeling","created":"2023-02-13","cited_by_count":62},{"id":"1904.02142","title":"Unsupervised Latent Tree Induction with Deep Inside-Outside Recursive Autoencoders","created":"2019-04-03","cited_by_count":60},{"id":"1707.02786","title":"Learning to Compose Task-Specific Tree Structures","created":"2017-07-10","cited_by_count":48},{"id":"2107.11906","title":"H-Transformer-1D: Fast One-Dimensional Hierarchical Attention for Sequences","created":"2021-07-25","cited_by_count":47},{"id":"1803.03585","title":"The Importance of Being Recurrent for Modeling Hierarchical Structure","created":"2018-03-09","cited_by_count":42},{"id":"2210.05529","title":"An Exploration of Hierarchical Attention Transformers for Efficient Long Document Classification","created":"2022-10-11","cited_by_count":38},{"id":"2106.01040","title":"Hi-Transformer: Hierarchical Interactive Transformer for Efficient and Effective Long Document Modeling","created":"2021-06-02","cited_by_count":35},{"id":"1603.06021","title":"A Fast Unified Model for Parsing and Sentence Understanding","created":"2016-03-19","cited_by_count":34},{"id":"1611.09100","title":"Learning to Compose Words into Sentences with Reinforcement Learning","created":"2016-11-28","cited_by_count":30},{"id":"1706.03059","title":"Depthwise Separable Convolutions for Neural Machine Translation","created":"2017-06-09","cited_by_count":27},{"id":"1902.09393","title":"Cooperative Learning of Disjoint Syntax and Semantics","created":"2019-02-25","cited_by_count":27},{"id":"2010.10418","title":"ConjNLI: Natural Language Inference Over Conjunctive Sentences","created":"2020-10-20","cited_by_count":27},{"id":"2111.05297","title":"Sliced Recursive Transformer","created":"2021-11-09","cited_by_count":26},{"id":"1705.09189","title":"Jointly Learning Sentence Embeddings and Syntax with Unsupervised Tree-LSTMs","created":"2017-05-25","cited_by_count":24},{"id":"1506.04834","title":"Tree-structured composition in neural networks without tree-structured architectures","created":"2015-06-16","cited_by_count":23},{"id":"1910.13466","title":"Ordered Memory","created":"2019-10-29","cited_by_count":20},{"id":"2107.00967","title":"R2D2: Recursive Transformer based on Differentiable Tree for Interpretable Hierarchical Language Modeling","created":"2021-07-02","cited_by_count":19},{"id":"2305.01638","title":"Sequence Modeling with Multiresolution Convolutional Memory","created":"2023-05-02","cited_by_count":19},{"id":"1808.09644","title":"On Tree-Based Neural Sentence Modeling","created":"2018-08-29","cited_by_count":16},{"id":"2109.01982","title":"Learning Hierarchical Structures with Differentiable Nondeterministic Stacks","created":"2021-09-05","cited_by_count":16},{"id":"2010.04674","title":"Learning Context-Free Languages with Nondeterministic Stack RNNs","created":"2020-10-09","cited_by_count":15},{"id":"2106.06038","title":"Modeling Hierarchical Structures with Continuous Recursive Neural Networks","created":"2021-06-10","cited_by_count":15},{"id":"2202.10890","title":"HiP: Hierarchical Perceiver","created":"2022-02-22","cited_by_count":15},{"id":"2203.00281","title":"Fast-R2D2: A Pretrained Recursive Neural Network based on Pruned CKY for Grammar Induction and Text Representation","created":"2022-03-01","cited_by_count":15},{"id":"2106.04279","title":"Staircase Attention for Recurrent Processing of Sequences","created":"2021-06-08","cited_by_count":14},{"id":"2205.14794","title":"Temporal Latent Bottleneck: Synthesis of Fast and Slow Processing Mechanisms in Sequence Learning","created":"2022-05-30","cited_by_count":13},{"id":"2305.03796","title":"Transformer Working Memory Enables Regular Language Reasoning and Natural Language Length Extrapolation","created":"2023-05-05","cited_by_count":13},{"id":"1804.00857","title":"Bi-Directional Block Self-Attention for Fast and Memory-Efficient Sequence Modeling","created":"2018-04-03","cited_by_count":12},{"id":"1805.04658","title":"Backpropagating through Structured Argmax using a SPIGOT","created":"2018-05-12","cited_by_count":11},{"id":"1503.02510","title":"Compositional Distributional Semantics with Long Short Term Memory","created":"2015-03-09","cited_by_count":10},{"id":"1607.04492","title":"Neural Tree Indexers for Text Understanding","created":"2016-07-15","cited_by_count":9},{"id":"2206.05852","title":"ChordMixer: A Scalable Neural Attention Model for Sequences with Different Lengths","created":"2022-06-12","cited_by_count":9},{"id":"2104.02899","title":"Recognizing and Verifying Mathematical Equations using Multiplicative Differential Neural Units","created":"2021-04-07","cited_by_count":8},{"id":"1806.00840","title":"Latent Tree Learning with Differentiable Parsers: Shift-Reduce Parsing and Chart Parsing","created":"2018-06-03","cited_by_count":7},{"id":"1807.02291","title":"Sliced Recurrent Neural Networks","created":"2018-07-06","cited_by_count":7},{"id":"2305.19999","title":"Beam Tree Recursive Cells","created":"2023-05-31","cited_by_count":6},{"id":"2307.10779","title":"Efficient Beam Tree Recursion","created":"2023-07-20","cited_by_count":4}],"next_cursor":null}