{"total":25,"rows":[{"id":"2103.02143","title":"Random Feature Attention","created":"2021-03-03","cited_by_count":354,"area":null},{"id":"2105.11115","title":"Self-Attention Networks Can Process Bounded Hierarchical Languages","created":"2021-05-24","cited_by_count":105,"area":null},{"id":"2207.02971","title":"Branchformer: Parallel MLP-Attention Architectures to Capture Local and Global Context for Speech Recognition and Understanding","created":"2022-07-06","cited_by_count":91,"area":null},{"id":"2402.18510","title":"RNNs are not Transformers (Yet): The Key Bottleneck on In-context Retrieval","created":"2024-02-28","cited_by_count":64,"area":null},{"id":"2103.16775","title":"Attention, please! A survey of Neural Attention Models in Deep Learning","created":"2021-03-31","cited_by_count":51,"area":null},{"id":"2205.01138","title":"Transformers in Time-series Analysis: A Tutorial","created":"2022-04-28","cited_by_count":46,"area":null},{"id":"2102.12459","title":"When Attention Meets Fast Recurrence: Training Language Models with Reduced Compute","created":"2021-02-24","cited_by_count":34,"area":null},{"id":"2204.13154","title":"Attention Mechanism in Neural Networks: Where it Comes and Where it Goes","created":"2022-04-27","cited_by_count":29,"area":null},{"id":"2103.13597","title":"Mask Attention Networks: Rethinking and Strengthen Transformer","created":"2021-03-25","cited_by_count":28,"area":null},{"id":"2307.04895","title":"Learning to Solve Constraint Satisfaction Problems with Recurrent Transformer","created":"2023-07-10","cited_by_count":21,"area":null},{"id":"2205.14912","title":"E2S2: Encoding-Enhanced Sequence-to-Sequence Pretraining for Language Understanding and Generation","created":"2022-05-30","cited_by_count":19,"area":null},{"id":"2208.06551","title":"Exploiting Multiple Sequence Lengths in Fast End to End Training for Image Captioning","created":"2022-08-13","cited_by_count":18,"area":null},{"id":"2209.03316","title":"On the Complementarity between Pre-Training and Random-Initialization for Resource-Rich Machine Translation","created":"2022-09-07","cited_by_count":15,"area":null},{"id":"2106.04279","title":"Staircase Attention for Recurrent Processing of Sequences","created":"2021-06-08","cited_by_count":14,"area":null},{"id":"2204.05424","title":"A Call for Clarity in Beam Search: How It Works and When It Stops","created":"2022-04-11","cited_by_count":10,"area":null},{"id":"2204.07837","title":"BLISS: Robust Sequence-to-Sequence Learning via Self-Supervised Input Representation","created":"2022-04-16","cited_by_count":8,"area":null},{"id":"2205.02724","title":"Implicit N-grams Induced by Recurrence","created":"2022-05-05","cited_by_count":4,"area":null},{"id":"2205.11588","title":"Simple Recurrence Improves Masked Language Models","created":"2022-05-23","cited_by_count":4,"area":null},{"id":"2306.09380","title":"Understanding Parameter Sharing in Transformers","created":"2023-06-15","cited_by_count":3,"area":null},{"id":"2207.03327","title":"Exploring the sequence length bottleneck in the Transformer for Image Captioning","created":"2022-07-07","cited_by_count":2,"area":null},{"id":"2504.10452","title":"Integrating Vision and Location with Transformers: A Multimodal Deep Learning Framework for Medical Wound Analysis","created":"2025-04-14","cited_by_count":2,"area":null},{"id":"2312.15872","title":"Heterogeneous Encoders Scaling In The Transformer For Neural Machine Translation","created":"2023-12-26","cited_by_count":1,"area":null},{"id":"2502.00617","title":"Efficient Language Modeling for Low-Resource Settings with Hybrid RNN-Transformer Architectures","created":"2025-02-02","cited_by_count":1,"area":null},{"id":"2101.06397","title":"To Understand Representation of Layer-aware Sequence Encoders as Multi-order-graph","created":"2021-01-16","cited_by_count":0,"area":null},{"id":"2206.03990","title":"Hysteretic Behavior Simulation Based on Pyramid Neural Network:Principle, Network Architecture, Case Study and Explanation","created":"2022-04-29","cited_by_count":0,"area":null}],"next_cursor":null}