{"total":79,"rows":[{"id":"2305.13048","title":"RWKV: Reinventing RNNs for the Transformer Era","created":"2023-05-22","cited_by_count":827,"area":null},{"id":"2110.13985","title":"Combining Recurrent, Convolutional, and Continuous-time Models with Linear State-Space Layers","created":"2021-10-26","cited_by_count":608,"area":null},{"id":"2402.19427","title":"Griffin: Mixing Gated Linear Recurrences with Local Attention for Efficient Language Models","created":"2024-02-29","cited_by_count":242,"area":null},{"id":"2402.01032","title":"Repeat After Me: Transformers are Better than State Space Models at Copying","created":"2024-02-01","cited_by_count":216,"area":null},{"id":"2106.08962","title":"Efficient Deep Learning: A Survey on Making Deep Learning Models Smaller, Faster, and Better","created":"2021-06-16","cited_by_count":154,"area":null},{"id":"2501.12352","title":"Test-time regression: a unifying framework for designing sequence models with associative memory","created":"2025-01-21","cited_by_count":74,"area":null},{"id":"2106.14342","title":"Stabilizing Equilibrium Models by Jacobian Regularization","created":"2021-06-28","cited_by_count":72,"area":null},{"id":"2203.01205","title":"Audio Self-supervised Learning: A Survey","created":"2022-03-02","cited_by_count":65,"area":null},{"id":"2103.04514","title":"Nondeterminism and Instability in Neural Network Optimization","created":"2021-03-08","cited_by_count":48,"area":null},{"id":"2405.17394","title":"The Expressive Capacity of State Space Models: A Formal Language Perspective","created":"2024-05-27","cited_by_count":46,"area":null},{"id":"2106.10197","title":"A Dynamic Spatial-temporal Attention Network for Early Anticipation of Traffic Accidents","created":"2021-06-18","cited_by_count":42,"area":null},{"id":"2104.05824","title":"Evaluating Saliency Methods for Neural Language Models","created":"2021-04-12","cited_by_count":37,"area":null},{"id":"2102.12459","title":"When Attention Meets Fast Recurrence: Training Language Models with Reduced Compute","created":"2021-02-24","cited_by_count":34,"area":null},{"id":"2105.09564","title":"Dual-side Sparse Tensor Core","created":"2021-05-20","cited_by_count":29,"area":null},{"id":"2206.06178","title":"Efficient recurrent architectures through activity sparsity and sparse back-propagation through time","created":"2022-06-13","cited_by_count":26,"area":null},{"id":"2411.10741","title":"MetaLA: Unified Optimal Linear Approximation to Softmax Attention Map","created":"2024-11-16","cited_by_count":21,"area":null},{"id":"2310.16076","title":"Practical Computational Power of Linear Transformers and Their Recurrent and Self-Referential Extensions","created":"2023-10-24","cited_by_count":20,"area":null},{"id":"2202.04350","title":"pNLP-Mixer: an Efficient all-MLP Architecture for Language","created":"2022-02-09","cited_by_count":19,"area":null},{"id":"2305.19044","title":"Exploring the Promise and Limits of Real-Time Recurrent Learning","created":"2023-05-30","cited_by_count":19,"area":null},{"id":"2102.03229","title":"Multi-Task Self-Supervised Pre-Training for Music Classification","created":"2021-02-05","cited_by_count":18,"area":null},{"id":"2106.12901","title":"Recurrent Neural Network from Adder's Perspective: Carry-lookahead RNN","created":"2021-06-22","cited_by_count":16,"area":null},{"id":"2303.09040","title":"Hybrid Spectral Denoising Transformer with Guided Attention","created":"2023-03-16","cited_by_count":16,"area":null},{"id":"2106.06233","title":"Enhancing Speaking Styles in Conversational Text-to-Speech Synthesis with Graph-based Multi-modal Context Modeling","created":"2021-06-11","cited_by_count":15,"area":null},{"id":"2303.14836","title":"Illuminati: Towards Explaining Graph Neural Networks for Cybersecurity Analysis","created":"2023-03-26","cited_by_count":14,"area":null},{"id":"2111.10746","title":"Capitalization and Punctuation Restoration: a Survey","created":"2021-11-21","cited_by_count":13,"area":null},{"id":"2506.00744","title":"Blending Complementary Memory Systems in Hybrid Quadratic-Linear Transformers","created":"2025-05-31","cited_by_count":12,"area":null},{"id":"2302.03284","title":"Unsupervised Deep Learning for IoT Time Series","created":"2023-02-07","cited_by_count":11,"area":null},{"id":"2104.00772","title":"Low-Resource Language Modelling of South African Languages","created":"2021-04-01","cited_by_count":10,"area":null},{"id":"2309.11197","title":"The Languini Kitchen: Enabling Language Modelling Research at Different Scales of Compute","created":"2023-09-20","cited_by_count":10,"area":null},{"id":"2508.08435","title":"Fast weight programming and linear transformers: from machine learning to neurobiology","created":"2025-08-11","cited_by_count":8,"area":null},{"id":"2603.03612","title":"Why Are Linear RNNs More Parallelizable?","created":"2026-03-04","cited_by_count":8,"area":null},{"id":"2104.07391","title":"RIANN -- A Robust Neural Network Outperforms Attitude Estimation Filters","created":"2021-04-15","cited_by_count":6,"area":null},{"id":"2209.12900","title":"The Efficacy of Self-Supervised Speech Models for Audio Representations","created":"2022-09-26","cited_by_count":6,"area":null},{"id":"2309.10291","title":"Koopman Invertible Autoencoder: Leveraging Forward and Backward Dynamics for Temporal Modeling","created":"2023-09-19","cited_by_count":6,"area":null},{"id":"2501.00659","title":"Why Are Positional Encodings Nonessential for Deep Autoregressive Transformers? Revisiting a Petroglyph","created":"2024-12-31","cited_by_count":6,"area":null},{"id":"2102.07071","title":"Doping: A technique for efficient compression of LSTM models using sparse structured additive matrices","created":"2021-02-14","cited_by_count":5,"area":null},{"id":"2106.15238","title":"Representation based meta-learning for few-shot spoken intent recognition","created":"2021-06-29","cited_by_count":5,"area":null},{"id":"2109.12773","title":"Rumour Detection via Zero-shot Cross-lingual Transfer Learning","created":"2021-09-27","cited_by_count":5,"area":null},{"id":"2304.07250","title":"Fusing Structure from Motion and Simulation-Augmented Pose Regression from Optical Flow for Challenging Indoor Environments","created":"2023-04-14","cited_by_count":5,"area":null},{"id":"2104.11532","title":"3D Convolutional Neural Networks for Ultrasound-Based Silent Speech Interfaces","created":"2021-04-23","cited_by_count":4,"area":null},{"id":"2205.11588","title":"Simple Recurrence Improves Masked Language Models","created":"2022-05-23","cited_by_count":4,"area":null},{"id":"2206.11239","title":"FedorAS: Federated Architecture Search under system heterogeneity","created":"2022-06-22","cited_by_count":4,"area":null},{"id":"2208.13322","title":"Streaming Intended Query Detection using E2E Modeling for Continued Conversation","created":"2022-08-29","cited_by_count":3,"area":null},{"id":"2412.03567","title":"Streaming Detection of Queried Event Start","created":"2024-12-04","cited_by_count":3,"area":null},{"id":"2101.04030","title":"Context- and Sequence-Aware Convolutional Recurrent Encoder for Neural Machine Translation","created":"2021-01-11","cited_by_count":2,"area":null},{"id":"2107.12051","title":"Adaptation of Tacotron2-based Text-To-Speech for Articulatory-to-Acoustic Mapping using Ultrasound Tongue Imaging","created":"2021-07-26","cited_by_count":2,"area":null},{"id":"2108.13055","title":"Efficient Visual Recognition with Deep Neural Networks: A Survey on Recent Advances and New Directions","created":"2021-08-30","cited_by_count":2,"area":null},{"id":"2110.15728","title":"Deep Learning for Bias Detection: From Inception to Deployment","created":"2021-10-12","cited_by_count":2,"area":null},{"id":"2207.03327","title":"Exploring the sequence length bottleneck in the Transformer for Image Captioning","created":"2022-07-07","cited_by_count":2,"area":null},{"id":"2109.08360","title":"An Interpretable Framework for Drug-Target Interaction with Gated Cross Attention","created":"2021-09-17","cited_by_count":1,"area":null},{"id":"2110.01794","title":"Multi-axis Attentive Prediction for Sparse EventData: An Application to Crime Prediction","created":"2021-10-05","cited_by_count":1,"area":null},{"id":"2110.02052","title":"Transfer Learning for Multi-lingual Tasks -- a Survey","created":"2021-08-28","cited_by_count":1,"area":null},{"id":"2312.15872","title":"Heterogeneous Encoders Scaling In The Transformer For Neural Machine Translation","created":"2023-12-26","cited_by_count":1,"area":null},{"id":"2407.17165","title":"Explainable Artificial Intelligence Techniques for Irregular Temporal Classification of Multidrug Resistance Acquisition in Intensive Care Unit Patients","created":"2024-07-24","cited_by_count":1,"area":null},{"id":"2411.01030","title":"Birdie: Advancing State Space Models with Reward-Driven Objectives and Curricula","created":"2024-11-01","cited_by_count":1,"area":null},{"id":"2502.00617","title":"Efficient Language Modeling for Low-Resource Settings with Hybrid RNN-Transformer Architectures","created":"2025-02-02","cited_by_count":1,"area":null},{"id":"2505.03281","title":"Physics-inspired Energy Transition Neural Network for Sequence Learning","created":"2025-05-06","cited_by_count":1,"area":null},{"id":"2508.15216","title":"STAGNet: A Spatio-Temporal Graph and LSTM Framework for Accident Anticipation","created":"2025-08-21","cited_by_count":1,"area":null},{"id":"2101.03485","title":"Detecting Hostile Posts using Relational Graph Convolutional Network","created":"2021-01-10","cited_by_count":0,"area":null},{"id":"2101.09313","title":"$k$-Neighbor Based Curriculum Sampling for Sequence Prediction","created":"2021-01-22","cited_by_count":0,"area":null},{"id":"2108.03340","title":"Tiny Neural Models for Seq2Seq","created":"2021-08-07","cited_by_count":0,"area":null},{"id":"2108.08207","title":"SHAQ: Single Headed Attention with Quasi-Recurrence","created":"2021-08-18","cited_by_count":0,"area":null},{"id":"2111.14031","title":"FastTrees: Parallel Latent Tree-Induction for Faster Sequence Encoding","created":"2021-11-28","cited_by_count":0,"area":null},{"id":"2208.01112","title":"VacciNet: Towards a Smart Framework for Learning the Distribution Chain Optimization of Vaccines for a Pandemic","created":"2022-08-01","cited_by_count":0,"area":null},{"id":"2306.01768","title":"A Quantitative Review on Language Model Efficiency Research","created":"2023-05-28","cited_by_count":0,"area":null},{"id":"2307.10098","title":"Gradient Sparsification For Masked Fine-Tuning of Transformers","created":"2023-07-19","cited_by_count":0,"area":null},{"id":"2312.03735","title":"Advancing State of the Art in Language Modeling","created":"2023-11-28","cited_by_count":0,"area":null},{"id":"2402.09034","title":"Contrast-Enhanced Gating in GRUs for Robust Low-Data Sequence Learning","created":"2024-02-14","cited_by_count":0,"area":null},{"id":"2403.00774","title":"Regional inflation analysis using social network data","created":"2024-02-14","cited_by_count":0,"area":null},{"id":"2407.00429","title":"Time Series Clustering with General State Space Models via Stochastic Variational Inference","created":"2024-06-29","cited_by_count":0,"area":null},{"id":"2407.03605","title":"Orthogonal Constrained Minimization with Tensor $\\ell_{2,p}$ Regularization for HSI Denoising and Destriping","created":"2024-07-04","cited_by_count":0,"area":null},{"id":"2409.09106","title":"Recent Trends in Modelling the Continuous Time Series using Deep Learning: A Survey","created":"2024-09-13","cited_by_count":0,"area":null},{"id":"2409.17191","title":"An Effective, Robust and Fairness-aware Hate Speech Detection Framework","created":"2024-09-25","cited_by_count":0,"area":null},{"id":"2504.17252","title":"Low-Resource Neural Machine Translation Using Recurrent Neural Networks and Transfer Learning: A Case Study on English-to-Igbo","created":"2025-04-24","cited_by_count":0,"area":null},{"id":"2507.01829","title":"mGRADE: Minimal Recurrent Gating Meets Delay Convolutions for Lightweight Sequence Modeling","created":"2025-07-02","cited_by_count":0,"area":null},{"id":"2603.26781","title":"Efficient Encrypted Computation in Convolutional Spiking Neural Networks with TFHE","created":"2026-03-25","cited_by_count":0,"area":null},{"id":"2605.31367","title":"Trading Complexity for Expressivity Through Structured Generalized Linear Token Mixing","created":"2026-05-29","cited_by_count":0,"area":null},{"id":"2606.19901","title":"Linear Recurrent Unit with Semantic Modulation for Image Super-Resolution","created":"2026-06-18","cited_by_count":0,"area":null},{"id":"2609.32447","title":"Length-Independent State Tracking Under a Parallel Scan","created":"2026-09-26","cited_by_count":0,"area":null}],"next_cursor":null}