{"total":73,"rows":[{"id":"2306.15794","title":"HyenaDNA: Long-Range Genomic Sequence Modeling at Single Nucleotide Resolution","created":"2023-06-27","cited_by_count":194,"area":null},{"id":"2201.03533","title":"SCROLLS: Standardized CompaRison Over Long Language Sequences","created":"2022-01-10","cited_by_count":170,"area":null},{"id":"2309.05858","title":"Uncovering mesa-optimization algorithms in Transformers","created":"2023-09-11","cited_by_count":100,"area":null},{"id":"2208.00748","title":"Efficient Long-Text Understanding with Short-Text Models","created":"2022-08-01","cited_by_count":71,"area":null},{"id":"2306.07303","title":"A Comprehensive Survey on Applications of Transformers for Deep Learning Tasks","created":"2023-06-11","cited_by_count":71,"area":null},{"id":"2307.13770","title":"E^2VPT: An Effective and Efficient Approach for Visual Prompt Tuning","created":"2023-07-25","cited_by_count":70,"area":null},{"id":"2311.08719","title":"Think-in-Memory: Recalling and Post-thinking Enable LLMs with Long-Term Memory","created":"2023-11-15","cited_by_count":64,"area":"lr"},{"id":"2201.05991","title":"Video Transformers: A Survey","created":"2022-01-16","cited_by_count":63,"area":null},{"id":"2108.01210","title":"Representation learning for neural population activity with Neural Data Transformers","created":"2021-08-02","cited_by_count":50,"area":null},{"id":"2406.14528","title":"DeciMamba: Exploring the Length Extrapolation Potential of Mamba","created":"2024-06-20","cited_by_count":49,"area":"ssm"},{"id":"2311.05709","title":"OmniVec: Learning robust representations with cross modal sharing","created":"2023-11-07","cited_by_count":44,"area":null},{"id":"2307.07982","title":"A Survey of Techniques for Optimizing Transformer Inference","created":"2023-07-16","cited_by_count":35,"area":null},{"id":"2311.05908","title":"FlashFFTConv: Efficient Convolutions for Long Sequences with Tensor Cores","created":"2023-11-10","cited_by_count":33,"area":null},{"id":"2312.17044","title":"Length Extrapolation of Transformers: A Survey from the Perspective of Positional Encoding","created":"2023-12-28","cited_by_count":32,"area":null},{"id":"2512.03422","title":"What Is The Best 3D Scene Representation for Robotics? From Geometric to Foundation Models","created":"2025-12-03","cited_by_count":29,"area":null},{"id":"2405.21064","title":"Recurrent neural networks: vanishing and exploding gradients are not the end of the story","created":"2024-05-31","cited_by_count":25,"area":null},{"id":"2109.03777","title":"Bag-of-Words vs. Graph vs. Sequence in Text Classification: Questioning the Necessity of Text-Graphs and the Surprising Strength of a Wide MLP","created":"2021-09-08","cited_by_count":17,"area":null},{"id":"2402.05787","title":"How do Transformers perform In-Context Autoregressive Learning?","created":"2024-02-08","cited_by_count":17,"area":null},{"id":"2110.03450","title":"Efficient and Private Federated Learning with Partially Trainable Networks","created":"2021-10-06","cited_by_count":13,"area":null},{"id":"2302.02108","title":"Knowledge Distillation in Vision Transformers: A Critical Review","created":"2023-02-04","cited_by_count":13,"area":"distill"},{"id":"2109.03754","title":"Memory and Knowledge Augmented Language Models for Inferring Salience in Long-Form Stories","created":"2021-09-08","cited_by_count":12,"area":null},{"id":"2305.14952","title":"Focus Your Attention (with Adaptive IIR Filters)","created":"2023-05-24","cited_by_count":12,"area":null},{"id":"2407.04208","title":"AMD: Automatic Multi-step Distillation of Large-scale Vision Models","created":"2024-07-05","cited_by_count":12,"area":null},{"id":"2408.10854","title":"MambaDS: Near-Surface Meteorological Field Downscaling with Topography Constrained Selective State Space Modeling","created":"2024-08-20","cited_by_count":12,"area":"ssm"},{"id":"2203.01587","title":"Multi-Tailed Vision Transformer for Efficient Inference","created":"2022-03-03","cited_by_count":10,"area":null},{"id":"2311.16620","title":"On the Long Range Abilities of Transformers","created":"2023-11-28","cited_by_count":10,"area":null},{"id":"2402.00776","title":"Hybrid Quantum Vision Transformers for Event Classification in High Energy Physics","created":"2024-02-01","cited_by_count":10,"area":null},{"id":"2403.07965","title":"Conditional computation in neural networks: principles and research trends","created":"2024-03-12","cited_by_count":10,"area":"moe"},{"id":"2410.08133","title":"Assessing Episodic Memory in LLMs with Sequence Order Recall Tasks","created":"2024-10-10","cited_by_count":10,"area":null},{"id":"2308.09372","title":"Which Transformer to Favor: A Comparative Analysis of Efficiency in Vision Transformers","created":"2023-08-18","cited_by_count":9,"area":null},{"id":"2308.13191","title":"Chunk, Align, Select: A Simple Long-sequence Processing Method for Transformers","created":"2023-08-25","cited_by_count":9,"area":null},{"id":"2210.16710","title":"Prediction Sets for High-Dimensional Mixture of Experts Models","created":"2022-10-30","cited_by_count":8,"area":"moe"},{"id":"2410.17765","title":"Faster Language Models with Better Multi-Token Prediction Using Tensor Decomposition","created":"2024-10-23","cited_by_count":8,"area":null},{"id":"2305.16259","title":"Neural Natural Language Processing for Long Texts: A Survey on Classification and Summarization","created":"2023-05-25","cited_by_count":7,"area":null},{"id":"2309.01775","title":"Gated recurrent neural networks discover attention","created":"2023-09-04","cited_by_count":7,"area":null},{"id":"2403.02920","title":"TaylorShift: Shifting the Complexity of Self-Attention from Squared to Linear (and Back) using Taylor-Softmax","created":"2024-03-05","cited_by_count":7,"area":null},{"id":"2210.17540","title":"Agent-Time Attention for Sparse Rewards Multi-Agent Reinforcement Learning","created":"2022-10-31","cited_by_count":6,"area":null},{"id":"2502.15955","title":"Compression Barriers for Autoregressive Transformers","created":"2025-02-21","cited_by_count":5,"area":"inference"},{"id":"2505.20666","title":"Continuous-Time Attention: PDE-Guided Mechanisms for Long-Sequence Transformers","created":"2025-05-27","cited_by_count":5,"area":null},{"id":"2507.15753","title":"Algebraic Language Models for Inverse Design of Metamaterials via Diffusion Transformers","created":"2025-07-21","cited_by_count":5,"area":"diffusion"},{"id":"2207.04293","title":"Attention and Self-Attention in Random Forests","created":"2022-07-09","cited_by_count":4,"area":null},{"id":"2409.09513","title":"Planning Transformer: Long-Horizon Offline Reinforcement Learning with Planning Tokens","created":"2024-09-14","cited_by_count":4,"area":"offlinerl"},{"id":"2503.13707","title":"Long-VMNet: Accelerating Long-Form Video Understanding via Fixed Memory","created":"2025-03-17","cited_by_count":4,"area":null},{"id":"2205.12602","title":"VTP: Volumetric Transformer for Multi-view Multi-person 3D Pose Estimation","created":"2022-05-25","cited_by_count":3,"area":null},{"id":"2211.14732","title":"Deep representation learning: Fundamentals, Perspectives, Applications, and Open Challenges","created":"2022-11-27","cited_by_count":3,"area":null},{"id":"2311.09564","title":"LongBoX: Evaluating Transformers on Long-Sequence Clinical Tasks","created":"2023-11-16","cited_by_count":3,"area":null},{"id":"2509.06968","title":"Deep Learning-based Techniques for Integrated Sensing and Communication Systems: State-of-the-Art, Challenges, and Opportunities","created":"2025-08-23","cited_by_count":3,"area":null},{"id":"2106.05822","title":"GroupBERT: Enhanced Transformer Architecture with Efficient Grouped Structures","created":"2021-06-10","cited_by_count":2,"area":null},{"id":"2310.05276","title":"Enhancing Pre-Trained Language Models with Sentence Position Embeddings for Rhetorical Roles Recognition in Legal Opinions","created":"2023-10-08","cited_by_count":2,"area":null},{"id":"2403.17445","title":"Incorporating Exponential Smoothing into MLP: A Simple but Effective Sequence Model","created":"2024-03-26","cited_by_count":2,"area":null},{"id":"2502.06139","title":"LCIRC: A Recurrent Compression Approach for Efficient Long-form Context and Query Dependent Modeling in LLMs","created":"2025-02-10","cited_by_count":2,"area":null},{"id":"2505.03113","title":"Image Recognition with Online Lightweight Vision Transformer: A Survey","created":"2025-05-06","cited_by_count":2,"area":null},{"id":"2505.20048","title":"Synthetic Time Series Forecasting with Transformer Architectures: Extensive Simulation Benchmarks","created":"2025-05-26","cited_by_count":2,"area":null},{"id":"2602.18196","title":"RAT+: Train Dense, Infer Sparse -- Recurrence Augmented Attention for Dilated Inference","created":"2026-02-20","cited_by_count":2,"area":"inference"},{"id":"2309.02206","title":"Language Models for Novelty Detection in System Call Traces","created":"2023-09-05","cited_by_count":1,"area":null},{"id":"2403.04510","title":"Where does In-context Translation Happen in Large Language Models","created":"2024-03-07","cited_by_count":1,"area":null},{"id":"2409.00447","title":"The MERIT Dataset: Modelling and Efficiently Rendering Interpretable Transcripts","created":"2024-08-31","cited_by_count":1,"area":null},{"id":"2412.12883","title":"A Comparative Study of Pruning Methods in Transformer-based Time Series Forecasting","created":"2024-12-17","cited_by_count":1,"area":null},{"id":"2504.20666","title":"SFi-Former: Sparse Flow Induced Attention for Graph Transformer","created":"2025-04-29","cited_by_count":1,"area":null},{"id":"2506.11328","title":"An Attention-based Spatio-Temporal Neural Operator for Evolving Physics","created":"2025-06-12","cited_by_count":1,"area":null},{"id":"2510.16074","title":"Early-stopping for Transformer model training","created":"2025-10-17","cited_by_count":1,"area":null},{"id":"2511.03488","title":"NAPS: Attention-Based Fusion of Heterogeneous Physiological Signals","created":"2025-11-05","cited_by_count":1,"area":null},{"id":"2202.00770","title":"Local Feature Matching with Transformers for low-end devices","created":"2022-02-01","cited_by_count":0,"area":null},{"id":"2403.02411","title":"NiNformer: A Network in Network Transformer with Token Mixing Generated Gating Function","created":"2024-03-04","cited_by_count":0,"area":null},{"id":"2405.15953","title":"Activator: GLU Activation Function as the Core Component of a Vision Transformer","created":"2024-05-24","cited_by_count":0,"area":null},{"id":"2407.16737","title":"A Survey of Text Style Transfer: Applications and Ethical Implications","created":"2024-07-23","cited_by_count":0,"area":null},{"id":"2410.04731","title":"Efficient transformer with reinforced position embedding for language models","created":"2024-10-07","cited_by_count":0,"area":null},{"id":"2502.12297","title":"Duo Streamers: A Streaming Gesture Recognition Framework","created":"2025-02-17","cited_by_count":0,"area":null},{"id":"2511.05477","title":"GroupKAN: Efficient Kolmogorov-Arnold Networks via Grouped Spline Modeling","created":"2025-11-07","cited_by_count":0,"area":null},{"id":"2512.16305","title":"Can Transformers overcome the lack of data in the simulation of history-dependent flows?","created":"2025-12-18","cited_by_count":0,"area":null},{"id":"2604.00827","title":"Video Patch Pruning: Efficient Video Instance Segmentation via Early Token Reduction","created":"2026-04-01","cited_by_count":0,"area":"inference"},{"id":"2604.23903","title":"Integrative neurocybernetic modeling in the era of large-scale neuroscience","created":"2026-04-26","cited_by_count":0,"area":null},{"id":"2608.21223","title":"Event-triggered Implicit Perturbation for Zeroth-Order Fine-Tuning of Spiking Transformers","created":"2026-08-21","cited_by_count":0,"area":null}],"next_cursor":null}