{"total":131,"rows":[{"id":"2103.03206","title":"Perceiver: General Perception with Iterative Attention","created":"2021-03-04","cited_by_count":1104,"area":null},{"id":"2103.16716","title":"BASE Layers: Simplifying Training of Large, Sparse Models","created":"2021-03-30","cited_by_count":320,"area":null},{"id":"2201.09873","title":"Transformers in Medical Imaging: A Survey","created":"2022-01-24","cited_by_count":245,"area":null},{"id":"2102.01951","title":"Mind the Gap: Assessing Temporal Generalization in Neural Language Models","created":"2021-02-03","cited_by_count":230,"area":null},{"id":"2303.11950","title":"Learning A Sparse Transformer Network for Effective Image Deraining","created":"2023-03-21","cited_by_count":205,"area":null},{"id":"2406.19384","title":"The Remarkable Robustness of LLMs: Stages of Inference?","created":"2024-06-27","cited_by_count":146,"area":null},{"id":"2206.04301","title":"Unveiling Transformers with LEGO: a synthetic reasoning task","created":"2022-06-09","cited_by_count":106,"area":null},{"id":"2403.00824","title":"Information Flow Routes: Automatically Interpreting Language Models at Scale","created":"2024-02-27","cited_by_count":95,"area":null},{"id":"2109.09115","title":"Do Long-Range Language Models Actually Use Long-Range Context?","created":"2021-09-19","cited_by_count":92,"area":null},{"id":"2309.04827","title":"Neurons in Large Language Models: Dead, N-gram, Positional","created":"2023-09-09","cited_by_count":88,"area":null},{"id":"2209.00099","title":"Efficient Methods for Natural Language Processing: A Survey","created":"2022-08-31","cited_by_count":78,"area":null},{"id":"2103.14636","title":"A Practical Survey on Faster and Lighter Transformers","created":"2021-03-26","cited_by_count":73,"area":null},{"id":"2409.03752","title":"Attention Heads of Large Language Models: A Survey","created":"2024-09-05","cited_by_count":67,"area":null},{"id":"2106.00515","title":"KVT: k-NN Attention for Boosting Vision Transformers","created":"2021-05-28","cited_by_count":65,"area":null},{"id":"2303.07284","title":"Align and Attend: Multimodal Summarization with Dual Contrastive Losses","created":"2023-03-13","cited_by_count":65,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2111.05193","title":"A Survey on Green Deep Learning","created":"2021-11-08","cited_by_count":52,"area":null},{"id":"2410.05864","title":"From Tokens to Words: On the Inner Lexicon of LLMs","created":"2024-10-08","cited_by_count":48,"area":null},{"id":"2309.12673","title":"On Sparse Modern Hopfield Model","created":"2023-09-22","cited_by_count":42,"area":null},{"id":"2104.07012","title":"Sparse Attention with Linear Units","created":"2021-04-14","cited_by_count":41,"area":null},{"id":"2107.06419","title":"FLAT: An Optimized Dataflow for Mitigating Attention Bottlenecks","created":"2021-07-13","cited_by_count":39,"area":null},{"id":"2404.03827","title":"Uniform Memory Retrieval with Larger Capacity for Modern Hopfield Models","created":"2024-04-04","cited_by_count":38,"area":null},{"id":"2105.03287","title":"Order in the Court: Explainable AI Methods Prone to Disagreement","created":"2021-05-07","cited_by_count":36,"area":null},{"id":"2312.17346","title":"STanHop: Sparse Tandem Hopfield Model for Memory-Enhanced Time Series Prediction","created":"2023-12-28","cited_by_count":35,"area":null},{"id":"2210.01941","title":"SIMPLE: A Gradient Estimator for $k$-Subset Sampling","created":"2022-10-04","cited_by_count":34,"area":null},{"id":"2105.06548","title":"Not All Memories are Created Equal: Learning to Forget by Expiring","created":"2021-05-13","cited_by_count":32,"area":null},{"id":"2111.13359","title":"Neural Collaborative Graph Machines for Table Structure Recognition","created":"2021-11-26","cited_by_count":30,"area":null},{"id":"2407.14962","title":"Recent Advances in Generative AI and Large Language Models: Current Status, Challenges, and Perspectives","created":"2024-07-20","cited_by_count":30,"area":null},{"id":"2204.13154","title":"Attention Mechanism in Neural Networks: Where it Comes and Where it Goes","created":"2022-04-27","cited_by_count":29,"area":null},{"id":"2211.05109","title":"ViTALiTy: Unifying Low-rank and Sparse Approximation for Vision Transformer Acceleration with a Linear Taylor Attention","created":"2022-11-09","cited_by_count":29,"area":null},{"id":"2503.01776","title":"Beyond Matryoshka: Revisiting Sparse Coding for Adaptive Representation","created":"2025-03-03","cited_by_count":26,"area":null},{"id":"2204.00616","title":"Simplicial Embeddings in Self-Supervised Learning and Downstream Classification","created":"2022-04-01","cited_by_count":24,"area":null},{"id":"2504.03022","title":"The Dual-Route Model of Induction","created":"2025-04-03","cited_by_count":24,"area":null},{"id":"2103.03604","title":"SpecTr: Spectral Transformer for Hyperspectral Pathology Image Segmentation","created":"2021-03-05","cited_by_count":23,"area":null},{"id":"2404.03830","title":"BiSHop: Bi-Directional Cellular Learning for Tabular Data with Generalized Sparse Modern Hopfield Model","created":"2024-04-04","cited_by_count":21,"area":null},{"id":"2506.16640","title":"Long-Context Generalization with Sparse Attention","created":"2025-06-19","cited_by_count":21,"area":null},{"id":"2401.10510","title":"When Large Language Models Meet Evolutionary Algorithms: Potential Enhancements and Challenges","created":"2024-01-19","cited_by_count":20,"area":null},{"id":"2305.16174","title":"From Latent Graph to Latent Topology Inference: Differentiable Cell Complex Module","created":"2023-05-25","cited_by_count":19,"area":null},{"id":"2501.15638","title":"A Comprehensive Survey on Self-Interpretable Neural Networks","created":"2025-01-26","cited_by_count":18,"area":null},{"id":"2307.00067","title":"Transformers in Healthcare: A Survey","created":"2023-06-30","cited_by_count":17,"area":null},{"id":"2410.01537","title":"Attention layers provably solve single-location regression","created":"2024-10-02","cited_by_count":17,"area":null},{"id":"2404.03900","title":"Nonparametric Modern Hopfield Models","created":"2024-04-05","cited_by_count":16,"area":null},{"id":"2404.07004","title":"LM Transparency Tool: Interactive Tool for Analyzing Transformer Language Models","created":"2024-04-10","cited_by_count":16,"area":null},{"id":"2101.09115","title":"The heads hypothesis: A unifying statistical approach towards understanding multi-headed attention in BERT","created":"2021-01-22","cited_by_count":15,"area":null},{"id":"2106.01335","title":"On the Distribution, Sparsity, and Inference-time Quantization of Attention Values in Transformers","created":"2021-06-02","cited_by_count":14,"area":null},{"id":"2108.01988","title":"Sparse Continuous Distributions and Fenchel-Young Losses","created":"2021-08-04","cited_by_count":14,"area":null},{"id":"2207.06366","title":"N-Grammer: Augmenting Transformers with latent n-grams","created":"2022-07-13","cited_by_count":14,"area":null},{"id":"2210.03037","title":"Conversational Semantic Role Labeling with Predicate-Oriented Latent Graph","created":"2022-10-06","cited_by_count":14,"area":null},{"id":"2303.01980","title":"Towards energy-efficient Deep Learning: An overview of energy-efficient approaches along the Deep Learning Lifecycle","created":"2023-02-05","cited_by_count":14,"area":null},{"id":"2109.12188","title":"Predicting Attention Sparsity in Transformers","created":"2021-09-24","cited_by_count":13,"area":null},{"id":"2402.13725","title":"Sparse and Structured Hopfield Networks","created":"2024-02-21","cited_by_count":13,"area":null},{"id":"2209.00606","title":"Sparse Attention Acceleration with Synergistic In-Memory Pruning and On-Chip Recomputation","created":"2022-09-01","cited_by_count":12,"area":null},{"id":"2310.14805","title":"Cross-Modal Conceptualization in Bottleneck Models","created":"2023-10-23","cited_by_count":12,"area":null},{"id":"2103.10291","title":"Smoothing and Shrinking the Sparse Seq2Seq Search Space","created":"2021-03-18","cited_by_count":11,"area":null},{"id":"2410.16528","title":"ADAM-SINDy: An Efficient Optimization Framework for Parameterized Nonlinear Dynamical System Identification","created":"2024-10-21","cited_by_count":11,"area":null},{"id":"2505.19371","title":"Foundations of Top-$k$ Decoding For Language Models","created":"2025-05-25","cited_by_count":10,"area":null},{"id":"2104.07358","title":"Adaptive Sparse Transformer for Multilingual Translation","created":"2021-04-15","cited_by_count":8,"area":null},{"id":"2109.02789","title":"Mixed Attention Transformer for Leveraging Word-Level Knowledge to Neural Cross-Lingual Information Retrieval","created":"2021-09-07","cited_by_count":8,"area":null},{"id":"2112.03552","title":"Bootstrapping ViTs: Towards Liberating Vision Transformers from Pre-training","created":"2021-12-07","cited_by_count":8,"area":null},{"id":"2204.03227","title":"Accelerating Attention through Gradient-Based Learned Runtime Pruning","created":"2022-04-07","cited_by_count":8,"area":null},{"id":"2207.03902","title":"Interaction Pattern Disentangling for Multi-Agent Reinforcement Learning","created":"2022-07-08","cited_by_count":8,"area":null},{"id":"2404.03380","title":"On the Theoretical Expressive Power and the Design Space of Higher-Order Graph Transformers","created":"2024-04-04","cited_by_count":8,"area":null},{"id":"2410.18613","title":"Rethinking Attention: Polynomial Alternatives to Softmax in Transformers","created":"2024-10-24","cited_by_count":8,"area":null},{"id":"2207.07212","title":"Attention, Filling in The Gaps for Generalization in Routing Problems","created":"2022-07-14","cited_by_count":7,"area":null},{"id":"2309.03004","title":"A Theoretical Explanation of Activation Sparsity through Flat Minima and Adversarial Robustness","created":"2023-09-06","cited_by_count":7,"area":null},{"id":"2208.11122","title":"Distance-Aware Occlusion Detection with Focused Attention","created":"2022-08-23","cited_by_count":6,"area":null},{"id":"2504.02827","title":"On Vanishing Variance in Transformer Length Generalization","created":"2025-04-03","cited_by_count":6,"area":null},{"id":"2511.09596","title":"Making Every Head Count: Sparse Attention Without the Speed-Performance Trade-off","created":"2025-11-12","cited_by_count":6,"area":null},{"id":"2403.13351","title":"OrthCaps: An Orthogonal CapsNet with Sparse Attention Routing and Pruning","created":"2024-03-20","cited_by_count":5,"area":null},{"id":"2601.19001","title":"FROST: Filtering Reasoning Outliers with Attention for Efficient Reasoning","created":"2026-01-26","cited_by_count":5,"area":null},{"id":"2204.07341","title":"LaMemo: Language Modeling with Look-Ahead Memory","created":"2022-04-15","cited_by_count":4,"area":null},{"id":"2210.15541","title":"Transformers meet Stochastic Block Models: Attention with Data-Adaptive Sparsity and Cost","created":"2022-10-27","cited_by_count":4,"area":null},{"id":"2211.09458","title":"Abstractive Summarization Guided by Latent Hierarchical Document Structure","created":"2022-11-17","cited_by_count":4,"area":null},{"id":"2407.01601","title":"Unveiling and Controlling Anomalous Attention Distribution in Transformers","created":"2024-06-26","cited_by_count":4,"area":null},{"id":"2409.07131","title":"Reranking Laws for Language Generation: A Communication-Theoretic Perspective","created":"2024-09-11","cited_by_count":4,"area":null},{"id":"2510.05364","title":"The End of Transformers? On Challenging Attention and the Rise of Sub-Quadratic Architectures","created":"2025-10-06","cited_by_count":4,"area":null},{"id":"2111.06832","title":"Speeding Up Entmax","created":"2021-11-12","cited_by_count":3,"area":null},{"id":"2209.06096","title":"Analysis of Self-Attention Head Diversity for Conformer-based Automatic Speech Recognition","created":"2022-09-13","cited_by_count":3,"area":null},{"id":"2211.07164","title":"Evade the Trap of Mediocrity: Promoting Diversity and Novelty in Text Generation via Concentrating Attention","created":"2022-11-14","cited_by_count":3,"area":null},{"id":"2306.15799","title":"FLuRKA: Fast and accurate unified Low-Rank & Kernel Attention","created":"2023-06-27","cited_by_count":3,"area":null},{"id":"2406.19391","title":"Fibottention: Inceptive Visual Representation Learning with Diverse Attention Across Heads","created":"2024-06-27","cited_by_count":3,"area":null},{"id":"2502.15873","title":"Practical Principles for AI Cost and Compute Accounting","created":"2025-02-21","cited_by_count":3,"area":null},{"id":"2507.07907","title":"A statistical physics framework for optimal learning","created":"2025-07-10","cited_by_count":3,"area":null},{"id":"2511.00907","title":"Transformers as Intrinsic Optimizers: Forward Inference through the Energy Principle","created":"2025-11-02","cited_by_count":3,"area":null},{"id":"2101.07077","title":"Yet Another Representation of Binary Decision Trees: A Mathematical Demonstration","created":"2021-01-18","cited_by_count":2,"area":null},{"id":"2108.04962","title":"Adaptive Multi-Resolution Attention with Linear Complexity","created":"2021-08-10","cited_by_count":2,"area":null},{"id":"2109.08184","title":"Sparse Factorization of Large Square Matrices","created":"2021-09-16","cited_by_count":2,"area":null},{"id":"2110.07844","title":"Modeling Endorsement for Multi-Document Abstractive Summarization","created":"2021-10-15","cited_by_count":2,"area":null},{"id":"2402.01416","title":"Sequence Shortening for Context-Aware Machine Translation","created":"2024-02-02","cited_by_count":2,"area":null},{"id":"2405.20620","title":"\"Forgetting\" in Machine Learning and Beyond: A Survey","created":"2024-05-31","cited_by_count":2,"area":null},{"id":"2411.13548","title":"MGHF: Multi-Granular High-Frequency Perceptual Loss for Image Super-Resolution","created":"2024-11-20","cited_by_count":2,"area":null},{"id":"2506.23551","title":"A unified framework for establishing the universal approximation of transformer-type architectures","created":"2025-06-30","cited_by_count":2,"area":null},{"id":"2104.00755","title":"Reconciling the Discrete-Continuous Divide: Towards a Mathematical Theory of Sparse Communication","created":"2021-04-01","cited_by_count":1,"area":null},{"id":"2106.01440","title":"Memory Wrap: a Data-Efficient and Interpretable Extension to Image Classification Models","created":"2021-06-01","cited_by_count":1,"area":null},{"id":"2211.15924","title":"Weakly Supervised Learning Significantly Reduces the Number of Labels Required for Intracranial Hemorrhage Detection on Head CT","created":"2022-11-29","cited_by_count":1,"area":null},{"id":"2304.03202","title":"SLM: End-to-end Feature Selection via Sparse Learnable Masks","created":"2023-04-06","cited_by_count":1,"area":null},{"id":"2409.05022","title":"Sequential Recommendation via Adaptive Robust Attention with Multi-dimensional Embeddings","created":"2024-09-08","cited_by_count":1,"area":null},{"id":"2411.01564","title":"ParseCaps: An Interpretable Parsing Capsule Network for Medical Image Diagnosis","created":"2024-11-03","cited_by_count":1,"area":null},{"id":"2411.04013","title":"$k$NN Attention Demystified: A Theoretical Exploration for Scalable Transformers","created":"2024-11-06","cited_by_count":1,"area":null},{"id":"2502.18644","title":"Steered Generation via Gradient Descent on Sparse Features","created":"2025-02-25","cited_by_count":1,"area":null}],"next_cursor":"100"}