{"total":53,"rows":[{"id":"2306.04637","title":"Transformers as Statisticians: Provable In-Context Learning with In-Context Algorithm Selection","created":"2023-06-07","cited_by_count":298,"area":null},{"id":"2310.04564","title":"ReLU Strikes Back: Exploiting Activation Sparsity in Large Language Models","created":"2023-10-06","cited_by_count":94,"area":null},{"id":"2310.08566","title":"Transformers as Decision Makers: Provable In-Context Reinforcement Learning via Supervised Pretraining","created":"2023-10-12","cited_by_count":83,"area":"offlinerl"},{"id":"2402.02244","title":"Beyond the Limits: A Survey of Techniques to Extend the Context Length in Large Language Models","created":"2024-02-03","cited_by_count":76,"area":"lr"},{"id":"2310.10616","title":"How Do Transformers Learn In-Context Beyond Simple Functions? A Case Study on Learning with Representations","created":"2023-10-16","cited_by_count":75,"area":null},{"id":"2310.17086","title":"Transformers Learn to Achieve Second-Order Convergence Rates for In-Context Linear Regression","created":"2023-10-26","cited_by_count":49,"area":"offlinerl"},{"id":"2402.13516","title":"ProSparse: Introducing and Enhancing Intrinsic Activation Sparsity within Large Language Models","created":"2024-02-21","cited_by_count":45,"area":"inference"},{"id":"2309.08586","title":"Replacing softmax with ReLU in Vision Transformers","created":"2023-09-15","cited_by_count":44,"area":null},{"id":"2401.09865","title":"Improving fine-grained understanding in image-text pre-training","created":"2024-01-18","cited_by_count":44,"area":null},{"id":"2307.11353","title":"What can a Single Attention Layer Learn? A Study Through the Random Features Lens","created":"2023-07-21","cited_by_count":40,"area":null},{"id":"2403.07347","title":"Frequency Decoupling for Motion Magnification via Multi-Level Isomorphic Architecture","created":"2024-03-12","cited_by_count":28,"area":null},{"id":"2310.10837","title":"Approximating Two-Layer Feedforward Networks for Efficient Transformers","created":"2023-10-16","cited_by_count":27,"area":null},{"id":"2402.04875","title":"On Provable Length and Compositional Generalization","created":"2024-02-07","cited_by_count":22,"area":null},{"id":"2410.10165","title":"HSR-Enhanced Sparse Attention Acceleration","created":"2024-10-14","cited_by_count":19,"area":null},{"id":"2411.12364","title":"Ultra-Sparse Memory Network","created":"2024-11-19","cited_by_count":19,"area":"moe"},{"id":"2410.01537","title":"Attention layers provably solve single-location regression","created":"2024-10-02","cited_by_count":17,"area":null},{"id":"2310.12956","title":"Eureka-Moments in Transformers: Multi-Step Tasks Reveal Softmax Induced Optimization Problems","created":"2023-10-19","cited_by_count":14,"area":null},{"id":"2411.07176","title":"More Expressive Attention with Negative Weights","created":"2024-11-11","cited_by_count":9,"area":null},{"id":"2501.14577","title":"ZETA: Leveraging Z-order Curves for Efficient Top-k Attention","created":"2025-01-24","cited_by_count":9,"area":null},{"id":"2410.18613","title":"Rethinking Attention: Polynomial Alternatives to Softmax in Transformers","created":"2024-10-24","cited_by_count":8,"area":null},{"id":"2402.02362","title":"Unification of Symmetries Inside Neural Networks: Transformer, Feedforward and Neural ODE","created":"2024-02-04","cited_by_count":7,"area":null},{"id":"2406.17989","title":"Learning Neural Networks with Sparse Activations","created":"2024-06-26","cited_by_count":6,"area":null},{"id":"2504.16275","title":"Quantum Doubly Stochastic Transformers","created":"2025-04-22","cited_by_count":6,"area":null},{"id":"2411.10156","title":"Mitigating Sycophancy in Decoder-Only Transformer Architectures: Synthetic Data Intervention","created":"2024-11-15","cited_by_count":5,"area":"alignment"},{"id":"2601.12145","title":"Threshold Differential Attention for Sink-Free, Ultra-Sparse, and Non-Dispersive Language Modeling","created":"2026-01-17","cited_by_count":5,"area":null},{"id":"2602.05230","title":"ZeroS: Zero-Sum Linear Attention for Efficient Transformers","created":"2026-02-05","cited_by_count":5,"area":null},{"id":"2408.03388","title":"A Non-negative VAE:the Generalized Gamma Belief Network","created":"2024-08-06","cited_by_count":4,"area":null},{"id":"2507.06415","title":"PERK: Long-Context Reasoning as Test-Time Learning","created":"2025-07-08","cited_by_count":4,"area":"lr"},{"id":"2502.09954","title":"On Space Folds of ReLU Neural Networks","created":"2025-02-14","cited_by_count":3,"area":null},{"id":"2502.18277","title":"Self-Adjust Softmax","created":"2025-02-25","cited_by_count":3,"area":null},{"id":"2502.20681","title":"Disentangling Feature Structure: A Mathematically Provable Two-Stage Training Dynamics in Transformers","created":"2025-02-28","cited_by_count":3,"area":null},{"id":"2505.11918","title":"Transformers as Unsupervised Learning Algorithms: A study on Gaussian Mixtures","created":"2025-05-17","cited_by_count":3,"area":null},{"id":"2506.01562","title":"Unpacking Softmax: How Temperature Drives Representation Collapse, Compression, and Generalization","created":"2025-06-02","cited_by_count":3,"area":null},{"id":"2602.12601","title":"HyperMLP: An Integrated Perspective for Sequence Modeling","created":"2026-02-13","cited_by_count":3,"area":null},{"id":"2308.05629","title":"Inhibitor Transformers and Gated RNNs for Torus Efficient Fully Homomorphic Encryption","created":"2023-08-10","cited_by_count":2,"area":null},{"id":"2406.11016","title":"Optimized Speculative Sampling for GPU Hardware Accelerators","created":"2024-06-16","cited_by_count":2,"area":"inference"},{"id":"2410.04801","title":"Improving Image Clustering with Artifacts Attenuation via Inference-Time Attention Engineering","created":"2024-10-07","cited_by_count":2,"area":null},{"id":"2605.04279","title":"Gradient Flow Structure and Quantitative Dynamics of Multi-Head Self-Attention","created":"2026-05-05","cited_by_count":2,"area":null},{"id":"2406.02021","title":"FFNet: MetaMixer-based Efficient Convolutional Mixer Design","created":"2024-06-04","cited_by_count":1,"area":null},{"id":"2410.14183","title":"In-context Learning for Mixture of Linear Regressions: Existence, Generalization and Training Dynamics","created":"2024-10-18","cited_by_count":1,"area":null},{"id":"2412.13724","title":"USEFUSE: Uniform Stride for Enhanced Performance in Fused Layer Architecture of Deep Neural Networks","created":"2024-12-18","cited_by_count":1,"area":null},{"id":"2501.13428","title":"Softplus Attention with Re-weighting Boosts Length Extrapolation in Large Language Models","created":"2025-01-23","cited_by_count":1,"area":null},{"id":"2504.18929","title":"Revisiting Transformers through the Lens of Low Entropy and Dynamic Sparsity","created":"2025-04-26","cited_by_count":1,"area":null},{"id":"2508.18303","title":"Learning Explainable Imaging-Genetics Associations Related to a Neurological Disorder","created":"2025-08-22","cited_by_count":1,"area":null},{"id":"2605.18870","title":"Multi-Headed Transformer Architectures as Time-dependent Wasserstein Gradient Flows","created":"2026-05-15","cited_by_count":1,"area":null},{"id":"2610.00564","title":"Attention Kernels for Learning Maps Between Heavy-Tailed Measures","created":"2026-09-30","cited_by_count":1,"area":null},{"id":"2310.02041","title":"The Inhibitor: ReLU and Addition-Based Attention for Efficient Transformers under Fully Homomorphic Encryption on the Torus","created":"2023-10-03","cited_by_count":0,"area":null},{"id":"2408.05822","title":"Sampling Foundational Transformer: A Theoretical Perspective","created":"2024-08-11","cited_by_count":0,"area":null},{"id":"2502.20634","title":"UltraSTF: Ultra-Compact Model for Large-Scale Spatio-Temporal Forecasting","created":"2025-02-28","cited_by_count":0,"area":null},{"id":"2503.15983","title":"InhibiDistilbert: Knowledge Distillation for a ReLU and Addition-based Transformer","created":"2025-03-20","cited_by_count":0,"area":"distill"},{"id":"2505.17683","title":"Dual Attention Residual U-Net for Accurate Brain Ultrasound Segmentation in IVH Detection","created":"2025-05-23","cited_by_count":0,"area":null},{"id":"2506.14704","title":"Capacity Matters: a Proof-of-Concept for Transformer Memorization on Real-World Data","created":"2025-06-17","cited_by_count":0,"area":null},{"id":"2609.33591","title":"Pretraining Transformers with Quantized Softmax in Attention","created":"2026-09-27","cited_by_count":0,"area":null}],"next_cursor":null}