{"total":36,"rows":[{"id":"2309.14322","title":"Small-scale proxies for large-scale Transformer training instabilities","created":"2023-09-25","cited_by_count":183,"area":null},{"id":"2310.04564","title":"ReLU Strikes Back: Exploiting Activation Sparsity in Large Language Models","created":"2023-10-06","cited_by_count":94,"area":null},{"id":"2310.10616","title":"How Do Transformers Learn In-Context Beyond Simple Functions? A Case Study on Learning with Representations","created":"2023-10-16","cited_by_count":75,"area":null},{"id":"2312.06528","title":"Transformers Implement Functional Gradient Descent to Learn Non-Linear Functions In Context","created":"2023-12-11","cited_by_count":63,"area":null},{"id":"2403.07347","title":"Frequency Decoupling for Motion Magnification via Multi-Level Isomorphic Architecture","created":"2024-03-12","cited_by_count":28,"area":null},{"id":"2402.04875","title":"On Provable Length and Compositional Generalization","created":"2024-02-07","cited_by_count":22,"area":null},{"id":"2410.10165","title":"HSR-Enhanced Sparse Attention Acceleration","created":"2024-10-14","cited_by_count":19,"area":null},{"id":"2410.01537","title":"Attention layers provably solve single-location regression","created":"2024-10-02","cited_by_count":17,"area":null},{"id":"2411.07176","title":"More Expressive Attention with Negative Weights","created":"2024-11-11","cited_by_count":9,"area":null},{"id":"2410.18613","title":"Rethinking Attention: Polynomial Alternatives to Softmax in Transformers","created":"2024-10-24","cited_by_count":8,"area":null},{"id":"2602.05230","title":"ZeroS: Zero-Sum Linear Attention for Efficient Transformers","created":"2026-02-05","cited_by_count":5,"area":null},{"id":"2312.01740","title":"MobileUtr: Revisiting the relationship between light-weight CNN and Transformer for efficient medical image segmentation","created":"2023-12-04","cited_by_count":4,"area":null},{"id":"2408.09624","title":"Attention is a smoothed cubic spline","created":"2024-08-19","cited_by_count":4,"area":null},{"id":"2502.18277","title":"Self-Adjust Softmax","created":"2025-02-25","cited_by_count":3,"area":null},{"id":"2502.20681","title":"Disentangling Feature Structure: A Mathematically Provable Two-Stage Training Dynamics in Transformers","created":"2025-02-28","cited_by_count":3,"area":null},{"id":"2602.12601","title":"HyperMLP: An Integrated Perspective for Sequence Modeling","created":"2026-02-13","cited_by_count":3,"area":null},{"id":"2510.06295","title":"Efficient High-Resolution Image Editing with Hallucination-Aware Loss and Adaptive Tiling","created":"2025-10-07","cited_by_count":2,"area":null},{"id":"2603.06248","title":"Gradient Flow Polarizes Softmax Outputs towards Low-Entropy Solutions","created":"2026-03-06","cited_by_count":2,"area":null},{"id":"2604.17324","title":"Capacity-Controlled Global Attention for Graph Transformers","created":"2026-04-19","cited_by_count":2,"area":null},{"id":"2605.04279","title":"Gradient Flow Structure and Quantitative Dynamics of Multi-Head Self-Attention","created":"2026-05-05","cited_by_count":2,"area":null},{"id":"2412.13724","title":"USEFUSE: Uniform Stride for Enhanced Performance in Fused Layer Architecture of Deep Neural Networks","created":"2024-12-18","cited_by_count":1,"area":null},{"id":"2501.13428","title":"Softplus Attention with Re-weighting Boosts Length Extrapolation in Large Language Models","created":"2025-01-23","cited_by_count":1,"area":null},{"id":"2505.11346","title":"What Can We Learn From MIMO Graph Convolutions?","created":"2025-05-16","cited_by_count":1,"area":null},{"id":"2508.00864","title":"Rethinking Graph-Based Document Classification: Learning Data-Driven Structures Beyond Heuristic Approaches","created":"2025-07-18","cited_by_count":1,"area":null},{"id":"2601.16514","title":"Finite-Time Analysis of Gradient Descent for Shallow Transformers","created":"2026-01-23","cited_by_count":1,"area":null},{"id":"2610.00564","title":"Attention Kernels for Learning Maps Between Heavy-Tailed Measures","created":"2026-09-30","cited_by_count":1,"area":null},{"id":"2408.05822","title":"Sampling Foundational Transformer: A Theoretical Perspective","created":"2024-08-11","cited_by_count":0,"area":null},{"id":"2508.01385","title":"Lightweight Backbone Networks Only Require Adaptive Lightweight Self-Attention Mechanisms","created":"2025-08-02","cited_by_count":0,"area":null},{"id":"2602.05262","title":"ReGLA: Efficient Receptive-Field Modeling with Gated Linear Attention Network","created":"2026-02-05","cited_by_count":0,"area":null},{"id":"2603.00021","title":"From Global to Local: Learning Context-Aware Graph Representations for Document Classification and Summarization","created":"2026-02-03","cited_by_count":0,"area":null},{"id":"2603.26465","title":"A Boltzmann-machine-enhanced Transformer For DNA Sequence Classification","created":"2026-03-27","cited_by_count":0,"area":null},{"id":"2605.06501","title":"Cubit: Token Mixer with Kernel Ridge Regression","created":"2026-05-07","cited_by_count":0,"area":null},{"id":"2606.08105","title":"A Unifying View of Attention Sinks: From Mechanisms to Architectural Interventions","created":"2026-06-06","cited_by_count":0,"area":null},{"id":"2609.33591","title":"Pretraining Transformers with Quantized Softmax in Attention","created":"2026-09-27","cited_by_count":0,"area":null},{"id":"2609.39188","title":"Attention Function as an Intrinsic Inductive Bias: How Models' Behavior Diverges in Novel Contexts","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.05488","title":"Underscoring the Problem: Why Softpick Fails at Initialization","created":"2026-10-04","cited_by_count":0,"area":null}],"next_cursor":null}