{"total":78,"rows":[{"id":"2210.10749","title":"Transformers Learn Shortcuts to Automata","created":"2022-10-19","cited_by_count":268,"area":null},{"id":"2207.08799","title":"Hidden Progress in Deep Learning: SGD Learns Parities Near the Computational Limit","created":"2022-07-18","cited_by_count":187,"area":null},{"id":"2206.15144","title":"Neural Networks can Learn Representations with Gradient Descent","created":"2022-06-30","cited_by_count":161,"area":null},{"id":"2205.01445","title":"High-dimensional Asymptotics of Feature Learning: How One Gradient Step Improves the Representation","created":"2022-05-03","cited_by_count":150,"area":null},{"id":"2302.11055","title":"SGD learning on neural networks: leap complexity and saddle-to-saddle dynamics","created":"2023-02-21","cited_by_count":143,"area":null},{"id":"2106.06847","title":"Video Super-Resolution Transformer","created":"2021-06-12","cited_by_count":121,"area":null},{"id":"2110.13162","title":"Quantum machine learning beyond kernel methods","created":"2021-10-25","cited_by_count":92,"area":null},{"id":"2302.06015","title":"A Theoretical Understanding of Shallow Vision Transformers: Learning, Generalization, and Sample Complexity","created":"2023-02-12","cited_by_count":77,"area":null},{"id":"2301.13105","title":"Generalization on the Unseen, Logic Reasoning and Degree Curriculum","created":"2023-01-30","cited_by_count":73,"area":null},{"id":"2102.11742","title":"Classifying high-dimensional Gaussian mixtures: Where kernel methods fail and neural networks succeed","created":"2021-02-23","cited_by_count":69,"area":null},{"id":"2309.06979","title":"Auto-Regressive Next-Token Predictors are Universal Learners","created":"2023-09-13","cited_by_count":67,"area":"lr"},{"id":"2405.19592","title":"Why Larger Language Models Do In-context Learning Differently?","created":"2024-05-30","cited_by_count":45,"area":null},{"id":"2103.01210","title":"Quantifying the Benefit of Using Differentiable Learning over Tangent Kernels","created":"2021-03-01","cited_by_count":41,"area":null},{"id":"2309.15111","title":"SGD Finds then Tunes Features in Two-Layer Neural Networks with near-Optimal Sample Complexity: A Case Study in the XOR problem","created":"2023-09-26","cited_by_count":39,"area":null},{"id":"2202.07626","title":"Random Feature Amplification: Feature Learning and Generalization in Neural Networks","created":"2022-02-15","cited_by_count":35,"area":null},{"id":"2206.10012","title":"Limitations of the NTK for Understanding Generalization in Deep Learning","created":"2022-06-20","cited_by_count":35,"area":null},{"id":"2306.04073","title":"Patch-level Routing in Mixture-of-Experts is Provably Sample-efficient for Convolutional Neural Networks","created":"2023-06-07","cited_by_count":35,"area":"moe"},{"id":"2402.15607","title":"How Do Nonlinear Transformers Learn and Generalize in In-Context Learning?","created":"2024-02-23","cited_by_count":35,"area":null},{"id":"2311.07568","title":"Feature emergence via margin maximization: case studies in algebraic tasks","created":"2023-11-13","cited_by_count":33,"area":null},{"id":"2211.06506","title":"Spectral Evolution and Invariance in Linear-width Neural Networks","created":"2022-11-11","cited_by_count":30,"area":null},{"id":"2410.05459","title":"From Sparse Dependence to Sparse Attention: Unveiling How Chain-of-Thought Enhances Transformer Sample Efficiency","created":"2024-10-07","cited_by_count":29,"area":"lr"},{"id":"2108.04190","title":"On the Power of Differentiable Learning versus PAC and SQ Learning","created":"2021-08-09","cited_by_count":28,"area":null},{"id":"2105.10585","title":"Properties of the After Kernel","created":"2021-05-21","cited_by_count":27,"area":null},{"id":"2110.03922","title":"The Eigenlearning Framework: A Conservation Law Perspective on Kernel Regression and Wide Neural Networks","created":"2021-10-08","cited_by_count":26,"area":null},{"id":"2306.16921","title":"Provable Advantage of Curriculum Learning on Parity Targets with Mixed Inputs","created":"2023-06-29","cited_by_count":22,"area":null},{"id":"2104.03093","title":"Spectral Analysis of the Neural Tangent Kernel for Deep Residual Networks","created":"2021-04-07","cited_by_count":21,"area":null},{"id":"2405.16646","title":"A Provably Effective Method for Pruning Experts in Fine-tuned Sparse Mixture-of-Experts","created":"2024-05-26","cited_by_count":21,"area":"moe"},{"id":"2301.01597","title":"Problem-Dependent Power of Quantum Neural Networks on Multi-Class Classification","created":"2022-12-29","cited_by_count":20,"area":null},{"id":"2308.13431","title":"Six Lectures on Linearized Neural Networks","created":"2023-08-25","cited_by_count":20,"area":null},{"id":"2101.02533","title":"Towards Understanding Learning in Neural Networks with Linear Teachers","created":"2021-01-07","cited_by_count":19,"area":null},{"id":"2102.00434","title":"The Connection Between Approximation, Depth Separation and Learnability in Neural Networks","created":"2021-01-31","cited_by_count":19,"area":null},{"id":"2104.05508","title":"Noether: The More Things Change, the More Stay the Same","created":"2021-04-12","cited_by_count":19,"area":null},{"id":"2301.13833","title":"A Mathematical Model for Curriculum Learning for Parities","created":"2023-01-31","cited_by_count":19,"area":null},{"id":"2305.06986","title":"Provable Guarantees for Nonlinear Feature Learning in Three-Layer Neural Networks","created":"2023-05-11","cited_by_count":19,"area":null},{"id":"2302.02922","title":"Joint Edge-Model Sparse Learning is Provably Efficient for Graph Neural Networks","created":"2023-02-06","cited_by_count":16,"area":null},{"id":"2307.06887","title":"Provable Multi-Task Representation Learning by Two-Layer ReLU Neural Networks","created":"2023-07-13","cited_by_count":16,"area":null},{"id":"2208.02789","title":"Feature selection with gradient descent on two-layer networks in low-rotation regimes","created":"2022-08-04","cited_by_count":14,"area":null},{"id":"2206.03688","title":"Identifying good directions to escape the NTK regime and efficiently learn low-degree plus sparse polynomials","created":"2022-06-08","cited_by_count":13,"area":null},{"id":"2309.03800","title":"Pareto Frontiers in Neural Feature Learning: Data, Compute, Width, and Luck","created":"2023-09-07","cited_by_count":13,"area":null},{"id":"2206.05317","title":"Intrinsic dimensionality and generalization properties of the $\\mathcal{R}$-norm inductive bias","created":"2022-06-10","cited_by_count":5,"area":null},{"id":"2403.09728","title":"Simulating Weighted Automata over Sequences and Trees with Transformers","created":"2024-03-12","cited_by_count":4,"area":null},{"id":"2406.01766","title":"How Does Gradient Descent Learn Features -- A Local Analysis for Regularized Two-Layer Neural Networks","created":"2024-06-03","cited_by_count":4,"area":null},{"id":"2510.02524","title":"Unraveling Syntax: Language Modeling and the Substructure of Grammars","created":"2025-10-02","cited_by_count":4,"area":null},{"id":"2511.07372","title":"Provable Benefit of Curriculum in Transformer Tree-Reasoning Post-Training","created":"2025-11-10","cited_by_count":4,"area":"lr"},{"id":"2205.12787","title":"Impartial Games: A Challenge for Reinforcement Learning","created":"2022-05-25","cited_by_count":3,"area":null},{"id":"2312.14922","title":"Learning from higher-order statistics, efficiently: hypothesis tests, random features, and neural networks","created":"2023-12-22","cited_by_count":3,"area":null},{"id":"2502.07553","title":"Transformers Provably Learn Sparse XOR with Polylogarithmic Parameters","created":"2025-02-11","cited_by_count":3,"area":null},{"id":"2510.14331","title":"LLM Priors for ERM over Programs","created":"2025-10-16","cited_by_count":3,"area":null},{"id":"2602.08907","title":"Positive Distribution Shift as a Framework for Understanding Tractable Learning","created":"2026-02-09","cited_by_count":3,"area":null},{"id":"2305.16508","title":"Most Neural Networks Are Almost Learnable","created":"2023-05-25","cited_by_count":2,"area":null},{"id":"2411.01375","title":"Learning with Hidden Factorial Structure","created":"2024-11-02","cited_by_count":2,"area":null},{"id":"2506.10647","title":"Data Shifts Hurt CoT: A Theoretical Study","created":"2025-06-12","cited_by_count":2,"area":"lr"},{"id":"2510.00399","title":"How Can Mamba Learn In Context with Outliers and Generalize Provably?","created":"2025-10-01","cited_by_count":2,"area":"ssm"},{"id":"2601.00455","title":"Deep Networks Learn Deep Hierarchical Models","created":"2026-01-01","cited_by_count":2,"area":null},{"id":"2210.02604","title":"Spectral Regularization Allows Data-frugal Learning over Combinatorial Spaces","created":"2022-10-05","cited_by_count":1,"area":null},{"id":"2312.05379","title":"Exploring Parity Challenges in Reinforcement Learning through Curriculum Learning with Noisy Labels","created":"2023-12-08","cited_by_count":1,"area":null},{"id":"2401.07606","title":"RedEx: Beyond Fixed Representation Methods via Convex Optimization","created":"2024-01-15","cited_by_count":1,"area":null},{"id":"2411.06403","title":"Overcoming a Learning Bottleneck in Impartial Games: A Circuit Complexity Approach","created":"2024-11-10","cited_by_count":1,"area":null},{"id":"2507.19680","title":"Feature learning is decoupled from generalization in high capacity neural networks","created":"2025-07-25","cited_by_count":1,"area":null},{"id":"2509.18674","title":"Scalable bayesian shadow tomography for quantum property estimation with set transformers","created":"2025-09-23","cited_by_count":1,"area":null},{"id":"2601.13953","title":"Differentiable Logic Synthesis: Spectral Coefficient Selection via Sinkhorn-Constrained Composition","created":"2026-01-20","cited_by_count":1,"area":null},{"id":"2601.22450","title":"Tuning the Implicit Regularizer of Masked Diffusion Language Models: Enhancing Generalization via Insights from $k$-Parity","created":"2026-01-30","cited_by_count":1,"area":"diffusion"},{"id":"2605.10237","title":"The Benefits of Temporal Correlations: SGD Learns k-Juntas from Random Walks Efficiently","created":"2026-05-11","cited_by_count":1,"area":null},{"id":"2605.14927","title":"Learning with Shallow Neural Networks on Cluster-Structured Features","created":"2026-05-14","cited_by_count":1,"area":null},{"id":"2404.04312","title":"Half-Space Feature Learning in Neural Networks","created":"2024-04-05","cited_by_count":0,"area":null},{"id":"2508.13346","title":"Dimension lower bounds for linear approaches to function approximation","created":"2025-08-18","cited_by_count":0,"area":null},{"id":"2509.18997","title":"Theoretical Foundations of Representation Learning using Unlabeled Data: Statistics and Optimization","created":"2025-09-23","cited_by_count":0,"area":null},{"id":"2510.15174","title":"A simple mean field model of feature learning","created":"2025-10-16","cited_by_count":0,"area":null},{"id":"2510.19382","title":"A Derandomization Framework for Structure Discovery: Applications in Neural Networks and Beyond","created":"2025-10-22","cited_by_count":0,"area":null},{"id":"2511.00071","title":"Wavelet-Based Parity Detection Revisited: Representation Dependence, Generalization, and Mechanistic Analysis","created":"2025-10-29","cited_by_count":0,"area":null},{"id":"2604.22951","title":"The Power of Power Law: Asymmetry Enables Compositional Reasoning","created":"2026-04-24","cited_by_count":0,"area":null},{"id":"2605.07648","title":"Learning Large-Scale Modular Addition with an Auxiliary Modulus","created":"2026-05-08","cited_by_count":0,"area":null},{"id":"2607.05478","title":"InvWeaver: Deductive Feedback for Invariant Synthesis in Interacting-Loop Programs","created":"2026-07-06","cited_by_count":0,"area":null},{"id":"2607.05735","title":"Width-Robust Learnability in Mean-Field Bayesian Neural Networks","created":"2026-07-07","cited_by_count":0,"area":null},{"id":"2607.10869","title":"Singular perturbations and hierarchical learning in two-layer neural networks","created":"2026-07-12","cited_by_count":0,"area":null},{"id":"2608.11970","title":"TESLA: Taylor Expansion of Sinusoidal Learnable Activations","created":"2026-08-12","cited_by_count":0,"area":null},{"id":"2609.09595","title":"Teacher Geometry Shapes Learnability in Teacher-Student Networks","created":"2026-09-09","cited_by_count":0,"area":"distill"},{"id":"2610.20337","title":"Training Dynamics of Transformers on Unbounded Inputs: Attention Learning Can Lag Output Layer Learning","created":"2026-10-14","cited_by_count":0,"area":null}],"next_cursor":null}