{"total":83,"rows":[{"id":"2305.18654","title":"Faith and Fate: Limits of Transformers on Compositionality","created":"2023-05-29","cited_by_count":503,"area":null},{"id":"2404.14082","title":"Mechanistic Interpretability for AI Safety -- A Review","created":"2024-04-22","cited_by_count":422,"area":"mechinterp"},{"id":"2309.07311","title":"Sudden Drops in the Loss: Syntax Acquisition, Phase Transitions, and Simplicity Bias in MLMs","created":"2023-09-13","cited_by_count":124,"area":null},{"id":"2402.11004","title":"The Evolution of Statistical Induction Heads: In-Context Learning Markov Chains","created":"2024-02-16","cited_by_count":118,"area":null},{"id":"2309.02390","title":"Explaining grokking through circuit efficiency","created":"2023-09-05","cited_by_count":111,"area":null},{"id":"2405.00208","title":"A Primer on the Inner Workings of Transformer-based Language Models","created":"2024-04-30","cited_by_count":85,"area":null},{"id":"2311.18817","title":"Dichotomy of Early and Late Phase Implicit Biases Can Provably Induce Grokking","created":"2023-11-30","cited_by_count":80,"area":null},{"id":"2405.15071","title":"Grokked Transformers are Implicit Reasoners: A Mechanistic Journey to the Edge of Generalization","created":"2024-05-23","cited_by_count":79,"area":"lr"},{"id":"2407.15017","title":"Knowledge Mechanisms in Large Language Models: A Survey and Perspective","created":"2024-07-22","cited_by_count":51,"area":null},{"id":"2502.19249","title":"Between Circuits and Chomsky: Pre-pretraining on Formal Languages Imparts Linguistic Biases","created":"2025-02-26","cited_by_count":37,"area":null},{"id":"2310.02541","title":"Benign Overfitting and Grokking in ReLU Networks for XOR Cluster Data","created":"2023-10-04","cited_by_count":33,"area":null},{"id":"2408.11804","title":"Approaching Deep Learning through the Spectral Dynamics of Weights","created":"2024-08-21","cited_by_count":31,"area":null},{"id":"2408.12578","title":"A Percolation Model of Emergence: Analyzing Transformers Trained on a Formal Language","created":"2024-08-22","cited_by_count":26,"area":null},{"id":"2310.16441","title":"Grokking in Linear Estimators -- A Solvable Model that Groks without Understanding","created":"2023-10-25","cited_by_count":25,"area":null},{"id":"2312.03656","title":"Interpretability Illusions in the Generalization of Simplified Models","created":"2023-12-06","cited_by_count":25,"area":null},{"id":"2410.09087","title":"Mechanistic?","created":"2024-10-07","cited_by_count":25,"area":"mechinterp"},{"id":"2310.13061","title":"To grok or not to grok: Disentangling generalization and memorization on corrupted algorithmic datasets","created":"2023-10-19","cited_by_count":24,"area":null},{"id":"2312.06581","title":"Grokking Group Multiplication with Cosets","created":"2023-12-11","cited_by_count":24,"area":null},{"id":"2404.16367","title":"Learning Syntax Without Planting Trees: Understanding Hierarchical Generalization in Transformers","created":"2024-04-25","cited_by_count":24,"area":null},{"id":"2402.10688","title":"Towards Uncovering How Large Language Model Works: An Explainability Perspective","created":"2024-02-16","cited_by_count":22,"area":"lr"},{"id":"2505.20896","title":"How Do Transformers Learn Variable Binding in Symbolic Programs?","created":"2025-05-27","cited_by_count":21,"area":null},{"id":"2406.03495","title":"Grokking Modular Polynomials","created":"2024-06-05","cited_by_count":18,"area":null},{"id":"2408.08944","title":"Information-Theoretic Progress Measures reveal Grokking is an Emergent Phase Transition","created":"2024-08-16","cited_by_count":17,"area":null},{"id":"2308.09543","title":"Latent State Models of Training Dynamics","created":"2023-08-18","cited_by_count":16,"area":null},{"id":"2509.21519","title":"Provable Scaling Laws of Feature Emergence from Learning Dynamics of Grokking","created":"2025-09-25","cited_by_count":15,"area":null},{"id":"2310.05918","title":"Grokking as Compression: A Nonlinear Complexity Perspective","created":"2023-10-09","cited_by_count":14,"area":null},{"id":"2402.16726","title":"Towards Empirical Interpretation of Internal Circuits and Properties in Grokked Transformers on Modular Polynomials","created":"2024-02-26","cited_by_count":14,"area":null},{"id":"2309.03800","title":"Pareto Frontiers in Neural Feature Learning: Data, Compute, Width, and Luck","created":"2023-09-07","cited_by_count":13,"area":null},{"id":"2310.17247","title":"Grokking Beyond Neural Networks: An Empirical Exploration with Model Complexity","created":"2023-10-26","cited_by_count":13,"area":null},{"id":"2310.17639","title":"In-Context Learning Dynamics with Random Binary Sequences","created":"2023-10-26","cited_by_count":13,"area":null},{"id":"2311.04163","title":"Outliers with Opposing Signals Have an Outsized Effect on Neural Network Optimization","created":"2023-11-07","cited_by_count":13,"area":null},{"id":"2504.13292","title":"Let Me Grok for You: Accelerating Grokking via Embedding Transfer from a Weaker Model","created":"2025-04-17","cited_by_count":13,"area":null},{"id":"2311.06597","title":"Understanding Grokking Through A Robustness Viewpoint","created":"2023-11-11","cited_by_count":12,"area":null},{"id":"2403.03375","title":"Complexity Matters: Dynamics of Feature Learning in the Presence of Spurious Correlations","created":"2024-03-05","cited_by_count":12,"area":null},{"id":"2410.04489","title":"Grokking at the Edge of Linear Separability","created":"2024-10-06","cited_by_count":12,"area":null},{"id":"2602.16746","title":"Low-Dimensional and Transversely Curved Optimization Dynamics in Grokking","created":"2026-02-18","cited_by_count":11,"area":null},{"id":"2403.03942","title":"The Heuristic Core: Understanding Subnetwork Generalization in Pretrained Language Models","created":"2024-03-06","cited_by_count":10,"area":null},{"id":"2412.04619","title":"Sometimes I am a Tree: Data Drives Unstable Hierarchical Generalization","created":"2024-12-05","cited_by_count":10,"area":null},{"id":"2506.21551","title":"Grokking in LLM Pretraining? Monitor Memorization-to-Generalization without Test","created":"2025-06-26","cited_by_count":10,"area":"moe"},{"id":"2602.18523","title":"The Geometry of Multi-Task Grokking: Transverse Instability, Superposition, and Weight Decay Phase Structure","created":"2026-02-19","cited_by_count":9,"area":null},{"id":"2405.12755","title":"Progress Measures for Grokking on Real-world Tasks","created":"2024-05-21","cited_by_count":8,"area":null},{"id":"2505.11411","title":"Is Grokking a Computational Glass Relaxation?","created":"2025-05-16","cited_by_count":8,"area":null},{"id":"2506.04434","title":"Grokking and Generalization Collapse: Insights from \\texttt{HTSR} theory","created":"2025-06-04","cited_by_count":8,"area":null},{"id":"2601.19791","title":"To Grok Grokking: Provable Grokking in Ridge Regression","created":"2026-01-27","cited_by_count":8,"area":null},{"id":"2502.17356","title":"Random Scaling of Emergent Capabilities","created":"2025-02-24","cited_by_count":7,"area":null},{"id":"2506.13688","title":"What Happens During the Loss Plateau? Understanding Abrupt Learning in Transformers","created":"2025-06-16","cited_by_count":7,"area":null},{"id":"2310.19470","title":"Bridging Lottery Ticket and Grokking: Understanding Grokking from Inner Structure of Networks","created":"2023-10-30","cited_by_count":6,"area":null},{"id":"2501.06141","title":"Emergent Symbol-like Number Variables in Artificial Neural Networks","created":"2025-01-10","cited_by_count":6,"area":null},{"id":"2603.15678","title":"Spectral Edge Dynamics of Training Trajectories: Signal--Noise Geometry Across Scales","created":"2026-03-14","cited_by_count":6,"area":null},{"id":"2603.25009","title":"A Systematic Empirical Study of Grokking: Depth, Architecture, Activation, and Regularization","created":"2026-03-26","cited_by_count":6,"area":null},{"id":"2605.05683","title":"Spectral Lens: Activation and Gradient Spectra as Diagnostics of LLM Optimization","created":"2026-05-07","cited_by_count":5,"area":null},{"id":"2307.09550","title":"The semantic landscape paradigm for neural networks","created":"2023-07-18","cited_by_count":4,"area":null},{"id":"2405.17479","title":"A rationale from frequency perspective for grokking in training neural network","created":"2024-05-24","cited_by_count":3,"area":null},{"id":"2603.24746","title":"Grokking as a Falsifiable Finite-Size Transition","created":"2026-03-25","cited_by_count":3,"area":null},{"id":"2604.13082","title":"The Long Delay to Arithmetic Generalization: When Learned Representations Outrun Behavior","created":"2026-03-30","cited_by_count":3,"area":null},{"id":"2510.04930","title":"Egalitarian Gradient Descent: A Simple Approach to Accelerated Grokking","created":"2025-10-06","cited_by_count":2,"area":null},{"id":"2602.02859","title":"Late-Stage Generalization Collapse in Grokking: Detecting anti-grokking with Weightwatcher","created":"2026-02-02","cited_by_count":2,"area":null},{"id":"2604.13123","title":"Spectral Entropy Collapse as a Phase Transition in Delayed Generalisation: An Interventional and Predictive Framework for Grokkin","created":"2026-04-13","cited_by_count":2,"area":null},{"id":"2605.06352","title":"Topological Signatures of Grokking","created":"2026-05-07","cited_by_count":2,"area":null},{"id":"2605.27078","title":"Two Speeds of Learning: A Representation-Readout Decomposition of Grokking and Double Descent","created":"2026-05-26","cited_by_count":2,"area":null},{"id":"2606.12966","title":"Learned Structure Shows Up Earlier in the Task's Own Basis: A Controlled Look at a Synchronisation Precursor in Grokking","created":"2026-06-11","cited_by_count":2,"area":null},{"id":"2607.11875","title":"Invariant Learning Dynamics of Transformers in Inductive Reasoning Tasks","created":"2026-07-13","cited_by_count":2,"area":"lr"},{"id":"2402.08946","title":"Measuring Sharpness in Grokking","created":"2024-02-14","cited_by_count":1,"area":null},{"id":"2403.08739","title":"The Garden of Forking Paths: Observing Dynamic Parameters Distribution in Large Language Models","created":"2024-03-13","cited_by_count":1,"area":null},{"id":"2404.03147","title":"Eigenpruning: an Interpretability-Inspired PEFT Method","created":"2024-04-04","cited_by_count":1,"area":null},{"id":"2511.04760","title":"When Data Falls Short: Grokking Below the Critical Threshold","created":"2025-11-06","cited_by_count":1,"area":null},{"id":"2601.09049","title":"Is Grokking Worthwhile? Functional Analysis and Transferability of Generalization Circuits in Transformers","created":"2026-01-14","cited_by_count":1,"area":"mechinterp"},{"id":"2601.22450","title":"Tuning the Implicit Regularizer of Masked Diffusion Language Models: Enhancing Generalization via Insights from $k$-Parity","created":"2026-01-30","cited_by_count":1,"area":"diffusion"},{"id":"2602.18649","title":"Global Low-Rank, Local Full-Rank: The Holographic Encoding of Learned Algorithms","created":"2026-02-20","cited_by_count":1,"area":null},{"id":"2603.15492","title":"Grokking as a Variance-Limited Phase Transition: Spectral Gating and the Epsilon-Stability Threshold","created":"2026-03-16","cited_by_count":1,"area":null},{"id":"2605.18845","title":"First-Passage Prediction of Grokking Delay: ACalibrated Law under AdamW with Causal Validation","created":"2026-05-13","cited_by_count":1,"area":null},{"id":"2606.32000","title":"Radial Suppression Accelerates Algorithmic Generalization: A Geometric Analysis of Delayed Generalization","created":"2026-06-30","cited_by_count":1,"area":null},{"id":"2608.01833","title":"Tunneling the Loss Landscape: Bypassing Memorization with Monte Carlo Parameter Swapping","created":"2026-08-03","cited_by_count":1,"area":null},{"id":"2608.25813","title":"Mapping the Emergence of Regularization-Driven Dynamics in Grokking","created":"2026-08-26","cited_by_count":1,"area":null},{"id":"2609.07755","title":"A Theoretical Analysis of Generalization Dynamics in Neural Networks under Gradient Descent with Weight Decay","created":"2026-09-07","cited_by_count":1,"area":null},{"id":"2609.10657","title":"Quantifying the Memorization-to-Generalization Transition: Scaling Laws and Phase Structure in Grokking","created":"2026-09-09","cited_by_count":1,"area":null},{"id":"2507.11645","title":"Tracing the Path to Grokking: Embeddings, Dropout, and Network Activation","created":"2025-07-15","cited_by_count":0,"area":null},{"id":"2510.17469","title":"Layer Specialization Underlying Compositional Reasoning in Transformers","created":"2025-10-20","cited_by_count":0,"area":null},{"id":"2512.03437","title":"Grokked Models are Better Unlearners","created":"2025-12-03","cited_by_count":0,"area":"safety"},{"id":"2607.05113","title":"Rating the Pitch, Not the Product: User Evaluations of LLMs Reflect Expectations More Than Performance","created":"2026-07-06","cited_by_count":0,"area":null},{"id":"2609.26679","title":"A Spectral Theory of Grokking: Weight Decay induces Feature Learning","created":"2026-09-22","cited_by_count":0,"area":null},{"id":"2610.07646","title":"Matching Object or Relation? Tracing Abstract Reasoning Inside VLMs","created":"2026-10-06","cited_by_count":0,"area":"lr"},{"id":"2610.18811","title":"Statistical Vignettes on the Grokking Phenomenon","created":"2026-10-13","cited_by_count":0,"area":null}],"next_cursor":null}