{"total":116,"rows":[{"id":"2404.19756","title":"KAN: Kolmogorov-Arnold Networks","created":"2024-04-30","cited_by_count":649,"area":null},{"id":"2405.14860","title":"Not All Language Model Features Are One-Dimensionally Linear","created":"2024-05-23","cited_by_count":212,"area":null},{"id":"2310.16028","title":"What Algorithms can Transformers Learn? A Study in Length Generalization","created":"2023-10-24","cited_by_count":199,"area":null},{"id":"2401.14446","title":"Black-Box Access is Insufficient for Rigorous AI Audits","created":"2024-01-25","cited_by_count":126,"area":null},{"id":"2310.19775","title":"Explainable Artificial Intelligence (XAI) 2.0: A Manifesto of Open Challenges and Interdisciplinary Research Directions","created":"2023-10-30","cited_by_count":125,"area":null},{"id":"2408.10205","title":"KAN 2.0: Kolmogorov-Arnold Networks Meet Science","created":"2024-08-19","cited_by_count":118,"area":null},{"id":"2405.00208","title":"A Primer on the Inner Workings of Transformer-based Language Models","created":"2024-04-30","cited_by_count":85,"area":null},{"id":"2402.11917","title":"A Mechanistic Analysis of a Transformer Trained on a Symbolic Multi-Step Reasoning Task","created":"2024-02-19","cited_by_count":49,"area":null},{"id":"2601.04480","title":"When Models Manipulate Manifolds: The Geometry of a Counting Task","created":"2026-01-08","cited_by_count":46,"area":null},{"id":"2503.02854","title":"(How) Do Language Models Track State?","created":"2025-03-04","cited_by_count":34,"area":null},{"id":"2308.15594","title":"Learning the greatest common divisor: explaining transformer predictions","created":"2023-08-29","cited_by_count":33,"area":null},{"id":"2311.07568","title":"Feature emergence via margin maximization: case studies in algebraic tasks","created":"2023-11-13","cited_by_count":33,"area":null},{"id":"2409.14144","title":"Interpreting Arithmetic Mechanism in Large Language Models through Comparative Neuron Analysis","created":"2024-09-21","cited_by_count":31,"area":null},{"id":"2312.01429","title":"Transformers are uninterpretable with myopic methods: a case study with bounded Dyck grammars","created":"2023-12-03","cited_by_count":30,"area":null},{"id":"2402.03902","title":"A phase transition between positional and semantic learning in a solvable model of dot-product attention","created":"2024-02-06","cited_by_count":30,"area":null},{"id":"2405.21030","title":"Standards for Belief Representations in LLMs","created":"2024-05-31","cited_by_count":30,"area":null},{"id":"2407.20199","title":"Emergence in non-neural models: grokking modular arithmetic via average gradient outer product","created":"2024-07-29","cited_by_count":28,"area":null},{"id":"2408.09503","title":"Out-of-distribution generalization via composition: a lens through induction heads in Transformers","created":"2024-08-18","cited_by_count":28,"area":null},{"id":"2312.03656","title":"Interpretability Illusions in the Generalization of Simplified Models","created":"2023-12-06","cited_by_count":25,"area":null},{"id":"2405.20131","title":"Language Models Need Inductive Biases to Count Inductively","created":"2024-05-30","cited_by_count":25,"area":null},{"id":"2310.13061","title":"To grok or not to grok: Disentangling generalization and memorization on corrupted algorithmic datasets","created":"2023-10-19","cited_by_count":24,"area":null},{"id":"2312.06581","title":"Grokking Group Multiplication with Cosets","created":"2023-12-11","cited_by_count":24,"area":null},{"id":"2408.07144","title":"Language Models as Models of Language","created":"2024-08-13","cited_by_count":24,"area":null},{"id":"2406.10368","title":"A Neuro-Symbolic Benchmark Suite for Concept Quality and Reasoning Shortcuts","created":"2024-06-14","cited_by_count":19,"area":null},{"id":"2406.03495","title":"Grokking Modular Polynomials","created":"2024-06-05","cited_by_count":18,"area":null},{"id":"2408.15138","title":"How transformers learn structured data: insights from hierarchical filtering","created":"2024-08-27","cited_by_count":18,"area":null},{"id":"2507.12379","title":"Probing for Arithmetic Errors in Language Models","created":"2025-07-16","cited_by_count":18,"area":null},{"id":"2410.04368","title":"Algorithmic Capabilities of Random Transformers","created":"2024-10-06","cited_by_count":17,"area":null},{"id":"2406.18400","title":"Do LLMs dream of elephants (when told not to)? Latent concept association and associative memory in transformers","created":"2024-06-26","cited_by_count":15,"area":null},{"id":"2506.15872","title":"Hidden Breakthroughs in Language Model Training","created":"2025-06-18","cited_by_count":15,"area":null},{"id":"2402.16726","title":"Towards Empirical Interpretation of Internal Circuits and Properties in Grokked Transformers on Modular Polynomials","created":"2024-02-26","cited_by_count":14,"area":null},{"id":"2407.11015","title":"Does ChatGPT Have a Mind?","created":"2024-06-27","cited_by_count":14,"area":null},{"id":"2506.06489","title":"Alternating Gradient Flows: A Theory of Feature Learning in Two-layer Neural Networks","created":"2025-06-06","cited_by_count":14,"area":null},{"id":"2310.17639","title":"In-Context Learning Dynamics with Random Binary Sequences","created":"2023-10-26","cited_by_count":13,"area":null},{"id":"2406.01352","title":"Position: An Inner Interpretability Framework for AI Inspired by Lessons from Cognitive Neuroscience","created":"2024-06-03","cited_by_count":11,"area":null},{"id":"2410.07041","title":"Emergent properties with repeated examples","created":"2024-10-09","cited_by_count":11,"area":null},{"id":"2602.16746","title":"Low-Dimensional and Transversely Curved Optimization Dynamics in Grokking","created":"2026-02-18","cited_by_count":11,"area":null},{"id":"2602.03655","title":"Sequential Group Composition: A Window into the Mechanics of Deep Learning","created":"2026-02-03","cited_by_count":10,"area":null},{"id":"2605.01148","title":"Arithmetic in the Wild: Llama uses Base-10 Addition to Reason About Cyclic Concepts","created":"2026-05-01","cited_by_count":10,"area":null},{"id":"2402.05164","title":"A Resource Model For Neural Scaling Law","created":"2024-02-07","cited_by_count":9,"area":null},{"id":"2501.01558","title":"Predicting the Performance of Black-box LLMs through Follow-up Queries","created":"2025-01-02","cited_by_count":9,"area":null},{"id":"2502.21009","title":"Position: Solve Layerwise Linear Models First to Understand Neural Dynamical Phenomena (Neural Collapse, Emergence, Lazy/Rich Regime, and Grokking)","created":"2025-02-28","cited_by_count":9,"area":null},{"id":"2511.01938","title":"The Geometry of Grokking: Norm Minimization on the Zero-Loss Manifold","created":"2025-11-02","cited_by_count":9,"area":null},{"id":"2602.18523","title":"The Geometry of Multi-Task Grokking: Transverse Instability, Superposition, and Weight Decay Phase Structure","created":"2026-02-19","cited_by_count":9,"area":null},{"id":"2501.12391","title":"Physics of Skill Learning","created":"2025-01-21","cited_by_count":8,"area":null},{"id":"2505.05145","title":"Understanding In-context Learning of Addition via Activation Subspaces","created":"2025-05-08","cited_by_count":8,"area":null},{"id":"2510.24907","title":"Understanding Multi-View Transformers","created":"2025-10-28","cited_by_count":8,"area":null},{"id":"2402.09099","title":"Neuron-based Multifractal Analysis of Neuron Interaction Dynamics in Large Models","created":"2024-02-14","cited_by_count":7,"area":null},{"id":"2405.17088","title":"Phase Transitions in the Output Distribution of Large Language Models","created":"2024-05-27","cited_by_count":7,"area":null},{"id":"2405.17420","title":"Survival of the Fittest Representation: A Case Study with Modular Addition","created":"2024-05-27","cited_by_count":7,"area":null},{"id":"2411.12118","title":"Mechanism and Emergence of Stacked Attention Heads in Multi-Layer Transformers","created":"2024-11-18","cited_by_count":7,"area":null},{"id":"2502.11525","title":"Beyond Single-Task: Robust Multi-Task Length Generalization for LLMs","created":"2025-02-17","cited_by_count":7,"area":null},{"id":"2510.26784","title":"LLMs Process Lists With General Filter Heads","created":"2025-10-30","cited_by_count":7,"area":null},{"id":"2310.19470","title":"Bridging Lottery Ticket and Grokking: Understanding Grokking from Inner Structure of Networks","created":"2023-10-30","cited_by_count":6,"area":null},{"id":"2407.11542","title":"Counting in Small Transformers: The Delicate Interplay between Attention and Feed-Forward Layers","created":"2024-07-16","cited_by_count":6,"area":null},{"id":"2410.01779","title":"Composing Global Solutions to Reasoning Tasks via Algebraic Objects in Neural Nets","created":"2024-10-02","cited_by_count":6,"area":null},{"id":"2502.10871","title":"Layerwise Recall and the Geometry of Interwoven Knowledge in LLMs","created":"2025-02-15","cited_by_count":6,"area":null},{"id":"2604.20817","title":"Convergent Evolution: How Different Language Models Learn Similar Number Representations","created":"2026-04-22","cited_by_count":6,"area":null},{"id":"2310.02258","title":"A Neural Scaling Law from Lottery Ticket Ensembling","created":"2023-10-03","cited_by_count":5,"area":null},{"id":"2408.09414","title":"Clustering and Alignment: Understanding the Training Dynamics in Modular Addition","created":"2024-08-18","cited_by_count":5,"area":null},{"id":"2503.06366","title":"Machine Learning meets Algebraic Combinatorics: A Suite of Datasets Capturing Research-level Conjecturing Ability in Pure Mathematics","created":"2025-03-09","cited_by_count":5,"area":null},{"id":"2506.13253","title":"Distinct Computations Emerge From Compositional Curricula in In-Context Learning","created":"2025-06-16","cited_by_count":5,"area":null},{"id":"2507.07544","title":"Position: We Need An Algorithmic Understanding of Generative AI","created":"2025-07-10","cited_by_count":5,"area":null},{"id":"2511.01033","title":"On the Emergence of Induction Heads for In-Context Learning","created":"2025-11-02","cited_by_count":5,"area":null},{"id":"2512.16902","title":"In-Context Algebra","created":"2025-12-18","cited_by_count":5,"area":null},{"id":"2602.09987","title":"Infusion: Shaping Model Behavior by Editing Training Data via Influence Functions","created":"2026-02-10","cited_by_count":5,"area":null},{"id":"2605.01844","title":"The Cylindrical Representation Hypothesis for Language Model Steering","created":"2026-05-03","cited_by_count":5,"area":null},{"id":"2307.09550","title":"The semantic landscape paradigm for neural networks","created":"2023-07-18","cited_by_count":4,"area":null},{"id":"2405.17209","title":"How Do Transformers \"Do\" Physics? Investigating the Simple Harmonic Oscillator","created":"2024-05-23","cited_by_count":4,"area":null},{"id":"2407.03859","title":"Anthropocentric bias in language model evaluation","created":"2024-07-04","cited_by_count":4,"area":null},{"id":"2502.01628","title":"Harmonic Loss Trains Interpretable AI Models","created":"2025-02-03","cited_by_count":4,"area":null},{"id":"2405.16658","title":"Acceleration of Grokking in Learning Arithmetic Operations via Kolmogorov-Arnold Representation","created":"2024-05-26","cited_by_count":3,"area":null},{"id":"2502.12717","title":"Learning the symmetric group: large from small","created":"2025-02-18","cited_by_count":3,"area":null},{"id":"2503.01896","title":"Neuroplasticity and Corruption in Model Mechanisms: A Case Study Of Indirect Object Identification","created":"2025-02-27","cited_by_count":3,"area":null},{"id":"2506.20746","title":"Dynamic Weight Grafting: Localizing Finetuned Factual Knowledge in Transformers","created":"2025-06-25","cited_by_count":3,"area":null},{"id":"2511.12421","title":"From Black Box to Bijection: Interpreting Machine Learning to Build a Zeta Map Algorithm","created":"2025-11-16","cited_by_count":3,"area":null},{"id":"2512.25060","title":"On the geometry and topology of representations: the manifolds of modular addition","created":"2025-12-31","cited_by_count":3,"area":null},{"id":"2308.08268","title":"It Ain't That Bad: Understanding the Mysterious Performance Drop in OOD Generalization for Generative Transformer Models","created":"2023-08-16","cited_by_count":2,"area":null},{"id":"2411.07467","title":"Machines and Mathematical Mutations: Using GNNs to Characterize Quiver Mutation Classes","created":"2024-11-12","cited_by_count":2,"area":null},{"id":"2504.20197","title":"Representation Learning on a Random Lattice","created":"2025-04-28","cited_by_count":2,"area":null},{"id":"2507.00163","title":"Prompting as Scientific Inquiry","created":"2025-06-30","cited_by_count":2,"area":null},{"id":"2507.09875","title":"Function Induction and Task Generalization: An Interpretability Study with Off-by-One Addition","created":"2025-07-14","cited_by_count":2,"area":null},{"id":"2508.08370","title":"The DNA of nuclear models: How AI predicts nuclear masses","created":"2025-08-11","cited_by_count":2,"area":null},{"id":"2510.04930","title":"Egalitarian Gradient Descent: A Simple Approach to Accelerated Grokking","created":"2025-10-06","cited_by_count":2,"area":null},{"id":"2602.06702","title":"Explaining Grokking in Transformers through the Lens of Inductive Bias","created":"2026-02-06","cited_by_count":2,"area":null},{"id":"2606.08985","title":"Beyond Neural Collapse: Task-Intrinsic Geometry Governs Neural Representations in Modular Arithmetic","created":"2026-06-08","cited_by_count":2,"area":null},{"id":"2606.12966","title":"Learned Structure Shows Up Earlier in the Task's Own Basis: A Controlled Look at a Synchronisation Precursor in Grokking","created":"2026-06-11","cited_by_count":2,"area":null},{"id":"2607.04926","title":"Input Pathways Shape Few-Shot, Not Zero-Shot, Binding in Tiny Transformers: A Fully-Enumerable Study","created":"2026-07-06","cited_by_count":2,"area":null},{"id":"2607.07066","title":"Multiplication Beyond Groups: Stratified Fourier Mechanisms in Transformer Circuits","created":"2026-07-08","cited_by_count":2,"area":null},{"id":"2608.07436","title":"Post-Grokking Collapse at the Representation-Readout Interface in Muon-Trained Transformers","created":"2026-08-07","cited_by_count":2,"area":null},{"id":"2407.10949","title":"Representing Rule-based Chatbots with Transformers","created":"2024-07-15","cited_by_count":1,"area":null},{"id":"2411.07071","title":"Universal Response and Emergence of Induction in LLMs","created":"2024-11-11","cited_by_count":1,"area":null},{"id":"2505.18369","title":"Small Models, Smarter Learning: The Power of Joint Task Training","created":"2025-05-23","cited_by_count":1,"area":null},{"id":"2602.04548","title":"Gradient Flow Through Diagram Expansions: Learning Regimes and Explicit Solutions","created":"2026-02-04","cited_by_count":1,"area":null},{"id":"2602.18649","title":"Global Low-Rank, Local Full-Rank: The Holographic Encoding of Learned Algorithms","created":"2026-02-20","cited_by_count":1,"area":null},{"id":"2602.22600","title":"Transformers converge to invariant algorithmic cores","created":"2026-02-26","cited_by_count":1,"area":null},{"id":"2605.18022","title":"Unveiling Memorization-Generalization Coexistence: A Case Study on Arithmetic Tasks with Label Noise","created":"2026-05-18","cited_by_count":1,"area":null},{"id":"2606.32000","title":"Radial Suppression Accelerates Algorithmic Generalization: A Geometric Analysis of Delayed Generalization","created":"2026-06-30","cited_by_count":1,"area":null},{"id":"2410.16484","title":"Identifying Sub-networks in Neural Networks via Functionally Similar Representations","created":"2024-10-21","cited_by_count":0,"area":null},{"id":"2411.18645","title":"Bi-ICE: An Inner Interpretable Framework for Image Classification via Bi-directional Interactions between Concept and Input Embeddings","created":"2024-11-26","cited_by_count":0,"area":null}],"next_cursor":"100"}