{"total":138,"rows":[{"id":"2307.05782","title":"Large Language Models","created":"2023-07-11","cited_by_count":780,"area":null},{"id":"2404.19756","title":"KAN: Kolmogorov-Arnold Networks","created":"2024-04-30","cited_by_count":649,"area":null},{"id":"2304.15004","title":"Are Emergent Abilities of Large Language Models a Mirage?","created":"2023-04-28","cited_by_count":523,"area":null},{"id":"2403.19647","title":"Sparse Feature Circuits: Discovering and Editing Interpretable Causal Graphs in Language Models","created":"2024-03-28","cited_by_count":435,"area":null},{"id":"2404.14082","title":"Mechanistic Interpretability for AI Safety -- A Review","created":"2024-04-22","cited_by_count":422,"area":"mechinterp"},{"id":"2305.01610","title":"Finding Neurons in a Haystack: Case Studies with Sparse Probing","created":"2023-05-02","cited_by_count":334,"area":null},{"id":"2310.02207","title":"Language Models Represent Space and Time","created":"2023-10-03","cited_by_count":316,"area":null},{"id":"2403.16952","title":"Data Mixing Laws: Optimizing Data Mixtures by Predicting Language Modeling Performance","created":"2024-03-25","cited_by_count":184,"area":null},{"id":"2401.00448","title":"Beyond Chinchilla-Optimal: Accounting for Inference in Language Model Scaling Laws","created":"2023-12-31","cited_by_count":159,"area":null},{"id":"2306.17844","title":"The Clock and the Pizza: Two Stories in Mechanistic Explanation of Neural Networks","created":"2023-06-30","cited_by_count":156,"area":null},{"id":"2411.00816","title":"CycleResearcher: Improving Automated Research via Automated Review","created":"2024-10-28","cited_by_count":148,"area":null},{"id":"2402.07043","title":"A Tale of Tails: Model Collapse as a Change of Scaling Laws","created":"2024-02-10","cited_by_count":130,"area":"synth"},{"id":"2307.14430","title":"Skill-it! A Data-Driven Skills Framework for Understanding and Training Language Models","created":"2023-07-26","cited_by_count":121,"area":null},{"id":"2309.02390","title":"Explaining grokking through circuit efficiency","created":"2023-09-05","cited_by_count":111,"area":null},{"id":"2402.01092","title":"A Dynamical Model of Neural Scaling Laws","created":"2024-02-02","cited_by_count":111,"area":null},{"id":"2402.19449","title":"Heavy-Tailed Class Imbalance and Why Adam Outperforms Gradient Descent on Language Models","created":"2024-02-29","cited_by_count":80,"area":null},{"id":"2404.10102","title":"Chinchilla Scaling: A replication attempt","created":"2024-04-15","cited_by_count":72,"area":null},{"id":"2407.10827","title":"LLM Circuit Analyses Are Consistent Across Training and Scale","created":"2024-07-15","cited_by_count":63,"area":null},{"id":"2406.08466","title":"Scaling Laws in Linear Regression: Compute, Parameters, and Data","created":"2024-06-12","cited_by_count":57,"area":null},{"id":"2405.00592","title":"Scaling and renormalization in high-dimensional regression","created":"2024-05-01","cited_by_count":50,"area":null},{"id":"2601.04480","title":"When Models Manipulate Manifolds: The Geometry of a Counting Task","created":"2026-01-08","cited_by_count":46,"area":null},{"id":"2502.17578","title":"How Do Large Language Monkeys Get Their Power (Laws)?","created":"2025-02-24","cited_by_count":43,"area":"safety"},{"id":"2409.19913","title":"Scaling Optimal LR Across Token Horizons","created":"2024-09-30","cited_by_count":40,"area":null},{"id":"2305.08746","title":"Seeing is Believing: Brain-Inspired Modular Training for Mechanistic Interpretability","created":"2023-05-04","cited_by_count":38,"area":"mechinterp"},{"id":"2310.02984","title":"Scaling Laws for Associative Memories","created":"2023-10-04","cited_by_count":35,"area":null},{"id":"2509.23024","title":"Tracing the Representation Geometry of Language Models from Pretraining to Post-training","created":"2025-09-27","cited_by_count":35,"area":null},{"id":"2601.04748","title":"When Single-Agent with Skills Replace Multi-Agent Systems and When They Fail","created":"2026-01-08","cited_by_count":35,"area":"agents"},{"id":"2505.10465","title":"Superposition Yields Robust Neural Scaling","created":"2025-05-15","cited_by_count":31,"area":"mechinterp"},{"id":"2408.11029","title":"Scaling Law with Learning Rate Annealing","created":"2024-08-20","cited_by_count":29,"area":null},{"id":"2604.21691","title":"There Will Be a Scientific Theory of Deep Learning","created":"2026-04-23","cited_by_count":29,"area":null},{"id":"2406.06248","title":"Compute Better Spent: Replacing Dense Layers with Structured Matrices","created":"2024-06-10","cited_by_count":28,"area":null},{"id":"2408.12578","title":"A Percolation Model of Emergence: Analyzing Transformers Trained on a Formal Language","created":"2024-08-22","cited_by_count":26,"area":null},{"id":"2406.10995","title":"Concept-skill Transferability-based Data Selection for Large Vision-Language Models","created":"2024-06-16","cited_by_count":24,"area":"mllm"},{"id":"2408.01416","title":"The Quest for the Right Mediator: Surveying Mechanistic Interpretability Through the Lens of Causal Mediation Analysis","created":"2024-08-02","cited_by_count":24,"area":"mechinterp"},{"id":"2402.15175","title":"Unified View of Grokking, Double Descent and Emergent Abilities: A Perspective from Circuits Competition","created":"2024-02-23","cited_by_count":23,"area":null},{"id":"2602.07488","title":"Deriving Neural Scaling Laws from the statistics of natural language","created":"2026-02-07","cited_by_count":23,"area":null},{"id":"2503.12811","title":"A Multi-Power Law for Loss Curve Prediction Across Learning Rate Schedules","created":"2025-03-17","cited_by_count":22,"area":null},{"id":"2505.07067","title":"Learning curves theory for hierarchically compositional data with power-law distributed features","created":"2025-05-11","cited_by_count":17,"area":null},{"id":"2510.05197","title":"Efficient Prediction of Pass@k Scaling in Large Language Models","created":"2025-10-06","cited_by_count":16,"area":null},{"id":"2405.12522","title":"Sparse Autoencoders Enable Scalable and Reliable Circuit Identification in Language Models","created":"2024-05-21","cited_by_count":15,"area":"mechinterp"},{"id":"2411.12925","title":"Loss-to-Loss Prediction: Scaling Laws for All Datasets","created":"2024-11-19","cited_by_count":15,"area":null},{"id":"2412.07942","title":"Neural Scaling Laws Rooted in the Data Distribution","created":"2024-12-10","cited_by_count":15,"area":null},{"id":"2502.01481","title":"Intrinsic Entropy of Context Length Scaling in LLMs","created":"2025-02-03","cited_by_count":14,"area":null},{"id":"2506.06489","title":"Alternating Gradient Flows: A Theory of Feature Learning in Two-layer Neural Networks","created":"2025-06-06","cited_by_count":14,"area":null},{"id":"2601.10684","title":"On the origin of neural scaling laws: from random graphs to natural language","created":"2026-01-15","cited_by_count":14,"area":null},{"id":"2309.03800","title":"Pareto Frontiers in Neural Feature Learning: Data, Compute, Width, and Luck","created":"2023-09-07","cited_by_count":13,"area":null},{"id":"2310.17639","title":"In-Context Learning Dynamics with Random Binary Sequences","created":"2023-10-26","cited_by_count":13,"area":null},{"id":"2410.03717","title":"Revisiting the Superficial Alignment Hypothesis","created":"2024-09-27","cited_by_count":12,"area":"alignment"},{"id":"2506.08415","title":"Improved Scaling Laws in Linear Regression via Data Reuse","created":"2025-06-10","cited_by_count":11,"area":null},{"id":"2509.02565","title":"Understanding sparse autoencoder scaling in the presence of feature manifolds","created":"2025-09-02","cited_by_count":11,"area":"mechinterp"},{"id":"2602.14687","title":"SynthSAEBench: Evaluating Sparse Autoencoders on Scalable Realistic Synthetic Data","created":"2026-02-16","cited_by_count":11,"area":"synth"},{"id":"2410.01692","title":"U-shaped and Inverted-U Scaling behind Emergent Abilities of Large Language Models","created":"2024-10-02","cited_by_count":10,"area":null},{"id":"2505.22756","title":"Decomposing Elements of Problem Solving: What \"Math\" Does RL Teach?","created":"2025-05-28","cited_by_count":10,"area":"lr"},{"id":"2601.03190","title":"Maximizing Local Entropy Where It Matters: Prefix-Aware Localized LLM Unlearning","created":"2026-01-06","cited_by_count":10,"area":"safety"},{"id":"2602.03685","title":"Universal One-third Time Scaling in Learning Peaked Distributions","created":"2026-02-03","cited_by_count":10,"area":null},{"id":"2604.08510","title":"What do Language Models Learn and When? The Implicit Curriculum Hypothesis","created":"2026-04-09","cited_by_count":10,"area":null},{"id":"2605.29548","title":"Why Larger Models Learn More: Effects of Capacity, Interference, and Rare-Task Retention","created":"2026-05-28","cited_by_count":10,"area":null},{"id":"2402.05164","title":"A Resource Model For Neural Scaling Law","created":"2024-02-07","cited_by_count":9,"area":null},{"id":"2410.09005","title":"Analyzing Neural Scaling Laws in Two-Layer Networks with Power-Law Data Spectra","created":"2024-10-11","cited_by_count":9,"area":null},{"id":"2502.21009","title":"Position: Solve Layerwise Linear Models First to Understand Neural Dynamical Phenomena (Neural Collapse, Emergence, Lazy/Rich Regime, and Grokking)","created":"2025-02-28","cited_by_count":9,"area":null},{"id":"2505.12387","title":"Neural Thermodynamics: Entropic Forces in Deep and Universal Representation Learning","created":"2025-05-18","cited_by_count":9,"area":null},{"id":"2602.05970","title":"Inverse Depth Scaling From Most Layers Being Similar","created":"2026-02-05","cited_by_count":9,"area":null},{"id":"2309.06054","title":"Breaking through the learning plateaus of in-context learning in Transformer","created":"2023-09-12","cited_by_count":8,"area":null},{"id":"2402.02619","title":"Understanding Addition and Subtraction in Transformers","created":"2024-02-04","cited_by_count":8,"area":null},{"id":"2405.07280","title":"Humor Mechanics: Advancing Humor Generation with Multistep Reasoning","created":"2024-05-12","cited_by_count":8,"area":null},{"id":"2501.12391","title":"Physics of Skill Learning","created":"2025-01-21","cited_by_count":8,"area":null},{"id":"2402.09099","title":"Neuron-based Multifractal Analysis of Neuron Interaction Dynamics in Large Models","created":"2024-02-14","cited_by_count":7,"area":null},{"id":"2405.17088","title":"Phase Transitions in the Output Distribution of Large Language Models","created":"2024-05-27","cited_by_count":7,"area":null},{"id":"2405.17420","title":"Survival of the Fittest Representation: A Case Study with Modular Addition","created":"2024-05-27","cited_by_count":7,"area":null},{"id":"2412.11979","title":"AlphaZero Neural Scaling and Zipf's Law: a Tale of Board Games and Power Laws","created":"2024-12-16","cited_by_count":7,"area":null},{"id":"2506.19243","title":"High precision PINNs in unbounded domains: application to singularity formulation in PDEs","created":"2025-06-24","cited_by_count":7,"area":null},{"id":"2512.13568","title":"Superposition as Lossy Compression: Measure with Sparse Autoencoders and Connect to Adversarial Vulnerability","created":"2025-12-15","cited_by_count":7,"area":"mechinterp"},{"id":"2607.01647","title":"AgenticDataBench: A Comprehensive Benchmark for Data Agents","created":"2026-07-02","cited_by_count":7,"area":"agents"},{"id":"2407.11542","title":"Counting in Small Transformers: The Delicate Interplay between Attention and Feed-Forward Layers","created":"2024-07-16","cited_by_count":6,"area":null},{"id":"2506.10972","title":"Predictable Scale: Part II, Farseer: A Refined Scaling Law in Large Language Models","created":"2025-06-12","cited_by_count":6,"area":null},{"id":"2511.21622","title":"On the Origin of Algorithmic Progress in AI","created":"2025-11-26","cited_by_count":6,"area":null},{"id":"2310.02258","title":"A Neural Scaling Law from Lottery Ticket Ensembling","created":"2023-10-03","cited_by_count":5,"area":null},{"id":"2402.03471","title":"The Information of Large Language Model Geometry","created":"2024-02-01","cited_by_count":5,"area":null},{"id":"2505.07070","title":"Scaling Laws and Representation Learning in Simple Hierarchical Languages: Transformers vs. Convolutional Architectures","created":"2025-05-11","cited_by_count":5,"area":null},{"id":"2606.25008","title":"Neural Scaling Universality: If Exponents Are Fixed, Time to Understand Coefficients","created":"2026-06-23","cited_by_count":5,"area":null},{"id":"2307.09550","title":"The semantic landscape paradigm for neural networks","created":"2023-07-18","cited_by_count":4,"area":null},{"id":"2412.13437","title":"Deploying Foundation Model Powered Agent Services: A Survey","created":"2024-12-18","cited_by_count":4,"area":"agents"},{"id":"2505.15811","title":"On the creation of narrow AI: hierarchy and nonlocality of neural network skills","created":"2025-05-21","cited_by_count":4,"area":null},{"id":"2603.11331","title":"Jailbreak Scaling Laws for Large Language Models: Polynomial-Exponential Crossover","created":"2026-03-11","cited_by_count":4,"area":"alignment"},{"id":"2312.16815","title":"Emergence and Causality in Complex Systems: A Survey on Causal Emergence and Related Quantitative Studies","created":"2023-12-28","cited_by_count":3,"area":null},{"id":"2512.13491","title":"From Zipf's Law to Neural Scaling through Heaps' Law and Hilberg's Hypothesis","created":"2025-12-15","cited_by_count":3,"area":null},{"id":"2604.13082","title":"The Long Delay to Arithmetic Generalization: When Learned Representations Outrun Behavior","created":"2026-03-30","cited_by_count":3,"area":null},{"id":"2310.04649","title":"Uncovering Model Processing Strategies with Non-Negative Per-Example Fisher Factorization","created":"2023-10-07","cited_by_count":2,"area":null},{"id":"2404.00914","title":"Token-Efficient Leverage Learning in Large Language Models","created":"2024-04-01","cited_by_count":2,"area":null},{"id":"2504.20197","title":"Representation Learning on a Random Lattice","created":"2025-04-28","cited_by_count":2,"area":null},{"id":"2505.03997","title":"Quiet Feature Learning in Algorithmic Tasks","created":"2025-05-06","cited_by_count":2,"area":null},{"id":"2507.07931","title":"Meek Models Shall Inherit the Earth","created":"2025-07-10","cited_by_count":2,"area":null},{"id":"2509.23893","title":"Dynamic Orthogonal Continual Fine-tuning for Mitigating Catastrophic Forgettings","created":"2025-09-28","cited_by_count":2,"area":null},{"id":"2602.00533","title":"Convergent World Representations and Divergent Tasks","created":"2026-01-31","cited_by_count":2,"area":null},{"id":"2603.06592","title":"Hierarchical Latent Structures in Data Generation Process Unify Mechanistic Phenomena across Scale","created":"2026-02-04","cited_by_count":2,"area":"mechinterp"},{"id":"2605.20441","title":"Weight Decay Regimes in Grokking Transformers: Cheap Online Diagnostics","created":"2026-05-19","cited_by_count":2,"area":null},{"id":"2407.18601","title":"Reorganizing attention-space geometry with expressive attention","created":"2024-07-26","cited_by_count":1,"area":null},{"id":"2506.12932","title":"Complexity Scaling Laws for Neural Models using Combinatorial Optimization","created":"2025-06-15","cited_by_count":1,"area":null},{"id":"2510.04067","title":"What Scales in Cross-Entropy Scaling Law?","created":"2025-10-05","cited_by_count":1,"area":null},{"id":"2602.02593","title":"Effective Frontiers: A Unification of Neural Scaling Laws","created":"2026-02-01","cited_by_count":1,"area":null}],"next_cursor":"100"}