{"total":88,"rows":[{"id":"2402.09739","title":"QuRating: Selecting High-Quality Data for Training Language Models","created":"2024-02-15","cited_by_count":157,"area":null},{"id":"2405.10938","title":"Observational Scaling Laws and the Predictability of Language Model Performance","created":"2024-05-17","cited_by_count":130,"area":null},{"id":"2402.01092","title":"A Dynamical Model of Neural Scaling Laws","created":"2024-02-02","cited_by_count":111,"area":null},{"id":"2407.14985","title":"Generalization v.s. Memorization: Tracing Language Models' Capabilities Back to Pretraining Data","created":"2024-07-20","cited_by_count":85,"area":null},{"id":"2402.19379","title":"Wisdom of the Silicon Crowd: LLM Ensemble Prediction Capabilities Rival Human Crowd Accuracy","created":"2024-02-29","cited_by_count":67,"area":null},{"id":"2310.17567","title":"Skill-Mix: a Flexible and Expandable Family of Evaluations for AI models","created":"2023-10-26","cited_by_count":64,"area":null},{"id":"2502.04194","title":"The Best Instruction-Tuning Data are Those That Fit","created":"2025-02-06","cited_by_count":52,"area":null},{"id":"2405.00592","title":"Scaling and renormalization in high-dimensional regression","created":"2024-05-01","cited_by_count":50,"area":null},{"id":"2405.19592","title":"Why Larger Language Models Do In-context Learning Differently?","created":"2024-05-30","cited_by_count":45,"area":null},{"id":"2412.02975","title":"Theoretical limitations of multi-layer Transformer","created":"2024-12-04","cited_by_count":45,"area":null},{"id":"2406.02550","title":"Learning to grok: Emergence of in-context learning and skill composition in modular arithmetic tasks","created":"2024-06-04","cited_by_count":40,"area":null},{"id":"2407.15720","title":"Do Large Language Models Have Compositional Ability? An Investigation into Limitations and Scalability","created":"2024-07-22","cited_by_count":40,"area":null},{"id":"2406.00048","title":"Towards a theory of how the structure of language is acquired by deep neural networks","created":"2024-05-28","cited_by_count":39,"area":null},{"id":"2503.05788","title":"Emergent Abilities in Large Language Models: A Survey","created":"2025-02-28","cited_by_count":37,"area":null},{"id":"2410.04332","title":"Gradient Routing: Masking Gradients to Localize Computation in Neural Networks","created":"2024-10-06","cited_by_count":34,"area":null},{"id":"2402.03902","title":"A phase transition between positional and semantic learning in a solvable model of dot-product attention","created":"2024-02-06","cited_by_count":30,"area":null},{"id":"2407.20199","title":"Emergence in non-neural models: grokking modular arithmetic via average gradient outer product","created":"2024-07-29","cited_by_count":28,"area":null},{"id":"2408.09503","title":"Out-of-distribution generalization via composition: a lens through induction heads in Transformers","created":"2024-08-18","cited_by_count":28,"area":null},{"id":"2308.12247","title":"How to Protect Copyright Data in Optimization of Large Language Models?","created":"2023-08-23","cited_by_count":26,"area":null},{"id":"2408.12578","title":"A Percolation Model of Emergence: Analyzing Transformers Trained on a Formal Language","created":"2024-08-22","cited_by_count":26,"area":null},{"id":"2505.17863","title":"The emergence of sparse attention: impact of data distribution and benefits of repetition","created":"2025-05-23","cited_by_count":25,"area":null},{"id":"2310.13014","title":"Large Language Model Prediction Capabilities: Evidence from a Real-World Forecasting Tournament","created":"2023-10-17","cited_by_count":24,"area":null},{"id":"2311.12997","title":"Compositional Capabilities of Autoregressive Transformers: A Study on Synthetic, Interpretable Tasks","created":"2023-11-21","cited_by_count":22,"area":null},{"id":"2401.04531","title":"MERA: A Comprehensive LLM Evaluation in Russian","created":"2024-01-09","cited_by_count":22,"area":null},{"id":"2402.04875","title":"On Provable Length and Compositional Generalization","created":"2024-02-07","cited_by_count":22,"area":null},{"id":"2404.11023","title":"Advancing Social Intelligence in AI Agents: Technical Challenges and Open Questions","created":"2024-04-17","cited_by_count":22,"area":null},{"id":"2410.11268","title":"Bypassing the Exponential Dependency: Looped Transformers Efficiently Learn In-context by Multi-step Gradient Descent","created":"2024-10-15","cited_by_count":22,"area":null},{"id":"2604.03444","title":"Olmo Hybrid: From Theory to Practice and Back","created":"2026-04-03","cited_by_count":22,"area":null},{"id":"2402.07862","title":"AI-Augmented Predictions: LLM Assistants Improve Human Forecasting Accuracy","created":"2024-02-12","cited_by_count":21,"area":null},{"id":"2505.11349","title":"Context parroting: A simple but tough-to-beat baseline for foundation models in scientific machine learning","created":"2025-05-16","cited_by_count":18,"area":null},{"id":"2408.03573","title":"AcTracer: Active Testing of Large Language Model via Multi-Stage Sampling","created":"2024-08-07","cited_by_count":17,"area":null},{"id":"2409.19808","title":"Can Models Learn Skill Composition from Examples?","created":"2024-09-29","cited_by_count":17,"area":null},{"id":"2406.08787","title":"A Survey on Compositional Learning of AI Models: Theoretical and Experimental Practices","created":"2024-06-13","cited_by_count":15,"area":null},{"id":"2412.07942","title":"Neural Scaling Laws Rooted in the Data Distribution","created":"2024-12-10","cited_by_count":15,"area":null},{"id":"2506.15872","title":"Hidden Breakthroughs in Language Model Training","created":"2025-06-18","cited_by_count":15,"area":null},{"id":"2402.02212","title":"A Survey to Recent Progress Towards Understanding In-Context Learning","created":"2024-02-03","cited_by_count":14,"area":null},{"id":"2406.11828","title":"Learning sum of diverse features: computational hardness and efficient gradient-based training for ridge combinations","created":"2024-06-17","cited_by_count":13,"area":null},{"id":"2507.07102","title":"Does Data Scaling Lead to Visual Compositional Generalization?","created":"2025-07-09","cited_by_count":13,"area":null},{"id":"2310.12462","title":"Unmasking Transformers: A Theoretical Approach to Data Recovery via Attention Weights","created":"2023-10-19","cited_by_count":12,"area":null},{"id":"2411.16035","title":"Predicting Emergent Capabilities by Finetuning","created":"2024-11-25","cited_by_count":10,"area":null},{"id":"2602.03685","title":"Universal One-third Time Scaling in Learning Peaked Distributions","created":"2026-02-03","cited_by_count":10,"area":null},{"id":"2604.08510","title":"What do Language Models Learn and When? The Implicit Curriculum Hypothesis","created":"2026-04-09","cited_by_count":10,"area":null},{"id":"2605.29548","title":"Why Larger Models Learn More: Effects of Capacity, Interference, and Rare-Task Retention","created":"2026-05-28","cited_by_count":10,"area":null},{"id":"2311.15390","title":"Local Convergence of Approximate Newton Method for Two Layer Nonlinear Regression","created":"2023-11-26","cited_by_count":9,"area":null},{"id":"2405.15485","title":"Learning Beyond Pattern Matching? Assaying Mathematical Understanding in LLMs","created":"2024-05-24","cited_by_count":9,"area":null},{"id":"2407.01300","title":"Collaborative Performance Prediction for Large Language Models","created":"2024-07-01","cited_by_count":9,"area":null},{"id":"2410.09005","title":"Analyzing Neural Scaling Laws in Two-Layer Networks with Power-Law Data Spectra","created":"2024-10-11","cited_by_count":9,"area":null},{"id":"2410.13826","title":"Unearthing Skill-Level Insights for Understanding Trade-Offs of Foundation Models","created":"2024-10-17","cited_by_count":9,"area":null},{"id":"2502.21009","title":"Position: Solve Layerwise Linear Models First to Understand Neural Dynamical Phenomena (Neural Collapse, Emergence, Lazy/Rich Regime, and Grokking)","created":"2025-02-28","cited_by_count":9,"area":null},{"id":"2505.12387","title":"Neural Thermodynamics: Entropic Forces in Deep and Universal Representation Learning","created":"2025-05-18","cited_by_count":9,"area":null},{"id":"2602.05846","title":"Optimal scaling laws in learning hierarchical multi-index models","created":"2026-02-05","cited_by_count":9,"area":null},{"id":"2405.07280","title":"Humor Mechanics: Advancing Humor Generation with Multistep Reasoning","created":"2024-05-12","cited_by_count":8,"area":null},{"id":"2501.12391","title":"Physics of Skill Learning","created":"2025-01-21","cited_by_count":8,"area":null},{"id":"2310.20051","title":"The Expressibility of Polynomial based Attention Scheme","created":"2023-10-30","cited_by_count":7,"area":null},{"id":"2405.17088","title":"Phase Transitions in the Output Distribution of Large Language Models","created":"2024-05-27","cited_by_count":7,"area":null},{"id":"2308.08358","title":"Convergence of Two-Layer Regression with Nonlinear Units","created":"2023-08-16","cited_by_count":6,"area":null},{"id":"2311.13624","title":"A Theoretical Insight into Attack and Defense of Gradient Leakage in Transformer","created":"2023-11-22","cited_by_count":6,"area":null},{"id":"2311.14652","title":"One Pass Streaming Algorithm for Super Long Token Attention Approximation in Sublinear Space","created":"2023-11-24","cited_by_count":6,"area":null},{"id":"2505.19426","title":"The Role of Diversity in In-Context Learning for Large Language Models","created":"2025-05-26","cited_by_count":6,"area":null},{"id":"2509.24914","title":"Single-Head Attention in High Dimensions: A Theory of Generalization, Weights Spectra, and Scaling Laws","created":"2025-09-29","cited_by_count":6,"area":null},{"id":"2510.10023","title":"Skill-Targeted Adaptive Training","created":"2025-10-11","cited_by_count":6,"area":null},{"id":"2402.03471","title":"The Information of Large Language Model Geometry","created":"2024-02-01","cited_by_count":5,"area":null},{"id":"2606.25008","title":"Neural Scaling Universality: If Exponents Are Fixed, Time to Understand Coefficients","created":"2026-06-23","cited_by_count":5,"area":null},{"id":"2506.10378","title":"Discovering Hierarchical Latent Capabilities of Language Models via Causal Representation Learning","created":"2025-06-12","cited_by_count":4,"area":null},{"id":"2605.04970","title":"Skill Neologisms: Towards Skill-based Continual Learning","created":"2026-05-06","cited_by_count":4,"area":null},{"id":"2501.15857","title":"Are Transformers Able to Reason by Connecting Separated Knowledge in Training Data?","created":"2025-01-27","cited_by_count":3,"area":null},{"id":"2502.04210","title":"Algorithmic causal structure emerging through compression","created":"2025-02-06","cited_by_count":3,"area":null},{"id":"2504.17562","title":"When Does Metadata Conditioning (NOT) Work for Language Model Pre-Training? A Study with Context-Free Grammars","created":"2025-04-24","cited_by_count":3,"area":null},{"id":"2601.22510","title":"Shattered Compositionality: Counterintuitive Learning Dynamics of Transformers for Arithmetic","created":"2026-01-30","cited_by_count":3,"area":null},{"id":"2402.10424","title":"Pelican Soup Framework: A Theoretical Framework for Language Model Capabilities","created":"2024-02-16","cited_by_count":2,"area":null},{"id":"2409.13421","title":"State space models, emergence, and ergodicity: How many parameters are needed for stable predictions?","created":"2024-09-20","cited_by_count":2,"area":null},{"id":"2411.01375","title":"Learning with Hidden Factorial Structure","created":"2024-11-02","cited_by_count":2,"area":null},{"id":"2412.07111","title":"Predictable Emergent Abilities of LLMs: Proxy Tasks Are All You Need","created":"2024-12-10","cited_by_count":2,"area":null},{"id":"2505.23432","title":"A Mathematical Framework for AI-Human Integration in Work","created":"2025-05-29","cited_by_count":2,"area":null},{"id":"2402.14746","title":"Scaling Efficient LLMs","created":"2024-02-22","cited_by_count":1,"area":null},{"id":"2410.01334","title":"Skill Path: Unveiling Language Skills from Circuit Graphs","created":"2024-10-02","cited_by_count":1,"area":null},{"id":"2410.11444","title":"A Theoretical Survey on Foundation Models","created":"2024-10-15","cited_by_count":1,"area":null},{"id":"2501.02378","title":"A ghost mechanism: An analytical model of abrupt learning in recurrent networks","created":"2025-01-04","cited_by_count":1,"area":null},{"id":"2506.13216","title":"Capability Salience Vector: Fine-grained Alignment of Loss and Capabilities for Downstream Task Scaling Law","created":"2025-06-16","cited_by_count":1,"area":null},{"id":"2510.16322","title":"Memorizing Long-tail Data Can Help Generalization Through Composition","created":"2025-10-18","cited_by_count":1,"area":null},{"id":"2605.13612","title":"Deep Learning as Neural Low-Degree Filtering: A Spectral Theory of Hierarchical Feature Learning","created":"2026-05-13","cited_by_count":1,"area":null},{"id":"2605.14420","title":"DVMap: Fine-Grained Pluralistic Value Alignment via High-Consensus Demographic-Value Mapping","created":"2026-05-14","cited_by_count":1,"area":null},{"id":"2606.08167","title":"Explaining Data Mixing Scaling Laws","created":"2026-06-06","cited_by_count":1,"area":null},{"id":"2404.07009","title":"A Mathematical Theory for Learning Semantic Languages by Abstract Learners","created":"2024-04-10","cited_by_count":0,"area":null},{"id":"2604.17614","title":"Characterizing Model-Native Skills","created":"2026-04-19","cited_by_count":0,"area":null},{"id":"2604.22951","title":"The Power of Power Law: Asymmetry Enables Compositional Reasoning","created":"2026-04-24","cited_by_count":0,"area":null},{"id":"2605.11907","title":"Procedural-skill SFT across capacity tiers: A W-Shaped pre-SFT Trajectory and Regime-Asymmetric Mechanism on 0.8B-4B Qwen3.5 Models","created":"2026-05-12","cited_by_count":0,"area":null},{"id":"2609.32100","title":"Emergent One-Third Scaling Law as Attention Tries to Concentrate","created":"2026-09-26","cited_by_count":0,"area":null}],"next_cursor":null}