{"total":582,"rows":[{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744,"area":"wm"},{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396,"area":null},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132,"area":"lr"},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984,"area":null},{"id":"2212.07143","title":"Reproducible scaling laws for contrastive language-image learning","created":"2022-12-14","cited_by_count":1173,"area":null},{"id":"2407.21787","title":"Large Language Monkeys: Scaling Inference Compute with Repeated Sampling","created":"2024-07-31","cited_by_count":991,"area":null},{"id":"2211.01324","title":"eDiff-I: Text-to-Image Diffusion Models with an Ensemble of Expert Denoisers","created":"2022-11-02","cited_by_count":931,"area":"diffusion"},{"id":"2204.07705","title":"Super-NaturalInstructions: Generalization via Declarative Instructions on 1600+ NLP Tasks","created":"2022-04-16","cited_by_count":868,"area":null},{"id":"2101.03164","title":"E(3)-Equivariant Graph Neural Networks for Data-Efficient and Accurate Interatomic Potentials","created":"2021-01-08","cited_by_count":708,"area":null},{"id":"2404.19756","title":"KAN: Kolmogorov-Arnold Networks","created":"2024-04-30","cited_by_count":649,"area":null},{"id":"2401.02954","title":"DeepSeek LLM: Scaling Open-Source Language Models with Longtermism","created":"2024-01-05","cited_by_count":642,"area":"lr"},{"id":"2202.09368","title":"Mixture-of-Experts with Expert Choice Routing","created":"2022-02-18","cited_by_count":623,"area":"moe"},{"id":"2306.11644","title":"Textbooks Are All You Need","created":"2023-06-20","cited_by_count":569,"area":null},{"id":"2311.16867","title":"The Falcon Series of Open Language Models","created":"2023-11-28","cited_by_count":535,"area":null},{"id":"2206.14486","title":"Beyond neural scaling laws: beating power law scaling via data pruning","created":"2022-06-29","cited_by_count":528,"area":null},{"id":"2304.15004","title":"Are Emergent Abilities of Large Language Models a Mirage?","created":"2023-04-28","cited_by_count":523,"area":null},{"id":"2206.07697","title":"MACE: Higher Order Equivariant Message Passing Neural Networks for Fast and Accurate Force Fields","created":"2022-06-15","cited_by_count":474,"area":null},{"id":"2405.07987","title":"The Platonic Representation Hypothesis","created":"2024-05-13","cited_by_count":382,"area":null},{"id":"2102.06701","title":"Explaining Neural Scaling Laws","created":"2021-02-12","cited_by_count":363,"area":null},{"id":"2303.09540","title":"SemDeDup: Data-efficient learning at web-scale through semantic deduplication","created":"2023-03-16","cited_by_count":303,"area":null},{"id":"2109.13916","title":"Unsolved Problems in ML Safety","created":"2021-09-28","cited_by_count":292,"area":null},{"id":"2408.00724","title":"Inference Scaling Laws: An Empirical Analysis of Compute-Optimal Inference for Problem-Solving with Language Models","created":"2024-08-01","cited_by_count":290,"area":"lr"},{"id":"2504.14945","title":"Learning to Reason under Off-Policy Guidance","created":"2025-04-21","cited_by_count":281,"area":"lr"},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2212.09720","title":"The case for 4-bit precision: k-bit Inference Scaling Laws","created":"2022-12-19","cited_by_count":251,"area":null},{"id":"2104.08378","title":"Accelerating Sparse Deep Neural Networks","created":"2021-04-16","cited_by_count":223,"area":null},{"id":"2107.13034","title":"Dataset Distillation with Infinitely Wide Convolutional Networks","created":"2021-07-27","cited_by_count":218,"area":null},{"id":"2402.17193","title":"When Scaling Meets LLM Finetuning: The Effect of Data, Model and Finetuning Method","created":"2024-02-27","cited_by_count":204,"area":null},{"id":"2403.16952","title":"Data Mixing Laws: Optimizing Data Mixtures by Predicting Language Modeling Performance","created":"2024-03-25","cited_by_count":184,"area":null},{"id":"2302.12902","title":"The Dormant Neuron Phenomenon in Deep Reinforcement Learning","created":"2023-02-24","cited_by_count":174,"area":null},{"id":"2202.05924","title":"Compute Trends Across Three Eras of Machine Learning","created":"2022-02-11","cited_by_count":163,"area":null},{"id":"2401.00448","title":"Beyond Chinchilla-Optimal: Accounting for Inference in Language Model Scaling Laws","created":"2023-12-31","cited_by_count":159,"area":null},{"id":"2103.07579","title":"Revisiting ResNets: Improved Training and Scaling Strategies","created":"2021-03-13","cited_by_count":158,"area":null},{"id":"2103.10427","title":"The Low-Rank Simplicity Bias in Deep Networks","created":"2021-03-18","cited_by_count":154,"area":null},{"id":"2205.10487","title":"Scaling Laws and Interpretability of Learning from Repeated Data","created":"2022-05-21","cited_by_count":152,"area":null},{"id":"2404.05405","title":"Physics of Language Models: Part 3.3, Knowledge Capacity Scaling Laws","created":"2024-04-08","cited_by_count":144,"area":null},{"id":"2303.15233","title":"Text-to-Image Diffusion Models are Zero-Shot Classifiers","created":"2023-03-27","cited_by_count":143,"area":"diffusion"},{"id":"2303.13506","title":"The Quantization Model of Neural Scaling","created":"2023-03-23","cited_by_count":138,"area":null},{"id":"2301.03728","title":"Scaling Laws for Generative Mixed-Modal Language Models","created":"2023-01-10","cited_by_count":134,"area":null},{"id":"2209.06640","title":"Revisiting Neural Scaling Laws in Language and Vision","created":"2022-09-13","cited_by_count":132,"area":null},{"id":"2402.07043","title":"A Tale of Tails: Model Collapse as a Change of Scaling Laws","created":"2024-02-10","cited_by_count":130,"area":"synth"},{"id":"2405.10938","title":"Observational Scaling Laws and the Predictability of Language Model Performance","created":"2024-05-17","cited_by_count":130,"area":null},{"id":"2407.18418","title":"Know Your Limits: A Survey of Abstention in Large Language Models","created":"2024-07-25","cited_by_count":121,"area":null},{"id":"2210.16859","title":"A Solvable Model of Neural Scaling Laws","created":"2022-10-30","cited_by_count":116,"area":null},{"id":"2307.15936","title":"A Theory for Emergence of Complex Skills in Language Models","created":"2023-07-29","cited_by_count":113,"area":null},{"id":"2403.08540","title":"Language models scale reliably with over-training and on downstream tasks","created":"2024-03-13","cited_by_count":113,"area":null},{"id":"2109.07740","title":"Scaling Laws for Neural Machine Translation","created":"2021-09-16","cited_by_count":111,"area":null},{"id":"2309.02390","title":"Explaining grokking through circuit efficiency","created":"2023-09-05","cited_by_count":111,"area":null},{"id":"2402.01092","title":"A Dynamical Model of Neural Scaling Laws","created":"2024-02-02","cited_by_count":111,"area":null},{"id":"2210.14891","title":"Broken Neural Scaling Laws","created":"2022-10-26","cited_by_count":109,"area":null},{"id":"2304.03208","title":"Cerebras-GPT: Open Compute-Optimal Language Models Trained on the Cerebras Wafer-Scale Cluster","created":"2023-04-06","cited_by_count":109,"area":null},{"id":"2312.04567","title":"Scaling Laws of Synthetic Images for Model Training ... for Now","created":"2023-12-07","cited_by_count":108,"area":null},{"id":"2501.19324","title":"Reward-Guided Speculative Decoding for Efficient LLM Reasoning","created":"2025-01-31","cited_by_count":106,"area":"lr"},{"id":"2407.12043","title":"The Art of Saying No: Contextual Noncompliance in Language Models","created":"2024-07-02","cited_by_count":105,"area":null},{"id":"2103.13009","title":"UNICORN on RAINBOW: A Universal Commonsense Reasoning Model on a New Multitask Benchmark","created":"2021-03-24","cited_by_count":98,"area":null},{"id":"2307.03718","title":"Frontier AI Regulation: Managing Emerging Risks to Public Safety","created":"2023-07-06","cited_by_count":98,"area":null},{"id":"2305.13035","title":"Getting ViT in Shape: Scaling Laws for Compute-Optimal Model Design","created":"2023-05-22","cited_by_count":89,"area":null},{"id":"2406.19146","title":"Resolving Discrepancies in Compute-Optimal Scaling of Language Models","created":"2024-06-27","cited_by_count":88,"area":null},{"id":"2102.04074","title":"Learning Curve Theory","created":"2021-02-08","cited_by_count":85,"area":null},{"id":"2505.01618","title":"Don't be lazy: CompleteP enables compute-efficient deep transformers","created":"2025-05-02","cited_by_count":78,"area":null},{"id":"2203.06849","title":"SUPERB-SG: Enhanced Speech processing Universal PERformance Benchmark for Semantic and Generative Capabilities","created":"2022-03-14","cited_by_count":77,"area":null},{"id":"2410.21676","title":"How Does Critical Batch Size Scale in Pre-training?","created":"2024-10-29","cited_by_count":73,"area":null},{"id":"2512.24695","title":"Nested Learning: The Illusion of Deep Learning Architectures","created":"2025-12-31","cited_by_count":72,"area":null},{"id":"2103.10948","title":"The Shape of Learning Curves: a Review","created":"2021-03-19","cited_by_count":70,"area":null},{"id":"2401.09414","title":"Vlogger: Make Your Dream A Vlog","created":"2024-01-17","cited_by_count":70,"area":null},{"id":"2502.08606","title":"Distillation Scaling Laws","created":"2025-02-12","cited_by_count":67,"area":"lr"},{"id":"2305.12281","title":"Lifelong Language Pretraining with Distribution-Specialized Experts","created":"2023-05-20","cited_by_count":66,"area":"moe"},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2104.03113","title":"Scaling Scaling Laws with Board Games","created":"2021-04-07","cited_by_count":63,"area":null},{"id":"2410.13638","title":"Scaling Wearable Foundation Models","created":"2024-10-17","cited_by_count":63,"area":null},{"id":"2109.05472","title":"Compute and Energy Consumption Trends in Deep Learning Inference","created":"2021-09-12","cited_by_count":61,"area":null},{"id":"2204.02782","title":"GemNet-OC: Developing Graph Neural Networks for Large and Diverse Molecular Simulation Datasets","created":"2022-04-06","cited_by_count":61,"area":null},{"id":"2407.21792","title":"Safetywashing: Do AI Safety Benchmarks Actually Measure Safety Progress?","created":"2024-07-31","cited_by_count":61,"area":null},{"id":"2503.10657","title":"RouterEval: A Comprehensive Benchmark for Routing LLMs to Explore Model-level Scaling Up in LLMs","created":"2025-03-08","cited_by_count":61,"area":null},{"id":"2406.08466","title":"Scaling Laws in Linear Regression: Compute, Parameters, and Data","created":"2024-06-12","cited_by_count":57,"area":null},{"id":"2409.17858","title":"How Feature Learning Can Improve Neural Scaling Laws","created":"2024-09-26","cited_by_count":56,"area":null},{"id":"2106.11360","title":"Hi-BEHRT: Hierarchical Transformer-based model for accurate prediction of clinical events using multimodal longitudinal electronic health records","created":"2021-06-21","cited_by_count":54,"area":null},{"id":"2412.14559","title":"ScaMo: Exploring the Scaling Law in Autoregressive Motion Generation Model","created":"2024-12-19","cited_by_count":53,"area":null},{"id":"2404.10242","title":"Masked Autoencoders for Microscopy are Scalable Learners of Cellular Biology","created":"2024-04-16","cited_by_count":52,"area":null},{"id":"2408.07057","title":"A Survey on Model MoErging: Recycling and Routing Among Specialized Experts for Collaborative Learning","created":"2024-08-13","cited_by_count":52,"area":null},{"id":"2410.23179","title":"Does equivariance matter at scale?","created":"2024-10-30","cited_by_count":52,"area":null},{"id":"2507.09404","title":"Scaling Laws for Optimal Data Mixtures","created":"2025-07-12","cited_by_count":52,"area":null},{"id":"2205.12253","title":"Evaluating the Impact of Model Scale for Compositional Generalization in Semantic Parsing","created":"2022-05-24","cited_by_count":50,"area":null},{"id":"2405.00592","title":"Scaling and renormalization in high-dimensional regression","created":"2024-05-01","cited_by_count":50,"area":null},{"id":"2410.08527","title":"Scaling Laws for Predicting Downstream Performance in LLMs","created":"2024-10-11","cited_by_count":48,"area":null},{"id":"2303.13824","title":"$k$NN Prompting: Beyond-Context Learning with Calibration-Free Nearest Neighbor Inference","created":"2023-03-24","cited_by_count":47,"area":null},{"id":"2306.17759","title":"The Shaped Transformer: Attention Models in the Infinite Depth-and-Width Limit","created":"2023-06-30","cited_by_count":47,"area":null},{"id":"2206.04664","title":"On Data Scaling in Masked Image Modeling","created":"2022-06-09","cited_by_count":46,"area":null},{"id":"2301.12246","title":"A Closer Look at Few-shot Classification Again","created":"2023-01-28","cited_by_count":46,"area":null},{"id":"2503.19551","title":"Scaling Laws of Synthetic Data for Language Models","created":"2025-03-25","cited_by_count":46,"area":"synth"},{"id":"2202.08821","title":"Human-Algorithm Collaboration: Achieving Complementarity and Avoiding Unfairness","created":"2022-02-17","cited_by_count":45,"area":null},{"id":"2507.17702","title":"Towards Greater Leverage: Scaling Laws for Efficient Mixture-of-Experts Language Models","created":"2025-07-23","cited_by_count":45,"area":"moe"},{"id":"2410.08184","title":"Scaling Laws For Diffusion Transformers","created":"2024-10-10","cited_by_count":44,"area":"diffusion"},{"id":"2109.06024","title":"Formalizing and Estimating Distribution Inference Risks","created":"2021-09-13","cited_by_count":43,"area":null},{"id":"2502.17578","title":"How Do Large Language Monkeys Get Their Power (Laws)?","created":"2025-02-24","cited_by_count":43,"area":"safety"},{"id":"2505.24034","title":"LlamaRL: A Distributed Asynchronous Reinforcement Learning Framework for Efficient Large-scale LLM Training","created":"2025-05-29","cited_by_count":42,"area":null},{"id":"2405.20469","title":"Is Synthetic Data all We Need? Benchmarking the Robustness of Models Trained with Synthetic Images","created":"2024-05-30","cited_by_count":41,"area":null},{"id":"2406.01375","title":"D-CPT Law: Domain-specific Continual Pre-Training Scaling Law for Large Language Models","created":"2024-06-03","cited_by_count":41,"area":null},{"id":"2412.10704","title":"VisDoM: Multi-Document QA with Visually Rich Elements Using Multimodal Retrieval-Augmented Generation","created":"2024-12-14","cited_by_count":41,"area":"rag"},{"id":"2502.01113","title":"GFM-RAG: Graph Foundation Model for Retrieval Augmented Generation","created":"2025-02-03","cited_by_count":40,"area":"rag"}],"next_cursor":"100"}