{"total":522,"rows":[{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396,"area":null},{"id":"2212.09748","title":"Scalable Diffusion Models with Transformers","created":"2022-12-19","cited_by_count":6054,"area":"wm"},{"id":"2103.03874","title":"Measuring Mathematical Problem Solving With the MATH Dataset","created":"2021-03-05","cited_by_count":5371,"area":null},{"id":"2102.09672","title":"Improved Denoising Diffusion Probabilistic Models","created":"2021-02-18","cited_by_count":3761,"area":"diffusion"},{"id":"2204.05862","title":"Training a Helpful and Harmless Assistant with Reinforcement Learning from Human Feedback","created":"2022-04-12","cited_by_count":3720,"area":"alignment"},{"id":"2304.01373","title":"Pythia: A Suite for Analyzing Large Language Models Across Training and Scaling","created":"2023-04-03","cited_by_count":1786,"area":null},{"id":"2111.02114","title":"LAION-400M: Open Dataset of CLIP-Filtered 400 Million Image-Text Pairs","created":"2021-11-03","cited_by_count":1555,"area":null},{"id":"2212.07143","title":"Reproducible scaling laws for contrastive language-image learning","created":"2022-12-14","cited_by_count":1173,"area":null},{"id":"2210.10760","title":"Scaling Laws for Reward Model Overoptimization","created":"2022-10-19","cited_by_count":1095,"area":"alignment"},{"id":"2404.02905","title":"Visual Autoregressive Modeling: Scalable Image Generation via Next-Scale Prediction","created":"2024-04-03","cited_by_count":1023,"area":"diffusion"},{"id":"2106.04560","title":"Scaling Vision Transformers","created":"2021-06-08","cited_by_count":999,"area":null},{"id":"2211.01324","title":"eDiff-I: Text-to-Image Diffusion Models with an Ensemble of Expert Denoisers","created":"2022-11-02","cited_by_count":931,"area":"diffusion"},{"id":"2208.07339","title":"LLM.int8(): 8-bit Matrix Multiplication for Transformers at Scale","created":"2022-08-15","cited_by_count":906,"area":null},{"id":"2212.09251","title":"Discovering Language Model Behaviors with Model-Written Evaluations","created":"2022-12-19","cited_by_count":836,"area":"alignment"},{"id":"2305.13048","title":"RWKV: Reinventing RNNs for the Transformer Era","created":"2023-05-22","cited_by_count":827,"area":null},{"id":"2109.01903","title":"Robust fine-tuning of zero-shot models","created":"2021-09-04","cited_by_count":797,"area":null},{"id":"2406.06525","title":"Autoregressive Model Beats Diffusion: Llama for Scalable Image Generation","created":"2024-06-10","cited_by_count":777,"area":null},{"id":"2203.01941","title":"Autoregressive Image Generation using Residual Quantization","created":"2022-03-03","cited_by_count":722,"area":null},{"id":"2403.04652","title":"Yi: Open Foundation Models by 01.AI","created":"2024-03-07","cited_by_count":719,"area":null},{"id":"2204.06745","title":"GPT-NeoX-20B: An Open-Source Autoregressive Language Model","created":"2022-04-14","cited_by_count":713,"area":null},{"id":"2309.10305","title":"Baichuan 2: Open Large-scale Language Models","created":"2023-09-19","cited_by_count":670,"area":null},{"id":"2404.19756","title":"KAN: Kolmogorov-Arnold Networks","created":"2024-04-30","cited_by_count":649,"area":null},{"id":"2401.02954","title":"DeepSeek LLM: Scaling Open-Source Language Models with Longtermism","created":"2024-01-05","cited_by_count":642,"area":"lr"},{"id":"2406.04093","title":"Scaling and evaluating sparse autoencoders","created":"2024-06-06","cited_by_count":553,"area":"mechinterp"},{"id":"2206.14486","title":"Beyond neural scaling laws: beating power law scaling via data pruning","created":"2022-06-29","cited_by_count":528,"area":null},{"id":"2304.15004","title":"Are Emergent Abilities of Large Language Models a Mirage?","created":"2023-04-28","cited_by_count":523,"area":null},{"id":"2305.18654","title":"Faith and Fate: Limits of Transformers on Compositionality","created":"2023-05-29","cited_by_count":503,"area":null},{"id":"2204.05999","title":"InCoder: A Generative Model for Code Infilling and Synthesis","created":"2022-04-12","cited_by_count":498,"area":null},{"id":"2104.08758","title":"Documenting Large Webtext Corpora: A Case Study on the Colossal Clean Crawled Corpus","created":"2021-04-18","cited_by_count":492,"area":null},{"id":"2501.05366","title":"Search-o1: Agentic Search-Enhanced Large Reasoning Models","created":"2025-01-09","cited_by_count":433,"area":"lr"},{"id":"2308.01825","title":"Scaling Relationship on Learning Mathematical Reasoning with Large Language Models","created":"2023-08-03","cited_by_count":427,"area":"lr"},{"id":"2110.02861","title":"8-bit Optimizers via Block-wise Quantization","created":"2021-10-06","cited_by_count":403,"area":null},{"id":"2305.16264","title":"Scaling Data-Constrained Language Models","created":"2023-05-25","cited_by_count":403,"area":null},{"id":"2102.06701","title":"Explaining Neural Scaling Laws","created":"2021-02-12","cited_by_count":363,"area":null},{"id":"2310.18018","title":"NLP Evaluation in trouble: On the Need to Measure LLM Data Contamination for each Benchmark","created":"2023-10-27","cited_by_count":348,"area":null},{"id":"2301.10343","title":"ClimaX: A foundation model for weather and climate","created":"2023-01-24","cited_by_count":337,"area":null},{"id":"2504.21776","title":"WebThinker: Empowering Large Reasoning Models with Deep Research Capability","created":"2025-04-30","cited_by_count":335,"area":"lr"},{"id":"2412.04431","title":"Infinity: Scaling Bitwise AutoRegressive Modeling for High-Resolution Image Synthesis","created":"2024-12-05","cited_by_count":304,"area":null},{"id":"2303.09540","title":"SemDeDup: Data-efficient learning at web-scale through semantic deduplication","created":"2023-03-16","cited_by_count":303,"area":null},{"id":"2109.13916","title":"Unsolved Problems in ML Safety","created":"2021-09-28","cited_by_count":292,"area":null},{"id":"2408.00724","title":"Inference Scaling Laws: An Empirical Analysis of Compute-Optimal Inference for Problem-Solving with Language Models","created":"2024-08-01","cited_by_count":290,"area":"lr"},{"id":"2504.14945","title":"Learning to Reason under Off-Policy Guidance","created":"2025-04-21","cited_by_count":281,"area":"lr"},{"id":"2102.01293","title":"Scaling Laws for Transfer","created":"2021-02-02","cited_by_count":272,"area":null},{"id":"2103.03841","title":"Generating Images with Sparse Representations","created":"2021-03-05","cited_by_count":266,"area":null},{"id":"2202.01169","title":"Unified Scaling Laws for Routed Language Models","created":"2022-02-02","cited_by_count":253,"area":null},{"id":"2212.09720","title":"The case for 4-bit precision: k-bit Inference Scaling Laws","created":"2022-12-19","cited_by_count":251,"area":null},{"id":"2403.09611","title":"MM1: Methods, Analysis & Insights from Multimodal LLM Pre-training","created":"2024-03-14","cited_by_count":232,"area":"mllm"},{"id":"2205.10770","title":"Memorization Without Overfitting: Analyzing the Training Dynamics of Large Language Models","created":"2022-05-22","cited_by_count":220,"area":null},{"id":"2402.17193","title":"When Scaling Meets LLM Finetuning: The Effect of Data, Model and Finetuning Method","created":"2024-02-27","cited_by_count":204,"area":null},{"id":"2210.12353","title":"Leveraging Large Language Models for Multiple Choice Question Answering","created":"2022-10-22","cited_by_count":203,"area":null},{"id":"2111.12233","title":"Scaling Up Vision-Language Pre-training for Image Captioning","created":"2021-11-24","cited_by_count":196,"area":"mllm"},{"id":"2211.04325","title":"Will we run out of data? Limits of LLM scaling based on human-generated data","created":"2022-10-26","cited_by_count":195,"area":null},{"id":"2310.11453","title":"BitNet: Scaling 1-bit Transformers for Large Language Models","created":"2023-10-17","cited_by_count":189,"area":null},{"id":"2403.16952","title":"Data Mixing Laws: Optimizing Data Mixtures by Predicting Language Modeling Performance","created":"2024-03-25","cited_by_count":184,"area":null},{"id":"2405.17247","title":"An Introduction to Vision-Language Modeling","created":"2024-05-27","cited_by_count":178,"area":"mllm"},{"id":"2402.07871","title":"Scaling Laws for Fine-Grained Mixture of Experts","created":"2024-02-12","cited_by_count":173,"area":"moe"},{"id":"2102.02202","title":"Embodied Intelligence via Learning and Evolution","created":"2021-02-03","cited_by_count":163,"area":null},{"id":"2401.00448","title":"Beyond Chinchilla-Optimal: Accounting for Inference in Language Model Scaling Laws","created":"2023-12-31","cited_by_count":159,"area":null},{"id":"2103.07579","title":"Revisiting ResNets: Improved Training and Scaling Strategies","created":"2021-03-13","cited_by_count":158,"area":null},{"id":"2205.10487","title":"Scaling Laws and Interpretability of Learning from Repeated Data","created":"2022-05-21","cited_by_count":152,"area":null},{"id":"2304.11158","title":"Emergent and Predictable Memorization in Large Language Models","created":"2023-04-21","cited_by_count":148,"area":null},{"id":"2409.20537","title":"Scaling Proprioceptive-Visual Learning with Heterogeneous Pre-trained Transformers","created":"2024-09-30","cited_by_count":148,"area":null},{"id":"2410.13863","title":"Fluid: Scaling Autoregressive Text-to-image Generative Models with Continuous Tokens","created":"2024-10-17","cited_by_count":147,"area":null},{"id":"2410.18647","title":"Data Scaling Laws in Imitation Learning for Robotic Manipulation","created":"2024-10-24","cited_by_count":145,"area":"offlinerl"},{"id":"2404.05405","title":"Physics of Language Models: Part 3.3, Knowledge Capacity Scaling Laws","created":"2024-04-08","cited_by_count":144,"area":null},{"id":"2407.11511","title":"Multi-Step Reasoning with Large Language Models, a Survey","created":"2024-07-16","cited_by_count":143,"area":"lr"},{"id":"2102.13019","title":"Investigating the Limitations of Transformers with Simple Arithmetic Tasks","created":"2021-02-25","cited_by_count":139,"area":null},{"id":"2303.13506","title":"The Quantization Model of Neural Scaling","created":"2023-03-23","cited_by_count":138,"area":null},{"id":"2301.03728","title":"Scaling Laws for Generative Mixed-Modal Language Models","created":"2023-01-10","cited_by_count":134,"area":null},{"id":"2102.06203","title":"Proof Artifact Co-training for Theorem Proving with Language Models","created":"2021-02-11","cited_by_count":132,"area":"offlinerl"},{"id":"2306.00258","title":"Towards Foundation Models for Scientific Machine Learning: Characterizing Scaling and Transfer Behavior","created":"2023-06-01","cited_by_count":131,"area":null},{"id":"2402.07043","title":"A Tale of Tails: Model Collapse as a Change of Scaling Laws","created":"2024-02-10","cited_by_count":130,"area":"synth"},{"id":"2405.10938","title":"Observational Scaling Laws and the Predictability of Language Model Performance","created":"2024-05-17","cited_by_count":130,"area":null},{"id":"2406.09399","title":"OmniTokenizer: A Joint Image-Video Tokenizer for Visual Generation","created":"2024-06-13","cited_by_count":118,"area":null},{"id":"2210.16859","title":"A Solvable Model of Neural Scaling Laws","created":"2022-10-30","cited_by_count":116,"area":null},{"id":"2403.08540","title":"Language models scale reliably with over-training and on downstream tasks","created":"2024-03-13","cited_by_count":113,"area":null},{"id":"2109.07740","title":"Scaling Laws for Neural Machine Translation","created":"2021-09-16","cited_by_count":111,"area":null},{"id":"2210.14891","title":"Broken Neural Scaling Laws","created":"2022-10-26","cited_by_count":109,"area":null},{"id":"2312.04567","title":"Scaling Laws of Synthetic Images for Model Training ... for Now","created":"2023-12-07","cited_by_count":108,"area":null},{"id":"2109.10686","title":"Scale Efficiently: Insights from Pre-training and Fine-tuning Transformers","created":"2021-09-22","cited_by_count":106,"area":null},{"id":"2207.10551","title":"Scaling Laws vs Model Architectures: How does Inductive Bias Influence Scaling?","created":"2022-07-21","cited_by_count":103,"area":null},{"id":"2307.03718","title":"Frontier AI Regulation: Managing Emerging Risks to Public Safety","created":"2023-07-06","cited_by_count":98,"area":null},{"id":"2506.18095","title":"ShareGPT-4o-Image: Aligning Multimodal Models with GPT-4o-Level Image Generation","created":"2025-06-22","cited_by_count":97,"area":null},{"id":"2403.15796","title":"Understanding Emergent Abilities of Language Models from the Loss Perspective","created":"2024-03-23","cited_by_count":94,"area":null},{"id":"2210.15424","title":"What Language Model to Train if You Have One Million GPU Hours?","created":"2022-10-27","cited_by_count":92,"area":null},{"id":"2304.04745","title":"Ambiguous Medical Image Segmentation using Diffusion Models","created":"2023-04-10","cited_by_count":92,"area":"diffusion"},{"id":"2305.13035","title":"Getting ViT in Shape: Scaling Laws for Compute-Optimal Model Design","created":"2023-05-22","cited_by_count":89,"area":null},{"id":"2406.19146","title":"Resolving Discrepancies in Compute-Optimal Scaling of Language Models","created":"2024-06-27","cited_by_count":88,"area":null},{"id":"2102.04074","title":"Learning Curve Theory","created":"2021-02-08","cited_by_count":85,"area":null},{"id":"2410.21676","title":"How Does Critical Batch Size Scale in Pre-training?","created":"2024-10-29","cited_by_count":73,"area":null},{"id":"2502.08606","title":"Distillation Scaling Laws","created":"2025-02-12","cited_by_count":67,"area":"lr"},{"id":"2104.03113","title":"Scaling Scaling Laws with Board Games","created":"2021-04-07","cited_by_count":63,"area":null},{"id":"2410.13638","title":"Scaling Wearable Foundation Models","created":"2024-10-17","cited_by_count":63,"area":null},{"id":"2410.13639","title":"A Comparative Study on Reasoning Patterns of OpenAI's o1 Model","created":"2024-10-17","cited_by_count":63,"area":"lr"},{"id":"2109.05472","title":"Compute and Energy Consumption Trends in Deep Learning Inference","created":"2021-09-12","cited_by_count":61,"area":null},{"id":"2405.18870","title":"LLMs achieve adult human performance on higher-order theory of mind tasks","created":"2024-05-29","cited_by_count":61,"area":null},{"id":"2503.10657","title":"RouterEval: A Comprehensive Benchmark for Routing LLMs to Explore Model-level Scaling Up in LLMs","created":"2025-03-08","cited_by_count":61,"area":null},{"id":"2412.15119","title":"Parallelized Autoregressive Visual Generation","created":"2024-12-19","cited_by_count":60,"area":null},{"id":"2301.11913","title":"SWARM Parallelism: Training Large Models Can Be Surprisingly Communication-Efficient","created":"2023-01-27","cited_by_count":59,"area":null},{"id":"2406.08466","title":"Scaling Laws in Linear Regression: Compute, Parameters, and Data","created":"2024-06-12","cited_by_count":57,"area":null}],"next_cursor":"100"}