{"total":159,"rows":[{"id":"2408.03314","title":"Scaling LLM Test-Time Compute Optimally can be More Effective than Scaling Model Parameters","created":"2024-08-06","cited_by_count":1986,"area":"lr"},{"id":"2404.06395","title":"MiniCPM: Unveiling the Potential of Small Language Models with Scalable Training Strategies","created":"2024-04-09","cited_by_count":723,"area":null},{"id":"2403.04652","title":"Yi: Open Foundation Models by 01.AI","created":"2024-03-07","cited_by_count":719,"area":null},{"id":"2408.00724","title":"Inference Scaling Laws: An Empirical Analysis of Compute-Optimal Inference for Problem-Solving with Language Models","created":"2024-08-01","cited_by_count":290,"area":"lr"},{"id":"2403.17887","title":"The Unreasonable Ineffectiveness of the Deeper Layers","created":"2024-03-26","cited_by_count":226,"area":"lr"},{"id":"2405.18392","title":"Scaling Laws and Compute-Optimal Training Beyond Fixed Training Durations","created":"2024-05-28","cited_by_count":170,"area":null},{"id":"2505.15134","title":"The Unreasonable Effectiveness of Entropy Minimization in LLM Reasoning","created":"2025-05-21","cited_by_count":166,"area":"lr"},{"id":"2410.18982","title":"O1 Replication Journey: A Strategic Progress Report -- Part 1","created":"2024-10-08","cited_by_count":143,"area":"lr"},{"id":"2407.13623","title":"Scaling Laws with Vocabulary: Larger Models Deserve Larger Vocabularies","created":"2024-07-18","cited_by_count":118,"area":null},{"id":"2403.08540","title":"Language models scale reliably with over-training and on downstream tasks","created":"2024-03-13","cited_by_count":113,"area":null},{"id":"2505.19591","title":"Multi-Agent Collaboration via Evolving Orchestration","created":"2025-05-26","cited_by_count":108,"area":"agents"},{"id":"2501.19324","title":"Reward-Guided Speculative Decoding for Efficient LLM Reasoning","created":"2025-01-31","cited_by_count":106,"area":"lr"},{"id":"2411.04330","title":"Scaling Laws for Precision","created":"2024-11-07","cited_by_count":95,"area":null},{"id":"2406.19146","title":"Resolving Discrepancies in Compute-Optimal Scaling of Language Models","created":"2024-06-27","cited_by_count":88,"area":null},{"id":"2502.12118","title":"Scaling Test-Time Compute Without Verification or RL is Suboptimal","created":"2025-02-17","cited_by_count":84,"area":"lr"},{"id":"2404.07177","title":"Scaling Laws for Data Filtering -- Data Curation cannot be Compute Agnostic","created":"2024-04-10","cited_by_count":77,"area":"mllm"},{"id":"2404.10102","title":"Chinchilla Scaling: A replication attempt","created":"2024-04-15","cited_by_count":72,"area":null},{"id":"2506.17211","title":"BREAD: Branched Rollouts from Expert Anchors Bridge SFT & RL for Reasoning","created":"2025-06-20","cited_by_count":63,"area":"lr"},{"id":"2403.17844","title":"Mechanistic Design and Scaling of Hybrid Architectures","created":"2024-03-26","cited_by_count":59,"area":null},{"id":"2402.00786","title":"CroissantLLM: A Truly Bilingual French-English Language Model","created":"2024-02-01","cited_by_count":53,"area":null},{"id":"2505.05408","title":"Crosslingual Reasoning through Test-Time Scaling","created":"2025-05-08","cited_by_count":46,"area":"lr"},{"id":"2507.17702","title":"Towards Greater Leverage: Scaling Laws for Efficient Mixture-of-Experts Language Models","created":"2025-07-23","cited_by_count":45,"area":"moe"},{"id":"2502.17578","title":"How Do Large Language Monkeys Get Their Power (Laws)?","created":"2025-02-24","cited_by_count":43,"area":"safety"},{"id":"2409.19913","title":"Scaling Optimal LR Across Token Horizons","created":"2024-09-30","cited_by_count":40,"area":null},{"id":"2412.04315","title":"Densing Law of LLMs","created":"2024-12-05","cited_by_count":40,"area":null},{"id":"2412.13337","title":"Unveiling the Secret Recipe: A Guide For Supervised Fine-Tuning Small LLMs","created":"2024-12-17","cited_by_count":40,"area":null},{"id":"2505.14669","title":"Quartet: Native FP4 Training Can Be Optimal for Large Language Models","created":"2025-05-20","cited_by_count":39,"area":null},{"id":"2410.12360","title":"Towards Neural Scaling Laws for Time Series Foundation Models","created":"2024-10-16","cited_by_count":33,"area":null},{"id":"2502.05172","title":"Joint MoE Scaling Laws: Mixture of Experts Can Be Memory Efficient","created":"2025-02-07","cited_by_count":31,"area":"moe"},{"id":"2405.10853","title":"The Future of Large Language Model Pre-training is Federated","created":"2024-05-17","cited_by_count":30,"area":null},{"id":"2410.01748","title":"Not All LLM Reasoners Are Created Equal","created":"2024-10-02","cited_by_count":30,"area":"lr"},{"id":"2505.10475","title":"Parallel Scaling Law for Language Models","created":"2025-05-15","cited_by_count":30,"area":"lr"},{"id":"2410.17215","title":"MiniPLM: Knowledge Distillation for Pre-Training Language Models","created":"2024-10-22","cited_by_count":29,"area":"distill"},{"id":"2509.14786","title":"Pre-training under infinite compute","created":"2025-09-18","cited_by_count":29,"area":null},{"id":"2410.11840","title":"A Hitchhiker's Guide to Scaling Law Estimation","created":"2024-10-15","cited_by_count":27,"area":null},{"id":"2503.09799","title":"Communication-Efficient Language Model Training Scales Reliably and Robustly: Scaling Laws for DiLoCo","created":"2025-03-12","cited_by_count":27,"area":null},{"id":"2502.18969","title":"(Mis)Fitting: A Survey of Scaling Laws","created":"2025-02-26","cited_by_count":26,"area":null},{"id":"2411.03312","title":"Inference Optimal VLMs Need Fewer Visual Tokens and More Parameters","created":"2024-11-05","cited_by_count":25,"area":"mllm"},{"id":"2604.21106","title":"How Much Is One Recurrence Worth? Iso-Depth Scaling Laws for Looped Language Models","created":"2026-04-22","cited_by_count":24,"area":null},{"id":"2411.04434","title":"Scaling Laws for Pre-training Agents and World Models","created":"2024-11-07","cited_by_count":23,"area":"wm"},{"id":"2404.07647","title":"Why do small language models underperform? Studying Language Model Saturation via the Softmax Bottleneck","created":"2024-04-11","cited_by_count":21,"area":null},{"id":"2505.10717","title":"A Modular Approach for Clinical SLMs Driven by Synthetic Data with Pre-Instruction Tuning, Model Merging, and Clinical-Tasks Alignment","created":"2025-05-15","cited_by_count":20,"area":"alignment"},{"id":"2404.02852","title":"Toward Inference-optimal Mixture-of-Expert Large Language Models","created":"2024-04-03","cited_by_count":19,"area":"moe"},{"id":"2506.08228","title":"Scaling Laws of Motion Forecasting and Planning -- Technical Report","created":"2025-06-09","cited_by_count":19,"area":null},{"id":"2509.26314","title":"Latent Thinking Optimization: Your Latent Reasoning Language Model Secretly Encodes Reward Signals in Its Latent Thoughts","created":"2025-09-30","cited_by_count":19,"area":"lr"},{"id":"2605.18530","title":"Continuous Diffusion Scales Competitively with Discrete Diffusion for Language","created":"2026-05-18","cited_by_count":19,"area":"diffusion"},{"id":"2404.01856","title":"Poro 34B and the Blessing of Multilinguality","created":"2024-04-02","cited_by_count":18,"area":null},{"id":"2501.18107","title":"Scaling Inference-Efficient Language Models","created":"2025-01-30","cited_by_count":16,"area":null},{"id":"2412.07942","title":"Neural Scaling Laws Rooted in the Data Distribution","created":"2024-12-10","cited_by_count":15,"area":null},{"id":"2502.07555","title":"O1 Embedder: Let Retrievers Think Before Action","created":"2025-02-11","cited_by_count":15,"area":"lr"},{"id":"2410.03249","title":"How Much Can We Forget about Data Contamination?","created":"2024-10-04","cited_by_count":14,"area":null},{"id":"2407.09241","title":"The Sociolinguistic Foundations of Language Modeling","created":"2024-07-12","cited_by_count":13,"area":null},{"id":"2505.17373","title":"Value-Guided Search for Efficient Chain-of-Thought Reasoning","created":"2025-05-23","cited_by_count":13,"area":"lr"},{"id":"2603.16127","title":"Pre-training LLM without Learning Rate Decay Enhances Supervised Fine-Tuning","created":"2026-03-17","cited_by_count":13,"area":null},{"id":"2605.01640","title":"Prescriptive Scaling Laws for Data Constrained Training","created":"2026-05-02","cited_by_count":12,"area":null},{"id":"2402.19472","title":"Efficient Lifelong Model Evaluation in an Era of Rapid Progress","created":"2024-02-29","cited_by_count":10,"area":null},{"id":"2411.05010","title":"Scattered Forest Search: Smarter Code Space Exploration with LLMs","created":"2024-10-22","cited_by_count":10,"area":"lr"},{"id":"2411.07837","title":"FRUGAL: Memory-Efficient Optimization by Reducing State Overhead for Scalable Training","created":"2024-11-12","cited_by_count":10,"area":null},{"id":"2505.24528","title":"Geospatial Foundation Models to Enable Progress on Sustainable Development Goals","created":"2025-05-30","cited_by_count":10,"area":null},{"id":"2505.13346","title":"J4R: Learning to Judge with Equivalent Initial State Group Relative Policy Optimization","created":"2025-05-19","cited_by_count":9,"area":"lr"},{"id":"2510.03199","title":"Best-of-Majority: Minimax-Optimal Strategy for Pass@$k$ Inference Scaling","created":"2025-10-03","cited_by_count":9,"area":null},{"id":"2511.06190","title":"Confidence-Guided Stepwise Model Routing for Cost-Efficient Reasoning","created":"2025-11-09","cited_by_count":9,"area":"lr"},{"id":"2604.23747","title":"SFT-then-RL Outperforms Mixed-Policy Methods for LLM Reasoning","created":"2026-04-26","cited_by_count":9,"area":"lr"},{"id":"2406.09366","title":"Towards an Improved Understanding and Utilization of Maximum Manifold Capacity Representations","created":"2024-06-13","cited_by_count":8,"area":null},{"id":"2504.00623","title":"Efficient Construction of Model Family through Progressive Training Using Model Expansion","created":"2025-04-01","cited_by_count":8,"area":null},{"id":"2510.00537","title":"Spectral Scaling Laws in Language Models: How Effectively Do Feed-Forward Networks Use Their Latent Space?","created":"2025-10-01","cited_by_count":8,"area":null},{"id":"2605.19407","title":"A Bitter Lesson for Data Filtering","created":"2026-05-19","cited_by_count":8,"area":null},{"id":"2502.04358","title":"Position: Scaling LLM Agents Requires Asymptotic Analysis with LLM Primitives","created":"2025-02-04","cited_by_count":7,"area":"agents"},{"id":"2506.16043","title":"DynScaling: Efficient Verifier-free Inference Scaling via Dynamic and Integrated Sampling","created":"2025-06-19","cited_by_count":7,"area":"lr"},{"id":"2507.08567","title":"AbbIE: Autoregressive Block-Based Iterative Encoder for Efficient Sequence Modeling","created":"2025-07-11","cited_by_count":7,"area":null},{"id":"2511.08066","title":"Information Capacity: Evaluating the Efficiency of Large Language Models via Text Compression","created":"2025-11-11","cited_by_count":7,"area":null},{"id":"2408.09895","title":"Performance Law of Large Language Models","created":"2024-08-19","cited_by_count":6,"area":null},{"id":"2502.09955","title":"Diverse Inference and Verification for Advanced Reasoning","created":"2025-02-14","cited_by_count":6,"area":"lr"},{"id":"2505.16322","title":"AdaSTaR: Adaptive Data Sampling for Training Self-Taught Reasoners","created":"2025-05-22","cited_by_count":6,"area":"lr"},{"id":"2506.10972","title":"Predictable Scale: Part II, Farseer: A Refined Scaling Law in Large Language Models","created":"2025-06-12","cited_by_count":6,"area":null},{"id":"2510.08757","title":"LOTION: Smoothing the Optimization Landscape for Quantized Training","created":"2025-10-09","cited_by_count":6,"area":null},{"id":"2602.12429","title":"Stabilizing Native Low-Rank LLM Pretraining","created":"2026-02-12","cited_by_count":6,"area":null},{"id":"2602.14208","title":"Fast Catch-Up, Late Switching: Optimal Batch Size Scheduling via Functional Scaling Laws","created":"2026-02-15","cited_by_count":6,"area":null},{"id":"2502.12051","title":"How to Upscale Neural Networks with Scaling Law? A Survey and Practical Guidelines","created":"2025-02-17","cited_by_count":5,"area":null},{"id":"2504.15208","title":"Compute-Optimal LLMs Provably Generalize Better With Scale","created":"2025-04-21","cited_by_count":5,"area":null},{"id":"2505.00985","title":"Position: Enough of Scaling LLMs! Lets Focus on Downscaling","created":"2025-05-02","cited_by_count":5,"area":null},{"id":"2506.01863","title":"Unified Scaling Laws for Compressed Representations","created":"2025-06-02","cited_by_count":5,"area":null},{"id":"2507.00004","title":"A Theory of Inference Compute Scaling: Reasoning through Directed Stochastic Skill Search","created":"2025-06-10","cited_by_count":5,"area":"lr"},{"id":"2509.24012","title":"Pretraining Scaling Laws for Generative Evaluations of Language Models","created":"2025-09-28","cited_by_count":5,"area":null},{"id":"2511.17127","title":"Training Foundation Models on a Full-Stack AMD Platform: Compute, Networking, and System Design","created":"2025-11-21","cited_by_count":5,"area":"moe"},{"id":"2603.20224","title":"Beyond Test-Time Compute Strategies: Advocating Energy-per-Token in LLM Inference","created":"2026-03-04","cited_by_count":5,"area":"lr"},{"id":"2607.16097","title":"Understanding Reasoning from Pretraining to Post-Training","created":"2026-07-17","cited_by_count":5,"area":"lr"},{"id":"2409.15012","title":"Inference-Friendly Models With MixAttention","created":"2024-09-23","cited_by_count":4,"area":"inference"},{"id":"2411.06672","title":"What Should Baby Models Read? Exploring Sample-Efficient Data Composition on Model Performance","created":"2024-11-11","cited_by_count":4,"area":null},{"id":"2502.12701","title":"Translate Smart, not Hard: Cascaded Translation Systems with Quality-Aware Deferral","created":"2025-02-18","cited_by_count":4,"area":null},{"id":"2503.09579","title":"Cost-Optimal Grouped-Query Attention for Long-Context Modeling","created":"2025-03-12","cited_by_count":4,"area":null},{"id":"2504.00019","title":"ObscuraCoder: Powering Efficient Code LM Pre-Training Via Obfuscation Grounding","created":"2025-03-27","cited_by_count":4,"area":null},{"id":"2505.22549","title":"DES-LOC: Desynced Low Communication Adaptive Optimizers for Training Foundation Models","created":"2025-05-28","cited_by_count":4,"area":null},{"id":"2507.03648","title":"Disentangling the Roles of Representation and Selection in Data Pruning","created":"2025-07-04","cited_by_count":4,"area":null},{"id":"2510.18245","title":"Scaling Laws Meet Model Architecture: Toward Inference-Efficient LLMs","created":"2025-10-21","cited_by_count":4,"area":null},{"id":"2511.04234","title":"Reusing Pre-Training Data at Test Time is a Compute Multiplier","created":"2025-11-06","cited_by_count":4,"area":null},{"id":"2606.24998","title":"Internal Data Repetition Destroys Language Models","created":"2026-06-23","cited_by_count":4,"area":null},{"id":"2406.07794","title":"Making Task-Oriented Dialogue Datasets More Natural by Synthetically Generating Indirect User Requests","created":"2024-06-12","cited_by_count":3,"area":null},{"id":"2409.06754","title":"Scaling Law Hypothesis for Multimodal Model","created":"2024-09-10","cited_by_count":3,"area":null},{"id":"2503.06980","title":"Exploring Multimodal Perception in Large Language Models Through Perceptual Strength Ratings","created":"2025-03-10","cited_by_count":3,"area":"mllm"}],"next_cursor":"100"}