{"total":94,"rows":[{"id":"2406.12793","title":"ChatGLM: A Family of Large Language Models from GLM-130B to GLM-4 All Tools","created":"2024-06-18","cited_by_count":1121,"area":"lr"},{"id":"2404.06395","title":"MiniCPM: Unveiling the Potential of Small Language Models with Scalable Training Strategies","created":"2024-04-09","cited_by_count":723,"area":null},{"id":"2410.18514","title":"Scaling up Masked Diffusion Models on Text","created":"2024-10-24","cited_by_count":199,"area":"diffusion"},{"id":"2405.18392","title":"Scaling Laws and Compute-Optimal Training Beyond Fixed Training Durations","created":"2024-05-28","cited_by_count":170,"area":null},{"id":"2405.10938","title":"Observational Scaling Laws and the Predictability of Language Model Performance","created":"2024-05-17","cited_by_count":130,"area":null},{"id":"2501.11651","title":"T1: Advancing Language Model Reasoning through Reinforcement Learning and Inference Scaling","created":"2025-01-20","cited_by_count":77,"area":"lr"},{"id":"2407.21792","title":"Safetywashing: Do AI Safety Benchmarks Actually Measure Safety Progress?","created":"2024-07-31","cited_by_count":61,"area":null},{"id":"2404.09937","title":"Compression Represents Intelligence Linearly","created":"2024-04-15","cited_by_count":56,"area":null},{"id":"2406.10229","title":"Quantifying Variance in Evaluation Benchmarks","created":"2024-06-14","cited_by_count":54,"area":null},{"id":"2407.08733","title":"Is Your Model Really A Good Math Reasoner? Evaluating Mathematical Reasoning with Checklist","created":"2024-07-11","cited_by_count":48,"area":"lr"},{"id":"2410.08527","title":"Scaling Laws for Predicting Downstream Performance in LLMs","created":"2024-10-11","cited_by_count":48,"area":null},{"id":"2405.15319","title":"Stacking Your Transformers: A Closer Look at Model Growth for Efficient LLM Pre-Training","created":"2024-05-24","cited_by_count":43,"area":null},{"id":"2405.17767","title":"Linguistic Collapse: Neural Collapse in (Large) Language Models","created":"2024-05-28","cited_by_count":38,"area":null},{"id":"2407.06438","title":"SOLO: A Single Transformer for Scalable Vision-Language Modeling","created":"2024-07-08","cited_by_count":37,"area":"mllm"},{"id":"2503.05788","title":"Emergent Abilities in Large Language Models: A Survey","created":"2025-02-28","cited_by_count":37,"area":null},{"id":"2408.11029","title":"Scaling Law with Learning Rate Annealing","created":"2024-08-20","cited_by_count":29,"area":null},{"id":"2507.00885","title":"Scaling Laws Are Unreliable for Downstream Tasks: A Reality Check","created":"2025-07-01","cited_by_count":29,"area":null},{"id":"2503.16365","title":"JARVIS-VLA: Post-Training Large-Scale Vision Language Models to Play Visual Games with Keyboards and Mouse","created":"2025-03-20","cited_by_count":28,"area":"mllm"},{"id":"2408.12578","title":"A Percolation Model of Emergence: Analyzing Transformers Trained on a Formal Language","created":"2024-08-22","cited_by_count":26,"area":null},{"id":"2508.13144","title":"Signal and Noise: A Framework for Reducing Uncertainty in Language Model Evaluation","created":"2025-08-18","cited_by_count":26,"area":null},{"id":"2505.17863","title":"The emergence of sparse attention: impact of data distribution and benefits of repetition","created":"2025-05-23","cited_by_count":25,"area":null},{"id":"2407.17467","title":"CMR Scaling Law: Predicting Critical Mixture Ratios for Continual Pre-training of Language Models","created":"2024-07-24","cited_by_count":23,"area":null},{"id":"2412.06000","title":"Does RLHF Scale? Exploring the Impacts From Data, Model, and Method","created":"2024-12-08","cited_by_count":23,"area":"alignment"},{"id":"2503.12811","title":"A Multi-Power Law for Loss Curve Prediction Across Learning Rate Schedules","created":"2025-03-17","cited_by_count":22,"area":null},{"id":"2412.04703","title":"Transformers Struggle to Learn to Search","created":"2024-12-06","cited_by_count":19,"area":null},{"id":"2411.12925","title":"Loss-to-Loss Prediction: Scaling Laws for All Datasets","created":"2024-11-19","cited_by_count":15,"area":null},{"id":"2510.24963","title":"Language Model Behavioral Phases are Consistent Across Architecture, Training Data, and Scale","created":"2025-10-28","cited_by_count":13,"area":null},{"id":"2405.08707","title":"Beyond Scaling Laws: Understanding Transformer Performance with Associative Memory","created":"2024-05-14","cited_by_count":12,"area":null},{"id":"2505.15962","title":"Pre-training Limited Memory Language Models with Internal and External Knowledge","created":"2025-05-21","cited_by_count":12,"area":null},{"id":"2507.05195","title":"Train-before-Test Harmonizes Language Model Rankings","created":"2025-07-07","cited_by_count":12,"area":null},{"id":"2508.01483","title":"Training Dynamics of the Cooldown Stage in Warmup-Stable-Decay Learning Rate Scheduler","created":"2025-08-02","cited_by_count":12,"area":null},{"id":"2411.16035","title":"Predicting Emergent Capabilities by Finetuning","created":"2024-11-25","cited_by_count":10,"area":null},{"id":"2605.29548","title":"Why Larger Models Learn More: Effects of Capacity, Interference, and Rare-Task Retention","created":"2026-05-28","cited_by_count":10,"area":null},{"id":"2404.02204","title":"Emergent Abilities in Reduced-Scale Generative Language Models","created":"2024-04-02","cited_by_count":7,"area":null},{"id":"2502.17262","title":"Unveiling Downstream Performance Scaling of LLMs: A Clustering-Based Perspective","created":"2025-02-24","cited_by_count":7,"area":null},{"id":"2511.08066","title":"Information Capacity: Evaluating the Efficiency of Large Language Models via Text Compression","created":"2025-11-11","cited_by_count":7,"area":null},{"id":"2408.09895","title":"Performance Law of Large Language Models","created":"2024-08-19","cited_by_count":6,"area":null},{"id":"2410.04579","title":"Upsample or Upweight? Balanced Training on Heavily Imbalanced Datasets","created":"2024-10-06","cited_by_count":6,"area":null},{"id":"2502.15856","title":"A Critical Assessment of Modern Generative Models' Ability to Replicate Artistic Styles","created":"2025-02-21","cited_by_count":6,"area":null},{"id":"2510.24626","title":"Relative Scaling Laws for LLMs","created":"2025-10-28","cited_by_count":6,"area":null},{"id":"2512.08894","title":"Revisiting the Scaling Properties of Downstream Metrics in Large Language Model Training","created":"2025-12-09","cited_by_count":6,"area":null},{"id":"2506.00288","title":"Emergent Abilities of Large Language Models under Continued Pretraining for Language Adaptation","created":"2025-05-30","cited_by_count":5,"area":null},{"id":"2406.11721","title":"The Right Time Matters: Data Arrangement Affects Zero-Shot Generalization in Instruction Tuning","created":"2024-06-17","cited_by_count":4,"area":null},{"id":"2502.20779","title":"Triple Phase Transitions: Understanding the Learning Dynamics of Large Language Models from a Neuroscience Perspective","created":"2025-02-28","cited_by_count":4,"area":null},{"id":"2503.09032","title":"Teaching LLMs How to Learn with Contextual Fine-Tuning","created":"2025-03-12","cited_by_count":4,"area":null},{"id":"2503.12167","title":"PLM: Efficient Peripheral Language Models Hardware-Co-Designed for Ubiquitous Computing","created":"2025-03-15","cited_by_count":4,"area":null},{"id":"2503.18941","title":"Exploring Training and Inference Scaling Laws in Generative Retrieval","created":"2025-03-24","cited_by_count":4,"area":null},{"id":"2504.15431","title":"Trillion 7B Technical Report","created":"2025-04-21","cited_by_count":4,"area":null},{"id":"2509.16332","title":"Psychometric Personality Shaping Modulates Capabilities and Safety in Language Models","created":"2025-09-19","cited_by_count":4,"area":null},{"id":"2605.12705","title":"Early Data Exposure Improves Robustness to Subsequent Fine-Tuning","created":"2026-05-12","cited_by_count":4,"area":null},{"id":"2405.11299","title":"The CAP Principle for LLM Serving: A Survey of Long-Context Large Language Model Serving","created":"2024-05-18","cited_by_count":3,"area":"inference"},{"id":"2407.10417","title":"Proper losses regret at least 1/2-order","created":"2024-07-15","cited_by_count":3,"area":null},{"id":"2502.01804","title":"Soup-of-Experts: Pretraining Specialist Models via Parameters Averaging","created":"2025-02-03","cited_by_count":3,"area":null},{"id":"2508.01326","title":"Large-Scale Diverse Synthesis for Mid-Training","created":"2025-08-02","cited_by_count":3,"area":null},{"id":"2508.13975","title":"ChronoLLM: Customizing Language Models for Physics-Based Simulation Code Generation","created":"2025-08-19","cited_by_count":3,"area":null},{"id":"2410.23472","title":"Risk Sources and Risk Management Measures in Support of Standards for General-Purpose AI Systems","created":"2024-10-30","cited_by_count":2,"area":null},{"id":"2412.07111","title":"Predictable Emergent Abilities of LLMs: Proxy Tasks Are All You Need","created":"2024-12-10","cited_by_count":2,"area":null},{"id":"2505.20120","title":"Agents Require Metacognitive and Strategic Reasoning to Succeed in the Coming Labor Markets","created":"2025-05-26","cited_by_count":2,"area":null},{"id":"2601.19831","title":"Neural Neural Scaling Laws","created":"2026-01-27","cited_by_count":2,"area":null},{"id":"2607.11052","title":"Domain-Aware Scaling Laws Uncover Data Synergy","created":"2026-07-13","cited_by_count":2,"area":null},{"id":"2608.11859","title":"Small-Scale Experiments: Are We There Yet?","created":"2026-08-12","cited_by_count":2,"area":null},{"id":"2410.00396","title":"Dynamic neuron approach to deep neural networks: Decoupling neurons for renormalization group analysis","created":"2024-10-01","cited_by_count":1,"area":null},{"id":"2410.12325","title":"$M^3$ Scaling Law: Optimizing Multi-Epoch, Multi-Lingual, and Multi-Stage Training for Low-Resource Language Models","created":"2024-10-16","cited_by_count":1,"area":null},{"id":"2501.02842","title":"Foundations of GenIR","created":"2025-01-06","cited_by_count":1,"area":null},{"id":"2504.18929","title":"Revisiting Transformers through the Lens of Low Entropy and Dynamic Sparsity","created":"2025-04-26","cited_by_count":1,"area":null},{"id":"2505.16570","title":"URLs Help, Topics Guide: Understanding Metadata Utility in LLM Training","created":"2025-05-22","cited_by_count":1,"area":null},{"id":"2506.13216","title":"Capability Salience Vector: Fine-grained Alignment of Loss and Capabilities for Downstream Task Scaling Law","created":"2025-06-16","cited_by_count":1,"area":null},{"id":"2507.08920","title":"AMix-1: A Pathway to Test-Time Scalable Protein Foundation Model","created":"2025-07-11","cited_by_count":1,"area":null},{"id":"2508.04401","title":"Why are LLMs' abilities emergent?","created":"2025-08-06","cited_by_count":1,"area":null},{"id":"2508.15841","title":"A Review of Developmental Interpretability in Large Language Models","created":"2025-08-19","cited_by_count":1,"area":"mechinterp"},{"id":"2603.06324","title":"The Art That Poses Back: Assessing AI Pastiches after Contemporary Artworks","created":"2026-03-06","cited_by_count":1,"area":null},{"id":"2603.20381","title":"The production of meaning in the processing of natural language","created":"2026-03-20","cited_by_count":1,"area":"mechinterp"},{"id":"2604.01025","title":"Fast and Accurate Probing of In-Training LLMs' Downstream Performances","created":"2026-04-01","cited_by_count":1,"area":null},{"id":"2605.28179","title":"SuperValid: Capability-Aligned OOD Validation for Generalizable Downstream Scaling","created":"2026-05-27","cited_by_count":1,"area":null},{"id":"2609.01244","title":"Post-Training Science for Supervised Fine-Tuning","created":"2026-09-01","cited_by_count":1,"area":"moe"},{"id":"2407.19044","title":"Advancing Neural Network Performance through Emergence-Promoting Initialization Scheme","created":"2024-07-26","cited_by_count":0,"area":null},{"id":"2409.01568","title":"Quantifying Emergence in Neural Networks: Insights from Pruning and Training Dynamics","created":"2024-09-03","cited_by_count":0,"area":null},{"id":"2502.18205","title":"Grandes modelos de lenguaje: de la predicci\\'on de palabras a la comprensi\\'on?","created":"2025-02-25","cited_by_count":0,"area":null},{"id":"2506.19389","title":"Emergence of Text Readability in Vision Language Models","created":"2025-06-24","cited_by_count":0,"area":"mllm"},{"id":"2507.01414","title":"Decomposing Prediction Mechanisms for In-Context Recall","created":"2025-07-02","cited_by_count":0,"area":null},{"id":"2507.05019","title":"Meta-Learning Transformers to Improve In-Context Generalization","created":"2025-07-07","cited_by_count":0,"area":null},{"id":"2507.15581","title":"Metric assessment protocol in the context of answer fluctuation on MCQ tasks","created":"2025-07-21","cited_by_count":0,"area":null},{"id":"2509.12519","title":"Context-Aware Language Models for Forecasting Market Impact from Sequences of Financial News","created":"2025-09-15","cited_by_count":0,"area":null},{"id":"2602.02304","title":"Comparing Explanations is Not Enough, Explain the Change: New Standards are Needed to Explain Behavioral Shifts in Large Language Models","created":"2026-02-02","cited_by_count":0,"area":"alignment"},{"id":"2602.12005","title":"LaCy: What Small Language Models Can and Should Learn is Not Just a Question of Loss","created":"2026-02-12","cited_by_count":0,"area":null},{"id":"2603.19515","title":"ItinBench: Benchmarking Planning Across Multiple Cognitive Dimensions with Large Language Models","created":"2026-03-19","cited_by_count":0,"area":null},{"id":"2605.19195","title":"The Thermodynamic Costs of Simple Linear Regression","created":"2026-05-18","cited_by_count":0,"area":null},{"id":"2606.12117","title":"Soft-Prompt Tuning for Fair and Efficient LLM Benchmark Evaluation","created":"2026-06-10","cited_by_count":0,"area":null},{"id":"2606.30815","title":"When transformers learn \"impossible\" languages, what do they learn?","created":"2026-06-29","cited_by_count":0,"area":null},{"id":"2607.07707","title":"Co-LMLM: Continuous-Query Limited Memory Language Models","created":"2026-07-08","cited_by_count":0,"area":null},{"id":"2608.25826","title":"Unfolding Scientific Papers into Multi-Turn Generation Trajectories for Continued Pre-Training","created":"2026-08-26","cited_by_count":0,"area":null},{"id":"2609.35236","title":"Long-Horizon Scaling: How Model Capabilities Shape the Returns to Computation","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2609.36860","title":"IronLLM: Forging Compact Edge-Native Language Models for Real-Time Embodied Intelligence","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2610.00568","title":"Emergent Unfaithfulness: How Alignment Training Causes Language Models to Silently Override Task Faithfulness","created":"2026-09-30","cited_by_count":0,"area":"alignment"}],"next_cursor":null}