{"total":92,"rows":[{"id":"2311.16867","title":"The Falcon Series of Open Language Models","created":"2023-11-28","cited_by_count":535,"area":null},{"id":"2401.16380","title":"Rephrasing the Web: A Recipe for Compute and Data-Efficient Language Modeling","created":"2024-01-29","cited_by_count":161,"area":null},{"id":"2308.12284","title":"D4: Improving LLM Pretraining via Document De-Duplication and Diversification","created":"2023-08-23","cited_by_count":150,"area":null},{"id":"2404.07965","title":"Rho-1: Not All Tokens Are What You Need","created":"2024-04-11","cited_by_count":133,"area":null},{"id":"2407.13623","title":"Scaling Laws with Vocabulary: Larger Models Deserve Larger Vocabularies","created":"2024-07-18","cited_by_count":118,"area":null},{"id":"2310.11501","title":"CoMPosT: Characterizing and Evaluating Caricature in LLM Simulations","created":"2023-10-17","cited_by_count":97,"area":null},{"id":"2406.11813","title":"How Do Large Language Models Acquire Factual Knowledge During Pretraining?","created":"2024-06-17","cited_by_count":90,"area":null},{"id":"2511.03276","title":"Diffusion Language Models are Super Data Learners","created":"2025-11-05","cited_by_count":48,"area":"diffusion"},{"id":"2408.09955","title":"MegaAgent: A Large-Scale Autonomous LLM-based Multi-Agent System Without Predefined SOPs","created":"2024-08-19","cited_by_count":47,"area":"agents"},{"id":"2404.10237","title":"Med-MoE: Mixture of Domain-Specific Experts for Lightweight Medical Vision-Language Models","created":"2024-04-16","cited_by_count":46,"area":"mllm"},{"id":"2307.06440","title":"No Train No Gain: Revisiting Efficient Training Algorithms For Transformer-based Language Models","created":"2023-07-12","cited_by_count":41,"area":null},{"id":"2405.14394","title":"Instruction Tuning With Loss Over Instructions","created":"2024-05-23","cited_by_count":40,"area":null},{"id":"2504.14218","title":"Understanding the Repeat Curse in Large Language Models from a Feature Perspective","created":"2025-04-19","cited_by_count":37,"area":"mechinterp"},{"id":"2406.14833","title":"Efficient Continual Pre-training by Mitigating the Stability Gap","created":"2024-06-21","cited_by_count":25,"area":null},{"id":"2510.03280","title":"Training Optimal Large Diffusion Language Models","created":"2025-09-28","cited_by_count":25,"area":"diffusion"},{"id":"2411.00062","title":"Scalable Reinforcement Post-Training Beyond Static Human Prompts: Evolving Alignment via Asymmetric Self-Play","created":"2024-10-31","cited_by_count":21,"area":"alignment"},{"id":"2312.10868","title":"From Google Gemini to OpenAI Q* (Q-Star): A Survey of Reshaping the Generative Artificial Intelligence (AI) Research Landscape","created":"2023-12-18","cited_by_count":18,"area":"moe"},{"id":"2410.03735","title":"Task-Adaptive Pretrained Language Models via Clustered-Importance Sampling","created":"2024-09-30","cited_by_count":18,"area":null},{"id":"2312.01700","title":"Data Management For Training Large Language Models: A Survey","created":"2023-12-04","cited_by_count":17,"area":null},{"id":"2310.19273","title":"The Memory Perturbation Equation: Understanding Model's Sensitivity to Data","created":"2023-10-30","cited_by_count":16,"area":null},{"id":"2505.19433","title":"Can Compressed LLMs Truly Act? An Empirical Evaluation of Agentic Capabilities in LLM Compression","created":"2025-05-26","cited_by_count":16,"area":"agents"},{"id":"2410.05437","title":"ESPACE: Dimensionality Reduction of Activations for Model Compression","created":"2024-10-07","cited_by_count":15,"area":null},{"id":"2401.16640","title":"TeenyTinyLlama: open-source tiny language models trained in Brazilian Portuguese","created":"2024-01-30","cited_by_count":13,"area":null},{"id":"2411.07854","title":"Tucano: Advancing Neural Text Generation for Portuguese","created":"2024-11-12","cited_by_count":13,"area":null},{"id":"2407.06654","title":"SoftDedup: an Efficient Data Reweighting Method for Speeding Up Language Model Pre-training","created":"2024-07-09","cited_by_count":12,"area":null},{"id":"2311.04547","title":"Large GPT-like Models are Bad Babies: A Closer Look at the Relationship between Linguistic Competence and Psycholinguistic Measures","created":"2023-11-08","cited_by_count":11,"area":null},{"id":"2306.08590","title":"Beyond Implicit Bias: The Insignificance of SGD Noise in Online Learning","created":"2023-06-14","cited_by_count":10,"area":null},{"id":"2405.15523","title":"The Mosaic Memory of Large Language Models","created":"2024-05-24","cited_by_count":10,"area":null},{"id":"2502.04235","title":"Reformulation for Pretraining Data Augmentation","created":"2025-02-06","cited_by_count":10,"area":null},{"id":"2402.17081","title":"A Fine-tuning Enhanced RAG System with Quantized Influence Measure as AI Judge","created":"2024-02-26","cited_by_count":9,"area":"rag"},{"id":"2405.14930","title":"AstroPT: Scaling Large Observation Models for Astronomy","created":"2024-05-23","cited_by_count":9,"area":null},{"id":"2502.04419","title":"Understanding and Mitigating Bias Inheritance in LLM-based Data Augmentation on Downstream Tasks","created":"2025-02-06","cited_by_count":9,"area":"synth"},{"id":"2404.07815","title":"Post-Hoc Reversal: Are We Selecting Models Prematurely?","created":"2024-04-11","cited_by_count":8,"area":null},{"id":"2506.12119","title":"Mixture-of-Experts Can Surpass Dense LLMs Under Strictly Equal Resource","created":"2025-06-13","cited_by_count":8,"area":"moe"},{"id":"2510.04071","title":"What Makes Diffusion Language Models Super Data Learners?","created":"2025-10-05","cited_by_count":8,"area":"diffusion"},{"id":"2408.12263","title":"Toward the Evaluation of Large Language Models Considering Score Variance across Instruction Templates","created":"2024-08-22","cited_by_count":7,"area":null},{"id":"2312.06718","title":"Large Scale Foundation Models for Intelligent Manufacturing Applications: A Survey","created":"2023-12-11","cited_by_count":6,"area":null},{"id":"2403.09613","title":"Reawakening knowledge: Anticipatory recovery from catastrophic interference via structured training","created":"2024-03-14","cited_by_count":6,"area":null},{"id":"2504.01542","title":"Register Always Matters: Analysis of LLM Pretraining Data Through the Lens of Language Variation","created":"2025-04-02","cited_by_count":6,"area":null},{"id":"2404.07164","title":"PIM-Opt: Demystifying Distributed Optimization Algorithms on a Real-World Processing-In-Memory System","created":"2024-04-10","cited_by_count":5,"area":null},{"id":"2410.06735","title":"Which Programming Language and What Features at Pre-training Stage Affect Downstream Logical Inference Performance?","created":"2024-10-09","cited_by_count":5,"area":"lr"},{"id":"2506.18330","title":"Confucius3-Math: A Lightweight High-Performance Reasoning LLM for Chinese K-12 Mathematics Learning","created":"2025-06-23","cited_by_count":5,"area":"lr"},{"id":"2507.01785","title":"MuRating: A High Quality Data Selecting Approach to Multilingual Large Language Model Pretraining","created":"2025-07-02","cited_by_count":5,"area":null},{"id":"2508.17771","title":"Speculating LLMs' Chinese Training Data Pollution from Their Tokens","created":"2025-08-25","cited_by_count":5,"area":null},{"id":"2512.23422","title":"Entropy-Guided Token Dropout: Training Autoregressive Language Models with Limited Domain Data","created":"2025-12-29","cited_by_count":5,"area":null},{"id":"2311.03233","title":"Navigating Scaling Laws: Compute Optimality in Adaptive Model Training","created":"2023-11-06","cited_by_count":4,"area":null},{"id":"2311.09136","title":"Rescue: Ranking LLM Responses with Partial Ordering to Improve Response Generation","created":"2023-11-15","cited_by_count":4,"area":null},{"id":"2402.09759","title":"Efficient Language Adaptive Pre-training: Extending State-of-the-Art Large Language Models for Polish","created":"2024-02-15","cited_by_count":4,"area":null},{"id":"2406.19853","title":"YuLan: An Open-source Large Language Model","created":"2024-06-28","cited_by_count":4,"area":null},{"id":"2408.07852","title":"Training Language Models on the Knowledge Graph: Insights on Hallucinations and Their Detectability","created":"2024-08-14","cited_by_count":4,"area":null},{"id":"2411.15821","title":"Is Training Data Quality or Quantity More Impactful to Small Language Model Performance?","created":"2024-11-24","cited_by_count":4,"area":null},{"id":"2606.16246","title":"Demystifying Training-Time Augmentation for Data-Constrained Language Model Pretraining","created":"2026-06-15","cited_by_count":4,"area":null},{"id":"2606.24998","title":"Internal Data Repetition Destroys Language Models","created":"2026-06-23","cited_by_count":4,"area":null},{"id":"2408.05541","title":"P3: A Policy-Driven, Pace-Adaptive, and Diversity-Promoted Framework for data pruning in LLM Training","created":"2024-08-10","cited_by_count":3,"area":null},{"id":"2412.03824","title":"Towards Data Governance of Frontier AI Models","created":"2024-12-05","cited_by_count":3,"area":null},{"id":"2504.13054","title":"Aspect-Based Summarization with Self-Aspect Retrieval Enhanced Generation","created":"2025-04-17","cited_by_count":3,"area":"rag"},{"id":"2510.07554","title":"Phase Diagram of Dropout for Two-Layer Neural Networks in the Mean-Field Regime","created":"2025-10-08","cited_by_count":3,"area":null},{"id":"2510.20860","title":"Data-Centric Lessons To Improve Speech-Language Pretraining","created":"2025-10-22","cited_by_count":3,"area":null},{"id":"2512.16292","title":"In-Context Probing for Membership Inference in Fine-Tuned Language Models","created":"2025-12-18","cited_by_count":3,"area":"safety"},{"id":"2605.02364","title":"InfoLaw: Information Scaling Laws for Large Language Models with Quality-Weighted Mixture Data and Repetition","created":"2026-05-04","cited_by_count":3,"area":null},{"id":"2405.07623","title":"Optimizing Class-Level Probability Reweighting Coefficients for Equitable Prompting Accuracy","created":"2024-05-13","cited_by_count":2,"area":null},{"id":"2408.07888","title":"Evaluating Fine-Tuning Efficiency of Human-Inspired Learning Strategies in Medical Question Answering","created":"2024-08-15","cited_by_count":2,"area":null},{"id":"2502.02199","title":"When Dimensionality Hurts: The Role of LLM Embedding Compression for Noisy Regression Tasks","created":"2025-02-04","cited_by_count":2,"area":null},{"id":"2504.14523","title":"Learning from Reasoning Failures via Synthetic Data Generation","created":"2025-04-20","cited_by_count":2,"area":null},{"id":"2606.07597","title":"Repetition Mismatch: Why Data Mixture Experiments Don't Scale and How to Fix Them","created":"2026-05-29","cited_by_count":2,"area":null},{"id":"2608.14071","title":"Scaling Domain Data Repetition in LLM Pretraining","created":"2026-08-14","cited_by_count":2,"area":null},{"id":"2609.11917","title":"Data Scarcity and Model Sparsity: Mixtures-of-Experts Overfit More to Repeated Data","created":"2026-09-10","cited_by_count":2,"area":"moe"},{"id":"2309.15074","title":"Natural Language based Context Modeling and Reasoning for Ubiquitous Computing with Large Language Models: A Tutorial","created":"2023-09-24","cited_by_count":1,"area":"lr"},{"id":"2402.14002","title":"Hallucinations or Attention Misdirection? The Path to Strategic Value Extraction in Business Using Large Language Models","created":"2024-02-21","cited_by_count":1,"area":null},{"id":"2402.14746","title":"Scaling Efficient LLMs","created":"2024-02-22","cited_by_count":1,"area":null},{"id":"2504.17321","title":"Dargana: fine-tuning EarthPT for dynamic tree canopy mapping from space","created":"2025-04-24","cited_by_count":1,"area":null},{"id":"2607.04969","title":"Train Smarter, Not Longer: Memorization-Guided Data Reuse for Efficient LLM Training","created":"2026-07-06","cited_by_count":1,"area":null},{"id":"2309.12339","title":"Considerations for health care institutions training large language models on electronic health records","created":"2023-08-24","cited_by_count":0,"area":null},{"id":"2405.20194","title":"Occam Gradient Descent","created":"2024-05-30","cited_by_count":0,"area":null},{"id":"2406.08930","title":"Efficient Multi-View Fusion and Flexible Adaptation to View Missing in Cardiovascular System Signals","created":"2024-06-13","cited_by_count":0,"area":null},{"id":"2409.05423","title":"STLM Engineering Report: Dropout","created":"2024-09-09","cited_by_count":0,"area":null},{"id":"2410.07531","title":"Reducing the Cost of Dropout in Flash-Attention by Hiding RNG with GEMM","created":"2024-10-10","cited_by_count":0,"area":null},{"id":"2411.18010","title":"JPPO: Joint Power and Prompt Optimization for Accelerated Large Language Model Services","created":"2024-11-27","cited_by_count":0,"area":"inference"},{"id":"2505.22042","title":"Estimating the Effects of Sample Training Orders for Large Language Models without Retraining","created":"2025-05-28","cited_by_count":0,"area":null},{"id":"2512.07522","title":"LIME: Making LLM Data More Efficient with Linguistic Metadata Embeddings","created":"2025-12-08","cited_by_count":0,"area":null},{"id":"2604.06171","title":"LLM-Augmented Knowledge Base Construction For Root Cause Analysis","created":"2026-01-09","cited_by_count":0,"area":null},{"id":"2604.07363","title":"Benchmark Shadows: Data Alignment, Parameter Footprints, and Generalization in Large Language Models","created":"2026-04-01","cited_by_count":0,"area":null},{"id":"2607.16761","title":"Dropout and Random Gradient Masking Are Asymptotically Equivalent in Large ResNets","created":"2026-07-18","cited_by_count":0,"area":null},{"id":"2608.00013","title":"What Transfers from Text to Vision? Capability Scaling Laws and Transfer Dynamics for VLMs","created":"2026-06-24","cited_by_count":0,"area":"mllm"},{"id":"2608.30609","title":"Reading the News: Adapting Large Language Models to Swedish Journalism Through Continued Pre-Training","created":"2026-08-31","cited_by_count":0,"area":null},{"id":"2609.04180","title":"Knowledge Acquisition During Pre-training? Large Language Models Learn Better With Auxiliary Views","created":"2026-09-03","cited_by_count":0,"area":null},{"id":"2609.05275","title":"Don't Drop Dropout: Optimizing Layer Sparsity for Efficient LLM Training and Inference","created":"2026-09-04","cited_by_count":0,"area":"inference"},{"id":"2610.00394","title":"Forking: Sudden Overfitting Under Replay","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.04502","title":"Localization Lens for Improving Medical Vision-Language Models","created":"2026-10-03","cited_by_count":0,"area":"mllm"},{"id":"2610.05126","title":"Selecting Repetition Counts Across Model Scales in Data-Constrained Pretraining","created":"2026-10-04","cited_by_count":0,"area":null},{"id":"2610.05591","title":"What Is a Repeated Token Worth? The Scaling Geometry of Multi-Epoch Pretraining","created":"2026-10-04","cited_by_count":0,"area":null},{"id":"2610.15965","title":"Scaling Repeated-Data Pretraining: Batch Size, Regularization, and GPU-Time Tradeoffs","created":"2026-10-11","cited_by_count":0,"area":null}],"next_cursor":null}