{"total":483,"rows":[{"id":"2406.17557","title":"The FineWeb Datasets: Decanting the Web for the Finest Text Data at Scale","created":"2024-06-25","cited_by_count":1160,"area":null},{"id":"2404.06395","title":"MiniCPM: Unveiling the Potential of Small Language Models with Scalable Training Strategies","created":"2024-04-09","cited_by_count":723,"area":null},{"id":"2405.01470","title":"WildChat: 1M ChatGPT Interaction Logs in the Wild","created":"2024-05-02","cited_by_count":629,"area":null},{"id":"2402.00838","title":"OLMo: Accelerating the Science of Language Models","created":"2024-02-01","cited_by_count":613,"area":null},{"id":"2508.15487","title":"Dream 7B: Diffusion Large Language Models","created":"2025-08-21","cited_by_count":544,"area":"diffusion"},{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2504.05299","title":"SmolVLM: Redefining small and efficient multimodal models","created":"2025-04-07","cited_by_count":237,"area":"mllm"},{"id":"2404.16789","title":"Continual Learning of Large Language Models: A Comprehensive Survey","created":"2024-04-25","cited_by_count":234,"area":null},{"id":"2402.09906","title":"Generative Representational Instruction Tuning","created":"2024-02-15","cited_by_count":233,"area":null},{"id":"2410.01560","title":"OpenMathInstruct-2: Accelerating AI for Math with Massive Open-Source Instruction Data","created":"2024-10-02","cited_by_count":200,"area":"lr"},{"id":"2402.07841","title":"Do Membership Inference Attacks Work on Large Language Models?","created":"2024-02-12","cited_by_count":195,"area":"safety"},{"id":"2505.24864","title":"ProRL: Prolonged Reinforcement Learning Expands Reasoning Boundaries in Large Language Models","created":"2025-05-30","cited_by_count":194,"area":"lr"},{"id":"2411.12372","title":"RedPajama: an Open Dataset for Training Large Language Models","created":"2024-11-19","cited_by_count":182,"area":null},{"id":"2407.01492","title":"RegMix: Data Mixture as Regression for Language Model Pre-training","created":"2024-07-01","cited_by_count":177,"area":null},{"id":"2412.02595","title":"Nemotron-CC: Transforming Common Crawl into a Refined Long-Horizon Pretraining Dataset","created":"2024-12-03","cited_by_count":160,"area":null},{"id":"2410.02660","title":"How to Train Long-Context Language Models (Effectively)","created":"2024-10-03","cited_by_count":146,"area":null},{"id":"2403.08763","title":"Simple and Scalable Strategies to Continually Pre-train Large Language Models","created":"2024-03-13","cited_by_count":127,"area":null},{"id":"2502.18443","title":"olmOCR: Unlocking Trillions of Tokens in PDFs with Vision Language Models","created":"2025-02-25","cited_by_count":125,"area":"mllm"},{"id":"2407.13623","title":"Scaling Laws with Vocabulary: Larger Models Deserve Larger Vocabularies","created":"2024-07-18","cited_by_count":118,"area":null},{"id":"2504.15585","title":"A Comprehensive Survey in LLM(-Agent) Full Stack Safety: Data, Training and Deployment","created":"2025-04-22","cited_by_count":116,"area":"lr"},{"id":"2403.08540","title":"Language models scale reliably with over-training and on downstream tasks","created":"2024-03-13","cited_by_count":113,"area":null},{"id":"2409.15790","title":"Small Language Models: Survey, Measurements, and Insights","created":"2024-09-24","cited_by_count":112,"area":null},{"id":"2409.00088","title":"On-Device Language Models: A Comprehensive Review","created":"2024-08-26","cited_by_count":104,"area":null},{"id":"2406.06046","title":"MATES: Model-Aware Data Selection for Efficient Pretraining with Data Influence Models","created":"2024-06-10","cited_by_count":100,"area":null},{"id":"2404.08676","title":"ALERT: A Comprehensive Benchmark for Assessing Large Language Models' Safety through Red Teaming","created":"2024-04-06","cited_by_count":98,"area":"safety"},{"id":"2411.04330","title":"Scaling Laws for Precision","created":"2024-11-07","cited_by_count":95,"area":null},{"id":"2405.13954","title":"What is Your Data Worth to GPT? LLM-Scale Data Valuation with Influence Functions","created":"2024-05-22","cited_by_count":94,"area":null},{"id":"2406.11813","title":"How Do Large Language Models Acquire Factual Knowledge During Pretraining?","created":"2024-06-17","cited_by_count":90,"area":null},{"id":"2403.18421","title":"BioMedLM: A 2.7B Parameter Language Model Trained On Biomedical Text","created":"2024-03-27","cited_by_count":86,"area":null},{"id":"2407.14985","title":"Generalization v.s. Memorization: Tracing Language Models' Capabilities Back to Pretraining Data","created":"2024-07-20","cited_by_count":85,"area":null},{"id":"2405.20541","title":"Perplexed by Perplexity: Perplexity-Based Data Pruning With Small Reference Models","created":"2024-05-30","cited_by_count":84,"area":null},{"id":"2409.19606","title":"Hyper-Connections","created":"2024-09-29","cited_by_count":84,"area":null},{"id":"2502.10341","title":"Organize the Web: Constructing Domains Enhances Pre-Training Data Curation","created":"2025-02-14","cited_by_count":76,"area":null},{"id":"2404.14619","title":"OpenELM: An Efficient Language Model Family with Open Training and Inference Framework","created":"2024-04-22","cited_by_count":75,"area":null},{"id":"2406.16201","title":"Blind Baselines Beat Membership Inference Attacks for Foundation Models","created":"2024-06-23","cited_by_count":69,"area":"safety"},{"id":"2405.19327","title":"MAP-Neo: Highly Capable and Transparent Bilingual Large Language Model Series","created":"2024-05-29","cited_by_count":67,"area":null},{"id":"2404.07413","title":"JetMoE: Reaching Llama2 Performance with 0.1M Dollars","created":"2024-04-11","cited_by_count":57,"area":"moe"},{"id":"2405.15471","title":"Emergence of a High-Dimensional Abstraction Phase in Language Transformers","created":"2024-05-24","cited_by_count":56,"area":null},{"id":"2407.12854","title":"Scaling Retrieval-Based Language Models with a Trillion-Token Datastore","created":"2024-07-09","cited_by_count":56,"area":null},{"id":"2410.07348","title":"MoE++: Accelerating Mixture-of-Experts Methods with Zero-Computation Experts","created":"2024-10-09","cited_by_count":56,"area":"moe"},{"id":"2410.13835","title":"Active-Dormant Attention Heads: Mechanistically Demystifying Extreme-Token Phenomena in LLMs","created":"2024-10-17","cited_by_count":56,"area":null},{"id":"2404.10199","title":"CULTURE-GEN: Revealing Global Cultural Perception in Language Models through Natural Language Prompting","created":"2024-04-16","cited_by_count":55,"area":null},{"id":"2407.15390","title":"ALLaM: Large Language Models for Arabic and English","created":"2024-07-22","cited_by_count":55,"area":null},{"id":"2406.03476","title":"Does your data spark joy? Performance gains from domain upsampling at the end of training","created":"2024-06-05","cited_by_count":52,"area":null},{"id":"2502.14127","title":"Which of These Best Describes Multiple Choice Evaluation with LLMs? A) Forced B) Flawed C) Fixable D) All of the Above","created":"2025-02-19","cited_by_count":52,"area":null},{"id":"2507.09404","title":"Scaling Laws for Optimal Data Mixtures","created":"2025-07-12","cited_by_count":52,"area":null},{"id":"2403.12958","title":"Dated Data: Tracing Knowledge Cutoffs in Large Language Models","created":"2024-03-19","cited_by_count":51,"area":null},{"id":"2407.20371","title":"Gender, Race, and Intersectional Bias in Resume Screening via Language Model Retrieval","created":"2024-07-29","cited_by_count":51,"area":null},{"id":"2406.11271","title":"MINT-1T: Scaling Open-Source Multimodal Data by 10x: A Multimodal Dataset with One Trillion Tokens","created":"2024-06-17","cited_by_count":50,"area":"mllm"},{"id":"2410.03017","title":"Tutor CoPilot: A Human-AI Approach for Scaling Real-Time Expertise","created":"2024-10-03","cited_by_count":50,"area":null},{"id":"2410.13722","title":"Persistent Pre-Training Poisoning of LLMs","created":"2024-10-17","cited_by_count":48,"area":null},{"id":"2511.03276","title":"Diffusion Language Models are Super Data Learners","created":"2025-11-05","cited_by_count":48,"area":"diffusion"},{"id":"2406.15992","title":"Can LLM Graph Reasoning Generalize beyond Pattern Memorization?","created":"2024-06-23","cited_by_count":47,"area":"lr"},{"id":"2408.14037","title":"Re-Mix: Optimizing Data Mixtures for Large Scale Imitation Learning","created":"2024-08-26","cited_by_count":47,"area":"offlinerl"},{"id":"2411.05025","title":"LLMs as Research Tools: A Large Scale Survey of Researchers' Usage and Perceptions","created":"2024-10-30","cited_by_count":47,"area":null},{"id":"2407.14933","title":"Consent in Crisis: The Rapid Decline of the AI Data Commons","created":"2024-07-20","cited_by_count":46,"area":null},{"id":"2409.05816","title":"Improving Pretraining Data Using Perplexity Correlations","created":"2024-09-09","cited_by_count":46,"area":null},{"id":"2501.00569","title":"Probing Visual Language Priors in VLMs","created":"2024-12-31","cited_by_count":45,"area":"lr"},{"id":"2509.06888","title":"mmBERT: A Modern Multilingual Encoder with Annealed Language Learning","created":"2025-09-08","cited_by_count":45,"area":null},{"id":"2407.00211","title":"Detection and Measurement of Syntactic Templates in Generated Text","created":"2024-06-28","cited_by_count":44,"area":null},{"id":"2410.11842","title":"MoH: Multi-Head Attention as Mixture-of-Head Attention","created":"2024-10-15","cited_by_count":44,"area":"moe"},{"id":"2405.15319","title":"Stacking Your Transformers: A Closer Look at Model Growth for Efficient LLM Pre-Training","created":"2024-05-24","cited_by_count":43,"area":null},{"id":"2504.16980","title":"Safety Pretraining: Toward the Next Generation of Safe AI","created":"2025-04-23","cited_by_count":43,"area":null},{"id":"2403.20266","title":"Latxa: An Open Language Model and Evaluation Suite for Basque","created":"2024-03-29","cited_by_count":42,"area":null},{"id":"2406.01375","title":"D-CPT Law: Domain-specific Continual Pre-Training Scaling Law for Large Language Models","created":"2024-06-03","cited_by_count":41,"area":null},{"id":"2409.11136","title":"Promptriever: Instruction-Trained Retrievers Can Be Prompted Like Language Models","created":"2024-09-17","cited_by_count":40,"area":null},{"id":"2412.10271","title":"Benchmarking Linguistic Diversity of Large Language Models","created":"2024-12-13","cited_by_count":38,"area":null},{"id":"2505.05427","title":"Ultra-FineWeb: Efficient Data Filtering and Verification for High-Quality LLM Training Data","created":"2025-05-08","cited_by_count":38,"area":null},{"id":"2507.11412","title":"Seq vs Seq: An Open Suite of Paired Encoders and Decoders","created":"2025-07-15","cited_by_count":38,"area":null},{"id":"2408.14340","title":"Foundation Models for Music: A Survey","created":"2024-08-26","cited_by_count":37,"area":"diffusion"},{"id":"2503.21073","title":"Shared Global and Local Geometry of Language Model Embeddings","created":"2025-03-27","cited_by_count":36,"area":null},{"id":"2502.10361","title":"Enhancing Multilingual LLM Pretraining with Model-Based Data Selection","created":"2025-02-14","cited_by_count":35,"area":null},{"id":"2406.13469","title":"Encoder vs Decoder: Comparative Analysis of Encoder and Decoder Language Models on Multilingual NLU Tasks","created":"2024-06-19","cited_by_count":34,"area":null},{"id":"2409.16986","title":"Harnessing Diversity for Important Data Selection in Pretraining Large Language Models","created":"2024-09-25","cited_by_count":34,"area":null},{"id":"2508.20033","title":"DeepScholar-Bench: A Live Benchmark and Automated Evaluation for Generative Research Synthesis","created":"2025-08-27","cited_by_count":34,"area":null},{"id":"2403.04801","title":"Alpaca against Vicuna: Using LLMs to Uncover Memorization of LLMs","created":"2024-03-05","cited_by_count":33,"area":"agents"},{"id":"2407.04965","title":"Beyond Perplexity: Multi-dimensional Safety Evaluation of LLM Compression","created":"2024-07-06","cited_by_count":33,"area":null},{"id":"2410.19313","title":"COAT: Compressing Optimizer states and Activation for Memory-Efficient FP8 Training","created":"2024-10-25","cited_by_count":33,"area":null},{"id":"2411.03923","title":"Evaluation data contamination in LLMs: how do we measure it and (when) does it matter?","created":"2024-11-06","cited_by_count":32,"area":null},{"id":"2405.07883","title":"Zero-Shot Tokenizer Transfer","created":"2024-05-13","cited_by_count":31,"area":null},{"id":"2506.04689","title":"Recycling the Web: A Method to Enhance Pre-training Data Quality and Quantity for Language Models","created":"2025-06-05","cited_by_count":31,"area":null},{"id":"2503.15463","title":"From 1,000,000 Users to Every User: Scaling Up Personalized Preference for User-level Alignment","created":"2025-03-19","cited_by_count":30,"area":"alignment"},{"id":"2408.15545","title":"SciLitLLM: How to Adapt LLMs for Scientific Literature Understanding","created":"2024-08-28","cited_by_count":29,"area":null},{"id":"2507.00885","title":"Scaling Laws Are Unreliable for Downstream Tasks: A Reality Check","created":"2025-07-01","cited_by_count":29,"area":null},{"id":"2409.04556","title":"How Does Code Pretraining Affect Language Model Task Performance?","created":"2024-09-06","cited_by_count":28,"area":null},{"id":"2505.17799","title":"A Coreset Selection of Coreset Selection Literature: Introduction and Recent Advances","created":"2025-05-23","cited_by_count":28,"area":null},{"id":"2411.02460","title":"Code-Switching Curriculum Learning for Multilingual Transfer in LLMs","created":"2024-11-04","cited_by_count":27,"area":null},{"id":"2412.18619","title":"Next Token Prediction Towards Multimodal Intelligence: A Comprehensive Survey","created":"2024-12-16","cited_by_count":27,"area":null},{"id":"2503.09799","title":"Communication-Efficient Language Model Training Scales Reliably and Robustly: Scaling Laws for DiLoCo","created":"2025-03-12","cited_by_count":27,"area":null},{"id":"2405.13226","title":"Dataset Decomposition: Faster LLM Training with Variable Sequence Length Curriculum","created":"2024-05-21","cited_by_count":26,"area":null},{"id":"2410.06606","title":"Dissecting Fine-Tuning Unlearning in Large Language Models","created":"2024-10-09","cited_by_count":26,"area":"safety"},{"id":"2412.15285","title":"Maximize Your Data's Potential: Enhancing LLM Accuracy with Two-Phase Pretraining","created":"2024-12-18","cited_by_count":26,"area":null},{"id":"2407.08039","title":"Knowledge Overshadowing Causes Amalgamated Hallucination in Large Language Models","created":"2024-07-10","cited_by_count":25,"area":null},{"id":"2412.14689","title":"How to Synthesize Text Data without Model Collapse?","created":"2024-12-19","cited_by_count":25,"area":"synth"},{"id":"2404.08700","title":"DyKnow: Dynamically Verifying Time-Sensitive Factual Knowledge in LLMs","created":"2024-04-10","cited_by_count":24,"area":null},{"id":"2502.19261","title":"Drop-Upcycling: Training Sparse Mixture of Experts with Partial Re-initialization","created":"2025-02-26","cited_by_count":24,"area":"moe"},{"id":"2504.12459","title":"On Linear Representations and Pretraining Data Frequency in Language Models","created":"2025-04-16","cited_by_count":23,"area":null},{"id":"2505.23628","title":"AutoSchemaKG: Autonomous Knowledge Graph Construction through Dynamic Schema Induction from Web-Scale Corpora","created":"2025-05-29","cited_by_count":23,"area":null},{"id":"2411.02335","title":"Sparsing Law: Towards Large Language Models with Greater Activation Sparsity","created":"2024-11-04","cited_by_count":22,"area":null},{"id":"2501.01956","title":"Metadata Conditioning Accelerates Language Model Pre-training","created":"2025-01-03","cited_by_count":22,"area":null}],"next_cursor":"100"}