{"total":303,"rows":[{"id":"2311.05232","title":"A Survey on Hallucination in Large Language Models: Principles, Taxonomy, Challenges, and Open Questions","created":"2023-11-09","cited_by_count":1601,"area":null},{"id":"2501.03575","title":"Cosmos World Foundation Model Platform for Physical AI","created":"2025-01-07","cited_by_count":864,"area":"wm"},{"id":"2306.01116","title":"The RefinedWeb Dataset for Falcon LLM: Outperforming Curated Corpora with Web Data, and Web Data Only","created":"2023-06-01","cited_by_count":763,"area":null},{"id":"2304.14108","title":"DataComp: In search of the next generation of multimodal datasets","created":"2023-04-27","cited_by_count":644,"area":"diffusion"},{"id":"2402.00838","title":"OLMo: Accelerating the Science of Language Models","created":"2024-02-01","cited_by_count":613,"area":null},{"id":"2508.06471","title":"GLM-4.5: Agentic, Reasoning, and Coding (ARC) Foundation Models","created":"2025-08-08","cited_by_count":467,"area":"lr"},{"id":"2312.15685","title":"What Makes Good Data for Alignment? A Comprehensive Study of Automatic Data Selection in Instruction Tuning","created":"2023-12-25","cited_by_count":364,"area":"alignment"},{"id":"2306.16527","title":"OBELICS: An Open Web-Scale Filtered Dataset of Interleaved Image-Text Documents","created":"2023-06-21","cited_by_count":316,"area":"mllm"},{"id":"2309.16671","title":"Demystifying CLIP Data","created":"2023-09-28","cited_by_count":270,"area":null},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2412.04468","title":"NVILA: Efficient Frontier Visual Language Models","created":"2024-12-05","cited_by_count":209,"area":"mllm"},{"id":"2408.12637","title":"Building and better understanding vision-language models: insights and future directions","created":"2024-08-22","cited_by_count":173,"area":"mllm"},{"id":"2401.16380","title":"Rephrasing the Web: A Recipe for Compute and Data-Efficient Language Modeling","created":"2024-01-29","cited_by_count":161,"area":null},{"id":"2402.09739","title":"QuRating: Selecting High-Quality Data for Training Language Models","created":"2024-02-15","cited_by_count":157,"area":null},{"id":"2308.12284","title":"D4: Improving LLM Pretraining via Document De-Duplication and Diversification","created":"2023-08-23","cited_by_count":150,"area":null},{"id":"2402.11530","title":"Efficient Multimodal Learning from Data-centric Perspective","created":"2024-02-18","cited_by_count":122,"area":"mllm"},{"id":"2307.14430","title":"Skill-it! A Data-Driven Skills Framework for Understanding and Training Language Models","created":"2023-07-26","cited_by_count":121,"area":null},{"id":"2310.19341","title":"Skywork: A More Open Bilingual Foundation Model","created":"2023-10-30","cited_by_count":112,"area":null},{"id":"2501.04682","title":"Towards System 2 Reasoning in LLMs: Learning How to Think With Meta Chain-of-Thought","created":"2025-01-08","cited_by_count":109,"area":"lr"},{"id":"2502.17387","title":"Big-Math: A Large-Scale, High-Quality Math Dataset for Reinforcement Learning in Language Models","created":"2025-02-24","cited_by_count":109,"area":"lr"},{"id":"2312.08578","title":"A Picture is Worth More Than 77 Text Tokens: Evaluating CLIP-Style Models on Dense Captions","created":"2023-12-14","cited_by_count":108,"area":null},{"id":"2401.12926","title":"DsDm: Model-Aware Dataset Selection with Datamodels","created":"2024-01-23","cited_by_count":105,"area":null},{"id":"2406.06046","title":"MATES: Model-Aware Data Selection for Efficient Pretraining with Data Influence Models","created":"2024-06-10","cited_by_count":100,"area":null},{"id":"2307.10350","title":"Improving Multimodal Datasets with Image Captioning","created":"2023-07-19","cited_by_count":93,"area":"mllm"},{"id":"2402.09668","title":"How to Train Data-Efficient LLMs","created":"2024-02-15","cited_by_count":93,"area":null},{"id":"2310.10638","title":"In-context Pretraining: Language Modeling Beyond Document Boundaries","created":"2023-10-16","cited_by_count":79,"area":null},{"id":"2412.16334","title":"DINOv2 Meets Text: A Unified Framework for Image- and Pixel-Level Vision-Language Alignment","created":"2024-12-20","cited_by_count":79,"area":null},{"id":"2305.07017","title":"An Inverse Scaling Law for CLIP Training","created":"2023-05-11","cited_by_count":77,"area":null},{"id":"2404.07177","title":"Scaling Laws for Data Filtering -- Data Curation cannot be Compute Agnostic","created":"2024-04-10","cited_by_count":77,"area":"mllm"},{"id":"2502.10341","title":"Organize the Web: Constructing Domains Enhances Pre-Training Data Curation","created":"2025-02-14","cited_by_count":76,"area":null},{"id":"2304.08442","title":"The MiniPile Challenge for Data-Efficient Language Models","created":"2023-04-17","cited_by_count":75,"area":null},{"id":"2404.04125","title":"No \"Zero-Shot\" Without Exponential Data: Pretraining Concept Frequency Determines Multimodal Model Performance","created":"2024-04-04","cited_by_count":75,"area":null},{"id":"2405.16640","title":"A Survey of Multimodal Large Language Model from A Data-centric Perspective","created":"2024-05-26","cited_by_count":75,"area":"mllm"},{"id":"2407.08303","title":"DenseFusion-1M: Merging Vision Experts for Comprehensive Multimodal Perception","created":"2024-07-11","cited_by_count":73,"area":"mllm"},{"id":"2310.07699","title":"VeCLIP: Improving CLIP Training via Visual-enriched Captions","created":"2023-10-11","cited_by_count":70,"area":"mllm"},{"id":"2310.07931","title":"D2 Pruning: Message Passing for Balancing Diversity and Difficulty in Data Pruning","created":"2023-10-11","cited_by_count":69,"area":null},{"id":"2401.05778","title":"Risk Taxonomy, Mitigation, and Assessment Benchmarks of Large Language Model Systems","created":"2024-01-11","cited_by_count":66,"area":null},{"id":"2504.13161","title":"Nemotron-CLIMB: CLustering-based Iterative Data Mixture Bootstrapping for Language Model Pre-training","created":"2025-04-17","cited_by_count":66,"area":null},{"id":"2305.08694","title":"A Reproducible Extraction of Training Images from Diffusion Models","created":"2023-05-15","cited_by_count":61,"area":"diffusion"},{"id":"2406.17975","title":"SoK: Membership Inference Attacks on LLMs are Rushing Nowhere (and How to Fix It)","created":"2024-06-25","cited_by_count":59,"area":"safety"},{"id":"2410.15226","title":"On the Diversity of Synthetic Data and its Impact on Training Large Language Models","created":"2024-10-19","cited_by_count":59,"area":"synth"},{"id":"2403.11435","title":"InsCL: A Data-efficient Continual Learning Paradigm for Fine-tuning Large Language Models with Instructions","created":"2024-03-18","cited_by_count":58,"area":null},{"id":"2407.12854","title":"Scaling Retrieval-Based Language Models with a Trillion-Token Datastore","created":"2024-07-09","cited_by_count":56,"area":null},{"id":"2403.06350","title":"IndicLLMSuite: A Blueprint for Creating Pre-training and Fine-Tuning Datasets for Indian Languages","created":"2024-03-11","cited_by_count":52,"area":null},{"id":"2410.11820","title":"Adaptive Data Optimization: Dynamic Sample Selection with Scaling Laws","created":"2024-10-15","cited_by_count":47,"area":null},{"id":"2409.05816","title":"Improving Pretraining Data Using Perplexity Correlations","created":"2024-09-09","cited_by_count":46,"area":null},{"id":"2403.07384","title":"SmallToLarge (S2L): Scalable Data Selection for Fine-tuning Large Language Models by Summarizing Training Trajectories of Small Models","created":"2024-03-12","cited_by_count":44,"area":null},{"id":"2307.03132","title":"T-MARS: Improving Visual Representations by Circumventing Text Feature Learning","created":"2023-07-06","cited_by_count":43,"area":null},{"id":"2307.06440","title":"No Train No Gain: Revisiting Efficient Training Algorithms For Transformer-based Language Models","created":"2023-07-12","cited_by_count":41,"area":null},{"id":"2410.00263","title":"Procedure-Aware Surgical Video-language Pretraining with Hierarchical Knowledge Augmentation","created":"2024-09-30","cited_by_count":39,"area":null},{"id":"2410.07064","title":"Data Selection via Optimal Control for Language Models","created":"2024-10-09","cited_by_count":38,"area":null},{"id":"2509.22647","title":"CapRL: Stimulating Dense Image Caption Capabilities via Reinforcement Learning","created":"2025-09-26","cited_by_count":38,"area":"lr"},{"id":"2310.09562","title":"Does CLIP's Generalization Performance Mainly Stem from High Train-Test Similarity?","created":"2023-10-14","cited_by_count":35,"area":null},{"id":"2412.02980","title":"Surveying the Effects of Quality, Diversity, and Complexity in Synthetic Data From Large Language Models","created":"2024-12-04","cited_by_count":35,"area":"synth"},{"id":"2401.04578","title":"Effective pruning of web-scale datasets based on complexity of concept clusters","created":"2024-01-09","cited_by_count":34,"area":null},{"id":"2409.16986","title":"Harnessing Diversity for Important Data Selection in Pretraining Large Language Models","created":"2024-09-25","cited_by_count":34,"area":null},{"id":"2411.05735","title":"Aioli: A Unified Optimization Framework for Language Model Data Mixing","created":"2024-11-08","cited_by_count":34,"area":null},{"id":"2310.02110","title":"Sieve: Multimodal Dataset Pruning Using Image Captioning Models","created":"2023-10-03","cited_by_count":33,"area":"mllm"},{"id":"2406.17711","title":"Data curation via joint example selection further accelerates multimodal learning","created":"2024-06-25","cited_by_count":33,"area":null},{"id":"2402.10430","title":"Smaller Language Models are capable of selecting Instruction-Tuning Training Data for Larger Language Models","created":"2024-02-16","cited_by_count":32,"area":null},{"id":"2402.02318","title":"Diversity Measurement and Subset Selection for Instruction Tuning Datasets","created":"2024-02-04","cited_by_count":29,"area":null},{"id":"2408.02085","title":"Unleashing the Power of Data Tsunami: A Comprehensive Survey on Data Assessment and Selection for Instruction Tuning of Language Models","created":"2024-08-04","cited_by_count":29,"area":"alignment"},{"id":"2501.00654","title":"ICONS: Influence Consensus for Vision-Language Data Selection","created":"2024-12-31","cited_by_count":29,"area":"mllm"},{"id":"2505.19147","title":"Shifting AI Efficiency From Model-Centric to Data-Centric Compression","created":"2025-05-25","cited_by_count":29,"area":"mllm"},{"id":"2312.05328","title":"Bad Students Make Great Teachers: Active Learning Accelerates Large-Scale Visual Understanding","created":"2023-12-08","cited_by_count":28,"area":null},{"id":"2410.11303","title":"TSDS: Data Selection for Task-Specific Model Finetuning","created":"2024-10-15","cited_by_count":28,"area":null},{"id":"2407.20174","title":"Advancing Multimodal Large Language Models in Chart Question Answering with Visualization-Referenced Instruction Tuning","created":"2024-07-29","cited_by_count":27,"area":"mllm"},{"id":"2409.18142","title":"A Survey on Multimodal Benchmarks: In the Era of Large AI Models","created":"2024-09-21","cited_by_count":27,"area":"mllm"},{"id":"2412.17041","title":"An OpenMind for 3D medical vision self-supervised learning","created":"2024-12-22","cited_by_count":26,"area":null},{"id":"2505.11413","title":"CARES: Comprehensive Evaluation of Safety and Adversarial Robustness in Medical LLMs","created":"2025-05-16","cited_by_count":26,"area":"safety"},{"id":"2506.11094","title":"The Scales of Justitia: A Comprehensive Survey on Safety Evaluation of LLMs","created":"2025-06-06","cited_by_count":26,"area":null},{"id":"2402.13991","title":"Analysing The Impact of Sequence Composition on Language Model Pre-Training","created":"2024-02-21","cited_by_count":25,"area":null},{"id":"2406.10995","title":"Concept-skill Transferability-based Data Selection for Large Vision-Language Models","created":"2024-06-16","cited_by_count":24,"area":"mllm"},{"id":"2305.13865","title":"Selective Pre-training for Private Fine-tuning","created":"2023-05-23","cited_by_count":23,"area":null},{"id":"2402.14526","title":"Balanced Data Sampling for Language Model Training with Clustering","created":"2024-02-22","cited_by_count":23,"area":null},{"id":"2406.05392","title":"Deconstructing The Ethics of Large Language Models from Long-standing Issues to New-emerging Dilemmas: A Survey","created":"2024-06-08","cited_by_count":23,"area":null},{"id":"2501.01956","title":"Metadata Conditioning Accelerates Language Model Pre-training","created":"2025-01-03","cited_by_count":22,"area":null},{"id":"2311.18765","title":"MLLMs-Augmented Visual-Language Representation Learning","created":"2023-11-30","cited_by_count":21,"area":null},{"id":"2408.09441","title":"CLIP-CID: Efficient CLIP Distillation via Cluster-Instance Discrimination","created":"2024-08-18","cited_by_count":21,"area":"mllm"},{"id":"2410.20245","title":"Improving Model Evaluation using SMART Filtering of Benchmark Datasets","created":"2024-10-26","cited_by_count":21,"area":null},{"id":"2508.10858","title":"Hierarchical Fine-grained Preference Optimization for Physically Plausible Video Generation","created":"2025-08-14","cited_by_count":21,"area":"alignment"},{"id":"2305.08675","title":"Improved baselines for vision-language pre-training","created":"2023-05-15","cited_by_count":20,"area":"mllm"},{"id":"2406.10670","title":"CoLoR-Filter: Conditional Loss Reduction Filtering for Targeted Language Model Pre-training","created":"2024-06-15","cited_by_count":20,"area":null},{"id":"2309.15954","title":"The Devil is in the Details: A Deep Dive into the Rabbit Hole of Data Filtering","created":"2023-09-27","cited_by_count":19,"area":null},{"id":"2312.03631","title":"Mitigating Open-Vocabulary Caption Hallucinations","created":"2023-12-06","cited_by_count":19,"area":null},{"id":"2411.18674","title":"Active Data Curation Effectively Distills Large-Scale Multimodal Models","created":"2024-11-27","cited_by_count":19,"area":"distill"},{"id":"2502.07617","title":"Scaling Pre-training to One Hundred Billion Data for Vision Language Models","created":"2025-02-11","cited_by_count":19,"area":"mllm"},{"id":"2504.14194","title":"Meta-rater: A Multi-dimensional Data Selection Method for Pre-training Language Models","created":"2025-04-19","cited_by_count":19,"area":null},{"id":"2507.12466","title":"Language Models Improve When Pretraining Data Matches Target Tasks","created":"2025-07-16","cited_by_count":19,"area":null},{"id":"2310.05674","title":"Making Scalable Meta Learning Practical","created":"2023-10-09","cited_by_count":17,"area":null},{"id":"2312.01700","title":"Data Management For Training Large Language Models: A Survey","created":"2023-12-04","cited_by_count":17,"area":null},{"id":"2504.16511","title":"QuaDMix: Quality-Diversity Balanced Data Selection for Efficient LLM Pretraining","created":"2025-04-23","cited_by_count":16,"area":null},{"id":"2505.17495","title":"ProxySPEX: Inference-Efficient Interpretability via Sparse Feature Interactions in LLMs","created":"2025-05-23","cited_by_count":16,"area":null},{"id":"2402.01909","title":"On Catastrophic Inheritance of Large Foundation Models","created":"2024-02-02","cited_by_count":15,"area":null},{"id":"2407.08583","title":"The Synergy between Data and Multi-Modal Large Language Models: A Survey from Co-Development Perspective","created":"2024-07-11","cited_by_count":15,"area":"mllm"},{"id":"2410.18779","title":"A Little Help Goes a Long Way: Efficient LLM Training by Leveraging Small LMs","created":"2024-10-24","cited_by_count":15,"area":null},{"id":"2505.14826","title":"FisherSFT: Data-Efficient Supervised Fine-Tuning of Language Models Using Information Gain","created":"2025-05-20","cited_by_count":15,"area":null},{"id":"2505.19051","title":"Efficient Data Selection at Scale via Influence Distillation","created":"2025-05-25","cited_by_count":15,"area":null},{"id":"2603.10055","title":"Training Language Models via Neural Cellular Automata","created":"2026-03-09","cited_by_count":15,"area":null},{"id":"2307.10569","title":"Deceptive Alignment Monitoring","created":"2023-07-20","cited_by_count":14,"area":null}],"next_cursor":"100"}