{"total":205,"rows":[{"id":"2311.05232","title":"A Survey on Hallucination in Large Language Models: Principles, Taxonomy, Challenges, and Open Questions","created":"2023-11-09","cited_by_count":1601,"area":null},{"id":"2306.01116","title":"The RefinedWeb Dataset for Falcon LLM: Outperforming Curated Corpora with Web Data, and Web Data Only","created":"2023-06-01","cited_by_count":763,"area":null},{"id":"2402.00838","title":"OLMo: Accelerating the Science of Language Models","created":"2024-02-01","cited_by_count":613,"area":null},{"id":"2309.16671","title":"Demystifying CLIP Data","created":"2023-09-28","cited_by_count":270,"area":null},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2401.16380","title":"Rephrasing the Web: A Recipe for Compute and Data-Efficient Language Modeling","created":"2024-01-29","cited_by_count":161,"area":null},{"id":"2402.09739","title":"QuRating: Selecting High-Quality Data for Training Language Models","created":"2024-02-15","cited_by_count":157,"area":null},{"id":"2308.12284","title":"D4: Improving LLM Pretraining via Document De-Duplication and Diversification","created":"2023-08-23","cited_by_count":150,"area":null},{"id":"2307.14430","title":"Skill-it! A Data-Driven Skills Framework for Understanding and Training Language Models","created":"2023-07-26","cited_by_count":121,"area":null},{"id":"2310.19341","title":"Skywork: A More Open Bilingual Foundation Model","created":"2023-10-30","cited_by_count":112,"area":null},{"id":"2312.08578","title":"A Picture is Worth More Than 77 Text Tokens: Evaluating CLIP-Style Models on Dense Captions","created":"2023-12-14","cited_by_count":108,"area":null},{"id":"2401.12926","title":"DsDm: Model-Aware Dataset Selection with Datamodels","created":"2024-01-23","cited_by_count":105,"area":null},{"id":"2406.06046","title":"MATES: Model-Aware Data Selection for Efficient Pretraining with Data Influence Models","created":"2024-06-10","cited_by_count":100,"area":null},{"id":"2402.09668","title":"How to Train Data-Efficient LLMs","created":"2024-02-15","cited_by_count":93,"area":null},{"id":"2310.10638","title":"In-context Pretraining: Language Modeling Beyond Document Boundaries","created":"2023-10-16","cited_by_count":79,"area":null},{"id":"2412.16334","title":"DINOv2 Meets Text: A Unified Framework for Image- and Pixel-Level Vision-Language Alignment","created":"2024-12-20","cited_by_count":79,"area":null},{"id":"2305.07017","title":"An Inverse Scaling Law for CLIP Training","created":"2023-05-11","cited_by_count":77,"area":null},{"id":"2502.10341","title":"Organize the Web: Constructing Domains Enhances Pre-Training Data Curation","created":"2025-02-14","cited_by_count":76,"area":null},{"id":"2304.08442","title":"The MiniPile Challenge for Data-Efficient Language Models","created":"2023-04-17","cited_by_count":75,"area":null},{"id":"2404.04125","title":"No \"Zero-Shot\" Without Exponential Data: Pretraining Concept Frequency Determines Multimodal Model Performance","created":"2024-04-04","cited_by_count":75,"area":null},{"id":"2310.07931","title":"D2 Pruning: Message Passing for Balancing Diversity and Difficulty in Data Pruning","created":"2023-10-11","cited_by_count":69,"area":null},{"id":"2401.05778","title":"Risk Taxonomy, Mitigation, and Assessment Benchmarks of Large Language Model Systems","created":"2024-01-11","cited_by_count":66,"area":null},{"id":"2504.13161","title":"Nemotron-CLIMB: CLustering-based Iterative Data Mixture Bootstrapping for Language Model Pre-training","created":"2025-04-17","cited_by_count":66,"area":null},{"id":"2403.11435","title":"InsCL: A Data-efficient Continual Learning Paradigm for Fine-tuning Large Language Models with Instructions","created":"2024-03-18","cited_by_count":58,"area":null},{"id":"2407.12854","title":"Scaling Retrieval-Based Language Models with a Trillion-Token Datastore","created":"2024-07-09","cited_by_count":56,"area":null},{"id":"2403.06350","title":"IndicLLMSuite: A Blueprint for Creating Pre-training and Fine-Tuning Datasets for Indian Languages","created":"2024-03-11","cited_by_count":52,"area":null},{"id":"2410.11820","title":"Adaptive Data Optimization: Dynamic Sample Selection with Scaling Laws","created":"2024-10-15","cited_by_count":47,"area":null},{"id":"2409.05816","title":"Improving Pretraining Data Using Perplexity Correlations","created":"2024-09-09","cited_by_count":46,"area":null},{"id":"2403.07384","title":"SmallToLarge (S2L): Scalable Data Selection for Fine-tuning Large Language Models by Summarizing Training Trajectories of Small Models","created":"2024-03-12","cited_by_count":44,"area":null},{"id":"2307.03132","title":"T-MARS: Improving Visual Representations by Circumventing Text Feature Learning","created":"2023-07-06","cited_by_count":43,"area":null},{"id":"2307.06440","title":"No Train No Gain: Revisiting Efficient Training Algorithms For Transformer-based Language Models","created":"2023-07-12","cited_by_count":41,"area":null},{"id":"2410.00263","title":"Procedure-Aware Surgical Video-language Pretraining with Hierarchical Knowledge Augmentation","created":"2024-09-30","cited_by_count":39,"area":null},{"id":"2410.07064","title":"Data Selection via Optimal Control for Language Models","created":"2024-10-09","cited_by_count":38,"area":null},{"id":"2310.09562","title":"Does CLIP's Generalization Performance Mainly Stem from High Train-Test Similarity?","created":"2023-10-14","cited_by_count":35,"area":null},{"id":"2401.04578","title":"Effective pruning of web-scale datasets based on complexity of concept clusters","created":"2024-01-09","cited_by_count":34,"area":null},{"id":"2409.16986","title":"Harnessing Diversity for Important Data Selection in Pretraining Large Language Models","created":"2024-09-25","cited_by_count":34,"area":null},{"id":"2411.05735","title":"Aioli: A Unified Optimization Framework for Language Model Data Mixing","created":"2024-11-08","cited_by_count":34,"area":null},{"id":"2406.17711","title":"Data curation via joint example selection further accelerates multimodal learning","created":"2024-06-25","cited_by_count":33,"area":null},{"id":"2402.10430","title":"Smaller Language Models are capable of selecting Instruction-Tuning Training Data for Larger Language Models","created":"2024-02-16","cited_by_count":32,"area":null},{"id":"2402.02318","title":"Diversity Measurement and Subset Selection for Instruction Tuning Datasets","created":"2024-02-04","cited_by_count":29,"area":null},{"id":"2312.05328","title":"Bad Students Make Great Teachers: Active Learning Accelerates Large-Scale Visual Understanding","created":"2023-12-08","cited_by_count":28,"area":null},{"id":"2410.11303","title":"TSDS: Data Selection for Task-Specific Model Finetuning","created":"2024-10-15","cited_by_count":28,"area":null},{"id":"2412.17041","title":"An OpenMind for 3D medical vision self-supervised learning","created":"2024-12-22","cited_by_count":26,"area":null},{"id":"2506.11094","title":"The Scales of Justitia: A Comprehensive Survey on Safety Evaluation of LLMs","created":"2025-06-06","cited_by_count":26,"area":null},{"id":"2402.13991","title":"Analysing The Impact of Sequence Composition on Language Model Pre-Training","created":"2024-02-21","cited_by_count":25,"area":null},{"id":"2305.13865","title":"Selective Pre-training for Private Fine-tuning","created":"2023-05-23","cited_by_count":23,"area":null},{"id":"2402.14526","title":"Balanced Data Sampling for Language Model Training with Clustering","created":"2024-02-22","cited_by_count":23,"area":null},{"id":"2406.05392","title":"Deconstructing The Ethics of Large Language Models from Long-standing Issues to New-emerging Dilemmas: A Survey","created":"2024-06-08","cited_by_count":23,"area":null},{"id":"2501.01956","title":"Metadata Conditioning Accelerates Language Model Pre-training","created":"2025-01-03","cited_by_count":22,"area":null},{"id":"2311.18765","title":"MLLMs-Augmented Visual-Language Representation Learning","created":"2023-11-30","cited_by_count":21,"area":null},{"id":"2410.20245","title":"Improving Model Evaluation using SMART Filtering of Benchmark Datasets","created":"2024-10-26","cited_by_count":21,"area":null},{"id":"2406.10670","title":"CoLoR-Filter: Conditional Loss Reduction Filtering for Targeted Language Model Pre-training","created":"2024-06-15","cited_by_count":20,"area":null},{"id":"2309.15954","title":"The Devil is in the Details: A Deep Dive into the Rabbit Hole of Data Filtering","created":"2023-09-27","cited_by_count":19,"area":null},{"id":"2312.03631","title":"Mitigating Open-Vocabulary Caption Hallucinations","created":"2023-12-06","cited_by_count":19,"area":null},{"id":"2504.14194","title":"Meta-rater: A Multi-dimensional Data Selection Method for Pre-training Language Models","created":"2025-04-19","cited_by_count":19,"area":null},{"id":"2507.12466","title":"Language Models Improve When Pretraining Data Matches Target Tasks","created":"2025-07-16","cited_by_count":19,"area":null},{"id":"2310.05674","title":"Making Scalable Meta Learning Practical","created":"2023-10-09","cited_by_count":17,"area":null},{"id":"2312.01700","title":"Data Management For Training Large Language Models: A Survey","created":"2023-12-04","cited_by_count":17,"area":null},{"id":"2504.16511","title":"QuaDMix: Quality-Diversity Balanced Data Selection for Efficient LLM Pretraining","created":"2025-04-23","cited_by_count":16,"area":null},{"id":"2505.17495","title":"ProxySPEX: Inference-Efficient Interpretability via Sparse Feature Interactions in LLMs","created":"2025-05-23","cited_by_count":16,"area":null},{"id":"2402.01909","title":"On Catastrophic Inheritance of Large Foundation Models","created":"2024-02-02","cited_by_count":15,"area":null},{"id":"2410.18779","title":"A Little Help Goes a Long Way: Efficient LLM Training by Leveraging Small LMs","created":"2024-10-24","cited_by_count":15,"area":null},{"id":"2505.14826","title":"FisherSFT: Data-Efficient Supervised Fine-Tuning of Language Models Using Information Gain","created":"2025-05-20","cited_by_count":15,"area":null},{"id":"2505.19051","title":"Efficient Data Selection at Scale via Influence Distillation","created":"2025-05-25","cited_by_count":15,"area":null},{"id":"2603.10055","title":"Training Language Models via Neural Cellular Automata","created":"2026-03-09","cited_by_count":15,"area":null},{"id":"2307.10569","title":"Deceptive Alignment Monitoring","created":"2023-07-20","cited_by_count":14,"area":null},{"id":"2408.12483","title":"Not All Samples Should Be Utilized Equally: Towards Understanding and Improving Dataset Distillation","created":"2024-08-22","cited_by_count":14,"area":null},{"id":"2409.11378","title":"Diversify and Conquer: Diversity-Centric Data Selection with Iterative Refinement","created":"2024-09-17","cited_by_count":13,"area":null},{"id":"2410.15225","title":"Chasing Random: Instruction Selection Strategies Fail to Generalize","created":"2024-10-19","cited_by_count":13,"area":null},{"id":"2411.02572","title":"ViTally Consistent: Scaling Biological Representation Learning for Cell Microscopy","created":"2024-11-04","cited_by_count":13,"area":null},{"id":"2502.04380","title":"Diversity as a Reward: Fine-Tuning LLMs on a Mixture of Domain-Undetermined Data","created":"2025-02-05","cited_by_count":13,"area":null},{"id":"2502.14709","title":"Group-Level Data Selection for Efficient Pretraining","created":"2025-02-20","cited_by_count":13,"area":null},{"id":"2312.02418","title":"Decoding Data Quality via Synthetic Corruptions: Embedding-guided Pruning of Code Data","created":"2023-12-05","cited_by_count":12,"area":null},{"id":"2407.06654","title":"SoftDedup: an Efficient Data Reweighting Method for Speeding Up Language Model Pre-training","created":"2024-07-09","cited_by_count":12,"area":null},{"id":"2410.03083","title":"Scaling Parameter-Constrained Language Models with Quality Data","created":"2024-10-04","cited_by_count":12,"area":null},{"id":"2602.21492","title":"GradAlign: Gradient-Aligned Data Selection for LLM Reinforcement Learning","created":"2026-02-25","cited_by_count":12,"area":null},{"id":"2402.13583","title":"LongWanjuan: Towards Systematic Measurement for Long Text Quality","created":"2024-02-21","cited_by_count":11,"area":null},{"id":"2407.06380","title":"Data, Data Everywhere: A Guide for Pretraining Dataset Construction","created":"2024-07-08","cited_by_count":11,"area":null},{"id":"2405.15523","title":"The Mosaic Memory of Large Language Models","created":"2024-05-24","cited_by_count":10,"area":null},{"id":"2411.15349","title":"Zero-Shot Coreset Selection via Iterative Subspace Sampling","created":"2024-11-22","cited_by_count":10,"area":null},{"id":"2502.21318","title":"How far can we go with ImageNet for Text-to-Image generation?","created":"2025-02-28","cited_by_count":10,"area":null},{"id":"2503.01506","title":"SampleMix: A Sample-wise Pre-training Data Mixing Strategey by Coordinating Data Quality and Diversity","created":"2025-03-03","cited_by_count":10,"area":null},{"id":"2601.02316","title":"DatBench: Discriminative, Faithful, and Efficient VLM Evaluations","created":"2026-01-05","cited_by_count":10,"area":null},{"id":"2410.10636","title":"Adapt-$\\infty$: Scalable Continual Multimodal Instruction Tuning via Dynamic Data Selection","created":"2024-10-14","cited_by_count":9,"area":null},{"id":"2502.15682","title":"ELIP: Enhanced Visual-Language Foundation Models for Image Retrieval","created":"2025-02-21","cited_by_count":9,"area":null},{"id":"2506.02011","title":"OASIS: Online Sample Selection for Continual Visual Instruction Tuning","created":"2025-05-27","cited_by_count":9,"area":null},{"id":"2404.05783","title":"A Survey on Responsible Generative AI: What to Generate and What Not","created":"2024-04-08","cited_by_count":8,"area":null},{"id":"2408.08172","title":"Towards flexible perception with visual memory","created":"2024-08-15","cited_by_count":8,"area":null},{"id":"2502.06244","title":"PiKE: Adaptive Data Mixing for Large-Scale Multi-Task Learning Under Low Gradient Conflicts","created":"2025-02-10","cited_by_count":8,"area":null},{"id":"2504.06536","title":"Lugha-Llama: Adapting Large Language Models for African Languages","created":"2025-04-09","cited_by_count":8,"area":null},{"id":"2506.21545","title":"Data Efficacy for Language Model Training","created":"2025-06-26","cited_by_count":8,"area":null},{"id":"2510.10457","title":"Rethinking LLM Evaluation: Can We Evaluate LLMs with 200x Less Data?","created":"2025-10-12","cited_by_count":8,"area":null},{"id":"2402.17759","title":"Towards Optimal Learning of Language Models","created":"2024-02-27","cited_by_count":7,"area":null},{"id":"2407.06723","title":"Graph-Based Captioning: Enhancing Visual Descriptions by Interconnecting Region Captions","created":"2024-07-09","cited_by_count":7,"area":null},{"id":"2505.16066","title":"Merge to Mix: Mixing Datasets via Model Merging","created":"2025-05-21","cited_by_count":7,"area":null},{"id":"2509.08824","title":"Building High-Quality Datasets for Portuguese LLMs: From Common Crawl Snapshots to Industrial-Grade Corpora","created":"2025-09-10","cited_by_count":7,"area":null},{"id":"2411.09126","title":"SCAN: Bootstrapping Contrastive Pre-training for Data Efficiency","created":"2024-11-14","cited_by_count":6,"area":null},{"id":"2504.14871","title":"Natural Fingerprints of Large Language Models","created":"2025-04-21","cited_by_count":6,"area":null},{"id":"2311.16298","title":"Influence Scores at Scale for Efficient Language Data Sampling","created":"2023-11-27","cited_by_count":5,"area":null},{"id":"2403.02506","title":"Differentially Private Representation Learning via Image Captioning","created":"2024-03-04","cited_by_count":5,"area":null}],"next_cursor":"100"}