{"total":152,"rows":[{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2304.01373","title":"Pythia: A Suite for Analyzing Large Language Models Across Training and Scaling","created":"2023-04-03","cited_by_count":1786,"area":null},{"id":"2311.05232","title":"A Survey on Hallucination in Large Language Models: Principles, Taxonomy, Challenges, and Open Questions","created":"2023-11-09","cited_by_count":1601,"area":null},{"id":"2306.01116","title":"The RefinedWeb Dataset for Falcon LLM: Outperforming Curated Corpora with Web Data, and Web Data Only","created":"2023-06-01","cited_by_count":763,"area":null},{"id":"2211.09085","title":"Galactica: A Large Language Model for Science","created":"2022-11-16","cited_by_count":744,"area":null},{"id":"2311.16867","title":"The Falcon Series of Open Language Models","created":"2023-11-28","cited_by_count":535,"area":null},{"id":"2402.06196","title":"Large Language Models: A Survey","created":"2024-02-09","cited_by_count":525,"area":null},{"id":"2404.14082","title":"Mechanistic Interpretability for AI Safety -- A Review","created":"2024-04-22","cited_by_count":422,"area":"mechinterp"},{"id":"2305.16264","title":"Scaling Data-Constrained Language Models","created":"2023-05-25","cited_by_count":403,"area":null},{"id":"2312.02003","title":"A Survey on Large Language Model (LLM) Security and Privacy: The Good, the Bad, and the Ugly","created":"2023-12-04","cited_by_count":387,"area":null},{"id":"2211.15533","title":"The Stack: 3 TB of permissively licensed source code","created":"2022-11-20","cited_by_count":359,"area":null},{"id":"2309.01029","title":"Explainability for Large Language Models: A Survey","created":"2023-09-02","cited_by_count":333,"area":null},{"id":"2302.03169","title":"Data Selection for Language Models via Importance Resampling","created":"2023-02-06","cited_by_count":329,"area":null},{"id":"2505.13211","title":"MAGI-1: Autoregressive Video Generation at Scale","created":"2025-05-19","cited_by_count":276,"area":"wm"},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2309.09400","title":"CulturaX: A Cleaned, Enormous, and Multilingual Dataset for Large Language Models in 167 Languages","created":"2023-09-17","cited_by_count":174,"area":null},{"id":"2304.09151","title":"UniMax: Fairer and more Effective Language Sampling for Large-Scale Multilingual Pretraining","created":"2023-04-18","cited_by_count":151,"area":null},{"id":"2308.12284","title":"D4: Improving LLM Pretraining via Document De-Duplication and Diversification","created":"2023-08-23","cited_by_count":150,"area":null},{"id":"2304.11158","title":"Emergent and Predictable Memorization in Large Language Models","created":"2023-04-21","cited_by_count":148,"area":null},{"id":"2404.07965","title":"Rho-1: Not All Tokens Are What You Need","created":"2024-04-11","cited_by_count":133,"area":null},{"id":"2210.16859","title":"A Solvable Model of Neural Scaling Laws","created":"2022-10-30","cited_by_count":116,"area":null},{"id":"2310.19341","title":"Skywork: A More Open Bilingual Foundation Model","created":"2023-10-30","cited_by_count":112,"area":null},{"id":"2402.01761","title":"Rethinking Interpretability in the Era of Large Language Models","created":"2024-01-30","cited_by_count":111,"area":"lr"},{"id":"2303.11504","title":"Language Model Behavior: A Comprehensive Survey","created":"2023-03-20","cited_by_count":92,"area":null},{"id":"2305.13230","title":"To Repeat or Not To Repeat: Insights from Scaling LLM under Token-Crisis","created":"2023-05-22","cited_by_count":92,"area":"moe"},{"id":"2404.08555","title":"RLHF Deciphered: A Critical Analysis of Reinforcement Learning from Human Feedback for LLMs","created":"2024-04-12","cited_by_count":90,"area":"alignment"},{"id":"2502.06453","title":"MATH-Perturb: Benchmarking LLMs' Math Reasoning Abilities against Hard Perturbations","created":"2025-02-10","cited_by_count":89,"area":"lr"},{"id":"2212.09803","title":"Training Trajectories of Language Models Across Scales","created":"2022-12-19","cited_by_count":81,"area":null},{"id":"2212.14034","title":"Cramming: Training a Language Model on a Single GPU in One Day","created":"2022-12-28","cited_by_count":81,"area":null},{"id":"2402.19449","title":"Heavy-Tailed Class Imbalance and Why Adam Outperforms Gradient Descent on Language Models","created":"2024-02-29","cited_by_count":80,"area":null},{"id":"2304.08442","title":"The MiniPile Challenge for Data-Efficient Language Models","created":"2023-04-17","cited_by_count":75,"area":null},{"id":"2405.16640","title":"A Survey of Multimodal Large Language Model from A Data-centric Perspective","created":"2024-05-26","cited_by_count":75,"area":"mllm"},{"id":"2312.17120","title":"MathPile: A Billion-Token-Scale Pretraining Corpus for Math","created":"2023-12-28","cited_by_count":67,"area":null},{"id":"2405.19327","title":"MAP-Neo: Highly Capable and Transparent Bilingual Large Language Model Series","created":"2024-05-29","cited_by_count":67,"area":null},{"id":"2401.05778","title":"Risk Taxonomy, Mitigation, and Assessment Benchmarks of Large Language Model Systems","created":"2024-01-11","cited_by_count":66,"area":null},{"id":"2401.02038","title":"Understanding LLMs: A Comprehensive Overview from Training to Inference","created":"2024-01-04","cited_by_count":59,"area":null},{"id":"2412.17686","title":"Large Language Model Safety: A Holistic Survey","created":"2024-12-23","cited_by_count":59,"area":"safety"},{"id":"2210.11399","title":"Transcending Scaling Laws with 0.1% Extra Compute","created":"2022-10-20","cited_by_count":57,"area":null},{"id":"2403.06350","title":"IndicLLMSuite: A Blueprint for Creating Pre-training and Fine-Tuning Datasets for Indian Languages","created":"2024-03-11","cited_by_count":52,"area":null},{"id":"2405.00592","title":"Scaling and renormalization in high-dimensional regression","created":"2024-05-01","cited_by_count":50,"area":null},{"id":"2402.04177","title":"Scaling Laws for Downstream Task Performance of Large Language Models","created":"2024-02-06","cited_by_count":49,"area":null},{"id":"2410.08527","title":"Scaling Laws for Predicting Downstream Performance in LLMs","created":"2024-10-11","cited_by_count":48,"area":null},{"id":"2511.03276","title":"Diffusion Language Models are Super Data Learners","created":"2025-11-05","cited_by_count":48,"area":"diffusion"},{"id":"2410.11820","title":"Adaptive Data Optimization: Dynamic Sample Selection with Scaling Laws","created":"2024-10-15","cited_by_count":47,"area":null},{"id":"2502.17578","title":"How Do Large Language Monkeys Get Their Power (Laws)?","created":"2025-02-24","cited_by_count":43,"area":"safety"},{"id":"2407.09424","title":"TelecomGPT: A Framework to Build Telecom-Specfic Large Language Models","created":"2024-07-12","cited_by_count":40,"area":null},{"id":"2307.11224","title":"Jina Embeddings: A Novel Set of High-Performance Sentence Embedding Models","created":"2023-07-20","cited_by_count":35,"area":null},{"id":"2505.10465","title":"Superposition Yields Robust Neural Scaling","created":"2025-05-15","cited_by_count":31,"area":"mechinterp"},{"id":"2505.10475","title":"Parallel Scaling Law for Language Models","created":"2025-05-15","cited_by_count":30,"area":"lr"},{"id":"2509.25300","title":"Scaling Behaviors of LLM Reinforcement Learning Post-Training: An Empirical Study in Mathematical Reasoning","created":"2025-09-29","cited_by_count":29,"area":"lr"},{"id":"2502.18969","title":"(Mis)Fitting: A Survey of Scaling Laws","created":"2025-02-26","cited_by_count":26,"area":null},{"id":"2406.14833","title":"Efficient Continual Pre-training by Mitigating the Stability Gap","created":"2024-06-21","cited_by_count":25,"area":null},{"id":"2410.09087","title":"Mechanistic?","created":"2024-10-07","cited_by_count":25,"area":"mechinterp"},{"id":"2505.17863","title":"The emergence of sparse attention: impact of data distribution and benefits of repetition","created":"2025-05-23","cited_by_count":25,"area":null},{"id":"2310.13061","title":"To grok or not to grok: Disentangling generalization and memorization on corrupted algorithmic datasets","created":"2023-10-19","cited_by_count":24,"area":null},{"id":"2305.13865","title":"Selective Pre-training for Private Fine-tuning","created":"2023-05-23","cited_by_count":23,"area":null},{"id":"2405.11724","title":"Token-wise Influential Training Data Retrieval for Large Language Models","created":"2024-05-20","cited_by_count":20,"area":null},{"id":"2506.08228","title":"Scaling Laws of Motion Forecasting and Planning -- Technical Report","created":"2025-06-09","cited_by_count":19,"area":null},{"id":"2404.01856","title":"Poro 34B and the Blessing of Multilinguality","created":"2024-04-02","cited_by_count":18,"area":null},{"id":"2312.01700","title":"Data Management For Training Large Language Models: A Survey","created":"2023-12-04","cited_by_count":17,"area":null},{"id":"2504.16511","title":"QuaDMix: Quality-Diversity Balanced Data Selection for Efficient LLM Pretraining","created":"2025-04-23","cited_by_count":16,"area":null},{"id":"2510.05197","title":"Efficient Prediction of Pass@k Scaling in Large Language Models","created":"2025-10-06","cited_by_count":16,"area":null},{"id":"2402.01909","title":"On Catastrophic Inheritance of Large Foundation Models","created":"2024-02-02","cited_by_count":15,"area":null},{"id":"2407.02118","title":"Breaking Language Barriers: Cross-Lingual Continual Pre-Training at Scale","created":"2024-07-02","cited_by_count":15,"area":null},{"id":"2412.07942","title":"Neural Scaling Laws Rooted in the Data Distribution","created":"2024-12-10","cited_by_count":15,"area":null},{"id":"2507.05197","title":"Pre-Trained Policy Discriminators are General Reward Models","created":"2025-07-07","cited_by_count":15,"area":"alignment"},{"id":"2407.06654","title":"SoftDedup: an Efficient Data Reweighting Method for Speeding Up Language Model Pre-training","created":"2024-07-09","cited_by_count":12,"area":null},{"id":"2411.02142","title":"Training Compute-Optimal Protein Language Models","created":"2024-11-04","cited_by_count":12,"area":null},{"id":"2410.07041","title":"Emergent properties with repeated examples","created":"2024-10-09","cited_by_count":11,"area":null},{"id":"2506.04118","title":"Guided Speculative Inference for Efficient Test-Time Alignment of LLMs","created":"2025-06-04","cited_by_count":11,"area":"alignment"},{"id":"2306.08590","title":"Beyond Implicit Bias: The Insignificance of SGD Noise in Online Learning","created":"2023-06-14","cited_by_count":10,"area":null},{"id":"2405.15523","title":"The Mosaic Memory of Large Language Models","created":"2024-05-24","cited_by_count":10,"area":null},{"id":"2502.04235","title":"Reformulation for Pretraining Data Augmentation","created":"2025-02-06","cited_by_count":10,"area":null},{"id":"2507.05578","title":"The Landscape of Memorization in LLMs: Mechanisms, Measurement, and Mitigation","created":"2025-07-08","cited_by_count":10,"area":"safety"},{"id":"2605.29548","title":"Why Larger Models Learn More: Effects of Capacity, Interference, and Rare-Task Retention","created":"2026-05-28","cited_by_count":10,"area":null},{"id":"2407.01300","title":"Collaborative Performance Prediction for Large Language Models","created":"2024-07-01","cited_by_count":9,"area":null},{"id":"2408.10210","title":"A Survey on Symbolic Knowledge Distillation of Large Language Models","created":"2024-07-12","cited_by_count":9,"area":"distill"},{"id":"2403.00510","title":"ROME: Memorization Insights from Text, Logits and Representation","created":"2024-03-01","cited_by_count":8,"area":null},{"id":"2406.09366","title":"Towards an Improved Understanding and Utilization of Maximum Manifold Capacity Representations","created":"2024-06-13","cited_by_count":8,"area":null},{"id":"2506.12119","title":"Mixture-of-Experts Can Surpass Dense LLMs Under Strictly Equal Resource","created":"2025-06-13","cited_by_count":8,"area":"moe"},{"id":"2305.12544","title":"Has It All Been Solved? Open NLP Research Questions Not Solved by Large Language Models","created":"2023-05-21","cited_by_count":7,"area":null},{"id":"2405.06331","title":"LMD3: Language Model Data Density Dependence","created":"2024-05-10","cited_by_count":7,"area":null},{"id":"2408.04556","title":"BA-LoRA: Bias-Alleviating Low-Rank Adaptation to Mitigate Catastrophic Inheritance in Large Language Models","created":"2024-08-08","cited_by_count":7,"area":null},{"id":"2502.05074","title":"Two-Point Deterministic Equivalence for Stochastic Gradient Dynamics in Linear Models","created":"2025-02-07","cited_by_count":7,"area":null},{"id":"2311.07763","title":"The Disagreement Problem in Faithfulness Metrics","created":"2023-11-13","cited_by_count":6,"area":null},{"id":"2408.16345","title":"The Unreasonable Ineffectiveness of Nucleus Sampling on Mitigating Text Memorization","created":"2024-08-29","cited_by_count":6,"area":"lr"},{"id":"2502.00329","title":"CoddLLM: Empowering Large Language Models for Data Analytics","created":"2025-02-01","cited_by_count":6,"area":null},{"id":"2506.08429","title":"Better Reasoning with Less Data: Enhancing VLMs Through Unified Modality Scoring","created":"2025-06-10","cited_by_count":6,"area":"lr"},{"id":"2605.12715","title":"Scaling Laws for Mixture Pretraining Under Data Constraints","created":"2026-05-12","cited_by_count":6,"area":null},{"id":"2311.04420","title":"Data Factors for Better Compositional Generalization","created":"2023-11-08","cited_by_count":5,"area":null},{"id":"2406.04638","title":"Large Language Model-guided Document Selection","created":"2024-06-07","cited_by_count":5,"area":null},{"id":"2407.17963","title":"Principled Understanding of Generalization for Generative Transformer Models in Arithmetic Reasoning Tasks","created":"2024-07-25","cited_by_count":5,"area":"lr"},{"id":"2509.24012","title":"Pretraining Scaling Laws for Generative Evaluations of Language Models","created":"2025-09-28","cited_by_count":5,"area":null},{"id":"2512.23422","title":"Entropy-Guided Token Dropout: Training Autoregressive Language Models with Limited Domain Data","created":"2025-12-29","cited_by_count":5,"area":null},{"id":"2601.05693","title":"Circular Reasoning: Understanding Self-Reinforcing Loops in Large Reasoning Models","created":"2026-01-09","cited_by_count":5,"area":"lr"},{"id":"2307.09550","title":"The semantic landscape paradigm for neural networks","created":"2023-07-18","cited_by_count":4,"area":null},{"id":"2308.14149","title":"Examining User-Friendly and Open-Sourced Large GPT Models: A Survey on Language, Multimodal, and Scientific GPT Models","created":"2023-08-27","cited_by_count":4,"area":null},{"id":"2408.07852","title":"Training Language Models on the Knowledge Graph: Insights on Hallucinations and Their Detectability","created":"2024-08-14","cited_by_count":4,"area":null},{"id":"2505.18458","title":"A Survey of LLM $\\times$ DATA","created":"2025-05-24","cited_by_count":4,"area":"rag"},{"id":"2606.16246","title":"Demystifying Training-Time Augmentation for Data-Constrained Language Model Pretraining","created":"2026-06-15","cited_by_count":4,"area":null}],"next_cursor":"100"}