{"total":393,"rows":[{"id":"2306.11695","title":"A Simple and Effective Pruning Approach for Large Language Models","created":"2023-06-20","cited_by_count":800,"area":null},{"id":"2307.05782","title":"Large Language Models","created":"2023-07-11","cited_by_count":780,"area":null},{"id":"2403.05525","title":"DeepSeek-VL: Towards Real-World Vision-Language Understanding","created":"2024-03-08","cited_by_count":733,"area":null},{"id":"2403.04652","title":"Yi: Open Foundation Models by 01.AI","created":"2024-03-07","cited_by_count":719,"area":null},{"id":"2308.07633","title":"A Survey on Model Compression for Large Language Models","created":"2023-08-15","cited_by_count":269,"area":null},{"id":"2405.14782","title":"Lessons from the Trenches on Reproducible Evaluation of Language Models","created":"2024-05-23","cited_by_count":179,"area":null},{"id":"2405.20362","title":"Hallucination-Free? Assessing the Reliability of Leading AI Legal Research Tools","created":"2024-05-30","cited_by_count":176,"area":null},{"id":"2310.05175","title":"Outlier Weighed Layerwise Sparsity (OWL): A Missing Secret Sauce for Pruning LLMs to High Sparsity","created":"2023-10-08","cited_by_count":165,"area":null},{"id":"2310.05694","title":"A Survey of Large Language Models for Healthcare: from Data, Technology, and Applications to Accountability and Ethics","created":"2023-10-09","cited_by_count":163,"area":null},{"id":"2310.11986","title":"Sociotechnical Safety Evaluation of Generative AI Systems","created":"2023-10-18","cited_by_count":157,"area":null},{"id":"2306.17844","title":"The Clock and the Pizza: Two Stories in Mechanistic Explanation of Neural Networks","created":"2023-06-30","cited_by_count":156,"area":null},{"id":"2308.12284","title":"D4: Improving LLM Pretraining via Document De-Duplication and Diversification","created":"2023-08-23","cited_by_count":150,"area":null},{"id":"2401.14446","title":"Black-Box Access is Insufficient for Rigorous AI Audits","created":"2024-01-25","cited_by_count":126,"area":null},{"id":"2309.07311","title":"Sudden Drops in the Loss: Syntax Acquisition, Phase Transitions, and Simplicity Bias in MLMs","created":"2023-09-13","cited_by_count":124,"area":null},{"id":"2511.04703","title":"Measuring what Matters: Construct Validity in Large Language Model Benchmarks","created":"2025-11-03","cited_by_count":119,"area":null},{"id":"2402.11004","title":"The Evolution of Statistical Induction Heads: In-Context Learning Markov Chains","created":"2024-02-16","cited_by_count":118,"area":null},{"id":"2307.15936","title":"A Theory for Emergence of Complex Skills in Language Models","created":"2023-07-29","cited_by_count":113,"area":null},{"id":"2403.08540","title":"Language models scale reliably with over-training and on downstream tasks","created":"2024-03-13","cited_by_count":113,"area":null},{"id":"2307.13721","title":"Foundational Models Defining a New Era in Vision: A Survey and Outlook","created":"2023-07-25","cited_by_count":110,"area":null},{"id":"2309.01809","title":"Are Emergent Abilities in Large Language Models just In-Context Learning?","created":"2023-09-04","cited_by_count":109,"area":null},{"id":"2310.06110","title":"Grokking as the Transition from Lazy to Rich Training Dynamics","created":"2023-10-09","cited_by_count":108,"area":null},{"id":"2307.03718","title":"Frontier AI Regulation: Managing Emerging Risks to Public Safety","created":"2023-07-06","cited_by_count":98,"area":null},{"id":"2306.00937","title":"STEVE-1: A Generative Model for Text-to-Behavior in Minecraft","created":"2023-06-01","cited_by_count":97,"area":null},{"id":"2403.15796","title":"Understanding Emergent Abilities of Language Models from the Loss Perspective","created":"2024-03-23","cited_by_count":94,"area":null},{"id":"2312.14033","title":"T-Eval: Evaluating the Tool Utilization Capability of Large Language Models Step by Step","created":"2023-12-21","cited_by_count":93,"area":null},{"id":"2406.05761","title":"The BiGGen Bench: A Principled Benchmark for Fine-grained Evaluation of Language Models with Language Models","created":"2024-06-09","cited_by_count":93,"area":null},{"id":"2406.11813","title":"How Do Large Language Models Acquire Factual Knowledge During Pretraining?","created":"2024-06-17","cited_by_count":90,"area":null},{"id":"2404.14851","title":"From Matching to Generation: A Survey on Generative Information Retrieval","created":"2024-04-23","cited_by_count":89,"area":null},{"id":"2406.19146","title":"Resolving Discrepancies in Compute-Optimal Scaling of Language Models","created":"2024-06-27","cited_by_count":88,"area":null},{"id":"2305.14201","title":"Goat: Fine-tuned LLaMA Outperforms GPT-4 on Arithmetic Tasks","created":"2023-05-23","cited_by_count":84,"area":null},{"id":"2309.16575","title":"A Benchmark for Learning to Translate a New Language from One Grammar Book","created":"2023-09-28","cited_by_count":75,"area":null},{"id":"2512.24695","title":"Nested Learning: The Illusion of Deep Learning Architectures","created":"2025-12-31","cited_by_count":72,"area":null},{"id":"2406.08660","title":"Fine-Tuned 'Small' LLMs (Still) Significantly Outperform Zero-Shot Generative AI Models in Text Classification","created":"2024-06-12","cited_by_count":70,"area":null},{"id":"2305.11863","title":"Scaling laws for language encoding models in fMRI","created":"2023-05-19","cited_by_count":68,"area":null},{"id":"2402.18225","title":"CogBench: a large language model walks into a psychology lab","created":"2024-02-28","cited_by_count":63,"area":null},{"id":"2310.08915","title":"Dynamic Sparse No Training: Training-Free Fine-tuning for Sparse LLMs","created":"2023-10-13","cited_by_count":61,"area":null},{"id":"2407.21792","title":"Safetywashing: Do AI Safety Benchmarks Actually Measure Safety Progress?","created":"2024-07-31","cited_by_count":61,"area":null},{"id":"2305.14878","title":"Leveraging GPT-4 for Automatic Translation Post-Editing","created":"2023-05-24","cited_by_count":56,"area":null},{"id":"2405.11751","title":"Asymptotic theory of in-context learning by linear attention","created":"2024-05-20","cited_by_count":55,"area":null},{"id":"2305.14264","title":"Active Learning Principles for In-Context Learning with Large Language Models","created":"2023-05-23","cited_by_count":54,"area":null},{"id":"2404.02418","title":"Auxiliary task demands mask the capabilities of smaller language models","created":"2024-04-03","cited_by_count":54,"area":null},{"id":"2402.05391","title":"Knowledge Graphs Meet Multi-Modal Learning: A Comprehensive Survey","created":"2024-02-08","cited_by_count":53,"area":null},{"id":"2502.14546","title":"Position: Graph Learning Will Lose Relevance Due To Poor Benchmarks","created":"2025-02-20","cited_by_count":53,"area":null},{"id":"2402.04177","title":"Scaling Laws for Downstream Task Performance of Large Language Models","created":"2024-02-06","cited_by_count":49,"area":null},{"id":"2402.16775","title":"A Comprehensive Evaluation of Quantization Strategies for Large Language Models","created":"2024-02-26","cited_by_count":48,"area":null},{"id":"2410.08527","title":"Scaling Laws for Predicting Downstream Performance in LLMs","created":"2024-10-11","cited_by_count":48,"area":null},{"id":"2412.09764","title":"Memory Layers at Scale","created":"2024-12-12","cited_by_count":48,"area":null},{"id":"2305.14450","title":"An Empirical Study on Information Extraction using Large Language Models","created":"2023-05-23","cited_by_count":46,"area":null},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46,"area":null},{"id":"2407.14561","title":"NNsight and NDIF: Democratizing Access to Open-Weight Foundation Model Internals","created":"2024-07-18","cited_by_count":45,"area":null},{"id":"2312.10302","title":"One-Shot Learning as Instruction Data Prospector for Large Language Models","created":"2023-12-16","cited_by_count":43,"area":null},{"id":"2402.01103","title":"Compositional Generative Modeling: A Single Model is Not All You Need","created":"2024-02-02","cited_by_count":41,"area":null},{"id":"2409.06857","title":"What is the Role of Small Models in the LLM Era: A Survey","created":"2024-09-10","cited_by_count":41,"area":null},{"id":"2406.00048","title":"Towards a theory of how the structure of language is acquired by deep neural networks","created":"2024-05-28","cited_by_count":39,"area":null},{"id":"2410.07064","title":"Data Selection via Optimal Control for Language Models","created":"2024-10-09","cited_by_count":38,"area":null},{"id":"2401.04757","title":"How predictable is language model benchmark performance?","created":"2024-01-09","cited_by_count":37,"area":null},{"id":"2503.05788","title":"Emergent Abilities in Large Language Models: A Survey","created":"2025-02-28","cited_by_count":37,"area":null},{"id":"2503.21676","title":"How do language models learn facts? Dynamics, curricula and hallucinations","created":"2025-03-27","cited_by_count":37,"area":null},{"id":"2403.12844","title":"MELTing point: Mobile Evaluation of Language Transformers","created":"2024-03-19","cited_by_count":36,"area":null},{"id":"2407.16711","title":"Benchmarks as Microscopes: A Call for Model Metrology","created":"2024-07-22","cited_by_count":35,"area":null},{"id":"2311.00237","title":"The Mystery of In-Context Learning: A Comprehensive Survey on Interpretation and Analysis","created":"2023-11-01","cited_by_count":34,"area":null},{"id":"2407.07890","title":"Training on the Test Task Confounds Evaluation and Emergence","created":"2024-07-10","cited_by_count":34,"area":null},{"id":"2402.02314","title":"Selecting Large Language Model to Fine-tune via Rectified Scaling Law","created":"2024-02-04","cited_by_count":33,"area":null},{"id":"2407.18369","title":"AI Safety in Generative AI Large Language Models: A Survey","created":"2024-07-06","cited_by_count":33,"area":null},{"id":"2411.03336","title":"Towards evaluations-based safety cases for AI scheming","created":"2024-10-29","cited_by_count":33,"area":null},{"id":"2308.14731","title":"Distilled GPT for Source Code Summarization","created":"2023-08-28","cited_by_count":31,"area":null},{"id":"2403.00025","title":"On the Challenges and Opportunities in Generative AI","created":"2024-02-28","cited_by_count":31,"area":null},{"id":"2402.03902","title":"A phase transition between positional and semantic learning in a solvable model of dot-product attention","created":"2024-02-06","cited_by_count":30,"area":null},{"id":"2503.01830","title":"From Language to Cognition: How LLMs Outgrow the Human Language Network","created":"2025-03-03","cited_by_count":30,"area":null},{"id":"2507.00885","title":"Scaling Laws Are Unreliable for Downstream Tasks: A Reality Check","created":"2025-07-01","cited_by_count":29,"area":null},{"id":"2310.03262","title":"Predicting Emergent Abilities with Infinite Resolution Evaluation","created":"2023-10-05","cited_by_count":28,"area":null},{"id":"2407.20199","title":"Emergence in non-neural models: grokking modular arithmetic via average gradient outer product","created":"2024-07-29","cited_by_count":28,"area":null},{"id":"2403.09606","title":"Large Language Models and Causal Inference in Collaboration: A Survey","created":"2024-03-14","cited_by_count":26,"area":null},{"id":"2404.18923","title":"Holmes: A Benchmark to Assess the Linguistic Competence of Language Models","created":"2024-04-29","cited_by_count":26,"area":null},{"id":"2408.12578","title":"A Percolation Model of Emergence: Analyzing Transformers Trained on a Formal Language","created":"2024-08-22","cited_by_count":26,"area":null},{"id":"2502.18969","title":"(Mis)Fitting: A Survey of Scaling Laws","created":"2025-02-26","cited_by_count":26,"area":null},{"id":"2409.09598","title":"Improving Statistical Significance in Human Evaluation of Automatic Metrics via Soft Pairwise Accuracy","created":"2024-09-15","cited_by_count":25,"area":null},{"id":"2505.17863","title":"The emergence of sparse attention: impact of data distribution and benefits of repetition","created":"2025-05-23","cited_by_count":25,"area":null},{"id":"2310.16484","title":"Subspace Chronicles: How Linguistic Information Emerges, Shifts and Interacts during Language Model Training","created":"2023-10-25","cited_by_count":23,"area":null},{"id":"2402.15175","title":"Unified View of Grokking, Double Descent and Emergent Abilities: A Perspective from Circuits Competition","created":"2024-02-23","cited_by_count":23,"area":null},{"id":"2406.16148","title":"Towards Open Respiratory Acoustic Foundation Models: Pretraining and Benchmarking","created":"2024-06-23","cited_by_count":23,"area":null},{"id":"2402.19155","title":"Beyond Language Models: Byte Models are Digital World Simulators","created":"2024-02-29","cited_by_count":22,"area":null},{"id":"2402.01929","title":"Sample, estimate, aggregate: A recipe for causal discovery foundation models","created":"2024-02-02","cited_by_count":21,"area":null},{"id":"2308.07120","title":"Position: Key Claims in LLM Research Have a Long Tail of Footnotes","created":"2023-08-14","cited_by_count":20,"area":null},{"id":"2401.17505","title":"Arrows of Time for Large Language Models","created":"2024-01-30","cited_by_count":20,"area":null},{"id":"2407.03453","title":"On Large Language Models in National Security Applications","created":"2024-07-03","cited_by_count":19,"area":null},{"id":"2412.04703","title":"Transformers Struggle to Learn to Search","created":"2024-12-06","cited_by_count":19,"area":null},{"id":"2305.00948","title":"Large Linguistic Models: Investigating LLMs' metalinguistic abilities","created":"2023-05-01","cited_by_count":18,"area":null},{"id":"2410.18785","title":"Should We Really Edit Language Models? On the Evaluation of Edited Language Models","created":"2024-10-24","cited_by_count":18,"area":null},{"id":"2404.03626","title":"Training LLMs over Neurally Compressed Text","created":"2024-04-04","cited_by_count":17,"area":null},{"id":"2408.08944","title":"Information-Theoretic Progress Measures reveal Grokking is an Emergent Phase Transition","created":"2024-08-16","cited_by_count":17,"area":null},{"id":"2410.11876","title":"Rescriber: Smaller-LLM-Powered User-Led Data Minimization for LLM-Based Chatbots","created":"2024-10-10","cited_by_count":16,"area":null},{"id":"2311.07387","title":"Assessing Logical Puzzle Solving in Large Language Models: Insights from a Minesweeper Case Study","created":"2023-11-13","cited_by_count":15,"area":null},{"id":"2402.01909","title":"On Catastrophic Inheritance of Large Foundation Models","created":"2024-02-02","cited_by_count":15,"area":null},{"id":"2406.08787","title":"A Survey on Compositional Learning of AI Models: Theoretical and Experimental Practices","created":"2024-06-13","cited_by_count":15,"area":null},{"id":"2411.12925","title":"Loss-to-Loss Prediction: Scaling Laws for All Datasets","created":"2024-11-19","cited_by_count":15,"area":null},{"id":"2412.06745","title":"ONEBench to Test Them All: Sample-Level Benchmarking Over Open-Ended Capabilities","created":"2024-12-09","cited_by_count":15,"area":null},{"id":"2412.07942","title":"Neural Scaling Laws Rooted in the Data Distribution","created":"2024-12-10","cited_by_count":15,"area":null},{"id":"2412.16100","title":"Logical Consistency of Large Language Models in Fact-checking","created":"2024-12-20","cited_by_count":15,"area":null},{"id":"2307.01201","title":"Schema-learning and rebinding as mechanisms of in-context learning and emergence","created":"2023-06-16","cited_by_count":14,"area":null}],"next_cursor":"100"}