{"total":544,"rows":[{"id":"2305.05176","title":"FrugalGPT: How to Use Large Language Models While Reducing Cost and Improving Performance","created":"2023-05-09","cited_by_count":853,"area":null},{"id":"2305.13048","title":"RWKV: Reinventing RNNs for the Transformer Era","created":"2023-05-22","cited_by_count":827,"area":null},{"id":"2306.01116","title":"The RefinedWeb Dataset for Falcon LLM: Outperforming Curated Corpora with Web Data, and Web Data Only","created":"2023-06-01","cited_by_count":763,"area":null},{"id":"2204.06745","title":"GPT-NeoX-20B: An Open-Source Autoregressive Language Model","created":"2022-04-14","cited_by_count":713,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2402.00838","title":"OLMo: Accelerating the Science of Language Models","created":"2024-02-01","cited_by_count":613,"area":null},{"id":"2110.15943","title":"MetaICL: Learning to Learn In Context","created":"2021-10-29","cited_by_count":454,"area":null},{"id":"2310.06694","title":"Sheared LLaMA: Accelerating Language Model Pre-training via Structured Pruning","created":"2023-10-10","cited_by_count":415,"area":null},{"id":"2305.16264","title":"Scaling Data-Constrained Language Models","created":"2023-05-25","cited_by_count":403,"area":null},{"id":"2308.16884","title":"The Belebele Benchmark: a Parallel Reading Comprehension Dataset in 122 Language Variants","created":"2023-08-31","cited_by_count":311,"area":null},{"id":"2402.17764","title":"The Era of 1-bit LLMs: All Large Language Models are in 1.58 Bits","created":"2024-02-27","cited_by_count":308,"area":null},{"id":"2101.11038","title":"Muppet: Massive Multi-task Representations with Pre-Finetuning","created":"2021-01-26","cited_by_count":192,"area":null},{"id":"2311.16863","title":"Power Hungry Processing: Watts Driving the Cost of AI Deployment?","created":"2023-11-28","cited_by_count":191,"area":null},{"id":"2403.18105","title":"Large Language Models for Education: A Survey and Outlook","created":"2024-03-26","cited_by_count":188,"area":null},{"id":"2411.12372","title":"RedPajama: an Open Dataset for Training Large Language Models","created":"2024-11-19","cited_by_count":182,"area":null},{"id":"2407.01492","title":"RegMix: Data Mixture as Regression for Language Model Pre-training","created":"2024-07-01","cited_by_count":177,"area":null},{"id":"2401.16380","title":"Rephrasing the Web: A Recipe for Compute and Data-Efficient Language Modeling","created":"2024-01-29","cited_by_count":161,"area":null},{"id":"2404.05892","title":"Eagle and Finch: RWKV with Matrix-Valued States and Dynamic Recurrence","created":"2024-04-08","cited_by_count":159,"area":null},{"id":"2204.05832","title":"What Language Model Architecture and Pretraining Objective Work Best for Zero-Shot Generalization?","created":"2022-04-12","cited_by_count":150,"area":null},{"id":"2307.01379","title":"Shifting Attention to Relevance: Towards the Predictive Uncertainty Quantification of Free-Form Large Language Models","created":"2023-07-03","cited_by_count":150,"area":null},{"id":"2308.07317","title":"Platypus: Quick, Cheap, and Powerful Refinement of LLMs","created":"2023-08-14","cited_by_count":150,"area":null},{"id":"2104.08835","title":"CrossFit: A Few-shot Learning Challenge for Cross-task Generalization in NLP","created":"2021-04-18","cited_by_count":142,"area":null},{"id":"2501.12380","title":"MMVU: Measuring Expert-Level Multi-Discipline Video Understanding","created":"2025-01-21","cited_by_count":137,"area":null},{"id":"2304.14402","title":"LaMini-LM: A Diverse Herd of Distilled Models from Large-Scale Instructions","created":"2023-04-27","cited_by_count":124,"area":null},{"id":"2406.06046","title":"MATES: Model-Aware Data Selection for Efficient Pretraining with Data Influence Models","created":"2024-06-10","cited_by_count":100,"area":null},{"id":"2406.08391","title":"Large Language Models Must Be Taught to Know What They Don't Know","created":"2024-06-12","cited_by_count":100,"area":null},{"id":"2406.10833","title":"A Comprehensive Survey of Scientific Large Language Models and Their Applications in Scientific Discovery","created":"2024-06-16","cited_by_count":96,"area":null},{"id":"2403.15796","title":"Understanding Emergent Abilities of Language Models from the Loss Perspective","created":"2024-03-23","cited_by_count":94,"area":null},{"id":"2210.15424","title":"What Language Model to Train if You Have One Million GPU Hours?","created":"2022-10-27","cited_by_count":92,"area":null},{"id":"2310.15393","title":"DoGE: Domain Reweighting with Generalization Estimation","created":"2023-10-23","cited_by_count":90,"area":null},{"id":"2408.06142","title":"Med42-v2: A Suite of Clinical LLMs","created":"2024-08-12","cited_by_count":90,"area":null},{"id":"2402.18376","title":"Tokenization Is More Than Compression","created":"2024-02-28","cited_by_count":89,"area":null},{"id":"2409.19606","title":"Hyper-Connections","created":"2024-09-29","cited_by_count":84,"area":null},{"id":"2309.15840","title":"How to Catch an AI Liar: Lie Detection in Black-Box LLMs by Asking Unrelated Questions","created":"2023-09-26","cited_by_count":83,"area":null},{"id":"2412.14737","title":"On Verbalized Confidence Scores for LLMs","created":"2024-12-19","cited_by_count":83,"area":null},{"id":"2302.03202","title":"Exploring the Benefits of Training Expert Language Models over Instruction Tuning","created":"2023-02-07","cited_by_count":80,"area":null},{"id":"2401.14656","title":"Scientific Large Language Models: A Survey on Biological & Chemical Domains","created":"2024-01-26","cited_by_count":80,"area":null},{"id":"2302.04870","title":"Offsite-Tuning: Transfer Learning without Full Model","created":"2023-02-09","cited_by_count":78,"area":null},{"id":"2311.08596","title":"Are You Sure? Challenging LLMs Leads to Performance Drops in The FlipFlop Experiment","created":"2023-11-14","cited_by_count":77,"area":null},{"id":"2311.14736","title":"Data Diversity Matters for Robust Instruction Tuning","created":"2023-11-21","cited_by_count":76,"area":null},{"id":"2404.14619","title":"OpenELM: An Efficient Language Model Family with Open Training and Inference Framework","created":"2024-04-22","cited_by_count":75,"area":null},{"id":"2401.12255","title":"Instructional Fingerprinting of Large Language Models","created":"2024-01-21","cited_by_count":68,"area":null},{"id":"2312.17120","title":"MathPile: A Billion-Token-Scale Pretraining Corpus for Math","created":"2023-12-28","cited_by_count":67,"area":null},{"id":"2407.10827","title":"LLM Circuit Analyses Are Consistent Across Training and Scale","created":"2024-07-15","cited_by_count":63,"area":null},{"id":"2312.01037","title":"Eliciting Latent Knowledge from Quirky Language Models","created":"2023-12-02","cited_by_count":62,"area":null},{"id":"2503.00172","title":"A Survey of Uncertainty Estimation Methods on Large Language Models","created":"2025-02-28","cited_by_count":62,"area":null},{"id":"2407.16221","title":"Do LLMs Know When to NOT Answer? Investigating Abstention Abilities of Large Language Models","created":"2024-07-23","cited_by_count":57,"area":null},{"id":"2501.17116","title":"Optimizing Large Language Model Training Using FP4 Quantization","created":"2025-01-28","cited_by_count":56,"area":null},{"id":"2305.15062","title":"Lawyer LLaMA Technical Report","created":"2023-05-24","cited_by_count":54,"area":null},{"id":"2312.10523","title":"Paloma: A Benchmark for Evaluating Language Model Fit","created":"2023-12-16","cited_by_count":54,"area":null},{"id":"2409.03137","title":"The AdEMAMix Optimizer: Better, Faster, Older","created":"2024-09-05","cited_by_count":54,"area":null},{"id":"2412.05270","title":"APOLLO: SGD-like Memory, AdamW-level Performance","created":"2024-12-06","cited_by_count":54,"area":null},{"id":"2402.00786","title":"CroissantLLM: A Truly Bilingual French-English Language Model","created":"2024-02-01","cited_by_count":53,"area":null},{"id":"2401.14818","title":"Developing ChemDFM as a large language foundation model for chemistry","created":"2024-01-26","cited_by_count":52,"area":null},{"id":"2503.01917","title":"Steer LLM Latents for Hallucination Detection","created":"2025-03-01","cited_by_count":50,"area":null},{"id":"2404.00859","title":"Do language models plan ahead for future tokens?","created":"2024-04-01","cited_by_count":49,"area":null},{"id":"2205.00415","title":"Don't Blame the Annotator: Bias Already Starts in the Annotation Instructions","created":"2022-05-01","cited_by_count":47,"area":null},{"id":"2408.10914","title":"To Code, or Not To Code? Exploring Impact of Code in Pre-training","created":"2024-08-20","cited_by_count":47,"area":null},{"id":"2410.11820","title":"Adaptive Data Optimization: Dynamic Sample Selection with Scaling Laws","created":"2024-10-15","cited_by_count":47,"area":null},{"id":"2409.05816","title":"Improving Pretraining Data Using Perplexity Correlations","created":"2024-09-09","cited_by_count":46,"area":null},{"id":"2502.02631","title":"ParetoQ: Improving Scaling Laws in Extremely Low-bit LLM Quantization","created":"2025-02-04","cited_by_count":46,"area":null},{"id":"2305.03695","title":"Vera: A General-Purpose Plausibility Estimation Model for Commonsense Statements","created":"2023-05-05","cited_by_count":44,"area":null},{"id":"2505.20674","title":"PonderLM: Pretraining Language Models to Ponder in Continuous Space","created":"2025-05-27","cited_by_count":44,"area":null},{"id":"2405.15319","title":"Stacking Your Transformers: A Closer Look at Model Growth for Efficient LLM Pre-Training","created":"2024-05-24","cited_by_count":43,"area":null},{"id":"2305.09137","title":"Pre-Training to Learn in Context","created":"2023-05-16","cited_by_count":42,"area":null},{"id":"2412.12094","title":"SepLLM: Accelerate Large Language Models by Compressing One Segment into One Separator","created":"2024-12-16","cited_by_count":41,"area":null},{"id":"2308.13565","title":"DARWIN Series: Domain Specific Large Language Models for Natural Science","created":"2023-08-25","cited_by_count":39,"area":null},{"id":"2410.07064","title":"Data Selection via Optimal Control for Language Models","created":"2024-10-09","cited_by_count":38,"area":null},{"id":"2306.03241","title":"Early Weight Averaging meets High Learning Rates for LLM Pre-training","created":"2023-06-05","cited_by_count":37,"area":null},{"id":"2409.17115","title":"Programming Every Example: Lifting Pre-training Data Quality Like Experts at Scale","created":"2024-09-25","cited_by_count":37,"area":null},{"id":"2206.15076","title":"BigBIO: A Framework for Data-Centric Biomedical Natural Language Processing","created":"2022-06-30","cited_by_count":36,"area":null},{"id":"2403.09162","title":"Unveiling the Generalization Power of Fine-Tuned Large Language Models","created":"2024-03-14","cited_by_count":36,"area":null},{"id":"2503.09543","title":"PolyPythias: Stability and Outliers across Fifty Language Model Pre-Training Runs","created":"2025-03-12","cited_by_count":35,"area":null},{"id":"2509.23024","title":"Tracing the Representation Geometry of Language Models from Pretraining to Post-training","created":"2025-09-27","cited_by_count":35,"area":null},{"id":"2409.16986","title":"Harnessing Diversity for Important Data Selection in Pretraining Large Language Models","created":"2024-09-25","cited_by_count":34,"area":null},{"id":"2405.16281","title":"ConStat: Performance-Based Contamination Detection in Large Language Models","created":"2024-05-25","cited_by_count":33,"area":null},{"id":"2410.19313","title":"COAT: Compressing Optimizer states and Activation for Memory-Efficient FP8 Training","created":"2024-10-25","cited_by_count":33,"area":null},{"id":"2106.00874","title":"Conversational Question Answering: A Survey","created":"2021-06-02","cited_by_count":31,"area":null},{"id":"2502.12170","title":"MUDDFormer: Breaking Residual Bottlenecks in Transformers via Multiway Dynamic Dense Connections","created":"2025-02-13","cited_by_count":31,"area":null},{"id":"2503.21821","title":"Physics: Benchmarking Foundation Models on University-Level Physics Problem Solving","created":"2025-03-26","cited_by_count":31,"area":null},{"id":"2310.04782","title":"Improving the Reliability of Large Language Models by Leveraging Uncertainty-Aware In-Context Learning","created":"2023-10-07","cited_by_count":29,"area":null},{"id":"2509.14786","title":"Pre-training under infinite compute","created":"2025-09-18","cited_by_count":29,"area":null},{"id":"2403.19390","title":"Checkpoint Merging via Bayesian Optimization in LLM Pretraining","created":"2024-03-28","cited_by_count":27,"area":null},{"id":"2101.10421","title":"English Machine Reading Comprehension Datasets: A Survey","created":"2021-01-25","cited_by_count":26,"area":null},{"id":"2306.00477","title":"Make Pre-trained Model Reversible: From Parameter to Memory Efficient Fine-Tuning","created":"2023-06-01","cited_by_count":26,"area":null},{"id":"2307.12114","title":"A Zero-shot and Few-shot Study of Instruction-Finetuned Large Language Models Applied to Clinical and Biomedical Tasks","created":"2023-07-22","cited_by_count":25,"area":null},{"id":"2402.01512","title":"Distractor Generation in Multiple-Choice Tasks: A Survey of Methods, Datasets, and Evaluation","created":"2024-02-02","cited_by_count":25,"area":null},{"id":"2406.14833","title":"Efficient Continual Pre-training by Mitigating the Stability Gap","created":"2024-06-21","cited_by_count":25,"area":null},{"id":"2407.06488","title":"Towards Understanding Multi-Task Learning (Generalization) of LLMs via Detecting and Exploring Task-Specific Neurons","created":"2024-07-09","cited_by_count":25,"area":null},{"id":"2405.09939","title":"SciQAG: A Framework for Auto-Generated Science Question Answering Dataset with Fine-grained Evaluation","created":"2024-05-16","cited_by_count":24,"area":null},{"id":"2407.08582","title":"On the Universal Truthfulness Hyperplane Inside LLMs","created":"2024-07-11","cited_by_count":24,"area":null},{"id":"2501.04961","title":"Demystifying Domain-adaptive Post-training for Financial LLMs","created":"2025-01-09","cited_by_count":24,"area":null},{"id":"2102.09094","title":"Quiz-Style Question Generation for News Stories","created":"2021-02-18","cited_by_count":23,"area":null},{"id":"2509.04013","title":"On Robustness and Reliability of Benchmark-Based Evaluation of LLMs","created":"2025-09-04","cited_by_count":23,"area":null},{"id":"2210.02969","title":"Guess the Instruction! Flipped Learning Makes Language Models Stronger Zero-Shot Learners","created":"2022-10-06","cited_by_count":22,"area":null},{"id":"2403.00818","title":"DenseMamba: State Space Models with Dense Hidden Connection for Efficient Large Language Models","created":"2024-02-26","cited_by_count":22,"area":null},{"id":"2504.20966","title":"Softpick: No Attention Sink, No Massive Activations with Rectified Softmax","created":"2025-04-29","cited_by_count":22,"area":null},{"id":"2406.09297","title":"MLKV: Multi-Layer Key-Value Heads for Memory Efficient Transformer Decoding","created":"2024-06-13","cited_by_count":21,"area":null},{"id":"2407.12327","title":"Spectra: Surprising Effectiveness of Pretraining Ternary Language Models at Scale","created":"2024-07-17","cited_by_count":21,"area":null},{"id":"2503.00808","title":"Predictive Data Selection: The Data That Predicts Is the Data That Teaches","created":"2025-03-02","cited_by_count":21,"area":null}],"next_cursor":"100"}