{"total":765,"rows":[{"id":"2402.14008","title":"OlympiadBench: A Challenging Benchmark for Promoting AGI with Olympiad-Level Bilingual Multimodal Scientific Problems","created":"2024-02-21","cited_by_count":1136,"area":"mllm"},{"id":"2305.05176","title":"FrugalGPT: How to Use Large Language Models While Reducing Cost and Improving Performance","created":"2023-05-09","cited_by_count":853,"area":null},{"id":"2305.13048","title":"RWKV: Reinventing RNNs for the Transformer Era","created":"2023-05-22","cited_by_count":827,"area":null},{"id":"2305.14975","title":"Just Ask for Calibration: Strategies for Eliciting Calibrated Confidence Scores from Language Models Fine-Tuned with Human Feedback","created":"2023-05-24","cited_by_count":812,"area":"alignment"},{"id":"2306.01116","title":"The RefinedWeb Dataset for Falcon LLM: Outperforming Curated Corpora with Web Data, and Web Data Only","created":"2023-06-01","cited_by_count":763,"area":null},{"id":"2204.06745","title":"GPT-NeoX-20B: An Open-Source Autoregressive Language Model","created":"2022-04-14","cited_by_count":713,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2402.00838","title":"OLMo: Accelerating the Science of Language Models","created":"2024-02-01","cited_by_count":613,"area":null},{"id":"2406.04093","title":"Scaling and evaluating sparse autoencoders","created":"2024-06-06","cited_by_count":553,"area":"mechinterp"},{"id":"2312.09390","title":"Weak-to-Strong Generalization: Eliciting Strong Capabilities With Weak Supervision","created":"2023-12-14","cited_by_count":467,"area":"alignment"},{"id":"2110.15943","title":"MetaICL: Learning to Learn In Context","created":"2021-10-29","cited_by_count":454,"area":null},{"id":"2310.06694","title":"Sheared LLaMA: Accelerating Language Model Pre-training via Structured Pruning","created":"2023-10-10","cited_by_count":415,"area":null},{"id":"2305.16264","title":"Scaling Data-Constrained Language Models","created":"2023-05-25","cited_by_count":403,"area":null},{"id":"2308.16884","title":"The Belebele Benchmark: a Parallel Reading Comprehension Dataset in 122 Language Variants","created":"2023-08-31","cited_by_count":311,"area":null},{"id":"2402.17764","title":"The Era of 1-bit LLMs: All Large Language Models are in 1.58 Bits","created":"2024-02-27","cited_by_count":308,"area":null},{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2405.00451","title":"Monte Carlo Tree Search Boosts Reasoning via Iterative Preference Learning","created":"2024-05-01","cited_by_count":241,"area":"lr"},{"id":"2403.09611","title":"MM1: Methods, Analysis & Insights from Multimodal LLM Pre-training","created":"2024-03-14","cited_by_count":232,"area":"mllm"},{"id":"2101.11038","title":"Muppet: Massive Multi-task Representations with Pre-Finetuning","created":"2021-01-26","cited_by_count":192,"area":null},{"id":"2311.16863","title":"Power Hungry Processing: Watts Driving the Cost of AI Deployment?","created":"2023-11-28","cited_by_count":191,"area":null},{"id":"2403.18105","title":"Large Language Models for Education: A Survey and Outlook","created":"2024-03-26","cited_by_count":188,"area":null},{"id":"2411.12372","title":"RedPajama: an Open Dataset for Training Large Language Models","created":"2024-11-19","cited_by_count":182,"area":null},{"id":"2407.01492","title":"RegMix: Data Mixture as Regression for Language Model Pre-training","created":"2024-07-01","cited_by_count":177,"area":null},{"id":"2401.16380","title":"Rephrasing the Web: A Recipe for Compute and Data-Efficient Language Modeling","created":"2024-01-29","cited_by_count":161,"area":null},{"id":"2404.05892","title":"Eagle and Finch: RWKV with Matrix-Valued States and Dynamic Recurrence","created":"2024-04-08","cited_by_count":159,"area":null},{"id":"2204.05832","title":"What Language Model Architecture and Pretraining Objective Work Best for Zero-Shot Generalization?","created":"2022-04-12","cited_by_count":150,"area":null},{"id":"2307.01379","title":"Shifting Attention to Relevance: Towards the Predictive Uncertainty Quantification of Free-Form Large Language Models","created":"2023-07-03","cited_by_count":150,"area":null},{"id":"2308.07317","title":"Platypus: Quick, Cheap, and Powerful Refinement of LLMs","created":"2023-08-14","cited_by_count":150,"area":null},{"id":"2302.02676","title":"Chain of Hindsight Aligns Language Models with Feedback","created":"2023-02-06","cited_by_count":148,"area":"alignment"},{"id":"2104.08835","title":"CrossFit: A Few-shot Learning Challenge for Cross-task Generalization in NLP","created":"2021-04-18","cited_by_count":142,"area":null},{"id":"2501.12380","title":"MMVU: Measuring Expert-Level Multi-Discipline Video Understanding","created":"2025-01-21","cited_by_count":137,"area":null},{"id":"2304.14402","title":"LaMini-LM: A Diverse Herd of Distilled Models from Large-Scale Instructions","created":"2023-04-27","cited_by_count":124,"area":null},{"id":"2406.16554","title":"LLaMA-MoE: Building Mixture-of-Experts from LLaMA with Continual Pre-training","created":"2024-06-24","cited_by_count":123,"area":"moe"},{"id":"2502.16681","title":"Are Sparse Autoencoders Useful? A Case Study in Sparse Probing","created":"2025-02-23","cited_by_count":115,"area":"mechinterp"},{"id":"2410.09724","title":"Taming Overconfidence in LLMs: Reward Calibration in RLHF","created":"2024-10-13","cited_by_count":112,"area":"alignment"},{"id":"2507.00432","title":"Does Math Reasoning Improve General LLM Capabilities? Understanding Transferability of LLM Reasoning","created":"2025-07-01","cited_by_count":106,"area":"lr"},{"id":"2406.06046","title":"MATES: Model-Aware Data Selection for Efficient Pretraining with Data Influence Models","created":"2024-06-10","cited_by_count":100,"area":null},{"id":"2406.08391","title":"Large Language Models Must Be Taught to Know What They Don't Know","created":"2024-06-12","cited_by_count":100,"area":null},{"id":"2407.01603","title":"A Review of Large Language Models and Autonomous Agents in Chemistry","created":"2024-06-26","cited_by_count":99,"area":"agents"},{"id":"2406.10833","title":"A Comprehensive Survey of Scientific Large Language Models and Their Applications in Scientific Discovery","created":"2024-06-16","cited_by_count":96,"area":null},{"id":"2403.15796","title":"Understanding Emergent Abilities of Language Models from the Loss Perspective","created":"2024-03-23","cited_by_count":94,"area":null},{"id":"2210.15424","title":"What Language Model to Train if You Have One Million GPU Hours?","created":"2022-10-27","cited_by_count":92,"area":null},{"id":"2310.15393","title":"DoGE: Domain Reweighting with Generalization Estimation","created":"2023-10-23","cited_by_count":90,"area":null},{"id":"2408.06142","title":"Med42-v2: A Suite of Clinical LLMs","created":"2024-08-12","cited_by_count":90,"area":null},{"id":"2402.18376","title":"Tokenization Is More Than Compression","created":"2024-02-28","cited_by_count":89,"area":null},{"id":"2409.19606","title":"Hyper-Connections","created":"2024-09-29","cited_by_count":84,"area":null},{"id":"2309.15840","title":"How to Catch an AI Liar: Lie Detection in Black-Box LLMs by Asking Unrelated Questions","created":"2023-09-26","cited_by_count":83,"area":null},{"id":"2412.14737","title":"On Verbalized Confidence Scores for LLMs","created":"2024-12-19","cited_by_count":83,"area":null},{"id":"2302.03202","title":"Exploring the Benefits of Training Expert Language Models over Instruction Tuning","created":"2023-02-07","cited_by_count":80,"area":null},{"id":"2401.14656","title":"Scientific Large Language Models: A Survey on Biological & Chemical Domains","created":"2024-01-26","cited_by_count":80,"area":null},{"id":"2302.04870","title":"Offsite-Tuning: Transfer Learning without Full Model","created":"2023-02-09","cited_by_count":78,"area":null},{"id":"2305.15074","title":"Have LLMs Advanced Enough? A Challenging Problem Solving Benchmark For Large Language Models","created":"2023-05-24","cited_by_count":77,"area":"lr"},{"id":"2311.08596","title":"Are You Sure? Challenging LLMs Leads to Performance Drops in The FlipFlop Experiment","created":"2023-11-14","cited_by_count":77,"area":null},{"id":"2311.14736","title":"Data Diversity Matters for Robust Instruction Tuning","created":"2023-11-21","cited_by_count":76,"area":null},{"id":"2404.14619","title":"OpenELM: An Efficient Language Model Family with Open Training and Inference Framework","created":"2024-04-22","cited_by_count":75,"area":null},{"id":"2503.00031","title":"Efficient Test-Time Scaling via Self-Calibration","created":"2025-02-25","cited_by_count":75,"area":"lr"},{"id":"2311.05657","title":"Agent Lumos: Unified and Modular Training for Open-Source Language Agents","created":"2023-11-09","cited_by_count":72,"area":"agents"},{"id":"2510.07192","title":"Poisoning Attacks on LLMs Require a Near-constant Number of Poison Samples","created":"2025-10-08","cited_by_count":72,"area":"safety"},{"id":"2401.12255","title":"Instructional Fingerprinting of Large Language Models","created":"2024-01-21","cited_by_count":68,"area":null},{"id":"2312.17120","title":"MathPile: A Billion-Token-Scale Pretraining Corpus for Math","created":"2023-12-28","cited_by_count":67,"area":null},{"id":"2502.16002","title":"KVLink: Accelerating Large Language Models via Efficient KV Cache Reuse","created":"2025-02-21","cited_by_count":66,"area":"inference"},{"id":"2407.10827","title":"LLM Circuit Analyses Are Consistent Across Training and Scale","created":"2024-07-15","cited_by_count":63,"area":null},{"id":"2507.15857","title":"Diffusion Beats Autoregressive in Data-Constrained Settings","created":"2025-07-21","cited_by_count":63,"area":"diffusion"},{"id":"2312.01037","title":"Eliciting Latent Knowledge from Quirky Language Models","created":"2023-12-02","cited_by_count":62,"area":null},{"id":"2503.00172","title":"A Survey of Uncertainty Estimation Methods on Large Language Models","created":"2025-02-28","cited_by_count":62,"area":null},{"id":"2602.11451","title":"LoopFormer: Elastic-Depth Looped Transformers for Latent Reasoning via Shortcut Modulation","created":"2026-02-11","cited_by_count":61,"area":"lr"},{"id":"2407.16221","title":"Do LLMs Know When to NOT Answer? Investigating Abstention Abilities of Large Language Models","created":"2024-07-23","cited_by_count":57,"area":null},{"id":"2409.00135","title":"HoneyComb: A Flexible LLM-Based Agent System for Materials Science","created":"2024-08-29","cited_by_count":57,"area":"agents"},{"id":"2407.01885","title":"Survey on Knowledge Distillation for Large Language Models: Methods, Evaluation, and Application","created":"2024-07-02","cited_by_count":56,"area":"distill"},{"id":"2410.07348","title":"MoE++: Accelerating Mixture-of-Experts Methods with Zero-Computation Experts","created":"2024-10-09","cited_by_count":56,"area":"moe"},{"id":"2501.17116","title":"Optimizing Large Language Model Training Using FP4 Quantization","created":"2025-01-28","cited_by_count":56,"area":null},{"id":"2305.15062","title":"Lawyer LLaMA Technical Report","created":"2023-05-24","cited_by_count":54,"area":null},{"id":"2312.10523","title":"Paloma: A Benchmark for Evaluating Language Model Fit","created":"2023-12-16","cited_by_count":54,"area":null},{"id":"2409.03137","title":"The AdEMAMix Optimizer: Better, Faster, Older","created":"2024-09-05","cited_by_count":54,"area":null},{"id":"2412.05270","title":"APOLLO: SGD-like Memory, AdamW-level Performance","created":"2024-12-06","cited_by_count":54,"area":null},{"id":"2402.00786","title":"CroissantLLM: A Truly Bilingual French-English Language Model","created":"2024-02-01","cited_by_count":53,"area":null},{"id":"2401.14818","title":"Developing ChemDFM as a large language foundation model for chemistry","created":"2024-01-26","cited_by_count":52,"area":null},{"id":"2503.01917","title":"Steer LLM Latents for Hallucination Detection","created":"2025-03-01","cited_by_count":50,"area":null},{"id":"2503.03686","title":"MAS-GPT: Training LLMs to Build LLM-based Multi-Agent Systems","created":"2025-03-05","cited_by_count":50,"area":"lr"},{"id":"2404.00859","title":"Do language models plan ahead for future tokens?","created":"2024-04-01","cited_by_count":49,"area":null},{"id":"2502.00334","title":"UGPhysics: A Comprehensive Benchmark for Undergraduate Physics Reasoning with Large Language Models","created":"2025-02-01","cited_by_count":48,"area":"lr"},{"id":"2205.00415","title":"Don't Blame the Annotator: Bias Already Starts in the Annotation Instructions","created":"2022-05-01","cited_by_count":47,"area":null},{"id":"2408.10914","title":"To Code, or Not To Code? Exploring Impact of Code in Pre-training","created":"2024-08-20","cited_by_count":47,"area":null},{"id":"2410.11820","title":"Adaptive Data Optimization: Dynamic Sample Selection with Scaling Laws","created":"2024-10-15","cited_by_count":47,"area":null},{"id":"2406.12038","title":"Soft Prompting for Unlearning in Large Language Models","created":"2024-06-17","cited_by_count":46,"area":"safety"},{"id":"2409.05816","title":"Improving Pretraining Data Using Perplexity Correlations","created":"2024-09-09","cited_by_count":46,"area":null},{"id":"2502.02631","title":"ParetoQ: Improving Scaling Laws in Extremely Low-bit LLM Quantization","created":"2025-02-04","cited_by_count":46,"area":null},{"id":"2305.03695","title":"Vera: A General-Purpose Plausibility Estimation Model for Commonsense Statements","created":"2023-05-05","cited_by_count":44,"area":null},{"id":"2410.11842","title":"MoH: Multi-Head Attention as Mixture-of-Head Attention","created":"2024-10-15","cited_by_count":44,"area":"moe"},{"id":"2505.20674","title":"PonderLM: Pretraining Language Models to Ponder in Continuous Space","created":"2025-05-27","cited_by_count":44,"area":null},{"id":"2405.15319","title":"Stacking Your Transformers: A Closer Look at Model Growth for Efficient LLM Pre-Training","created":"2024-05-24","cited_by_count":43,"area":null},{"id":"2408.03675","title":"NACL: A General and Effective KV Cache Eviction Framework for LLMs at Inference Time","created":"2024-08-07","cited_by_count":43,"area":"inference"},{"id":"2305.09137","title":"Pre-Training to Learn in Context","created":"2023-05-16","cited_by_count":42,"area":null},{"id":"2404.05567","title":"Dense Training, Sparse Inference: Rethinking Training of Mixture-of-Experts Language Models","created":"2024-04-08","cited_by_count":42,"area":"lr"},{"id":"2412.12094","title":"SepLLM: Accelerate Large Language Models by Compressing One Segment into One Separator","created":"2024-12-16","cited_by_count":41,"area":null},{"id":"2308.13565","title":"DARWIN Series: Domain Specific Large Language Models for Natural Science","created":"2023-08-25","cited_by_count":39,"area":null},{"id":"2405.16587","title":"Cost-Effective Online Multi-LLM Selection with Versatile Reward Models","created":"2024-05-26","cited_by_count":39,"area":"alignment"},{"id":"2406.05955","title":"Turbo Sparse: Achieving LLM SOTA Performance with Minimal Activated Parameters","created":"2024-06-10","cited_by_count":38,"area":"moe"},{"id":"2410.07064","title":"Data Selection via Optimal Control for Language Models","created":"2024-10-09","cited_by_count":38,"area":null},{"id":"2306.03241","title":"Early Weight Averaging meets High Learning Rates for LLM Pre-training","created":"2023-06-05","cited_by_count":37,"area":null}],"next_cursor":"100"}