{"total":897,"rows":[{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028,"area":null},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326,"area":null},{"id":"2309.16609","title":"Qwen Technical Report","created":"2023-09-28","cited_by_count":3344,"area":null},{"id":"2210.11416","title":"Scaling Instruction-Finetuned Language Models","created":"2022-10-20","cited_by_count":3024,"area":null},{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019,"area":null},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2206.07682","title":"Emergent Abilities of Large Language Models","created":"2022-06-15","cited_by_count":2512,"area":null},{"id":"2410.24164","title":"$\\pi_0$: A Vision-Language-Action Flow Model for General Robot Control","created":"2024-10-31","cited_by_count":2407,"area":"vla"},{"id":"2212.13138","title":"Large Language Models Encode Clinical Knowledge","created":"2022-12-26","cited_by_count":1830,"area":null},{"id":"2211.10438","title":"SmoothQuant: Accurate and Efficient Post-Training Quantization for Large Language Models","created":"2022-11-18","cited_by_count":1386,"area":null},{"id":"2508.10925","title":"gpt-oss-120b & gpt-oss-20b Model Card","created":"2025-08-08","cited_by_count":1386,"area":"lr"},{"id":"2206.10789","title":"Scaling Autoregressive Models for Content-Rich Text-to-Image Generation","created":"2022-06-22","cited_by_count":1295,"area":null},{"id":"2201.08239","title":"LaMDA: Language Models for Dialog Applications","created":"2022-01-20","cited_by_count":1220,"area":null},{"id":"2305.10403","title":"PaLM 2 Technical Report","created":"2023-05-17","cited_by_count":1162,"area":"lr"},{"id":"2211.12588","title":"Program of Thoughts Prompting: Disentangling Computation from Reasoning for Numerical Reasoning Tasks","created":"2022-11-22","cited_by_count":1076,"area":"lr"},{"id":"2401.06066","title":"DeepSeekMoE: Towards Ultimate Expert Specialization in Mixture-of-Experts Language Models","created":"2024-01-11","cited_by_count":867,"area":"moe"},{"id":"2209.06794","title":"PaLI: A Jointly-Scaled Multilingual Language-Image Model","created":"2022-09-14","cited_by_count":766,"area":null},{"id":"2312.07533","title":"VILA: On Pre-training for Visual Language Models","created":"2023-12-12","cited_by_count":692,"area":"mllm"},{"id":"2112.08633","title":"Learning To Retrieve Prompts for In-Context Learning","created":"2021-12-16","cited_by_count":648,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2310.05737","title":"Language Model Beats Diffusion -- Tokenizer is Key to Visual Generation","created":"2023-10-09","cited_by_count":640,"area":"diffusion"},{"id":"2309.17080","title":"GAIA-1: A Generative World Model for Autonomous Driving","created":"2023-09-29","cited_by_count":637,"area":"wm"},{"id":"2202.09368","title":"Mixture-of-Experts with Expert Choice Routing","created":"2022-02-18","cited_by_count":623,"area":"moe"},{"id":"2402.06196","title":"Large Language Models: A Survey","created":"2024-02-09","cited_by_count":525,"area":null},{"id":"2312.14125","title":"VideoPoet: A Large Language Model for Zero-Shot Video Generation","created":"2023-12-21","cited_by_count":492,"area":null},{"id":"2302.06675","title":"Symbolic Discovery of Optimization Algorithms","created":"2023-02-13","cited_by_count":434,"area":null},{"id":"2304.13712","title":"Harnessing the Power of LLMs in Practice: A Survey on ChatGPT and Beyond","created":"2023-04-26","cited_by_count":411,"area":null},{"id":"2201.05596","title":"DeepSpeed-MoE: Advancing Mixture-of-Experts Inference and Training to Power Next-Generation AI Scale","created":"2022-01-14","cited_by_count":404,"area":"moe"},{"id":"2305.16264","title":"Scaling Data-Constrained Language Models","created":"2023-05-25","cited_by_count":403,"area":null},{"id":"2202.08906","title":"ST-MoE: Designing Stable and Transferable Sparse Expert Models","created":"2022-02-17","cited_by_count":399,"area":"moe"},{"id":"2305.10429","title":"DoReMi: Optimizing Data Mixtures Speeds Up Language Model Pretraining","created":"2023-05-17","cited_by_count":399,"area":null},{"id":"2310.16789","title":"Detecting Pretraining Data from Large Language Models","created":"2023-10-25","cited_by_count":387,"area":null},{"id":"2303.17491","title":"Language Models can Solve Computer Tasks","created":"2023-03-30","cited_by_count":372,"area":null},{"id":"2305.09781","title":"SpecInfer: Accelerating Generative Large Language Model Serving with Tree-based Speculative Inference and Verification","created":"2023-05-16","cited_by_count":365,"area":"inference"},{"id":"2307.13269","title":"LoraHub: Efficient Cross-Task Generalization via Dynamic LoRA Composition","created":"2023-07-25","cited_by_count":364,"area":null},{"id":"2310.18018","title":"NLP Evaluation in trouble: On the Need to Measure LLM Data Contamination for each Benchmark","created":"2023-10-27","cited_by_count":348,"area":null},{"id":"2308.07107","title":"Large Language Models for Information Retrieval: A Survey","created":"2023-08-14","cited_by_count":331,"area":null},{"id":"2302.03169","title":"Data Selection for Language Models via Importance Resampling","created":"2023-02-06","cited_by_count":329,"area":null},{"id":"2502.17419","title":"From System 1 to System 2: A Survey of Reasoning Large Language Models","created":"2025-02-24","cited_by_count":320,"area":"lr"},{"id":"2207.07061","title":"Confident Adaptive Language Modeling","created":"2022-07-14","cited_by_count":310,"area":"inference"},{"id":"2309.13007","title":"ReConcile: Round-Table Conference Improves Reasoning via Consensus among Diverse LLMs","created":"2023-09-22","cited_by_count":309,"area":"lr"},{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2209.10063","title":"Generate rather than Retrieve: Large Language Models are Strong Context Generators","created":"2022-09-21","cited_by_count":298,"area":null},{"id":"2309.11499","title":"DreamLLM: Synergistic Multimodal Comprehension and Creation","created":"2023-09-20","cited_by_count":297,"area":"mllm"},{"id":"2205.05131","title":"UL2: Unifying Language Learning Paradigms","created":"2022-05-10","cited_by_count":295,"area":null},{"id":"2306.07629","title":"SqueezeLLM: Dense-and-Sparse Quantization","created":"2023-06-13","cited_by_count":294,"area":null},{"id":"2311.16079","title":"MEDITRON-70B: Scaling Medical Pretraining for Large Language Models","created":"2023-11-27","cited_by_count":274,"area":null},{"id":"2207.14255","title":"Efficient Training of Language Models to Fill in the Middle","created":"2022-07-28","cited_by_count":255,"area":null},{"id":"2305.18565","title":"PaLI-X: On Scaling up a Multilingual Vision and Language Model","created":"2023-05-29","cited_by_count":255,"area":null},{"id":"2202.01169","title":"Unified Scaling Laws for Routed Language Models","created":"2022-02-02","cited_by_count":253,"area":null},{"id":"2202.06991","title":"Transformer Memory as a Differentiable Search Index","created":"2022-02-14","cited_by_count":247,"area":null},{"id":"2403.12031","title":"RouterBench: A Benchmark for Multi-LLM Routing System","created":"2024-03-18","cited_by_count":238,"area":null},{"id":"2404.16789","title":"Continual Learning of Large Language Models: A Comprehensive Survey","created":"2024-04-25","cited_by_count":234,"area":null},{"id":"2403.09611","title":"MM1: Methods, Analysis & Insights from Multimodal LLM Pre-training","created":"2024-03-14","cited_by_count":232,"area":"mllm"},{"id":"2211.15841","title":"MegaBlocks: Efficient Sparse Training with Mixture-of-Experts","created":"2022-11-29","cited_by_count":209,"area":"moe"},{"id":"2212.05055","title":"Sparse Upcycling: Training Mixture-of-Experts from Dense Checkpoints","created":"2022-12-09","cited_by_count":209,"area":"moe"},{"id":"2212.09611","title":"Optimizing Prompts for Text-to-Image Generation","created":"2022-12-19","cited_by_count":207,"area":null},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2210.12353","title":"Leveraging Large Language Models for Multiple Choice Question Answering","created":"2022-10-22","cited_by_count":203,"area":null},{"id":"2407.02485","title":"RankRAG: Unifying Context Ranking with Retrieval-Augmented Generation in LLMs","created":"2024-07-02","cited_by_count":202,"area":"rag"},{"id":"2206.03382","title":"Tutel: Adaptive Mixture-of-Experts at Scale","created":"2022-06-07","cited_by_count":201,"area":"moe"},{"id":"2211.04325","title":"Will we run out of data? Limits of LLM scaling based on human-generated data","created":"2022-10-26","cited_by_count":195,"area":null},{"id":"2310.20624","title":"LoRA Fine-tuning Efficiently Undoes Safety Training in Llama 2-Chat 70B","created":"2023-10-31","cited_by_count":195,"area":"alignment"},{"id":"2202.10447","title":"Transformer Quality in Linear Time","created":"2022-02-21","cited_by_count":191,"area":null},{"id":"2402.01739","title":"OpenMoE: An Early Effort on Open Mixture-of-Experts Language Models","created":"2024-01-29","cited_by_count":187,"area":"moe"},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2204.05149","title":"The Carbon Footprint of Machine Learning Training Will Plateau, Then Shrink","created":"2022-04-11","cited_by_count":184,"area":null},{"id":"2403.16952","title":"Data Mixing Laws: Optimizing Data Mixtures by Predicting Language Modeling Performance","created":"2024-03-25","cited_by_count":184,"area":null},{"id":"2305.13169","title":"A Pretrainer's Guide to Training Data: Measuring the Effects of Data Age, Domain Coverage, Quality, & Toxicity","created":"2023-05-22","cited_by_count":182,"area":null},{"id":"2203.00555","title":"DeepNet: Scaling Transformers to 1,000 Layers","created":"2022-03-01","cited_by_count":178,"area":null},{"id":"2308.08493","title":"Time Travel in LLMs: Tracing Data Contamination in Large Language Models","created":"2023-08-16","cited_by_count":177,"area":null},{"id":"2309.13788","title":"Can LLM-Generated Misinformation Be Detected?","created":"2023-09-25","cited_by_count":177,"area":null},{"id":"2112.10684","title":"Efficient Large Scale Language Modeling with Mixtures of Experts","created":"2021-12-20","cited_by_count":175,"area":"moe"},{"id":"2411.14499","title":"Understanding World or Predicting Future? A Comprehensive Survey of World Models","created":"2024-11-21","cited_by_count":166,"area":"wm"},{"id":"2302.07863","title":"Speculative Decoding with Big Little Decoder","created":"2023-02-15","cited_by_count":164,"area":"inference"},{"id":"2304.10428","title":"GPT-NER: Named Entity Recognition via Large Language Models","created":"2023-04-20","cited_by_count":160,"area":null},{"id":"2204.09179","title":"On the Representation Collapse of Sparse Mixture of Experts","created":"2022-04-20","cited_by_count":157,"area":"moe"},{"id":"2402.09739","title":"QuRating: Selecting High-Quality Data for Training Language Models","created":"2024-02-15","cited_by_count":157,"area":null},{"id":"2205.10782","title":"Instruction Induction: From Few Examples to Natural Language Task Descriptions","created":"2022-05-22","cited_by_count":152,"area":null},{"id":"2204.05832","title":"What Language Model Architecture and Pretraining Objective Work Best for Zero-Shot Generalization?","created":"2022-04-12","cited_by_count":150,"area":null},{"id":"2309.05444","title":"Pushing Mixture of Experts to the Limit: Extremely Parameter Efficient MoE for Instruction Tuning","created":"2023-09-11","cited_by_count":150,"area":"moe"},{"id":"2209.01667","title":"A Review of Sparse Expert Models in Deep Learning","created":"2022-09-04","cited_by_count":148,"area":"moe"},{"id":"2305.18295","title":"RAPHAEL: Text-to-Image Generation via Large Mixture of Diffusion Paths","created":"2023-05-29","cited_by_count":142,"area":"diffusion"},{"id":"2302.14838","title":"EvoPrompting: Language Models for Code-Level Neural Architecture Search","created":"2023-02-28","cited_by_count":131,"area":null},{"id":"2312.03718","title":"Large Language Models in Law: A Survey","created":"2023-11-26","cited_by_count":128,"area":null},{"id":"2401.06775","title":"Large language models in healthcare and medical domain: A review","created":"2023-12-12","cited_by_count":127,"area":null},{"id":"2305.18486","title":"A Systematic Study and Comprehensive Evaluation of ChatGPT on Benchmark Datasets","created":"2023-05-29","cited_by_count":123,"area":null},{"id":"2210.06313","title":"The Lazy Neuron Phenomenon: On Emergence of Activation Sparsity in Transformers","created":"2022-10-12","cited_by_count":122,"area":null},{"id":"2210.06710","title":"Large Language Models are few(1)-shot Table Reasoners","created":"2022-10-13","cited_by_count":116,"area":"lr"},{"id":"2403.08540","title":"Language models scale reliably with over-training and on downstream tasks","created":"2024-03-13","cited_by_count":113,"area":null},{"id":"2210.17223","title":"Accelerating Distributed MoE Training and Inference with Lina","created":"2022-10-31","cited_by_count":109,"area":"moe"},{"id":"2405.11273","title":"Uni-MoE: Scaling Unified Multimodal LLMs with Mixture of Experts","created":"2024-05-18","cited_by_count":108,"area":"mllm"},{"id":"2206.04301","title":"Unveiling Transformers with LEGO: a synthetic reasoning task","created":"2022-06-09","cited_by_count":106,"area":null},{"id":"2406.08446","title":"OLMES: A Standard for Language Model Evaluations","created":"2024-06-12","cited_by_count":106,"area":null},{"id":"2401.12926","title":"DsDm: Model-Aware Dataset Selection with Datamodels","created":"2024-01-23","cited_by_count":105,"area":null},{"id":"2308.12066","title":"Pre-gated MoE: An Algorithm-System Co-Design for Fast and Scalable Mixture-of-Expert Inference","created":"2023-08-23","cited_by_count":104,"area":"moe"},{"id":"2409.00088","title":"On-Device Language Models: A Comprehensive Review","created":"2024-08-26","cited_by_count":104,"area":null},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2406.06046","title":"MATES: Model-Aware Data Selection for Efficient Pretraining with Data Influence Models","created":"2024-06-10","cited_by_count":100,"area":null},{"id":"2206.06336","title":"Language Models are General-Purpose Interfaces","created":"2022-06-13","cited_by_count":97,"area":null}],"next_cursor":"100"}