{"total":1631,"rows":[{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380,"area":null},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326,"area":null},{"id":"2412.15115","title":"Qwen2.5 Technical Report","created":"2024-12-19","cited_by_count":4942,"area":"moe"},{"id":"2109.01652","title":"Finetuned Language Models Are Zero-Shot Learners","created":"2021-09-03","cited_by_count":3780,"area":null},{"id":"2309.16609","title":"Qwen Technical Report","created":"2023-09-28","cited_by_count":3344,"area":null},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073,"area":"moe"},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2206.07682","title":"Emergent Abilities of Large Language Models","created":"2022-06-15","cited_by_count":2512,"area":null},{"id":"2410.24164","title":"$\\pi_0$: A Vision-Language-Action Flow Model for General Robot Control","created":"2024-10-31","cited_by_count":2407,"area":"vla"},{"id":"2401.04088","title":"Mixtral of Experts","created":"2024-01-08","cited_by_count":1823,"area":"moe"},{"id":"2508.10925","title":"gpt-oss-120b & gpt-oss-20b Model Card","created":"2025-08-08","cited_by_count":1386,"area":"lr"},{"id":"2205.01917","title":"CoCa: Contrastive Captioners are Image-Text Foundation Models","created":"2022-05-04","cited_by_count":1274,"area":null},{"id":"2405.04434","title":"DeepSeek-V2: A Strong, Economical, and Efficient Mixture-of-Experts Language Model","created":"2024-05-07","cited_by_count":1135,"area":"moe"},{"id":"2101.01169","title":"Transformers in Vision: A Survey","created":"2021-01-04","cited_by_count":1013,"area":null},{"id":"2106.04560","title":"Scaling Vision Transformers","created":"2021-06-08","cited_by_count":999,"area":null},{"id":"2112.06905","title":"GLaM: Efficient Scaling of Language Models with Mixture-of-Experts","created":"2021-12-13","cited_by_count":897,"area":"wm"},{"id":"2401.06066","title":"DeepSeekMoE: Towards Ultimate Expert Specialization in Mixture-of-Experts Language Models","created":"2024-01-11","cited_by_count":867,"area":"moe"},{"id":"2106.05974","title":"Scaling Vision with Sparse Mixture of Experts","created":"2021-06-10","cited_by_count":747,"area":"moe"},{"id":"2110.02178","title":"MobileViT: Light-weight, General-purpose, and Mobile-friendly Vision Transformer","created":"2021-10-05","cited_by_count":642,"area":null},{"id":"2202.09368","title":"Mixture-of-Experts with Expert Choice Routing","created":"2022-02-18","cited_by_count":623,"area":"moe"},{"id":"2104.10350","title":"Carbon Emissions and Large Neural Network Training","created":"2021-04-21","cited_by_count":567,"area":null},{"id":"2507.20534","title":"Kimi K2: Open Agentic Intelligence","created":"2025-07-28","cited_by_count":567,"area":"agents"},{"id":"2201.11990","title":"Using DeepSpeed and Megatron to Train Megatron-Turing NLG 530B, A Large-Scale Generative Language Model","created":"2022-01-28","cited_by_count":559,"area":null},{"id":"2211.05102","title":"Efficiently Scaling Transformer Inference","created":"2022-11-09","cited_by_count":539,"area":null},{"id":"2602.02276","title":"Kimi K2.5: Visual Agentic Intelligence","created":"2026-02-02","cited_by_count":501,"area":"agents"},{"id":"2207.00032","title":"DeepSpeed Inference: Enabling Efficient Inference of Transformer Models at Unprecedented Scale","created":"2022-06-30","cited_by_count":407,"area":null},{"id":"2201.05596","title":"DeepSpeed-MoE: Advancing Mixture-of-Experts Inference and Training to Power Next-Generation AI Scale","created":"2022-01-14","cited_by_count":404,"area":"moe"},{"id":"2110.02861","title":"8-bit Optimizers via Block-wise Quantization","created":"2021-10-06","cited_by_count":403,"area":null},{"id":"2106.04554","title":"A Survey of Transformers","created":"2021-06-08","cited_by_count":401,"area":null},{"id":"2202.08906","title":"ST-MoE: Designing Stable and Transferable Sparse Expert Models","created":"2022-02-17","cited_by_count":399,"area":"moe"},{"id":"2105.03824","title":"FNet: Mixing Tokens with Fourier Transforms","created":"2021-05-09","cited_by_count":347,"area":null},{"id":"2302.14376","title":"GNOT: A General Neural Operator Transformer for Operator Learning","created":"2023-02-28","cited_by_count":336,"area":null},{"id":"2103.16716","title":"BASE Layers: Simplifying Training of Large, Sparse Models","created":"2021-03-30","cited_by_count":320,"area":null},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2207.07061","title":"Confident Adaptive Language Modeling","created":"2022-07-14","cited_by_count":310,"area":"inference"},{"id":"2408.10188","title":"LongVILA: Scaling Long-Context Visual Language Models for Long Videos","created":"2024-08-19","cited_by_count":309,"area":"mllm"},{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2401.15947","title":"MoE-LLaVA: Mixture of Experts for Large Vision-Language Models","created":"2024-01-29","cited_by_count":300,"area":"mllm"},{"id":"2205.05131","title":"UL2: Unifying Language Learning Paradigms","created":"2022-05-10","cited_by_count":295,"area":null},{"id":"2103.11886","title":"DeepViT: Towards Deeper Vision Transformer","created":"2021-03-22","cited_by_count":289,"area":null},{"id":"2409.16040","title":"Time-MoE: Billion-Scale Time Series Foundation Models with Mixture of Experts","created":"2024-09-24","cited_by_count":287,"area":"moe"},{"id":"2404.02258","title":"Mixture-of-Depths: Dynamically allocating compute in transformer-based language models","created":"2024-04-02","cited_by_count":258,"area":null},{"id":"2101.01321","title":"I-BERT: Integer-only BERT Quantization","created":"2021-01-05","cited_by_count":255,"area":null},{"id":"2202.01169","title":"Unified Scaling Laws for Routed Language Models","created":"2022-02-02","cited_by_count":253,"area":null},{"id":"2308.00951","title":"From Sparse to Soft Mixtures of Experts","created":"2023-08-02","cited_by_count":248,"area":"moe"},{"id":"2202.06991","title":"Transformer Memory as a Differentiable Search Index","created":"2022-02-14","cited_by_count":247,"area":null},{"id":"2106.04426","title":"Hash Layers For Large Sparse Models","created":"2021-06-08","cited_by_count":237,"area":null},{"id":"2407.06204","title":"A Survey on Mixture of Experts in Large Language Models","created":"2024-06-26","cited_by_count":237,"area":"moe"},{"id":"2403.09611","title":"MM1: Methods, Analysis & Insights from Multimodal LLM Pre-training","created":"2024-03-14","cited_by_count":232,"area":"mllm"},{"id":"2303.01037","title":"Google USM: Scaling Automatic Speech Recognition Beyond 100 Languages","created":"2023-03-02","cited_by_count":231,"area":null},{"id":"2211.15841","title":"MegaBlocks: Efficient Sparse Training with Mixture-of-Experts","created":"2022-11-29","cited_by_count":209,"area":"moe"},{"id":"2212.05055","title":"Sparse Upcycling: Training Mixture-of-Experts from Dense Checkpoints","created":"2022-12-09","cited_by_count":209,"area":"moe"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2408.15664","title":"Auxiliary-Loss-Free Load Balancing Strategy for Mixture-of-Experts","created":"2024-08-28","cited_by_count":205,"area":"moe"},{"id":"2307.02486","title":"LongNet: Scaling Transformers to 1,000,000,000 Tokens","created":"2023-07-05","cited_by_count":204,"area":null},{"id":"2504.20690","title":"In-Context Edit: Enabling Instructional Image Editing with In-Context Generation in Large Scale Diffusion Transformer","created":"2025-04-29","cited_by_count":204,"area":"diffusion"},{"id":"2206.02770","title":"Multimodal Contrastive Learning with LIMoE: the Language-Image Mixture of Experts","created":"2022-06-06","cited_by_count":203,"area":"moe"},{"id":"2206.03382","title":"Tutel: Adaptive Mixture-of-Experts at Scale","created":"2022-06-07","cited_by_count":201,"area":"moe"},{"id":"2502.13189","title":"MoBA: Mixture of Block Attention for Long-Context LLMs","created":"2025-02-18","cited_by_count":198,"area":"moe"},{"id":"2208.03306","title":"Branch-Train-Merge: Embarrassingly Parallel Training of Expert Language Models","created":"2022-08-05","cited_by_count":191,"area":null},{"id":"2402.01739","title":"OpenMoE: An Early Effort on Open Mixture-of-Experts Language Models","created":"2024-01-29","cited_by_count":187,"area":"moe"},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2111.10050","title":"Combined Scaling for Zero-shot Transfer Learning","created":"2021-11-19","cited_by_count":182,"area":null},{"id":"2203.00555","title":"DeepNet: Scaling Transformers to 1,000 Layers","created":"2022-03-01","cited_by_count":178,"area":null},{"id":"2112.10684","title":"Efficient Large Scale Language Modeling with Mixtures of Experts","created":"2021-12-20","cited_by_count":175,"area":"moe"},{"id":"2402.07871","title":"Scaling Laws for Fine-Grained Mixture of Experts","created":"2024-02-12","cited_by_count":173,"area":"moe"},{"id":"2106.07476","title":"Training Graph Neural Networks with 1000 Layers","created":"2021-06-14","cited_by_count":169,"area":null},{"id":"2202.05924","title":"Compute Trends Across Three Eras of Machine Learning","created":"2022-02-11","cited_by_count":163,"area":null},{"id":"2411.04996","title":"Mixture-of-Transformers: A Sparse and Scalable Architecture for Multi-Modal Foundation Models","created":"2024-11-07","cited_by_count":163,"area":null},{"id":"2204.09179","title":"On the Representation Collapse of Sparse Mixture of Experts","created":"2022-04-20","cited_by_count":157,"area":"moe"},{"id":"2601.20540","title":"Advancing Open-source World Models","created":"2026-01-28","cited_by_count":154,"area":"wm"},{"id":"2110.01786","title":"MoEfication: Transformer Feed-forward Layers are Mixtures of Experts","created":"2021-10-05","cited_by_count":152,"area":"moe"},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2309.05444","title":"Pushing Mixture of Experts to the Limit: Extremely Parameter Efficient MoE for Instruction Tuning","created":"2023-09-11","cited_by_count":150,"area":"moe"},{"id":"2209.01667","title":"A Review of Sparse Expert Models in Deep Learning","created":"2022-09-04","cited_by_count":148,"area":"moe"},{"id":"2404.15159","title":"MixLoRA: Enhancing Large Language Models Fine-Tuning with LoRA-based Mixture of Experts","created":"2024-04-22","cited_by_count":147,"area":"moe"},{"id":"2402.14800","title":"Not All Experts are Equal: Efficient Expert Pruning and Skipping for Mixture-of-Experts Large Language Models","created":"2024-02-22","cited_by_count":146,"area":"moe"},{"id":"2305.18295","title":"RAPHAEL: Text-to-Image Generation via Large Mixture of Diffusion Paths","created":"2023-05-29","cited_by_count":142,"area":"diffusion"},{"id":"2410.05993","title":"Aria: An Open Multimodal Native Mixture-of-Experts Model","created":"2024-10-08","cited_by_count":138,"area":"moe"},{"id":"2607.24653","title":"Kimi K3: Open Frontier Intelligence","created":"2026-07-27","cited_by_count":138,"area":"agents"},{"id":"2210.17451","title":"AdaMix: Mixture-of-Adaptations for Parameter-efficient Model Tuning","created":"2022-10-31","cited_by_count":137,"area":null},{"id":"2104.12369","title":"PanGu-$\\alpha$: Large-scale Autoregressive Pretrained Chinese Language Models with Auto-parallel Computation","created":"2021-04-26","cited_by_count":134,"area":null},{"id":"2507.10524","title":"Mixture-of-Recursions: Learning Dynamic Recursive Depths for Adaptive Token-Level Computation","created":"2025-07-14","cited_by_count":133,"area":null},{"id":"2108.05036","title":"DEMix Layers: Disentangling Domains for Modular Language Modeling","created":"2021-08-11","cited_by_count":132,"area":null},{"id":"2205.09328","title":"TransTab: Learning Transferable Tabular Transformers Across Tables","created":"2022-05-19","cited_by_count":132,"area":null},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131,"area":null},{"id":"2402.05935","title":"SPHINX-X: Scaling Data and Parameters for a Family of Multi-modal Large Language Models","created":"2024-02-08","cited_by_count":131,"area":"mllm"},{"id":"2407.18921","title":"Mobile Edge Intelligence for Large Language Models: A Contemporary Survey","created":"2024-07-09","cited_by_count":128,"area":null},{"id":"2105.13120","title":"Sequence Parallelism: Long Sequence Training from System Perspective","created":"2021-05-26","cited_by_count":126,"area":null},{"id":"2405.14366","title":"MiniCache: KV Cache Compression in Depth Dimension for Large Language Models","created":"2024-05-23","cited_by_count":125,"area":"inference"},{"id":"2406.16554","title":"LLaMA-MoE: Building Mixture-of-Experts from LLaMA with Continual Pre-training","created":"2024-06-24","cited_by_count":123,"area":"moe"},{"id":"2201.05273","title":"Pretrained Language Models for Text Generation: A Survey","created":"2022-01-14","cited_by_count":122,"area":null},{"id":"2306.16092","title":"Chatlaw: A Multi-Agent Legal Assistant based on a Role-Aligned Mixture-of-Experts Architecture","created":"2023-06-28","cited_by_count":122,"area":"agents"},{"id":"2412.15188","title":"LMFusion: Adapting Pretrained Language Models for Multimodal Generation","created":"2024-12-19","cited_by_count":120,"area":null},{"id":"2108.01624","title":"Large-Scale Differentially Private BERT","created":"2021-08-03","cited_by_count":118,"area":null},{"id":"2406.15479","title":"Twin-Merging: Dynamic Integration of Modular Expertise in Model Merging","created":"2024-06-17","cited_by_count":116,"area":null},{"id":"2106.03760","title":"DSelect-k: Differentiable Selection in the Mixture of Experts with Applications to Multi-Task Learning","created":"2021-06-07","cited_by_count":115,"area":"moe"},{"id":"2110.04260","title":"Taming Sparsely Activated Transformer with Stochastic Experts","created":"2021-10-08","cited_by_count":113,"area":"moe"},{"id":"2103.13262","title":"FastMoE: A Fast Mixture-of-Expert Training System","created":"2021-03-24","cited_by_count":112,"area":"moe"},{"id":"2210.15257","title":"ERNIE-ViLG 2.0: Improving Text-to-Image Diffusion Model with Knowledge-Enhanced Mixture-of-Denoising-Experts","created":"2022-10-27","cited_by_count":112,"area":"diffusion"}],"next_cursor":"100"}