{"total":1301,"rows":[{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019,"area":null},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2409.19256","title":"HybridFlow: A Flexible and Efficient RLHF Framework","created":"2024-09-28","cited_by_count":2057,"area":"alignment"},{"id":"2310.11511","title":"Self-RAG: Learning to Retrieve, Generate, and Critique through Self-Reflection","created":"2023-10-17","cited_by_count":1839,"area":"rag"},{"id":"2405.04434","title":"DeepSeek-V2: A Strong, Economical, and Efficient Mixture-of-Experts Language Model","created":"2024-05-07","cited_by_count":1135,"area":"moe"},{"id":"2411.15124","title":"Tulu 3: Pushing Frontiers in Open Language Model Post-Training","created":"2024-11-22","cited_by_count":1053,"area":"lr"},{"id":"2401.06066","title":"DeepSeekMoE: Towards Ultimate Expert Specialization in Mixture-of-Experts Language Models","created":"2024-01-11","cited_by_count":867,"area":"moe"},{"id":"2309.10305","title":"Baichuan 2: Open Large-scale Language Models","created":"2023-09-19","cited_by_count":670,"area":null},{"id":"2112.04482","title":"FLAVA: A Foundational Language And Vision Alignment Model","created":"2021-12-08","cited_by_count":649,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2401.09670","title":"DistServe: Disaggregating Prefill and Decoding for Goodput-optimized Large Language Model Serving","created":"2024-01-18","cited_by_count":617,"area":"inference"},{"id":"2402.00838","title":"OLMo: Accelerating the Science of Language Models","created":"2024-02-01","cited_by_count":613,"area":null},{"id":"2602.15763","title":"GLM-5: from Vibe Coding to Agentic Engineering","created":"2026-02-17","cited_by_count":587,"area":"agents"},{"id":"2507.20534","title":"Kimi K2: Open Agentic Intelligence","created":"2025-07-28","cited_by_count":567,"area":"agents"},{"id":"2401.01335","title":"Self-Play Fine-Tuning Converts Weak Language Models to Strong Language Models","created":"2024-01-02","cited_by_count":557,"area":"synth"},{"id":"2211.05102","title":"Efficiently Scaling Transformer Inference","created":"2022-11-09","cited_by_count":539,"area":null},{"id":"2402.06196","title":"Large Language Models: A Survey","created":"2024-02-09","cited_by_count":525,"area":null},{"id":"2406.16852","title":"Long Context Transfer from Language to Vision","created":"2024-06-24","cited_by_count":515,"area":"mllm"},{"id":"2502.03387","title":"LIMO: Less is More for Reasoning","created":"2025-02-05","cited_by_count":498,"area":"lr"},{"id":"2403.03507","title":"GaLore: Memory-Efficient LLM Training by Gradient Low-Rank Projection","created":"2024-03-06","cited_by_count":463,"area":null},{"id":"2310.01889","title":"Ring Attention with Blockwise Transformers for Near-Infinite Context","created":"2023-10-03","cited_by_count":457,"area":null},{"id":"2502.16982","title":"Muon is Scalable for LLM Training","created":"2025-02-24","cited_by_count":428,"area":"moe"},{"id":"2310.10631","title":"Llemma: An Open Language Model For Mathematics","created":"2023-10-16","cited_by_count":388,"area":"lr"},{"id":"2504.07491","title":"Kimi-VL Technical Report","created":"2025-04-10","cited_by_count":388,"area":"lr"},{"id":"2303.11331","title":"EVA-02: A Visual Representation for Neon Genesis","created":"2023-03-20","cited_by_count":381,"area":null},{"id":"2501.13928","title":"Fast3R: Towards 3D Reconstruction of 1000+ Images in One Forward Pass","created":"2025-01-23","cited_by_count":367,"area":null},{"id":"2503.05592","title":"R1-Searcher: Incentivizing the Search Capability in LLMs via Reinforcement Learning","created":"2025-03-07","cited_by_count":336,"area":"lr"},{"id":"2405.09673","title":"LoRA Learns Less and Forgets Less","created":"2024-05-15","cited_by_count":328,"area":null},{"id":"2408.10188","title":"LongVILA: Scaling Long-Context Visual Language Models for Long Videos","created":"2024-08-19","cited_by_count":309,"area":"mllm"},{"id":"2205.05198","title":"Reducing Activation Recomputation in Large Transformer Models","created":"2022-05-10","cited_by_count":302,"area":null},{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2303.17568","title":"CodeGeeX: A Pre-Trained Model for Code Generation with Multilingual Benchmarking on HumanEval-X","created":"2023-03-30","cited_by_count":300,"area":null},{"id":"2405.08748","title":"Hunyuan-DiT: A Powerful Multi-Resolution Diffusion Transformer with Fine-Grained Chinese Understanding","created":"2024-05-14","cited_by_count":298,"area":"diffusion"},{"id":"2412.04454","title":"Aguvis: Unified Pure Vision Agents for Autonomous GUI Interaction","created":"2024-12-05","cited_by_count":278,"area":"lr"},{"id":"2505.13211","title":"MAGI-1: Autoregressive Video Generation at Scale","created":"2025-05-19","cited_by_count":276,"area":"wm"},{"id":"2410.17891","title":"Scaling Diffusion Language Models via Adaptation from Autoregressive Models","created":"2024-10-23","cited_by_count":274,"area":"diffusion"},{"id":"2402.01613","title":"Nomic Embed: Training a Reproducible Long Context Text Embedder","created":"2024-02-02","cited_by_count":265,"area":null},{"id":"2505.24298","title":"AReaL: A Large-Scale Asynchronous Reinforcement Learning System for Language Reasoning","created":"2025-05-30","cited_by_count":250,"area":"lr"},{"id":"2502.04463","title":"Training Language Models to Reason Efficiently","created":"2025-02-06","cited_by_count":247,"area":"lr"},{"id":"2401.08967","title":"ReFT: Reasoning with Reinforced Fine-Tuning","created":"2024-01-17","cited_by_count":239,"area":"lr"},{"id":"2310.06773","title":"Uni3D: Exploring Unified 3D Representation at Scale","created":"2023-10-10","cited_by_count":237,"area":null},{"id":"2407.19669","title":"mGTE: Generalized Long-Context Text Representation and Reranking Models for Multilingual Text Retrieval","created":"2024-07-29","cited_by_count":236,"area":null},{"id":"2412.14164","title":"MetaMorph: Multimodal Understanding and Generation via Instruction Tuning","created":"2024-12-18","cited_by_count":206,"area":null},{"id":"2312.06742","title":"Honeybee: Locality-enhanced Projector for Multimodal LLM","created":"2023-12-11","cited_by_count":197,"area":"mllm"},{"id":"2310.10505","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","created":"2023-10-16","cited_by_count":187,"area":"alignment"},{"id":"2402.16347","title":"CodeS: Towards Building Open-source Language Models for Text-to-SQL","created":"2024-02-26","cited_by_count":187,"area":null},{"id":"2506.20639","title":"DiffuCoder: Understanding and Improving Masked Diffusion Models for Code Generation","created":"2025-06-25","cited_by_count":187,"area":"diffusion"},{"id":"2502.10248","title":"Step-Video-T2V Technical Report: The Practice, Challenges, and Future of Video Foundation Model","created":"2025-02-14","cited_by_count":168,"area":null},{"id":"2505.16421","title":"WebAgent-R1: Training Web Agents via End-to-End Multi-Turn Reinforcement Learning","created":"2025-05-22","cited_by_count":165,"area":"lr"},{"id":"2310.05694","title":"A Survey of Large Language Models for Healthcare: from Data, Technology, and Applications to Accountability and Ethics","created":"2023-10-09","cited_by_count":163,"area":null},{"id":"2503.09642","title":"Open-Sora 2.0: Training a Commercial-Level Video Generation Model in $200k","created":"2025-03-12","cited_by_count":163,"area":null},{"id":"2411.02571","title":"MM-Embed: Universal Multimodal Retrieval with Multimodal LLMs","created":"2024-11-04","cited_by_count":161,"area":"mllm"},{"id":"2310.03731","title":"MathCoder: Seamless Code Integration in LLMs for Enhanced Mathematical Reasoning","created":"2023-10-05","cited_by_count":156,"area":"lr"},{"id":"2312.10103","title":"GSVA: Generalized Segmentation via Multimodal Large Language Models","created":"2023-12-15","cited_by_count":154,"area":"mllm"},{"id":"2411.00816","title":"CycleResearcher: Improving Automated Research via Automated Review","created":"2024-10-28","cited_by_count":148,"area":null},{"id":"2402.02544","title":"LHRS-Bot: Empowering Remote Sensing with VGI-Enhanced Large Multimodal Language Model","created":"2024-02-04","cited_by_count":138,"area":"mllm"},{"id":"2408.00761","title":"Tamper-Resistant Safeguards for Open-Weight LLMs","created":"2024-08-01","cited_by_count":138,"area":"safety"},{"id":"2410.05993","title":"Aria: An Open Multimodal Native Mixture-of-Experts Model","created":"2024-10-08","cited_by_count":138,"area":"moe"},{"id":"2607.24653","title":"Kimi K3: Open Frontier Intelligence","created":"2026-07-27","cited_by_count":138,"area":"agents"},{"id":"2308.03303","title":"LoRA-FA: Efficient and Effective Low Rank Representation Fine-tuning","created":"2023-08-07","cited_by_count":137,"area":null},{"id":"2406.16793","title":"Adam-mini: Use Fewer Learning Rates To Gain More","created":"2024-06-24","cited_by_count":137,"area":null},{"id":"2306.09782","title":"Full Parameter Fine-tuning for Large Language Models with Limited Resources","created":"2023-06-16","cited_by_count":134,"area":null},{"id":"2402.05935","title":"SPHINX-X: Scaling Data and Parameters for a Family of Multi-modal Large Language Models","created":"2024-02-08","cited_by_count":131,"area":"mllm"},{"id":"2407.18921","title":"Mobile Edge Intelligence for Large Language Models: A Contemporary Survey","created":"2024-07-09","cited_by_count":128,"area":null},{"id":"2403.08763","title":"Simple and Scalable Strategies to Continually Pre-train Large Language Models","created":"2024-03-13","cited_by_count":127,"area":null},{"id":"2201.05273","title":"Pretrained Language Models for Text Generation: A Survey","created":"2022-01-14","cited_by_count":122,"area":null},{"id":"2312.06647","title":"4M: Massively Multimodal Masked Modeling","created":"2023-12-11","cited_by_count":120,"area":null},{"id":"2504.00993","title":"MedReason: Eliciting Factual Medical Reasoning Steps in LLMs via Knowledge Graphs","created":"2025-04-01","cited_by_count":110,"area":"lr"},{"id":"2403.11207","title":"MindEye2: Shared-Subject Models Enable fMRI-To-Image With 1 Hour of Data","created":"2024-03-17","cited_by_count":109,"area":null},{"id":"2504.03380","title":"Online Difficulty Filtering for Reasoning Oriented Reinforcement Learning","created":"2025-04-04","cited_by_count":104,"area":"lr"},{"id":"2405.20853","title":"MeshXL: Neural Coordinate Field for Generative 3D Foundation Models","created":"2024-05-31","cited_by_count":103,"area":null},{"id":"2411.12537","title":"Unlocking State-Tracking in Linear RNNs Through Negative Eigenvalues","created":"2024-11-19","cited_by_count":101,"area":"ssm"},{"id":"2506.06122","title":"Reinforcement Learning Optimization for Large-Scale Learning: An Efficient and User-Friendly Scaling Library","created":"2025-06-06","cited_by_count":101,"area":"lr"},{"id":"2402.03375","title":"BetterV: Controlled Verilog Generation with Discriminative Guidance","created":"2024-02-03","cited_by_count":100,"area":null},{"id":"2503.08569","title":"DeepReview: Improving LLM-based Paper Review with Human-like Deep Thinking Process","created":"2025-03-11","cited_by_count":100,"area":"lr"},{"id":"2504.03624","title":"Nemotron-H: A Family of Accurate and Efficient Hybrid Mamba-Transformer Models","created":"2025-04-04","cited_by_count":100,"area":"lr"},{"id":"2407.13690","title":"DART-Math: Difficulty-Aware Rejection Tuning for Mathematical Problem-Solving","created":"2024-06-18","cited_by_count":95,"area":"lr"},{"id":"2310.04564","title":"ReLU Strikes Back: Exploiting Activation Sparsity in Large Language Models","created":"2023-10-06","cited_by_count":94,"area":null},{"id":"2410.16261","title":"Mini-InternVL: A Flexible-Transfer Pocket Multimodal Model with 5% Parameters and 90% Performance","created":"2024-10-21","cited_by_count":94,"area":"mllm"},{"id":"2403.14123","title":"AI and Memory Wall","created":"2024-03-21","cited_by_count":92,"area":null},{"id":"2503.02240","title":"OmniSQL: Synthesizing High-quality Text-to-SQL Data at Scale","created":"2025-03-04","cited_by_count":91,"area":null},{"id":"2403.17919","title":"LISA: Layerwise Importance Sampling for Memory-Efficient Large Language Model Fine-Tuning","created":"2024-03-26","cited_by_count":89,"area":null},{"id":"2406.08607","title":"Reversing the Forget-Retain Objectives: An Efficient LLM Unlearning Framework from Logit Difference","created":"2024-06-12","cited_by_count":88,"area":"safety"},{"id":"2206.01288","title":"Decentralized Training of Foundation Models in Heterogeneous Environments","created":"2022-06-02","cited_by_count":87,"area":null},{"id":"2410.06511","title":"TorchTitan: One-stop PyTorch native solution for production ready LLM pre-training","created":"2024-10-09","cited_by_count":85,"area":null},{"id":"2504.13818","title":"Not All Rollouts are Useful: Down-Sampling Rollouts in LLM Reinforcement Learning","created":"2025-04-18","cited_by_count":84,"area":"lr"},{"id":"2510.05491","title":"NorMuon: Making Muon more efficient and scalable","created":"2025-10-07","cited_by_count":84,"area":null},{"id":"2405.10825","title":"Large Language Model (LLM) for Telecommunications: A Comprehensive Survey on Principles, Key Techniques, and Opportunities","created":"2024-05-17","cited_by_count":83,"area":"lr"},{"id":"2402.09345","title":"InfoRM: Mitigating Reward Hacking in RLHF via Information-Theoretic Reward Modeling","created":"2024-02-14","cited_by_count":79,"area":"alignment"},{"id":"2410.20672","title":"Relaxed Recursive Transformers: Effective Parameter Sharing with Layer-wise LoRA","created":"2024-10-28","cited_by_count":78,"area":null},{"id":"2312.06720","title":"Audio-Visual LLM for Video Understanding","created":"2023-12-11","cited_by_count":77,"area":"mllm"},{"id":"2502.10297","title":"DeltaProduct: Improving State-Tracking in Linear RNNs via Householder Products","created":"2025-02-14","cited_by_count":75,"area":null},{"id":"2410.03439","title":"ToolGen: Unified Tool Retrieval and Calling via Generation","created":"2024-10-04","cited_by_count":74,"area":null},{"id":"2504.06263","title":"OmniSVG: A Unified Scalable Vector Graphics Generation Model","created":"2025-04-08","cited_by_count":74,"area":null},{"id":"2405.11143","title":"OpenRLHF: An Easy-to-use, Scalable and High-performance RLHF Framework","created":"2024-05-20","cited_by_count":73,"area":"lr"},{"id":"2408.07246","title":"ChemVLM: Exploring the Power of Multimodal Large Language Models in Chemistry Area","created":"2024-08-14","cited_by_count":71,"area":"mllm"},{"id":"2405.20279","title":"CV-VAE: A Compatible Video VAE for Latent Generative Video Models","created":"2024-05-30","cited_by_count":70,"area":"diffusion"},{"id":"2410.18252","title":"Asynchronous RLHF: Faster and More Efficient Off-Policy RL for Language Models","created":"2024-10-23","cited_by_count":70,"area":"alignment"},{"id":"2312.04916","title":"EE-LLM: Large-Scale Training and Inference of Early-Exit Large Language Models with 3D Parallelism","created":"2023-12-08","cited_by_count":69,"area":"inference"},{"id":"2504.01903","title":"STAR-1: Safer Alignment of Reasoning LLMs with 1K Data","created":"2025-04-02","cited_by_count":68,"area":"lr"}],"next_cursor":"100"}