{"total":1919,"rows":[{"id":"2305.14314","title":"QLoRA: Efficient Finetuning of Quantized LLMs","created":"2023-05-23","cited_by_count":3418,"area":null},{"id":"2309.16609","title":"Qwen Technical Report","created":"2023-09-28","cited_by_count":3344,"area":null},{"id":"2403.13372","title":"LlamaFactory: Unified Efficient Fine-Tuning of 100+ Language Models","created":"2024-03-20","cited_by_count":1464,"area":null},{"id":"2211.10438","title":"SmoothQuant: Accurate and Efficient Post-Training Quantization for Large Language Models","created":"2022-11-18","cited_by_count":1386,"area":null},{"id":"2305.13245","title":"GQA: Training Generalized Multi-Query Transformer Models from Multi-Head Checkpoints","created":"2023-05-22","cited_by_count":1346,"area":null},{"id":"2306.00978","title":"AWQ: Activation-aware Weight Quantization for LLM Compression and Acceleration","created":"2023-06-01","cited_by_count":1298,"area":null},{"id":"2401.10774","title":"Medusa: Simple LLM Inference Acceleration Framework with Multiple Decoding Heads","created":"2024-01-19","cited_by_count":843,"area":"inference"},{"id":"2306.14048","title":"H$_2$O: Heavy-Hitter Oracle for Efficient Generative Inference of Large Language Models","created":"2023-06-24","cited_by_count":832,"area":"inference"},{"id":"2412.19437","title":"DeepSeek-V3 Technical Report","created":"2024-12-27","cited_by_count":811,"area":"lr"},{"id":"2404.06395","title":"MiniCPM: Unveiling the Potential of Small Language Models with Scalable Training Strategies","created":"2024-04-09","cited_by_count":723,"area":null},{"id":"2305.11627","title":"LLM-Pruner: On the Structural Pruning of Large Language Models","created":"2023-05-19","cited_by_count":650,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2402.02750","title":"KIVI: A Tuning-Free Asymmetric 2bit Quantization for KV Cache","created":"2024-02-05","cited_by_count":637,"area":"inference"},{"id":"2404.00456","title":"QuaRot: Outlier-Free 4-Bit Inference in Rotated LLMs","created":"2024-03-30","cited_by_count":634,"area":"inference"},{"id":"2303.06865","title":"FlexGen: High-Throughput Generative Inference of Large Language Models with a Single GPU","created":"2023-03-13","cited_by_count":575,"area":null},{"id":"2403.02310","title":"Taming Throughput-Latency Tradeoff in LLM Inference with Sarathi-Serve","created":"2024-03-04","cited_by_count":526,"area":"inference"},{"id":"2405.17428","title":"NV-Embed: Improved Techniques for Training LLMs as Generalist Embedding Models","created":"2024-05-27","cited_by_count":472,"area":null},{"id":"2405.16406","title":"SpinQuant: LLM quantization with learned rotations","created":"2024-05-26","cited_by_count":471,"area":"inference"},{"id":"2503.16419","title":"Stop Overthinking: A Survey on Efficient Reasoning for Large Language Models","created":"2025-03-20","cited_by_count":464,"area":"lr"},{"id":"2305.17118","title":"Scissorhands: Exploiting the Persistence of Importance Hypothesis for LLM KV Cache Compression at Test Time","created":"2023-05-26","cited_by_count":439,"area":"inference"},{"id":"2308.13137","title":"OmniQuant: Omnidirectionally Calibrated Quantization for Large Language Models","created":"2023-08-25","cited_by_count":424,"area":null},{"id":"2401.15024","title":"SliceGPT: Compress Large Language Models by Deleting Rows and Columns","created":"2024-01-26","cited_by_count":385,"area":null},{"id":"2306.03078","title":"SpQR: A Sparse-Quantized Representation for Near-Lossless LLM Weight Compression","created":"2023-06-05","cited_by_count":367,"area":null},{"id":"2408.05517","title":"SWIFT:A Scalable lightWeight Infrastructure for Fine-Tuning","created":"2024-08-10","cited_by_count":355,"area":"mllm"},{"id":"2305.17888","title":"LLM-QAT: Data-Free Quantization Aware Training for Large Language Models","created":"2023-05-29","cited_by_count":324,"area":null},{"id":"2306.17582","title":"ChatGPT for Robotics: Design Principles and Model Abilities","created":"2023-02-20","cited_by_count":299,"area":null},{"id":"2402.07827","title":"Aya Model: An Instruction Finetuned Open-Access Multilingual Language Model","created":"2024-02-12","cited_by_count":295,"area":null},{"id":"2306.07629","title":"SqueezeLLM: Dense-and-Sparse Quantization","created":"2023-06-13","cited_by_count":294,"area":null},{"id":"2310.19102","title":"Atom: Low-bit Quantization for Efficient and Accurate LLM Serving","created":"2023-10-29","cited_by_count":272,"area":"inference"},{"id":"2412.03572","title":"Navigation World Models","created":"2024-12-04","cited_by_count":272,"area":"wm"},{"id":"2308.07633","title":"A Survey on Model Compression for Large Language Models","created":"2023-08-15","cited_by_count":269,"area":null},{"id":"2401.05459","title":"Personal LLM Agents: Insights and Survey about the Capability, Efficiency and Security","created":"2024-01-10","cited_by_count":260,"area":"agents"},{"id":"2312.01552","title":"The Unlocking Spell on Base LLMs: Rethinking Alignment via In-Context Learning","created":"2023-12-04","cited_by_count":257,"area":"lr"},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2310.17157","title":"Deja Vu: Contextual Sparsity for Efficient LLMs at Inference Time","created":"2023-10-26","cited_by_count":252,"area":null},{"id":"2212.09720","title":"The case for 4-bit precision: k-bit Inference Scaling Laws","created":"2022-12-19","cited_by_count":251,"area":null},{"id":"2309.07430","title":"Adapted Large Language Models Can Outperform Medical Experts in Clinical Text Summarization","created":"2023-09-14","cited_by_count":246,"area":null},{"id":"2403.07378","title":"SVD-LLM: Truncation-aware Singular Value Decomposition for Large Language Model Compression","created":"2024-03-12","cited_by_count":243,"area":null},{"id":"2401.06118","title":"Extreme Compression of Large Language Models via Additive Quantization","created":"2024-01-11","cited_by_count":232,"area":null},{"id":"2312.12148","title":"Parameter-Efficient Fine-Tuning Methods for Pretrained Language Models: A Critical Review and Assessment","created":"2023-12-19","cited_by_count":230,"area":null},{"id":"2403.17887","title":"The Unreasonable Ineffectiveness of the Deeper Layers","created":"2024-03-26","cited_by_count":226,"area":"lr"},{"id":"2402.14905","title":"MobileLLM: Optimizing Sub-billion Parameter Language Models for On-Device Use Cases","created":"2024-02-22","cited_by_count":223,"area":null},{"id":"2412.04468","title":"NVILA: Efficient Frontier Visual Language Models","created":"2024-12-05","cited_by_count":209,"area":"mllm"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2310.08659","title":"LoftQ: LoRA-Fine-Tuning-Aware Quantization for Large Language Models","created":"2023-10-12","cited_by_count":196,"area":null},{"id":"2308.16369","title":"SARATHI: Efficient LLM Inference by Piggybacking Decodes with Chunked Prefills","created":"2023-08-31","cited_by_count":193,"area":"inference"},{"id":"2402.03766","title":"MobileVLM V2: Faster and Stronger Baseline for Vision Language Model","created":"2024-02-06","cited_by_count":174,"area":"mllm"},{"id":"2312.05821","title":"ASVD: Activation-aware Singular Value Decomposition for Compressing Large Language Models","created":"2023-12-10","cited_by_count":169,"area":"inference"},{"id":"2406.01721","title":"DuQuant: Distributing Outliers via Dual Transformation Makes Stronger Quantized LLMs","created":"2024-06-03","cited_by_count":167,"area":null},{"id":"2401.00448","title":"Beyond Chinchilla-Optimal: Accounting for Inference in Language Model Scaling Laws","created":"2023-12-31","cited_by_count":159,"area":null},{"id":"2403.05527","title":"GEAR: An Efficient KV Cache Compression Recipe for Near-Lossless Generative Inference of LLM","created":"2024-03-08","cited_by_count":158,"area":"inference"},{"id":"2311.03285","title":"S-LoRA: Serving Thousands of Concurrent LoRA Adapters","created":"2023-11-06","cited_by_count":152,"area":null},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2306.12929","title":"Quantizable Transformers: Removing Outliers by Helping Attention Heads Do Nothing","created":"2023-06-22","cited_by_count":151,"area":null},{"id":"2308.04623","title":"Accelerating LLM Inference with Staged Speculative Decoding","created":"2023-08-08","cited_by_count":151,"area":"inference"},{"id":"2404.15159","title":"MixLoRA: Enhancing Large Language Models Fine-Tuning with LoRA-based Mixture of Experts","created":"2024-04-22","cited_by_count":147,"area":"moe"},{"id":"2402.14800","title":"Not All Experts are Equal: Efficient Expert Pruning and Skipping for Mixture-of-Experts Large Language Models","created":"2024-02-22","cited_by_count":146,"area":"moe"},{"id":"2305.05920","title":"Fast Distributed Inference Serving for Large Language Models","created":"2023-05-10","cited_by_count":145,"area":"inference"},{"id":"2402.04291","title":"BiLLM: Pushing the Limit of Post-Training Quantization for LLMs","created":"2024-02-06","cited_by_count":144,"area":null},{"id":"2404.05405","title":"Physics of Language Models: Part 3.3, Knowledge Capacity Scaling Laws","created":"2024-04-08","cited_by_count":144,"area":null},{"id":"2412.19442","title":"A Survey on Large Language Model Acceleration based on KV Cache Management","created":"2024-12-27","cited_by_count":131,"area":"lr"},{"id":"2407.18921","title":"Mobile Edge Intelligence for Large Language Models: A Contemporary Survey","created":"2024-07-09","cited_by_count":128,"area":null},{"id":"2407.11062","title":"EfficientQAT: Efficient Quantization-Aware Training for Large Language Models","created":"2024-07-10","cited_by_count":127,"area":null},{"id":"2402.11187","title":"LaCo: Large Language Model Pruning via Layer Collapse","created":"2024-02-17","cited_by_count":126,"area":null},{"id":"2504.19874","title":"TurboQuant: Online Vector Quantization with Near-optimal Distortion Rate","created":"2025-04-28","cited_by_count":125,"area":null},{"id":"2308.10204","title":"ChatEDA: A Large Language Model Powered Autonomous Agent for EDA","created":"2023-08-20","cited_by_count":122,"area":"agents"},{"id":"2312.16886","title":"MobileVLM : A Fast, Strong and Open Vision Language Assistant for Mobile Devices","created":"2023-12-28","cited_by_count":122,"area":"mllm"},{"id":"2304.01089","title":"RPTQ: Reorder-based Post-training Quantization for Large Language Models","created":"2023-04-03","cited_by_count":116,"area":null},{"id":"2306.02272","title":"OWQ: Outlier-Aware Weight Quantization for Efficient Fine-Tuning and Inference of Large Language Models","created":"2023-06-04","cited_by_count":114,"area":null},{"id":"2402.15627","title":"MegaScale: Scaling Large Language Model Training to More Than 10,000 GPUs","created":"2024-02-23","cited_by_count":112,"area":null},{"id":"2501.19324","title":"Reward-Guided Speculative Decoding for Efficient LLM Reasoning","created":"2025-01-31","cited_by_count":106,"area":"lr"},{"id":"2307.15337","title":"Skeleton-of-Thought: Prompting LLMs for Efficient Parallel Generation","created":"2023-07-28","cited_by_count":105,"area":"lr"},{"id":"2409.00088","title":"On-Device Language Models: A Comprehensive Review","created":"2024-08-26","cited_by_count":104,"area":null},{"id":"2402.12374","title":"Sequoia: Scalable, Robust, and Hardware-aware Speculative Decoding","created":"2024-02-19","cited_by_count":103,"area":"inference"},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2409.02889","title":"LongLLaVA: Scaling Multi-modal LLMs to 1000 Images Efficiently via a Hybrid Architecture","created":"2024-09-04","cited_by_count":102,"area":"mllm"},{"id":"2402.09025","title":"SLEB: Streamlining LLMs through Redundancy Verification and Elimination of Transformer Blocks","created":"2024-02-14","cited_by_count":97,"area":null},{"id":"2501.13987","title":"OstQuant: Refining Large Language Model Quantization with Orthogonal and Scaling Transformations for Better Distribution Fitting","created":"2025-01-23","cited_by_count":97,"area":null},{"id":"2403.02181","title":"Not All Layers of LLMs Are Necessary During Inference","created":"2024-03-04","cited_by_count":96,"area":null},{"id":"2405.10739","title":"Efficient Multimodal Large Language Models: A Survey","created":"2024-05-17","cited_by_count":96,"area":"mllm"},{"id":"2411.04330","title":"Scaling Laws for Precision","created":"2024-11-07","cited_by_count":95,"area":null},{"id":"2504.10903","title":"Efficient Reasoning Models: A Survey","created":"2025-04-15","cited_by_count":95,"area":"lr"},{"id":"2310.04564","title":"ReLU Strikes Back: Exploiting Activation Sparsity in Large Language Models","created":"2023-10-06","cited_by_count":94,"area":null},{"id":"2406.17343","title":"Q-DiT: Accurate Post-Training Quantization for Diffusion Transformers","created":"2024-06-25","cited_by_count":94,"area":"diffusion"},{"id":"2405.14256","title":"ZipCache: Accurate and Efficient KV Cache Quantization with Salient Token Identification","created":"2024-05-23","cited_by_count":93,"area":"inference"},{"id":"2312.17238","title":"Fast Inference of Mixture-of-Experts Language Models with Offloading","created":"2023-12-28","cited_by_count":91,"area":"moe"},{"id":"2408.11049","title":"MagicDec: Breaking the Latency-Throughput Tradeoff for Long Context Generation with Speculative Decoding","created":"2024-08-20","cited_by_count":91,"area":"inference"},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2307.16645","title":"Scaling Sentence Embeddings with Large Language Models","created":"2023-07-31","cited_by_count":85,"area":null},{"id":"2402.10631","title":"BitDistiller: Unleashing the Potential of Sub-4-Bit LLMs via Self-Distillation","created":"2024-02-16","cited_by_count":84,"area":"distill"},{"id":"2310.00034","title":"PB-LLM: Partially Binarized Large Language Models","created":"2023-09-29","cited_by_count":83,"area":null},{"id":"2310.18547","title":"Punica: Multi-Tenant LoRA Serving","created":"2023-10-28","cited_by_count":83,"area":null},{"id":"2402.15319","title":"GPTVQ: The Blessing of Dimensionality for LLM Quantization","created":"2024-02-23","cited_by_count":82,"area":null},{"id":"2303.08302","title":"ZeroQuant-V2: Exploring Post-training Quantization in LLMs from Comprehensive Study to Low Rank Compensation","created":"2023-03-15","cited_by_count":79,"area":null},{"id":"2402.11295","title":"OneBit: Towards Extremely Low-bit Large Language Models","created":"2024-02-17","cited_by_count":79,"area":null},{"id":"2402.18158","title":"Evaluating Quantized Large Language Models","created":"2024-02-28","cited_by_count":77,"area":null},{"id":"2402.02244","title":"Beyond the Limits: A Survey of Techniques to Extend the Context Length in Large Language Models","created":"2024-02-03","cited_by_count":76,"area":"lr"},{"id":"2405.03917","title":"KV Cache is 1 Bit Per Channel: Efficient Large Language Model Inference with Coupled Quantization","created":"2024-05-07","cited_by_count":76,"area":"inference"},{"id":"2304.13013","title":"Stable and low-precision training for large-scale vision-language models","created":"2023-04-25","cited_by_count":75,"area":"mllm"},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null}],"next_cursor":"100"}