{"total":651,"rows":[{"id":"2305.14314","title":"QLoRA: Efficient Finetuning of Quantized LLMs","created":"2023-05-23","cited_by_count":3418,"area":null},{"id":"2309.16609","title":"Qwen Technical Report","created":"2023-09-28","cited_by_count":3344,"area":null},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984,"area":null},{"id":"2210.17323","title":"GPTQ: Accurate Post-Training Quantization for Generative Pre-trained Transformers","created":"2022-10-31","cited_by_count":1919,"area":null},{"id":"2211.10438","title":"SmoothQuant: Accurate and Efficient Post-Training Quantization for Large Language Models","created":"2022-11-18","cited_by_count":1386,"area":null},{"id":"2305.13245","title":"GQA: Training Generalized Multi-Query Transformer Models from Multi-Head Checkpoints","created":"2023-05-22","cited_by_count":1346,"area":null},{"id":"2306.00978","title":"AWQ: Activation-aware Weight Quantization for LLM Compression and Acceleration","created":"2023-06-01","cited_by_count":1298,"area":null},{"id":"2212.07143","title":"Reproducible scaling laws for contrastive language-image learning","created":"2022-12-14","cited_by_count":1173,"area":null},{"id":"2301.00774","title":"SparseGPT: Massive Language Models Can Be Accurately Pruned in One-Shot","created":"2023-01-02","cited_by_count":1121,"area":null},{"id":"2210.02414","title":"GLM-130B: An Open Bilingual Pre-trained Model","created":"2022-10-05","cited_by_count":843,"area":null},{"id":"2306.11695","title":"A Simple and Effective Pruning Approach for Large Language Models","created":"2023-06-20","cited_by_count":800,"area":null},{"id":"2403.07815","title":"Chronos: Learning the Language of Time Series","created":"2024-03-12","cited_by_count":759,"area":null},{"id":"2403.04652","title":"Yi: Open Foundation Models by 01.AI","created":"2024-03-07","cited_by_count":719,"area":null},{"id":"2305.11627","title":"LLM-Pruner: On the Structural Pruning of Large Language Models","created":"2023-05-19","cited_by_count":650,"area":null},{"id":"2303.06865","title":"FlexGen: High-Throughput Generative Inference of Large Language Models with a Single GPU","created":"2023-03-13","cited_by_count":575,"area":null},{"id":"2211.05102","title":"Efficiently Scaling Transformer Inference","created":"2022-11-09","cited_by_count":539,"area":null},{"id":"2308.13137","title":"OmniQuant: Omnidirectionally Calibrated Quantization for Large Language Models","created":"2023-08-25","cited_by_count":424,"area":null},{"id":"2310.06694","title":"Sheared LLaMA: Accelerating Language Model Pre-training via Structured Pruning","created":"2023-10-10","cited_by_count":415,"area":null},{"id":"2307.13304","title":"QuIP: 2-Bit Quantization of Large Language Models With Guarantees","created":"2023-07-25","cited_by_count":414,"area":null},{"id":"2306.04751","title":"How Far Can Camels Go? Exploring the State of Instruction Tuning on Open Resources","created":"2023-06-07","cited_by_count":408,"area":null},{"id":"2401.15024","title":"SliceGPT: Compress Large Language Models by Deleting Rows and Columns","created":"2024-01-26","cited_by_count":385,"area":null},{"id":"2403.03853","title":"ShortGPT: Layers in Large Language Models are More Redundant Than You Expect","created":"2024-03-06","cited_by_count":383,"area":null},{"id":"2306.03078","title":"SpQR: A Sparse-Quantized Representation for Near-Lossless LLM Weight Compression","created":"2023-06-05","cited_by_count":367,"area":null},{"id":"2305.17888","title":"LLM-QAT: Data-Free Quantization Aware Training for Large Language Models","created":"2023-05-29","cited_by_count":324,"area":null},{"id":"2303.17568","title":"CodeGeeX: A Pre-Trained Model for Code Generation with Multilingual Benchmarking on HumanEval-X","created":"2023-03-30","cited_by_count":300,"area":null},{"id":"2402.07827","title":"Aya Model: An Instruction Finetuned Open-Access Multilingual Language Model","created":"2024-02-12","cited_by_count":295,"area":null},{"id":"2306.07629","title":"SqueezeLLM: Dense-and-Sparse Quantization","created":"2023-06-13","cited_by_count":294,"area":null},{"id":"2402.17762","title":"Massive Activations in Large Language Models","created":"2024-02-27","cited_by_count":294,"area":null},{"id":"2310.05736","title":"LLMLingua: Compressing Prompts for Accelerated Inference of Large Language Models","created":"2023-10-09","cited_by_count":287,"area":null},{"id":"2304.08247","title":"MedAlpaca -- An Open-Source Collection of Medical Conversational AI Models and Training Data","created":"2023-04-14","cited_by_count":286,"area":null},{"id":"2402.10588","title":"Do Llamas Work in English? On the Latent Language of Multilingual Transformers","created":"2024-02-16","cited_by_count":281,"area":null},{"id":"2308.07633","title":"A Survey on Model Compression for Large Language Models","created":"2023-08-15","cited_by_count":269,"area":null},{"id":"2310.17157","title":"Deja Vu: Contextual Sparsity for Efficient LLMs at Inference Time","created":"2023-10-26","cited_by_count":252,"area":null},{"id":"2212.09720","title":"The case for 4-bit precision: k-bit Inference Scaling Laws","created":"2022-12-19","cited_by_count":251,"area":null},{"id":"2401.06118","title":"Extreme Compression of Large Language Models via Additive Quantization","created":"2024-01-11","cited_by_count":232,"area":null},{"id":"2402.14905","title":"MobileLLM: Optimizing Sub-billion Parameter Language Models for On-Device Use Cases","created":"2024-02-22","cited_by_count":223,"area":null},{"id":"2310.08659","title":"LoftQ: LoRA-Fine-Tuning-Aware Quantization for Large Language Models","created":"2023-10-12","cited_by_count":196,"area":null},{"id":"2312.04564","title":"EAGLES: Efficient Accelerated 3D Gaussians with Lightweight EncodingS","created":"2023-12-07","cited_by_count":196,"area":null},{"id":"2310.11453","title":"BitNet: Scaling 1-bit Transformers for Large Language Models","created":"2023-10-17","cited_by_count":189,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2309.14322","title":"Small-scale proxies for large-scale Transformer training instabilities","created":"2023-09-25","cited_by_count":183,"area":null},{"id":"2303.15647","title":"Scaling Down to Scale Up: A Guide to Parameter-Efficient Fine-Tuning","created":"2023-03-28","cited_by_count":173,"area":null},{"id":"2406.01721","title":"DuQuant: Distributing Outliers via Dual Transformation Makes Stronger Quantized LLMs","created":"2024-06-03","cited_by_count":167,"area":null},{"id":"2310.05175","title":"Outlier Weighed Layerwise Sparsity (OWL): A Missing Secret Sauce for Pruning LLMs to High Sparsity","created":"2023-10-08","cited_by_count":165,"area":null},{"id":"2310.05694","title":"A Survey of Large Language Models for Healthcare: from Data, Technology, and Applications to Accountability and Ethics","created":"2023-10-09","cited_by_count":163,"area":null},{"id":"2307.15771","title":"The Hydra Effect: Emergent Self-repair in Language Model Computations","created":"2023-07-28","cited_by_count":156,"area":null},{"id":"2309.14717","title":"QA-LoRA: Quantization-Aware Low-Rank Adaptation of Large Language Models","created":"2023-09-26","cited_by_count":155,"area":null},{"id":"2311.03285","title":"S-LoRA: Serving Thousands of Concurrent LoRA Adapters","created":"2023-11-06","cited_by_count":152,"area":null},{"id":"2306.12929","title":"Quantizable Transformers: Removing Outliers by Helping Attention Heads Do Nothing","created":"2023-06-22","cited_by_count":151,"area":null},{"id":"2308.12284","title":"D4: Improving LLM Pretraining via Document De-Duplication and Diversification","created":"2023-08-23","cited_by_count":150,"area":null},{"id":"2304.03738","title":"Should ChatGPT be Biased? Challenges and Risks of Bias in Large Language Models","created":"2023-04-07","cited_by_count":148,"area":null},{"id":"2402.04291","title":"BiLLM: Pushing the Limit of Post-Training Quantization for LLMs","created":"2024-02-06","cited_by_count":144,"area":null},{"id":"2308.03303","title":"LoRA-FA: Efficient and Effective Low Rank Representation Fine-tuning","created":"2023-08-07","cited_by_count":137,"area":null},{"id":"2301.03728","title":"Scaling Laws for Generative Mixed-Modal Language Models","created":"2023-01-10","cited_by_count":134,"area":null},{"id":"2301.13823","title":"Grounding Language Models to Images for Multimodal Inputs and Outputs","created":"2023-01-31","cited_by_count":131,"area":null},{"id":"2303.11032","title":"DeID-GPT: Zero-shot Medical Text De-Identification by GPT-4","created":"2023-03-20","cited_by_count":130,"area":null},{"id":"2311.18159","title":"CompGS: Smaller and Faster Gaussian Splatting with Vector Quantization","created":"2023-11-30","cited_by_count":130,"area":null},{"id":"2402.11187","title":"LaCo: Large Language Model Pruning via Layer Collapse","created":"2024-02-17","cited_by_count":126,"area":null},{"id":"2304.01089","title":"RPTQ: Reorder-based Post-training Quantization for Large Language Models","created":"2023-04-03","cited_by_count":116,"area":null},{"id":"2306.02272","title":"OWQ: Outlier-Aware Weight Quantization for Efficient Fine-Tuning and Inference of Large Language Models","created":"2023-06-04","cited_by_count":114,"area":null},{"id":"2402.06925","title":"A Thorough Examination of Decoding Methods in the Era of LLMs","created":"2024-02-10","cited_by_count":114,"area":null},{"id":"2402.15627","title":"MegaScale: Scaling Large Language Model Training to More Than 10,000 GPUs","created":"2024-02-23","cited_by_count":112,"area":null},{"id":"2305.14152","title":"Memory-Efficient Fine-Tuning of Compressed Large Language Models via sub-4-bit Integer Quantization","created":"2023-05-23","cited_by_count":100,"area":null},{"id":"2310.04564","title":"ReLU Strikes Back: Exploiting Activation Sparsity in Large Language Models","created":"2023-10-06","cited_by_count":94,"area":null},{"id":"2305.11391","title":"A Survey of Safety and Trustworthiness of Large Language Models through the Lens of Verification and Validation","created":"2023-05-19","cited_by_count":93,"area":null},{"id":"2402.09668","title":"How to Train Data-Efficient LLMs","created":"2024-02-15","cited_by_count":93,"area":null},{"id":"2211.08412","title":"Evaluating the Factual Consistency of Large Language Models Through News Summarization","created":"2022-11-15","cited_by_count":92,"area":null},{"id":"2304.07493","title":"OliVe: Accelerating Large Language Models via Hardware-friendly Outlier-Victim Pair Quantization","created":"2023-04-15","cited_by_count":92,"area":null},{"id":"2305.12002","title":"XuanYuan 2.0: A Large Chinese Financial Chat Model with Hundreds of Billions Parameters","created":"2023-05-19","cited_by_count":92,"area":null},{"id":"2311.12023","title":"LQ-LoRA: Low-rank Plus Quantized Matrix Decomposition for Efficient Language Model Finetuning","created":"2023-11-20","cited_by_count":92,"area":null},{"id":"2302.13939","title":"SpikeGPT: Generative Pre-trained Language Model with Spiking Neural Networks","created":"2023-02-27","cited_by_count":88,"area":null},{"id":"2209.01188","title":"Petals: Collaborative Inference and Fine-tuning of Large Models","created":"2022-09-02","cited_by_count":87,"area":null},{"id":"2310.00034","title":"PB-LLM: Partially Binarized Large Language Models","created":"2023-09-29","cited_by_count":83,"area":null},{"id":"2402.02834","title":"Shortened LLaMA: Depth Pruning for Large Language Models with Comparison of Retraining Methods","created":"2024-02-05","cited_by_count":82,"area":null},{"id":"2302.14017","title":"Full Stack Optimization of Transformer Inference: a Survey","created":"2023-02-27","cited_by_count":80,"area":null},{"id":"2303.08302","title":"ZeroQuant-V2: Exploring Post-training Quantization in LLMs from Comprehensive Study to Low Rank Compensation","created":"2023-03-15","cited_by_count":79,"area":null},{"id":"2402.11295","title":"OneBit: Towards Extremely Low-bit Large Language Models","created":"2024-02-17","cited_by_count":79,"area":null},{"id":"2402.18158","title":"Evaluating Quantized Large Language Models","created":"2024-02-28","cited_by_count":77,"area":null},{"id":"2410.13788","title":"Modeling Future Conversation Turns to Teach LLMs to Ask Clarifying Questions","created":"2024-10-17","cited_by_count":76,"area":null},{"id":"2509.25149","title":"Pretraining Large Language Models with NVFP4","created":"2025-09-29","cited_by_count":76,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2310.16836","title":"LLM-FP4: 4-Bit Floating-Point Quantized Transformers","created":"2023-10-25","cited_by_count":69,"area":null},{"id":"2402.12065","title":"WKVQuant: Quantizing Weight and Key/Value Cache for Large Language Models Gains More","created":"2024-02-19","cited_by_count":69,"area":null},{"id":"2305.15805","title":"Dynamic Context Pruning for Efficient and Interpretable Autoregressive Transformers","created":"2023-05-25","cited_by_count":67,"area":null},{"id":"2309.15098","title":"Attention Satisfies: A Constraint-Satisfaction Lens on Factual Errors of Language Models","created":"2023-09-26","cited_by_count":67,"area":null},{"id":"2403.12544","title":"AffineQuant: Affine Transformation Quantization for Large Language Models","created":"2024-03-19","cited_by_count":67,"area":null},{"id":"2405.18137","title":"Exploiting LLM Quantization","created":"2024-05-28","cited_by_count":65,"area":null},{"id":"2310.08041","title":"QLLM: Accurate and Efficient Low-Bitwidth Quantization for Large Language Models","created":"2023-10-12","cited_by_count":64,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2405.14917","title":"SliM-LLM: Salience-Driven Mixed-Precision Quantization for Large Language Models","created":"2024-05-23","cited_by_count":63,"area":null},{"id":"2304.09145","title":"Outlier Suppression+: Accurate quantization of large language models by equivalent and optimal shifting and scaling","created":"2023-04-18","cited_by_count":61,"area":null},{"id":"2310.08915","title":"Dynamic Sparse No Training: Training-Free Fine-tuning for Sparse LLMs","created":"2023-10-13","cited_by_count":61,"area":null},{"id":"2405.14852","title":"PV-Tuning: Beyond Straight-Through Estimation for Extreme LLM Compression","created":"2024-05-23","cited_by_count":61,"area":null},{"id":"2504.02692","title":"GPTAQ: Efficient Finetuning-Free Quantization for Asymmetric Calibration","created":"2025-04-03","cited_by_count":60,"area":null},{"id":"2211.14946","title":"Self-Destructing Models: Increasing the Costs of Harmful Dual Uses of Foundation Models","created":"2022-11-27","cited_by_count":57,"area":null},{"id":"2403.15447","title":"Decoding Compressed Trust: Scrutinizing the Trustworthiness of Efficient LLMs Under Compression","created":"2024-03-18","cited_by_count":57,"area":null},{"id":"2410.13835","title":"Active-Dormant Attention Heads: Mechanistically Demystifying Extreme-Token Phenomena in LLMs","created":"2024-10-17","cited_by_count":56,"area":null},{"id":"2407.00088","title":"T-MAC: CPU Renaissance via Table Lookup for Low-Bit LLM Deployment on Edge","created":"2024-06-25","cited_by_count":55,"area":null},{"id":"2309.01507","title":"Memory Efficient Optimizers with 4-bit States","created":"2023-09-04","cited_by_count":54,"area":null}],"next_cursor":"100"}