{"total":52,"rows":[{"id":"2410.10781","title":"When Attention Sink Emerges in Language Models: An Empirical View","created":"2024-10-14","cited_by_count":208,"area":"inference"},{"id":"2406.01721","title":"DuQuant: Distributing Outliers via Dual Transformation Makes Stronger Quantized LLMs","created":"2024-06-03","cited_by_count":167,"area":null},{"id":"2410.09426","title":"FlatQuant: Flatness Matters for LLM Quantization","created":"2024-10-12","cited_by_count":131,"area":null},{"id":"2412.19442","title":"A Survey on Large Language Model Acceleration based on KV Cache Management","created":"2024-12-27","cited_by_count":131,"area":"lr"},{"id":"2504.02732","title":"Why do LLMs attend to the first token?","created":"2025-04-03","cited_by_count":127,"area":null},{"id":"2502.20766","title":"FlexPrefill: A Context-Aware Sparse Attention Mechanism for Efficient Long-Sequence Inference","created":"2025-02-28","cited_by_count":123,"area":null},{"id":"2406.18139","title":"LOOK-M: Look-Once Optimization in KV Cache for Efficient Multimodal Long-Context Inference","created":"2024-06-26","cited_by_count":95,"area":"mllm"},{"id":"2405.16005","title":"PTQ4DiT: Post-training Quantization for Diffusion Transformers","created":"2024-05-25","cited_by_count":79,"area":"diffusion"},{"id":"2504.04823","title":"Quantization Hurts Reasoning? An Empirical Study on Quantized Reasoning Models","created":"2025-04-07","cited_by_count":73,"area":"lr"},{"id":"2411.09688","title":"Squeezed Attention: Accelerating Long Context Length LLM Inference","created":"2024-11-14","cited_by_count":57,"area":null},{"id":"2410.13835","title":"Active-Dormant Attention Heads: Mechanistically Demystifying Extreme-Token Phenomena in LLMs","created":"2024-10-17","cited_by_count":56,"area":null},{"id":"2501.16383","title":"RotateKV: Accurate and Robust 2-Bit KV Cache Quantization for LLMs via Outlier-Aware Adaptive Rotations","created":"2025-01-25","cited_by_count":46,"area":"inference"},{"id":"2502.04420","title":"KVTuner: Sensitivity-Aware Layer-Wise Mixed-Precision KV Cache Quantization for Efficient and Nearly Lossless LLM Inference","created":"2025-02-06","cited_by_count":40,"area":"inference"},{"id":"2603.05498","title":"The Spike, the Sparse and the Sink: Anatomy of Massive Activations and Attention Sinks","created":"2026-03-05","cited_by_count":27,"area":null},{"id":"2501.19392","title":"Cache Me If You Must: Adaptive Key-Value Quantization for Large Language Models","created":"2025-01-31","cited_by_count":24,"area":"inference"},{"id":"2508.14896","title":"Quantization Meets dLLMs: A Systematic Study of Post-training Quantization for Diffusion LLMs","created":"2025-08-20","cited_by_count":23,"area":null},{"id":"2505.18610","title":"PM-KVQ: Progressive Mixed-precision KV Cache Quantization for Long-CoT LLMs","created":"2025-05-24","cited_by_count":22,"area":"lr"},{"id":"2410.13212","title":"AsymKV: Enabling 1-Bit Quantization of KV Cache with Layer-Wise Asymmetric Quantization Configurations","created":"2024-10-17","cited_by_count":19,"area":"inference"},{"id":"2502.15618","title":"Probe Pruning: Accelerating LLMs through Dynamic Pruning via Model-Probing","created":"2025-02-21","cited_by_count":14,"area":null},{"id":"2506.19697","title":"Outlier-Safe Pre-Training for Robust 4-Bit Quantization of Large Language Models","created":"2025-06-24","cited_by_count":13,"area":null},{"id":"2410.05265","title":"PrefixQuant: Eliminating Outliers by Prefixed Tokens for Large Language Models Quantization","created":"2024-10-07","cited_by_count":12,"area":null},{"id":"2505.11739","title":"ZeroTuning: Unlocking the Initial Token's Power to Enhance Large Language Models Without Training","created":"2025-05-16","cited_by_count":12,"area":null},{"id":"2508.03485","title":"LRQ-DiT: Log-Rotation Post-Training Quantization of Diffusion Transformers for Image and Video Generation","created":"2025-08-05","cited_by_count":12,"area":"diffusion"},{"id":"2502.06604","title":"Do we really have to filter out random noise in pre-training data for language models?","created":"2025-02-10","cited_by_count":11,"area":null},{"id":"2601.14888","title":"What Makes Low-Bit Quantization-Aware Training Work for Reasoning LLMs? A Systematic Study","created":"2026-01-21","cited_by_count":10,"area":"lr"},{"id":"2501.15021","title":"AKVQ-VL: Attention-Aware KV Cache Adaptive 2-Bit Quantization for Vision-Language Models","created":"2025-01-25","cited_by_count":9,"area":"mllm"},{"id":"2602.08005","title":"ResidualKV: Residual-Based KV Cache Compression for Efficient Long-Context Inference","created":"2026-02-08","cited_by_count":9,"area":"inference"},{"id":"2503.24000","title":"Rethinking Key-Value Cache Compression Techniques for Large Language Model Serving","created":"2025-03-31","cited_by_count":8,"area":"inference"},{"id":"2604.17789","title":"DuQuant++: Fine-grained Rotation Enhances Microscaling FP4 Quantization","created":"2026-04-20","cited_by_count":8,"area":"inference"},{"id":"2503.24358","title":"SQuat: Subspace-orthogonal KV Cache Quantization","created":"2025-03-31","cited_by_count":7,"area":"inference"},{"id":"2505.18605","title":"Rethinking Causal Mask Attention for Vision-Language Inference","created":"2025-05-24","cited_by_count":6,"area":"lr"},{"id":"2506.08018","title":"KVmix: Gradient-Based Layer Importance-Aware Mixed-Precision Quantization for KV Cache","created":"2025-05-18","cited_by_count":5,"area":"inference"},{"id":"2602.01203","title":"Attention Sink Forges Native MoE in Attention Layers: Sink-Aware Training to Address Head Collapse","created":"2026-02-01","cited_by_count":5,"area":"moe"},{"id":"2409.16546","title":"AlignedKV: Reducing Memory Access of KV-Cache with Precision-Aligned Quantization","created":"2024-09-25","cited_by_count":4,"area":"inference"},{"id":"2412.13437","title":"Deploying Foundation Model Powered Agent Services: A Survey","created":"2024-12-18","cited_by_count":4,"area":"agents"},{"id":"2505.24680","title":"A Simple Linear Patch Revives Layer-Pruned Large Language Models","created":"2025-05-30","cited_by_count":4,"area":null},{"id":"2508.10395","title":"XQuant: Breaking the Memory Wall for LLM Inference with KV Cache Rematerialization","created":"2025-08-14","cited_by_count":4,"area":"inference"},{"id":"2512.22213","title":"On the Existence and Behavior of Secondary Attention Sinks","created":"2025-12-22","cited_by_count":4,"area":null},{"id":"2601.19657","title":"One Token Is Enough: Improving Diffusion Language Models with a Sink Token","created":"2026-01-27","cited_by_count":4,"area":"diffusion"},{"id":"2410.14740","title":"Harnessing Your DRAM and SSD for Sustainable and Accessible LLM Inference with Mixed-Precision and Multi-level Caching","created":"2024-10-17","cited_by_count":3,"area":null},{"id":"2605.12464","title":"Search Your Block Floating Point Scales!","created":"2026-05-12","cited_by_count":3,"area":null},{"id":"2609.02108","title":"Predict, Don't Iterate: Efficient Adaptive-Length Infilling for Diffusion Language Models","created":"2026-09-02","cited_by_count":3,"area":"diffusion"},{"id":"2604.10027","title":"SinkTrack: Attention Sink based Context Anchoring for Large Language Models","created":"2026-04-11","cited_by_count":2,"area":null},{"id":"2502.19008","title":"Binary Neural Networks for Large Language Model: A Survey","created":"2025-02-26","cited_by_count":1,"area":null},{"id":"2511.22316","title":"Outlier Smoothing with Closed-Form Rotations for W4A4 Large Language Model Quantization","created":"2025-11-27","cited_by_count":1,"area":null},{"id":"2605.06611","title":"The Structural Origin of Attention Sink: Variance Discrepancy, Super Neurons, and Dimension Disparity","created":"2026-05-07","cited_by_count":1,"area":null},{"id":"2503.17922","title":"WindowKV: Task-Adaptive Group-Wise KV Cache Window Selection for Efficient LLM Inference","created":"2025-03-23","cited_by_count":0,"area":"inference"},{"id":"2601.20234","title":"MALLOC: Benchmarking the Memory-aware Long Sequence Compression for Large Sequential Recommendation","created":"2026-01-28","cited_by_count":0,"area":null},{"id":"2605.26175","title":"InfoQuant: Shaping Activation Distributions for Low-Bit LLM Quantization","created":"2026-05-25","cited_by_count":0,"area":null},{"id":"2608.28911","title":"SemKV: Semantic Mixed-Precision KV Cache Quantization Guided by the Quality Cliff for Long-Context LLM Inference","created":"2026-08-28","cited_by_count":0,"area":"inference"},{"id":"2609.31009","title":"G$^2$PTQ: Improving LLM Post-Training Quantization with Generalized Gradient Compensation","created":"2026-09-25","cited_by_count":0,"area":null},{"id":"2609.38169","title":"STEPQuant: When and Where Errors Matter in Delta-Rule Recurrent State Quantization","created":"2026-09-29","cited_by_count":0,"area":"inference"}],"next_cursor":null}