{"list":"other","total":73,"rows":[{"id":"2407.21783","title":"The Llama 3 Herd of Models","created":"2024-07-31","cited_by_count":14715},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"1803.05457","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","created":"2018-03-14","cited_by_count":4886},{"id":"1905.07830","title":"HellaSwag: Can a Machine Really Finish Your Sentence?","created":"2019-05-19","cited_by_count":4100},{"id":"1609.07843","title":"Pointer Sentinel Mixture Models","created":"2016-09-26","cited_by_count":3096},{"id":"1911.11641","title":"PIQA: Reasoning about Physical Commonsense in Natural Language","created":"2019-11-26","cited_by_count":2883},{"id":"1905.10044","title":"BoolQ: Exploring the Surprising Difficulty of Natural Yes/No Questions","created":"2019-05-24","cited_by_count":2183},{"id":"1809.02789","title":"Can a Suit of Armor Conduct Electricity? A New Dataset for Open Book Question Answering","created":"2018-09-08","cited_by_count":2164},{"id":"1712.05877","title":"Quantization and Training of Neural Networks for Efficient Integer-Arithmetic-Only Inference","created":"2017-12-15","cited_by_count":1593},{"id":"2211.10438","title":"SmoothQuant: Accurate and Efficient Post-Training Quantization for Large Language Models","created":"2022-11-18","cited_by_count":1386},{"id":"2208.07339","title":"LLM.int8(): 8-bit Matrix Multiplication for Transformers at Scale","created":"2022-08-15","cited_by_count":906},{"id":"2309.16588","title":"Vision Transformers Need Registers","created":"2023-09-28","cited_by_count":871},{"id":"2402.02750","title":"KIVI: A Tuning-Free Asymmetric 2bit Quantization for KV Cache","created":"2024-02-05","cited_by_count":637},{"id":"2404.00456","title":"QuaRot: Outlier-Free 4-Bit Inference in Rotated LLMs","created":"2024-03-30","cited_by_count":634},{"id":"2401.18079","title":"KVQuant: Towards 10 Million Context Length LLM Inference with KV Cache Quantization","created":"2024-01-31","cited_by_count":591},{"id":"1806.08342","title":"Quantizing deep convolutional networks for efficient inference: A whitepaper","created":"2018-06-21","cited_by_count":521},{"id":"2405.16406","title":"SpinQuant: LLM quantization with learned rotations","created":"2024-05-26","cited_by_count":471},{"id":"2406.02069","title":"PyramidKV: Dynamic KV Cache Compression based on Pyramidal Information Funneling","created":"2024-06-04","cited_by_count":432},{"id":"2308.13137","title":"OmniQuant: Omnidirectionally Calibrated Quantization for Large Language Models","created":"2023-08-25","cited_by_count":424},{"id":"2401.15024","title":"SliceGPT: Compress Large Language Models by Deleting Rows and Columns","created":"2024-01-26","cited_by_count":385},{"id":"2402.04396","title":"QuIP#: Even Better LLM Quantization with Hadamard Incoherence and Lattice Codebooks","created":"2024-02-06","cited_by_count":378},{"id":"2306.03078","title":"SpQR: A Sparse-Quantized Representation for Near-Lossless LLM Weight Compression","created":"2023-06-05","cited_by_count":367},{"id":"2305.17888","title":"LLM-QAT: Data-Free Quantization Aware Training for Large Language Models","created":"2023-05-29","cited_by_count":324},{"id":"2306.07629","title":"SqueezeLLM: Dense-and-Sparse Quantization","created":"2023-06-13","cited_by_count":294},{"id":"2402.17762","title":"Massive Activations in Large Language Models","created":"2024-02-27","cited_by_count":294},{"id":"2310.19102","title":"Atom: Low-bit Quantization for Efficient and Accurate LLM Serving","created":"2023-10-29","cited_by_count":272},{"id":"2405.04532","title":"QServe: W4A8KV4 Quantization and System Co-design for Efficient LLM Serving","created":"2024-05-07","cited_by_count":208},{"id":"2209.13325","title":"Outlier Suppression: Pushing the Limit of Low-bit Transformer Language Models","created":"2022-09-27","cited_by_count":181},{"id":"2406.01721","title":"DuQuant: Distributing Outliers via Dual Transformation Makes Stronger Quantized LLMs","created":"2024-06-03","cited_by_count":167},{"id":"2402.04291","title":"BiLLM: Pushing the Limit of Post-Training Quantization for LLMs","created":"2024-02-06","cited_by_count":144},{"id":"2109.12948","title":"Understanding and Overcoming the Challenges of Efficient Transformer Quantization","created":"2021-09-27","cited_by_count":141},{"id":"2410.09426","title":"FlatQuant: Flatness Matters for LLM Quantization","created":"2024-10-12","cited_by_count":131},{"id":"2504.19874","title":"TurboQuant: Online Vector Quantization with Near-optimal Distortion Rate","created":"2025-04-28","cited_by_count":125},{"id":"2501.13987","title":"OstQuant: Refining Large Language Model Quantization with Orthogonal and Scaling Transformations for Better Distribution Fitting","created":"2025-01-23","cited_by_count":97},{"id":"2405.14256","title":"ZipCache: Accurate and Efficient KV Cache Quantization with Salient Token Identification","created":"2024-05-23","cited_by_count":93},{"id":"2311.12023","title":"LQ-LoRA: Low-rank Plus Quantized Matrix Decomposition for Efficient Language Model Finetuning","created":"2023-11-20","cited_by_count":92},{"id":"2406.11235","title":"QTIP: Quantization with Trellises and Incoherence Processing","created":"2024-06-17","cited_by_count":91},{"id":"2402.10631","title":"BitDistiller: Unleashing the Potential of Sub-4-Bit LLMs via Self-Distillation","created":"2024-02-16","cited_by_count":84},{"id":"2402.15319","title":"GPTVQ: The Blessing of Dimensionality for LLM Quantization","created":"2024-02-23","cited_by_count":82},{"id":"2402.11295","title":"OneBit: Towards Extremely Low-bit Large Language Models","created":"2024-02-17","cited_by_count":79},{"id":"2403.12544","title":"AffineQuant: Affine Transformation Quantization for Large Language Models","created":"2024-03-19","cited_by_count":67},{"id":"2310.08041","title":"QLLM: Accurate and Efficient Low-Bitwidth Quantization for Large Language Models","created":"2023-10-12","cited_by_count":64},{"id":"2405.14917","title":"SliM-LLM: Salience-Driven Mixed-Precision Quantization for Large Language Models","created":"2024-05-23","cited_by_count":63},{"id":"2304.09145","title":"Outlier Suppression+: Accurate quantization of large language models by equivalent and optimal shifting and scaling","created":"2023-04-18","cited_by_count":61},{"id":"2504.02692","title":"GPTAQ: Efficient Finetuning-Free Quantization for Asymmetric Calibration","created":"2025-04-03","cited_by_count":60},{"id":"2409.17066","title":"VPTQ: Extreme Low-bit Vector Post-Training Quantization for Large Language Models","created":"2024-09-25","cited_by_count":57},{"id":"2306.00317","title":"FlexRound: Learnable Rounding based on Element-wise Division for Post-Training Quantization","created":"2023-06-01","cited_by_count":48},{"id":"2504.09629","title":"Quantization Error Propagation: Revisiting Layer-Wise Post-Training Quantization","created":"2025-04-13","cited_by_count":41},{"id":"2310.09259","title":"QUIK: Towards End-to-End 4-Bit Inference on Generative Large Language Models","created":"2023-10-13","cited_by_count":39},{"id":"2412.14363","title":"ResQ: Mixed-Precision Quantization of Large Language Models with Low-Rank Residuals","created":"2024-12-18","cited_by_count":36},{"id":"2411.02355","title":"\"Give Me BF16 or Give Me Death\"? Accuracy-Performance Trade-Offs in LLM Quantization","created":"2024-11-04","cited_by_count":34},{"id":"2406.00800","title":"MagR: Weight Magnitude Reduction for Enhancing Post-Training Quantization","created":"2024-06-02","cited_by_count":28},{"id":"2505.11695","title":"Qronos: Correcting the Past by Shaping the Future... in Post-Training Quantization","created":"2025-05-16","cited_by_count":28},{"id":"2502.09720","title":"NestQuant: Nested Lattice Quantization for Matrix Products and LLMs","created":"2025-02-13","cited_by_count":23},{"id":"2407.10032","title":"LeanQuant: Accurate and Scalable Large Language Model Quantization with Loss-error-aware Grid","created":"2024-07-14","cited_by_count":22},{"id":"2408.08554","title":"ABQ-LLM: Arbitrary-Bit Quantized Inference Acceleration for Large Language Models","created":"2024-08-16","cited_by_count":22},{"id":"2403.06082","title":"FrameQuant: Flexible Low-Bit Quantization for Transformers","created":"2024-03-10","cited_by_count":18},{"id":"2407.16826","title":"SINDER: Repairing the Singular Defects of DINOv2","created":"2024-07-23","cited_by_count":18},{"id":"2505.10938","title":"Accurate KV Cache Quantization with Outlier Tokens Tracing","created":"2025-05-16","cited_by_count":18},{"id":"2412.00648","title":"DFRot: Achieving Outlier-Free and Massive Activation-Free for Rotated LLMs with Refined Rotation","created":"2024-12-01","cited_by_count":17},{"id":"2511.04063","title":"DartQuant: Efficient Rotational Distribution Calibration for LLM Quantization","created":"2025-11-06","cited_by_count":17},{"id":"2501.02625","title":"HALO: Hadamard-Assisted Lower-Precision Optimization for LLMs","created":"2025-01-05","cited_by_count":15},{"id":"2503.01483","title":"KurTail : Kurtosis-based LLM Quantization","created":"2025-03-03","cited_by_count":12},{"id":"2211.11014","title":"Understanding and Improving Knowledge Distillation for Quantization-Aware Training of Large Transformer Encoders","created":"2022-11-20","cited_by_count":11},{"id":"2311.01792","title":"AFPQ: Asymmetric Floating Point Quantization for LLMs","created":"2023-11-03","cited_by_count":7},{"id":"2412.09282","title":"CRVQ: Channel-Relaxed Vector Quantization for Extreme Compression of LLMs","created":"2024-12-12","cited_by_count":7},{"id":"2505.18231","title":"NSNQuant: A Double Normalization Approach for Calibration-Free Low-Bit Vector Quantization of KV Cache","created":"2025-05-23","cited_by_count":7},{"id":"2604.07955","title":"Rethinking Residual Errors in Compensation-based LLM Quantization","created":"2026-04-09","cited_by_count":7},{"id":"2509.22944","title":"SINQ: Sinkhorn-Normalized Quantization for Calibration-Free Low-Precision LLM Weights","created":"2025-09-26","cited_by_count":6},{"id":"2510.11236","title":"XQuant: Achieving Ultra-Low Bit KV Cache Quantization with Cross-Layer Compression","created":"2025-10-13","cited_by_count":5},{"id":"2502.15779","title":"Rotate, Clip, and Partition: Towards W2A4KV4 Quantization by Integrating Rotation and Learnable Non-uniform Quantizer","created":"2025-02-17","cited_by_count":4},{"id":"2307.05972","title":"Self-Distilled Quantization: Achieving High Compression Rates in Transformer-Based Language Models","created":"2023-07-12","cited_by_count":2},{"id":"2502.07004","title":"Demystifying Singular Defects in Large Language Models","created":"2025-02-10","cited_by_count":2}],"next_cursor":null}