{"total":16,"rows":[{"id":"2210.17323","title":"GPTQ: Accurate Post-Training Quantization for Generative Pre-trained Transformers","created":"2022-10-31","cited_by_count":1919,"area":null},{"id":"2303.08302","title":"ZeroQuant-V2: Exploring Post-training Quantization in LLMs from Comprehensive Study to Low Rank Compensation","created":"2023-03-15","cited_by_count":79,"area":null},{"id":"2209.00099","title":"Efficient Methods for Natural Language Processing: A Survey","created":"2022-08-31","cited_by_count":78,"area":null},{"id":"2307.09782","title":"ZeroQuant-FP: A Leap Forward in LLMs Post-Training W4A8 Quantization Using Floating-Point Formats","created":"2023-07-19","cited_by_count":44,"area":null},{"id":"2307.05908","title":"Predictive Pipelined Decoding: A Compute-Latency Trade-off for Exact LLM Decoding","created":"2023-07-12","cited_by_count":40,"area":null},{"id":"2411.02530","title":"A Comprehensive Study on Quantization Techniques for Large Language Models","created":"2024-10-30","cited_by_count":36,"area":null},{"id":"2307.07982","title":"A Survey of Techniques for Optimizing Transformer Inference","created":"2023-07-16","cited_by_count":35,"area":null},{"id":"2301.12017","title":"Understanding INT4 Quantization for Transformer Models: Latency Speedup, Composability, and Failure Cases","created":"2023-01-27","cited_by_count":23,"area":null},{"id":"2403.06408","title":"What Makes Quantization for Large Language Models Hard? An Empirical Study from the Lens of Perturbation","created":"2024-03-11","cited_by_count":23,"area":null},{"id":"2312.08583","title":"ZeroQuant(4+2): Redefining LLMs Quantization with a New FP6-Centric Strategy for Diverse Generative Tasks","created":"2023-12-14","cited_by_count":14,"area":null},{"id":"2504.03454","title":"SpectR: Dynamically Composing LM Experts with Spectral Routing","created":"2025-04-04","cited_by_count":6,"area":null},{"id":"2306.00014","title":"PreQuant: A Task-agnostic Quantization Approach for Pre-trained Language Models","created":"2023-05-30","cited_by_count":5,"area":null},{"id":"2405.14753","title":"A Transformer-Based Approach for Smart Invocation of Automatic Code Completion","created":"2024-05-23","cited_by_count":5,"area":null},{"id":"2412.10059","title":"Panacea: Novel DNN Accelerator using Accuracy-Preserving Asymmetric Quantization and Energy-Saving Bit-Slice Sparsity","created":"2024-12-13","cited_by_count":5,"area":null},{"id":"2302.11812","title":"Teacher Intervention: Improving Convergence of Quantization Aware Training for Ultra-Low Precision Transformers","created":"2023-02-23","cited_by_count":2,"area":null},{"id":"2405.17470","title":"Athena: Efficient Block-Wise Post-Training Quantization for Large Language Models Using Second-Order Matrix Derivative Information","created":"2024-05-24","cited_by_count":2,"area":null}],"next_cursor":null}