{"total":22,"rows":[{"id":"2208.07339","title":"LLM.int8(): 8-bit Matrix Multiplication for Transformers at Scale","created":"2022-08-15","cited_by_count":906,"area":null},{"id":"2103.13630","title":"A Survey of Quantization Methods for Efficient Neural Network Inference","created":"2021-03-25","cited_by_count":815,"area":null},{"id":"2110.02861","title":"8-bit Optimizers via Block-wise Quantization","created":"2021-10-06","cited_by_count":403,"area":null},{"id":"2307.09782","title":"ZeroQuant-FP: A Leap Forward in LLMs Post-Training W4A8 Quantization Using Floating-Point Formats","created":"2023-07-19","cited_by_count":44,"area":null},{"id":"2302.01107","title":"A Survey on Efficient Training of Transformers","created":"2023-02-02","cited_by_count":39,"area":null},{"id":"2309.01172","title":"FusionAI: Decentralized Training and Deploying LLMs with Massive Consumer-Level GPUs","created":"2023-09-03","cited_by_count":20,"area":null},{"id":"2312.08583","title":"ZeroQuant(4+2): Redefining LLMs Quantization with a New FP6-Centric Strategy for Diverse Generative Tasks","created":"2023-12-14","cited_by_count":14,"area":null},{"id":"2505.01043","title":"Low-Precision Training of Large Language Models: Methods, Challenges, and Opportunities","created":"2025-05-02","cited_by_count":11,"area":null},{"id":"2410.12707","title":"FusionLLM: A Decentralized LLM Training System on Geo-distributed GPUs with Adaptive Compression","created":"2024-10-16","cited_by_count":7,"area":null},{"id":"2104.07329","title":"All-You-Can-Fit 8-Bit Flexible Floating-Point Format for Accurate and Memory-Efficient Inference of Deep Neural Networks","created":"2021-04-15","cited_by_count":5,"area":null},{"id":"2303.02384","title":"Hierarchical Training of Deep Neural Networks Using Early Exiting","created":"2023-03-04","cited_by_count":5,"area":null},{"id":"2101.11748","title":"Rethinking Floating Point Overheads for Mixed Precision DNN Accelerators","created":"2021-01-27","cited_by_count":4,"area":null},{"id":"2105.10699","title":"Denoising Noisy Neural Networks: A Bayesian Approach with Compensation","created":"2021-05-22","cited_by_count":4,"area":null},{"id":"2312.05725","title":"FP8-BERT: Post-Training Quantization for Transformer","created":"2023-12-10","cited_by_count":4,"area":null},{"id":"2301.13464","title":"Training with Mixed-Precision Floating-Point Assignments","created":"2023-01-31","cited_by_count":2,"area":null},{"id":"2303.08970","title":"Gated Compression Layers for Efficient Always-On Models","created":"2023-03-15","cited_by_count":2,"area":null},{"id":"2411.10948","title":"Towards Accurate and Efficient Sub-8-Bit Integer Training","created":"2024-11-17","cited_by_count":2,"area":null},{"id":"2102.02705","title":"EFloat: Entropy-coded Floating Point Format for Compressing Vector Embedding Models","created":"2021-02-04","cited_by_count":1,"area":null},{"id":"2302.14458","title":"Ultra-low Precision Multiplication-free Training for Deep Neural Networks","created":"2023-02-28","cited_by_count":1,"area":null},{"id":"2407.12637","title":"Toward INT4 Fixed-Point Training via Exploring Quantization Error for Gradients","created":"2024-07-17","cited_by_count":1,"area":null},{"id":"2211.02686","title":"LightNorm: Area and Energy-Efficient Batch Normalization Hardware for On-Device DNN Training","created":"2022-11-04","cited_by_count":0,"area":null},{"id":"2508.07142","title":"Why Does Stochastic Gradient Descent Slow Down in Low-Precision Training?","created":"2025-08-10","cited_by_count":0,"area":null}],"next_cursor":null}