{"total":34,"rows":[{"id":"2208.07339","title":"LLM.int8(): 8-bit Matrix Multiplication for Transformers at Scale","created":"2022-08-15","cited_by_count":906,"area":null},{"id":"2207.01405","title":"I-ViT: Integer-only Quantization for Efficient Vision Transformer Inference","created":"2022-07-04","cited_by_count":95,"area":null},{"id":"2410.13835","title":"Active-Dormant Attention Heads: Mechanistically Demystifying Extreme-Token Phenomena in LLMs","created":"2024-10-17","cited_by_count":56,"area":null},{"id":"2206.08898","title":"SimA: Simple Softmax-free Attention for Vision Transformers","created":"2022-06-17","cited_by_count":32,"area":null},{"id":"2203.09176","title":"ODE Transformer: An Ordinary Differential Equation-Inspired Model for Sequence Generation","created":"2022-03-17","cited_by_count":27,"area":null},{"id":"2303.07470","title":"X-Former: In-Memory Acceleration of Transformers","created":"2023-03-13","cited_by_count":25,"area":null},{"id":"2405.17849","title":"I-LLM: Efficient Integer-Only Inference for Fully-Quantized Low-Bit Large Language Models","created":"2024-05-28","cited_by_count":23,"area":null},{"id":"2304.03986","title":"SwiftTron: An Efficient Hardware Accelerator for Quantized Transformers","created":"2023-04-08","cited_by_count":18,"area":null},{"id":"2405.03594","title":"Enabling High-Sparsity Foundational Llama Models with Efficient Pretraining and Deployment","created":"2024-05-06","cited_by_count":15,"area":null},{"id":"2410.17174","title":"From Attention to Activation: Unravelling the Enigmas of Large Language Models","created":"2024-10-22","cited_by_count":13,"area":null},{"id":"2104.02308","title":"ODE Transformer: An Ordinary Differential Equation-Inspired Model for Neural Machine Translation","created":"2021-04-06","cited_by_count":12,"area":null},{"id":"2505.05530","title":"Low-bit Model Quantization for Deep Neural Networks: A Survey","created":"2025-05-08","cited_by_count":11,"area":null},{"id":"2101.00542","title":"An Efficient Transformer Decoder with Compressed Sub-layers","created":"2021-01-03","cited_by_count":10,"area":null},{"id":"2601.19026","title":"Is Finer Better? The Limits of Microscaling Formats in Large Language Models","created":"2026-01-26","cited_by_count":8,"area":null},{"id":"2302.02744","title":"AMD-HookNet for Glacier Front Segmentation","created":"2023-02-06","cited_by_count":7,"area":null},{"id":"2208.01313","title":"Unified Normalization for Accelerating and Stabilizing Transformers","created":"2022-08-02","cited_by_count":6,"area":null},{"id":"2303.05295","title":"Dynamic Stashing Quantization for Efficient Transformer Training","created":"2023-03-09","cited_by_count":6,"area":null},{"id":"2406.18832","title":"OutlierTune: Efficient Channel-Wise Quantization for Large Language Models","created":"2024-06-27","cited_by_count":4,"area":null},{"id":"2503.07654","title":"MergeQuant: Accurate 4-bit Static Quantization of Large Language Models by Channel-wise Calibration","created":"2025-03-07","cited_by_count":4,"area":null},{"id":"2106.13316","title":"VOGUE: Answer Verbalization through Multi-Task Learning","created":"2021-06-24","cited_by_count":3,"area":null},{"id":"2210.10416","title":"Hybrid-Regressive Neural Machine Translation","created":"2022-10-19","cited_by_count":3,"area":null},{"id":"2306.09380","title":"Understanding Parameter Sharing in Transformers","created":"2023-06-15","cited_by_count":3,"area":null},{"id":"2109.08003","title":"The NiuTrans System for the WMT21 Efficiency Task","created":"2021-09-16","cited_by_count":2,"area":null},{"id":"2408.03130","title":"Inference Optimizations for Large Language Models: Effects, Challenges, and Practical Considerations","created":"2024-08-06","cited_by_count":2,"area":null},{"id":"2109.08008","title":"The NiuTrans System for WNGT 2020 Efficiency Task","created":"2021-09-16","cited_by_count":1,"area":null},{"id":"2212.10197","title":"EIT: Enhanced Interactive Transformer","created":"2022-12-20","cited_by_count":1,"area":null},{"id":"2104.11390","title":"Transfer training from smaller language model","created":"2021-04-23","cited_by_count":0,"area":null},{"id":"2212.01543","title":"The RoyalFlush System for the WMT 2022 Efficiency Task","created":"2022-12-03","cited_by_count":0,"area":null},{"id":"2303.13601","title":"Scaled Quantization for the Vision Transformer","created":"2023-03-23","cited_by_count":0,"area":null},{"id":"2309.11853","title":"BitCoin: Bidirectional Tagging and Supervised Contrastive Learning based Joint Relational Triple Extraction Framework","created":"2023-09-21","cited_by_count":0,"area":null},{"id":"2402.01169","title":"Faster Inference of Integer SWIN Transformer by Removing the GELU Activation","created":"2024-02-02","cited_by_count":0,"area":null},{"id":"2412.12351","title":"Krony-PT: GPT2 compressed with Kronecker Products","created":"2024-12-16","cited_by_count":0,"area":null},{"id":"2604.11512","title":"EdgeCIM: A Hardware-Software Co-Design for CIM-Based Acceleration of Small Language Models","created":"2026-04-13","cited_by_count":0,"area":null},{"id":"2604.21952","title":"Focus Session: Hardware and Software Techniques for Accelerating Multimodal Foundation Models","created":"2026-04-23","cited_by_count":0,"area":null}],"next_cursor":null}