{"list":"other","total":53,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"2103.14030","title":"Swin Transformer: Hierarchical Vision Transformer using Shifted Windows","created":"2021-03-25","cited_by_count":12139},{"id":"1409.0575","title":"ImageNet Large Scale Visual Recognition Challenge","created":"2014-09-01","cited_by_count":8498},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"2012.12877","title":"Training data-efficient image transformers & distillation through attention","created":"2020-12-23","cited_by_count":4586},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512},{"id":"2206.07682","title":"Emergent Abilities of Large Language Models","created":"2022-06-15","cited_by_count":2512},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984},{"id":"2210.17323","title":"GPTQ: Accurate Post-Training Quantization for Generative Pre-trained Transformers","created":"2022-10-31","cited_by_count":1919},{"id":"1712.05877","title":"Quantization and Training of Neural Networks for Efficient Integer-Arithmetic-Only Inference","created":"2017-12-15","cited_by_count":1593},{"id":"2211.10438","title":"SmoothQuant: Accurate and Efficient Post-Training Quantization for Large Language Models","created":"2022-11-18","cited_by_count":1386},{"id":"2306.00978","title":"AWQ: Activation-aware Weight Quantization for LLM Compression and Acceleration","created":"2023-06-01","cited_by_count":1298},{"id":"1606.06031","title":"The LAMBADA dataset: Word prediction requiring a broad discourse context","created":"2016-06-20","cited_by_count":992},{"id":"2208.07339","title":"LLM.int8(): 8-bit Matrix Multiplication for Transformers at Scale","created":"2022-08-15","cited_by_count":906},{"id":"2002.12327","title":"A Primer in BERTology: What we know about how BERT works","created":"2020-02-27","cited_by_count":815},{"id":"2103.13630","title":"A Survey of Quantization Methods for Efficient Neural Network Inference","created":"2021-03-25","cited_by_count":815},{"id":"1902.08153","title":"Learned Step Size Quantization","created":"2019-02-21","cited_by_count":628},{"id":"2004.10568","title":"Up or Down? Adaptive Rounding for Post-Training Quantization","created":"2020-04-22","cited_by_count":621},{"id":"1606.06160","title":"DoReFa-Net: Training Low Bitwidth Convolutional Neural Networks with Low Bitwidth Gradients","created":"2016-06-20","cited_by_count":569},{"id":"1806.08342","title":"Quantizing deep convolutional networks for efficient inference: A whitepaper","created":"2018-06-21","cited_by_count":521},{"id":"2106.08295","title":"A White Paper on Neural Network Quantization","created":"2021-06-15","cited_by_count":472},{"id":"1805.06085","title":"PACT: Parameterized Clipping Activation for Quantized Neural Networks","created":"2018-05-16","cited_by_count":467},{"id":"1811.08886","title":"HAQ: Hardware-Aware Automated Quantization with Mixed Precision","created":"2018-11-21","cited_by_count":443},{"id":"1906.04721","title":"Data-Free Quantization Through Weight Equalization and Bias Correction","created":"2019-06-11","cited_by_count":336},{"id":"1710.09282","title":"A Survey of Model Compression and Acceleration for Deep Neural Networks","created":"2017-10-23","cited_by_count":301},{"id":"2306.07629","title":"SqueezeLLM: Dense-and-Sparse Quantization","created":"2023-06-13","cited_by_count":294},{"id":"2106.14156","title":"Post-Training Quantization for Vision Transformer","created":"2021-06-27","cited_by_count":278},{"id":"2308.07633","title":"A Survey on Model Compression for Large Language Models","created":"2023-08-15","cited_by_count":269},{"id":"2004.02178","title":"FastBERT: a Self-distilling BERT with Adaptive Inference Time","created":"2020-04-05","cited_by_count":226},{"id":"1902.06822","title":"Low-bit Quantization of Neural Networks for Efficient Inference","created":"2019-02-18","cited_by_count":193},{"id":"2004.09576","title":"LSQ+: Improving low-bit quantization through learnable offsets and better initialization","created":"2020-04-20","cited_by_count":189},{"id":"2209.13325","title":"Outlier Suppression: Pushing the Limit of Low-bit Transformer Language Models","created":"2022-09-27","cited_by_count":181},{"id":"2202.05924","title":"Compute Trends Across Three Eras of Machine Learning","created":"2022-02-11","cited_by_count":163},{"id":"2111.13824","title":"FQ-ViT: Post-Training Quantization for Fully Quantized Vision Transformer","created":"2021-11-27","cited_by_count":151},{"id":"2306.12929","title":"Quantizable Transformers: Removing Outliers by Helping Attention Heads Do Nothing","created":"2023-06-22","cited_by_count":151},{"id":"2109.12948","title":"Understanding and Overcoming the Challenges of Efficient Transformer Quantization","created":"2021-09-27","cited_by_count":141},{"id":"2212.08254","title":"RepQ-ViT: Scale Reparameterization for Post-Training Quantization of Vision Transformers","created":"2022-12-16","cited_by_count":137},{"id":"2106.02852","title":"Patch Slimming for Efficient Vision Transformers","created":"2021-06-05","cited_by_count":133},{"id":"2203.11086","title":"Overcoming Oscillations in Quantization-Aware Training","created":"2022-03-21","cited_by_count":119},{"id":"2105.06990","title":"BERT Busters: Outlier Dimensions that Disrupt Transformers","created":"2021-05-14","cited_by_count":112},{"id":"2210.06707","title":"Q-ViT: Accurate and Fully Quantized Low-bit Vision Transformer","created":"2022-10-13","cited_by_count":108},{"id":"2206.09557","title":"LUT-GEMM: Quantized Matrix Multiplication based on LUTs for Efficient Inference in Large-Scale Generative Language Models","created":"2022-06-20","cited_by_count":105},{"id":"2002.11985","title":"Compressing Large-Scale Transformer-Based Models: A Case Study on BERT","created":"2020-02-27","cited_by_count":96},{"id":"2002.00104","title":"Post-Training Piecewise Linear Quantization for Deep Neural Networks","created":"2020-01-31","cited_by_count":79},{"id":"2303.08302","title":"ZeroQuant-V2: Exploring Post-training Quantization in LLMs from Comprehensive Study to Low Rank Compensation","created":"2023-03-15","cited_by_count":79},{"id":"2303.14341","title":"Towards Accurate Post-Training Quantization for Vision Transformer","created":"2023-03-25","cited_by_count":71},{"id":"2002.07686","title":"Robust Quantization: One Model to Rule Them All","created":"2020-02-18","cited_by_count":63},{"id":"2211.16056","title":"NoisyQuant: Noisy Bias-Enhanced Post-Training Activation Quantization for Vision Transformers","created":"2022-11-29","cited_by_count":61},{"id":"2304.09145","title":"Outlier Suppression+: Accurate quantization of large language models by equivalent and optimal shifting and scaling","created":"2023-04-18","cited_by_count":61},{"id":"2209.05687","title":"PSAQ-ViT V2: Towards Accurate and General Data-Free Quantization for Vision Transformers","created":"2022-09-13","cited_by_count":42}],"next_cursor":null}