{"list":"other","total":81,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1912.01703","title":"PyTorch: An Imperative Style, High-Performance Deep Learning Library","created":"2019-12-03","cited_by_count":20305},{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396},{"id":"1405.0312","title":"Microsoft COCO: Common Objects in Context","created":"2014-05-01","cited_by_count":17608},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"2103.14030","title":"Swin Transformer: Hierarchical Vision Transformer using Shifted Windows","created":"2021-03-25","cited_by_count":12139},{"id":"1503.02531","title":"Distilling the Knowledge in a Neural Network","created":"2015-03-09","cited_by_count":10324},{"id":"2304.08485","title":"Visual Instruction Tuning","created":"2023-04-17","cited_by_count":7869},{"id":"2111.06377","title":"Masked Autoencoders Are Scalable Vision Learners","created":"2021-11-11","cited_by_count":7403},{"id":"1703.06870","title":"Mask R-CNN","created":"2017-03-20","cited_by_count":7277},{"id":"2301.12597","title":"BLIP-2: Bootstrapping Language-Image Pre-training with Frozen Image Encoders and Large Language Models","created":"2023-01-30","cited_by_count":6137},{"id":"2212.09748","title":"Scalable Diffusion Models with Transformers","created":"2022-12-19","cited_by_count":6054},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"2312.00752","title":"Mamba: Linear-Time Sequence Modeling with Selective State Spaces","created":"2023-12-01","cited_by_count":4718},{"id":"2012.12877","title":"Training data-efficient image transformers & distillation through attention","created":"2020-12-23","cited_by_count":4586},{"id":"2409.12191","title":"Qwen2-VL: Enhancing Vision-Language Model's Perception of the World at Any Resolution","created":"2024-09-18","cited_by_count":4234},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"2403.05530","title":"Gemini 1.5: Unlocking multimodal understanding across millions of tokens of context","created":"2024-03-08","cited_by_count":3224},{"id":"1606.03498","title":"Improved Techniques for Training GANs","created":"2016-06-10","cited_by_count":2970},{"id":"2408.00714","title":"SAM 2: Segment Anything in Images and Videos","created":"2024-08-01","cited_by_count":2863},{"id":"2408.03326","title":"LLaVA-OneVision: Easy Visual Task Transfer","created":"2024-08-06","cited_by_count":2719},{"id":"2307.08691","title":"FlashAttention-2: Faster Attention with Better Parallelism and Work Partitioning","created":"2023-07-17","cited_by_count":2598},{"id":"2111.00396","title":"Efficiently Modeling Long Sequences with Structured State Spaces","created":"2021-10-31","cited_by_count":2465},{"id":"2112.01527","title":"Masked-attention Mask Transformer for Universal Image Segmentation","created":"2021-12-02","cited_by_count":2351},{"id":"2309.17453","title":"Efficient Streaming Language Models with Attention Sinks","created":"2023-09-29","cited_by_count":2186},{"id":"1308.3432","title":"Estimating or Propagating Gradients Through Stochastic Neurons for Conditional Computation","created":"2013-08-15","cited_by_count":2079},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"2210.17323","title":"GPTQ: Accurate Post-Training Quantization for Generative Pre-trained Transformers","created":"2022-10-31","cited_by_count":1919},{"id":"1712.05877","title":"Quantization and Training of Neural Networks for Efficient Integer-Arithmetic-Only Inference","created":"2017-12-15","cited_by_count":1593},{"id":"2006.04768","title":"Linformer: Self-Attention with Linear Complexity","created":"2020-06-08","cited_by_count":1474},{"id":"2405.21060","title":"Transformers are SSMs: Generalized Models and Efficient Algorithms Through Structured State Space Duality","created":"2024-05-31","cited_by_count":1336},{"id":"2306.00978","title":"AWQ: Activation-aware Weight Quantization for LLM Compression and Acceleration","created":"2023-06-01","cited_by_count":1298},{"id":"1712.00726","title":"Cascade R-CNN: Delving into High Quality Object Detection","created":"2017-12-03","cited_by_count":1276},{"id":"1807.10221","title":"Unified Perceptual Parsing for Scene Understanding","created":"2018-07-26","cited_by_count":1271},{"id":"1608.05442","title":"Semantic Understanding of Scenes through the ADE20K Dataset","created":"2016-08-18","cited_by_count":1069},{"id":"2401.09417","title":"Vision Mamba: Efficient Visual Representation Learning with Bidirectional State Space Model","created":"2024-01-17","cited_by_count":1056},{"id":"1904.06991","title":"Improved Precision and Recall Metric for Assessing Generative Models","created":"2019-04-15","cited_by_count":944},{"id":"1603.05279","title":"XNOR-Net: ImageNet Classification Using Binary Convolutional Neural Networks","created":"2016-03-16","cited_by_count":849},{"id":"2103.13630","title":"A Survey of Quantization Methods for Efficient Neural Network Inference","created":"2021-03-25","cited_by_count":815},{"id":"2009.06732","title":"Efficient Transformers: A Survey","created":"2020-09-14","cited_by_count":790},{"id":"2401.08740","title":"SiT: Exploring Flow and Diffusion-based Generative Models with Scalable Interpolant Transformers","created":"2024-01-16","cited_by_count":737},{"id":"2203.16527","title":"Exploring Plain Vision Transformer Backbones for Object Detection","created":"2022-03-30","cited_by_count":724},{"id":"2110.13985","title":"Combining Recurrent, Convolutional, and Continuous-time Models with Linear State-Space Layers","created":"2021-10-26","cited_by_count":608},{"id":"2111.11418","title":"MetaFormer Is Actually What You Need for Vision","created":"2021-11-22","cited_by_count":524},{"id":"2407.08608","title":"FlashAttention-3: Fast and Accurate Attention with Asynchrony and Low-precision","created":"2024-07-11","cited_by_count":519},{"id":"2502.11089","title":"Native Sparse Attention: Hardware-Aligned and Natively Trainable Sparse Attention","created":"2025-02-16","cited_by_count":407},{"id":"2406.06484","title":"Parallelizing Linear Transformers with the Delta Rule over Sequence Length","created":"2024-06-10","cited_by_count":396},{"id":"2303.11331","title":"EVA-02: A Visual Representation for Neon Genesis","created":"2023-03-20","cited_by_count":381},{"id":"1812.01243","title":"Efficient Attention: Attention with Linear Complexities","created":"2018-12-04","cited_by_count":368},{"id":"2305.17888","title":"LLM-QAT: Data-Free Quantization Aware Training for Large Language Models","created":"2023-05-29","cited_by_count":324},{"id":"2010.04245","title":"Query-Key Normalization for Transformers","created":"2020-10-08","cited_by_count":280},{"id":"2106.14156","title":"Post-Training Quantization for Vision Transformer","created":"2021-06-27","cited_by_count":278},{"id":"2103.03841","title":"Generating Images with Sparse Representations","created":"2021-03-05","cited_by_count":266},{"id":"2002.11296","title":"Sparse Sinkhorn Attention","created":"2020-02-26","cited_by_count":251},{"id":"2402.18668","title":"Simple linear attention language models balance the recall-throughput tradeoff","created":"2024-02-28","cited_by_count":208},{"id":"2111.12293","title":"PTQ4ViT: Post-training quantization for vision transformers with twin uniform quantization","created":"2021-11-24","cited_by_count":179},{"id":"2308.00442","title":"FLatten Transformer: Vision Transformer using Focused Linear Attention","created":"2023-08-01","cited_by_count":171},{"id":"2410.02367","title":"SageAttention: Accurate 8-Bit Attention for Plug-and-play Inference Acceleration","created":"2024-10-03","cited_by_count":160},{"id":"1911.09464","title":"Quantization Networks","created":"2019-11-21","cited_by_count":153},{"id":"2410.13276","title":"SeerAttention: Learning Intrinsic Sparse Attention in Your LLMs","created":"2024-10-17","cited_by_count":124},{"id":"2411.10958","title":"SageAttention2: Efficient Attention with Thorough Outlier Smoothing and Per-thread INT4 Quantization","created":"2024-11-17","cited_by_count":114},{"id":"2210.06707","title":"Q-ViT: Accurate and Fully Quantized Low-bit Vision Transformer","created":"2022-10-13","cited_by_count":108},{"id":"2207.01405","title":"I-ViT: Integer-only Quantization for Efficient Vision Transformer Inference","created":"2022-07-04","cited_by_count":95},{"id":"2505.11594","title":"SageAttention3: Microscaling FP4 Attention for Inference and An Exploration of 8-Bit Training","created":"2025-05-16","cited_by_count":66},{"id":"2209.07484","title":"Hydra Attention: Efficient Attention with Many Heads","created":"2022-09-15","cited_by_count":55},{"id":"2010.14298","title":"A Statistical Framework for Low-bitwidth Training of Deep Neural Networks","created":"2020-10-27","cited_by_count":51},{"id":"2412.06590","title":"Bridging the Divide: Reconsidering Softmax and Linear Attention","created":"2024-12-09","cited_by_count":48},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46},{"id":"2211.07091","title":"BiViT: Extremely Compressed Binary Vision Transformer","created":"2022-11-14","cited_by_count":28},{"id":"2211.10526","title":"Castling-ViT: Compressing Self-Attention via Switching Towards Linear-Angular Attention at Vision Transformer Inference","created":"2022-11-18","cited_by_count":28},{"id":"2110.10030","title":"Accelerating Framework of Transformer by Hardware Design and Model Compression Co-Optimization","created":"2021-10-19","cited_by_count":27},{"id":"2001.02786","title":"Least squares binary quantization of neural networks","created":"2020-01-09","cited_by_count":21},{"id":"2504.12395","title":"InstantCharacter: Personalize Any Characters with a Scalable Diffusion Transformer Framework","created":"2025-04-16","cited_by_count":19},{"id":"2306.16678","title":"BinaryViT: Pushing Binary Vision Transformers Towards Convolutional Models","created":"2023-06-29","cited_by_count":17},{"id":"2305.14730","title":"BinaryViT: Towards Efficient and Accurate Binary Vision Transformers","created":"2023-05-24","cited_by_count":7}],"next_cursor":null}