{"total":40,"rows":[{"id":"2206.01861","title":"ZeroQuant: Efficient and Affordable Post-Training Quantization for Large-Scale Transformers","created":"2022-06-04","cited_by_count":526,"area":null},{"id":"2105.03824","title":"FNet: Mixing Tokens with Fourier Transforms","created":"2021-05-09","cited_by_count":347,"area":null},{"id":"2101.01321","title":"I-BERT: Integer-only BERT Quantization","created":"2021-01-05","cited_by_count":255,"area":null},{"id":"2202.01381","title":"ETSformer: Exponential Smoothing Transformers for Time-series Forecasting","created":"2022-02-03","cited_by_count":148,"area":null},{"id":"2209.11326","title":"Towards Faithful Model Explanation in NLP: A Survey","created":"2022-09-22","cited_by_count":130,"area":null},{"id":"2206.04301","title":"Unveiling Transformers with LEGO: a synthetic reasoning task","created":"2022-06-09","cited_by_count":106,"area":null},{"id":"2104.03466","title":"Learning Graph Structures with Transformer for Multivariate Time Series Anomaly Detection in IoT","created":"2021-04-08","cited_by_count":104,"area":null},{"id":"2104.07012","title":"Sparse Attention with Linear Units","created":"2021-04-14","cited_by_count":41,"area":null},{"id":"2110.06821","title":"Leveraging redundancy in attention with Reuse Transformers","created":"2021-10-13","cited_by_count":33,"area":null},{"id":"2203.05922","title":"Visualizing and Understanding Patch Interactions in Vision Transformer","created":"2022-03-11","cited_by_count":26,"area":null},{"id":"2306.01160","title":"Faster Causal Attention Over Large Sequences Through Sparse Flash Attention","created":"2023-06-01","cited_by_count":25,"area":null},{"id":"2301.12017","title":"Understanding INT4 Quantization for Transformer Models: Latency Speedup, Composability, and Failure Cases","created":"2023-01-27","cited_by_count":23,"area":null},{"id":"2208.06551","title":"Exploiting Multiple Sequence Lengths in Fast End to End Training for Image Captioning","created":"2022-08-13","cited_by_count":18,"area":null},{"id":"2210.15497","title":"LSG Attention: Extrapolation of pretrained Transformers to long sequences","created":"2022-10-13","cited_by_count":16,"area":null},{"id":"2101.09115","title":"The heads hypothesis: A unifying statistical approach towards understanding multi-headed attention in BERT","created":"2021-01-22","cited_by_count":15,"area":null},{"id":"2402.17433","title":"Enhancing EEG-to-Text Decoding through Transferable Representations from Pre-trained Contrastive EEG-Text Masked Autoencoder","created":"2024-02-27","cited_by_count":15,"area":null},{"id":"2109.12188","title":"Predicting Attention Sparsity in Transformers","created":"2021-09-24","cited_by_count":13,"area":null},{"id":"2106.05505","title":"Convolutions and Self-Attention: Re-interpreting Relative Positions in Pre-trained Language Models","created":"2021-06-10","cited_by_count":11,"area":null},{"id":"2109.05853","title":"Attention Weights in Transformer NMT Fail Aligning Words Between Sequences but Largely Explain Model Predictions","created":"2021-09-13","cited_by_count":11,"area":null},{"id":"2110.10305","title":"When in Doubt, Summon the Titans: Efficient Inference with Large Models","created":"2021-10-19","cited_by_count":8,"area":null},{"id":"2103.01009","title":"Snowflake: Scaling GNNs to High-Dimensional Continuous Control via Parameter Freezing","created":"2021-03-01","cited_by_count":7,"area":null},{"id":"2106.08823","title":"Eigen Analysis of Self-Attention and its Reconstruction from Partial Computation","created":"2021-06-16","cited_by_count":6,"area":null},{"id":"2112.05364","title":"Human Guided Exploitation of Interpretable Attention Patterns in Summarization and Topic Segmentation","created":"2021-12-10","cited_by_count":6,"area":null},{"id":"2204.02922","title":"Paying More Attention to Self-attention: Improving Pre-trained Language Models via Attention Guiding","created":"2022-04-06","cited_by_count":6,"area":null},{"id":"2209.12816","title":"Fast-FNet: Accelerating Transformer Encoder Models via Efficient Fourier Layers","created":"2022-09-26","cited_by_count":5,"area":null},{"id":"2401.07456","title":"Only Send What You Need: Learning to Communicate Efficiently in Federated Multilingual Machine Translation","created":"2024-01-15","cited_by_count":2,"area":null},{"id":"2211.02899","title":"Tri-Attention: Explicit Context-Aware Attention Mechanism for Natural Language Processing","created":"2022-11-05","cited_by_count":1,"area":null},{"id":"2309.02162","title":"Advancing Text-to-GLOSS Neural Translation Using a Novel Hyper-parameter Optimization Technique","created":"2023-09-05","cited_by_count":1,"area":null},{"id":"2101.06397","title":"To Understand Representation of Layer-aware Sequence Encoders as Multi-order-graph","created":"2021-01-16","cited_by_count":0,"area":null},{"id":"2105.13843","title":"Explainable Enterprise Credit Rating via Deep Feature Crossing Network","created":"2021-05-22","cited_by_count":0,"area":null},{"id":"2111.13999","title":"Exploring Low-Cost Transformer Model Compression for Large-Scale Commercial Reply Suggestions","created":"2021-11-27","cited_by_count":0,"area":null},{"id":"2204.13353","title":"Attention Mechanism with Energy-Friendly Operations","created":"2022-04-28","cited_by_count":0,"area":null},{"id":"2302.00340","title":"Attention Link: An Efficient Attention-Based Low Resource Machine Translation Architecture","created":"2023-02-01","cited_by_count":0,"area":null},{"id":"2302.10692","title":"On Inductive Biases for Machine Learning in Data Constrained Settings","created":"2023-02-21","cited_by_count":0,"area":null},{"id":"2305.12371","title":"Machine Translation by Projecting Text into the Same Phonetic-Orthographic Space Using a Common Encoding","created":"2023-05-21","cited_by_count":0,"area":null},{"id":"2310.07664","title":"Accelerating Vision Transformers Based on Heterogeneous Attention Patterns","created":"2023-10-11","cited_by_count":0,"area":null},{"id":"2312.09541","title":"Picking the Underused Heads: A Network Pruning Perspective of Attention Head Selection for Fusing Dialogue Coreference Information","created":"2023-12-15","cited_by_count":0,"area":null},{"id":"2409.13291","title":"Localized Gaussians as Self-Attention Weights for Point Clouds Correspondence","created":"2024-09-20","cited_by_count":0,"area":null},{"id":"2609.34650","title":"When Can Attention Heads Be Statically Defined?","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2610.07848","title":"Dynamic Positional Attention Modulation for Parameter-Efficient Fine-Tuning of Large Language Models","created":"2026-10-06","cited_by_count":0,"area":null}],"next_cursor":null}