{"total":17,"rows":[{"id":"2206.02680","title":"Separable Self-attention for Mobile Vision Transformers","created":"2022-06-06","cited_by_count":163,"area":null},{"id":"2305.01625","title":"Unlimiformer: Long-Range Transformers with Unlimited Length Input","created":"2023-05-02","cited_by_count":128,"area":null},{"id":"2109.02492","title":"DialogLM: Pre-trained Model for Long Dialogue Understanding and Summarization","created":"2021-09-06","cited_by_count":72,"area":null},{"id":"2105.04371","title":"Poolingformer: Long Document Modeling with Pooling Attention","created":"2021-05-10","cited_by_count":60,"area":null},{"id":"2203.07586","title":"Long Document Summarization with Top-down and Bottom-up Inference","created":"2022-03-15","cited_by_count":42,"area":null},{"id":"2309.16354","title":"Transformer-VQ: Linear-Time Transformers via Vector Quantization","created":"2023-09-28","cited_by_count":26,"area":null},{"id":"2109.12188","title":"Predicting Attention Sparsity in Transformers","created":"2021-09-24","cited_by_count":13,"area":null},{"id":"2210.07661","title":"CAB: Comprehensive Attention Benchmarking on Long Sequence Modeling","created":"2022-10-14","cited_by_count":10,"area":null},{"id":"2304.12406","title":"AutoFocusFormer: Image Segmentation off the Grid","created":"2023-04-24","cited_by_count":9,"area":null},{"id":"2109.00301","title":"$\\infty$-former: Infinite Memory Transformer","created":"2021-09-01","cited_by_count":7,"area":null},{"id":"2305.11862","title":"Reducing Sequence Length by Predicting Edit Operations with Large Language Models","created":"2023-05-19","cited_by_count":5,"area":null},{"id":"2312.11135","title":"Linear Attention via Orthogonal Memory","created":"2023-12-18","cited_by_count":4,"area":null},{"id":"2310.11960","title":"Fast Multipole Attention: A Scalable Multilevel Attention Mechanism for Text and Images","created":"2023-10-18","cited_by_count":3,"area":null},{"id":"2312.11142","title":"Efficiency-oriented approaches for self-supervised speech representation learning","created":"2023-12-18","cited_by_count":1,"area":null},{"id":"2203.07644","title":"Efficient Long Sequence Encoding via Synchronization","created":"2022-03-15","cited_by_count":0,"area":null},{"id":"2306.01768","title":"A Quantitative Review on Language Model Efficiency Research","created":"2023-05-28","cited_by_count":0,"area":null},{"id":"2604.03815","title":"k-Maximum Inner Product Attention for Graph Transformers and the Expressive Power of GraphGPS","created":"2026-04-04","cited_by_count":0,"area":null}],"next_cursor":null}