{"total":32,"rows":[{"id":"2107.00641","title":"Focal Self-attention for Local-Global Interactions in Vision Transformers","created":"2021-07-01","cited_by_count":288,"area":null},{"id":"2206.13947","title":"Long Range Language Modeling via Gated State Spaces","created":"2022-06-27","cited_by_count":265,"area":null},{"id":"2112.07916","title":"LongT5: Efficient Text-To-Text Transformer for Long Sequences","created":"2021-12-15","cited_by_count":232,"area":null},{"id":"2103.15358","title":"Multi-Scale Vision Longformer: A New Vision Transformer for High-Resolution Image Encoding","created":"2021-03-29","cited_by_count":207,"area":null},{"id":"2207.06881","title":"Recurrent Memory Transformer","created":"2022-07-14","cited_by_count":203,"area":null},{"id":"2106.06981","title":"Thinking Like Transformers","created":"2021-06-13","cited_by_count":184,"area":null},{"id":"2108.06314","title":"A Dataset for Answering Time-Sensitive Questions","created":"2021-08-13","cited_by_count":154,"area":null},{"id":"2304.11062","title":"Scaling Transformer to 1M tokens and beyond with RMT","created":"2023-04-19","cited_by_count":98,"area":null},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2203.08411","title":"FormNet: Structural Encoding beyond Sequential Modeling in Form Document Information Extraction","created":"2022-03-16","cited_by_count":64,"area":null},{"id":"2205.13479","title":"Learning to Reconstruct Missing Data from Spatiotemporal Graphs with Sparse Observations","created":"2022-05-26","cited_by_count":64,"area":null},{"id":"2206.08948","title":"CMT-DeepLab: Clustering Mask Transformers for Panoptic Segmentation","created":"2022-06-17","cited_by_count":60,"area":null},{"id":"2208.04347","title":"Investigating Efficiently Extending Transformers for Long Input Summarization","created":"2022-08-08","cited_by_count":43,"area":null},{"id":"2203.15243","title":"Fine-tuning Image Transformers using Learnable Memory","created":"2022-03-29","cited_by_count":34,"area":null},{"id":"2412.00346","title":"CaDA: Cross-Problem Routing Solver with Constraint-Aware Dual-Attention","created":"2024-11-30","cited_by_count":24,"area":null},{"id":"2305.02549","title":"FormNetV2: Multimodal Graph Contrastive Learning for Form Document Information Extraction","created":"2023-05-04","cited_by_count":20,"area":null},{"id":"2110.08323","title":"On Learning the Transformer Kernel","created":"2021-10-15","cited_by_count":15,"area":null},{"id":"2203.14380","title":"Pyramid-BERT: Reducing Complexity via Successive Core-set based Token Selection","created":"2022-03-27","cited_by_count":13,"area":null},{"id":"2207.04044","title":"kMaX-DeepLab: k-means Mask Transformer","created":"2022-07-08","cited_by_count":12,"area":null},{"id":"2203.12276","title":"ERNIE-SPARSE: Learning Hierarchical Efficient Transformer Through Regularized Self-Attention","created":"2022-03-23","cited_by_count":6,"area":null},{"id":"2212.01650","title":"Global memory transformer for processing long documents","created":"2022-12-03","cited_by_count":4,"area":null},{"id":"2302.12441","title":"MUX-PLMs: Data Multiplexing for High-throughput Language Models","created":"2023-02-24","cited_by_count":4,"area":null},{"id":"2310.00277","title":"A Unified Framework for Generative Data Augmentation: A Comprehensive Survey","created":"2023-09-30","cited_by_count":4,"area":null},{"id":"2501.02235","title":"Survey on Question Answering over Visually Rich Documents: Methods, Challenges, and Trends","created":"2025-01-04","cited_by_count":4,"area":null},{"id":"2205.12898","title":"Reasoning over Logically Interacted Conditions for Question Answering","created":"2022-05-25","cited_by_count":3,"area":null},{"id":"2207.01844","title":"Efficient Representation Learning via Adaptive Context Pooling","created":"2022-07-05","cited_by_count":2,"area":null},{"id":"2311.05988","title":"Vision Big Bird: Random Sparsification for Full Attention","created":"2023-11-10","cited_by_count":2,"area":null},{"id":"2305.16340","title":"Segmented Recurrent Transformer: An Efficient Sequence-to-Sequence Model","created":"2023-05-24","cited_by_count":1,"area":null},{"id":"2305.17219","title":"GVdoc: Graph-based Visual Document Classification","created":"2023-05-26","cited_by_count":1,"area":null},{"id":"2606.17522","title":"An expressivity analysis of hierarchical modelling in deep transformers via bounded-depth grammars","created":"2026-06-16","cited_by_count":1,"area":null},{"id":"2105.03229","title":"VAULT: VAriable Unified Long Text Representation for Machine Reading Comprehension","created":"2021-05-07","cited_by_count":0,"area":null},{"id":"2610.10738","title":"Lossy Compressive Text Autoencoders","created":"2026-10-07","cited_by_count":0,"area":null}],"next_cursor":null}