{"total":52,"rows":[{"id":"2106.04554","title":"A Survey of Transformers","created":"2021-06-08","cited_by_count":401,"area":null},{"id":"2304.08467","title":"Learning to Compress Prompts with Gist Tokens","created":"2023-04-17","cited_by_count":390,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2312.08578","title":"A Picture is Worth More Than 77 Text Tokens: Evaluating CLIP-Style Models on Dense Captions","created":"2023-12-14","cited_by_count":108,"area":null},{"id":"2109.02492","title":"DialogLM: Pre-trained Model for Long Dialogue Understanding and Summarization","created":"2021-09-06","cited_by_count":72,"area":null},{"id":"2108.09084","title":"Fastformer: Additive Attention Can Be All You Need","created":"2021-08-20","cited_by_count":61,"area":null},{"id":"2210.10349","title":"Museformer: Transformer with Fine- and Coarse-Grained Attention for Music Generation","created":"2022-10-19","cited_by_count":49,"area":null},{"id":"2109.12218","title":"Long-Range Transformers for Dynamic Spatiotemporal Forecasting","created":"2021-09-24","cited_by_count":46,"area":null},{"id":"2212.08136","title":"Efficient Long Sequence Modeling via State Space Augmented Transformer","created":"2022-12-15","cited_by_count":37,"area":null},{"id":"2209.10052","title":"Adapting Pretrained Text-to-Text Models for Long Text Sequences","created":"2022-09-21","cited_by_count":21,"area":null},{"id":"2405.06067","title":"HMT: Hierarchical Memory Transformer for Efficient Long Context Language Processing","created":"2024-05-09","cited_by_count":21,"area":null},{"id":"2206.14719","title":"Trial2Vec: Zero-Shot Clinical Trial Document Similarity Search using Self-Supervision","created":"2022-06-29","cited_by_count":18,"area":null},{"id":"2110.08323","title":"On Learning the Transformer Kernel","created":"2021-10-15","cited_by_count":15,"area":null},{"id":"2403.05822","title":"TrafficGPT: Breaking the Token Barrier for Efficient Long Traffic Analysis and Generation","created":"2024-03-09","cited_by_count":15,"area":null},{"id":"2307.07421","title":"SummaryMixing: A Linear-Complexity Alternative to Self-Attention for Speech Recognition and Understanding","created":"2023-07-12","cited_by_count":11,"area":null},{"id":"2210.07661","title":"CAB: Comprehensive Attention Benchmarking on Long Sequence Modeling","created":"2022-10-14","cited_by_count":10,"area":null},{"id":"2212.07249","title":"APOLLO: An Optimized Training Approach for Long-form Numerical Reasoning","created":"2022-12-14","cited_by_count":8,"area":null},{"id":"2308.04637","title":"Sparse Binary Transformers for Multivariate Time Series Modeling","created":"2023-08-09","cited_by_count":8,"area":null},{"id":"2305.17660","title":"Plug-and-Play Document Modules for Pre-trained Models","created":"2023-05-28","cited_by_count":6,"area":null},{"id":"2402.18508","title":"Orchid: Flexible and Data-Dependent Convolution for Sequence Modeling","created":"2024-02-28","cited_by_count":6,"area":null},{"id":"2110.02442","title":"PoNet: Pooling Network for Efficient Token Mixing in Long Sequences","created":"2021-10-06","cited_by_count":5,"area":null},{"id":"2112.07772","title":"Do Answers to Boolean Questions Need Explanations? Yes","created":"2021-12-14","cited_by_count":5,"area":null},{"id":"2207.07564","title":"Rethinking Attention Mechanism in Time Series Classification","created":"2022-07-14","cited_by_count":5,"area":null},{"id":"2311.03798","title":"Noisy Pair Corrector for Dense Retrieval","created":"2023-11-07","cited_by_count":5,"area":null},{"id":"2406.08128","title":"Short-Long Convolutions Help Hardware-Efficient Linear Attention to Focus on Long Sequences","created":"2024-06-12","cited_by_count":5,"area":null},{"id":"2211.16368","title":"DBA: Efficient Transformer with Dynamic Bilinear Low-Rank Attention","created":"2022-11-24","cited_by_count":4,"area":null},{"id":"2309.15476","title":"Dynamic Multi-Scale Context Aggregation for Conversational Aspect-Based Sentiment Quadruple Analysis","created":"2023-09-27","cited_by_count":4,"area":null},{"id":"2312.11135","title":"Linear Attention via Orthogonal Memory","created":"2023-12-18","cited_by_count":4,"area":null},{"id":"2404.11163","title":"LongVQ: Long Sequence Modeling with Vector Quantization on Structured Memory","created":"2024-04-17","cited_by_count":4,"area":null},{"id":"2407.11277","title":"Target conversation extraction: Source separation using turn-taking dynamics","created":"2024-07-15","cited_by_count":4,"area":null},{"id":"2108.09193","title":"Smart Bird: Learnable Sparse Attention for Efficient and Effective Transformer","created":"2021-08-20","cited_by_count":3,"area":null},{"id":"2302.01626","title":"Modeling Sequential Sentence Relation to Improve Cross-lingual Dense Retrieval","created":"2023-02-03","cited_by_count":3,"area":null},{"id":"2306.14256","title":"A Multilingual Translator to SQL with Database Schema Pruning to Improve Self-Attention","created":"2023-06-25","cited_by_count":3,"area":null},{"id":"2308.02925","title":"ConvFormer: Revisiting Transformer for Sequential User Modeling","created":"2023-08-05","cited_by_count":3,"area":null},{"id":"2402.03009","title":"UniMem: Towards a Unified View of Long-Context Large Language Models","created":"2024-02-05","cited_by_count":3,"area":null},{"id":"2210.06282","title":"DialoGen: Generalized Long-Range Context Representation for Dialogue Systems","created":"2022-10-12","cited_by_count":2,"area":null},{"id":"2212.08330","title":"Convolution-enhanced Evolving Attention Networks","created":"2022-12-16","cited_by_count":2,"area":null},{"id":"2305.13850","title":"Global Structure Knowledge-Guided Relation Extraction Method for Visually-Rich Document","created":"2023-05-23","cited_by_count":2,"area":null},{"id":"2402.17682","title":"NextLevelBERT: Masked Language Modeling with Higher-Level Representations for Long Documents","created":"2024-02-27","cited_by_count":2,"area":null},{"id":"2206.08441","title":"GAAMA 2.0: An Integrated System that Answers Boolean and Extractive Questions","created":"2022-06-16","cited_by_count":1,"area":null},{"id":"2509.16539","title":"Long document summarization using page specific target text alignment and distilling page importance","created":"2025-09-20","cited_by_count":1,"area":null},{"id":"2211.04076","title":"Linear Self-Attention Approximation via Trainable Feedforward Kernel","created":"2022-11-08","cited_by_count":0,"area":null},{"id":"2302.00340","title":"Attention Link: An Efficient Attention-Based Low Resource Machine Translation Architecture","created":"2023-02-01","cited_by_count":0,"area":null},{"id":"2306.01768","title":"A Quantitative Review on Language Model Efficiency Research","created":"2023-05-28","cited_by_count":0,"area":null},{"id":"2309.12578","title":"SPION: Layer-Wise Sparse Training of Transformer via Convolutional Flood Filling","created":"2023-09-22","cited_by_count":0,"area":null},{"id":"2403.02411","title":"NiNformer: A Network in Network Transformer with Token Mixing Generated Gating Function","created":"2024-03-04","cited_by_count":0,"area":null},{"id":"2405.15953","title":"Activator: GLU Activation Function as the Core Component of a Vision Transformer","created":"2024-05-24","cited_by_count":0,"area":null},{"id":"2407.10105","title":"Hierarchical Multi-modal Transformer for Cross-modal Long Document Classification","created":"2024-07-14","cited_by_count":0,"area":null},{"id":"2504.07108","title":"OKRA: an Explainable, Heterogeneous, Multi-Stakeholder Job Recommender System","created":"2025-03-17","cited_by_count":0,"area":null},{"id":"2510.00395","title":"SAGE-Music: Low-Latency Symbolic Music Generation via Attribute-Specialized Key-Value Head Sharing","created":"2025-10-01","cited_by_count":0,"area":null},{"id":"2511.19497","title":"PeriodNet: Boosting the Potential of Attention Mechanism for Time Series Forecasting","created":"2025-11-23","cited_by_count":0,"area":null},{"id":"2512.02223","title":"On the Approximation of Phylogenetic Distance Functions by Artificial Neural Networks","created":"2025-12-01","cited_by_count":0,"area":null}],"next_cursor":null}