{"total":27,"rows":[{"id":"2106.04554","title":"A Survey of Transformers","created":"2021-06-08","cited_by_count":401,"area":null},{"id":"2107.02137","title":"ERNIE 3.0: Large-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","created":"2021-07-05","cited_by_count":260,"area":null},{"id":"2207.06881","title":"Recurrent Memory Transformer","created":"2022-07-14","cited_by_count":203,"area":null},{"id":"2304.11062","title":"Scaling Transformer to 1M tokens and beyond with RMT","created":"2023-04-19","cited_by_count":98,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2204.06683","title":"Revisiting Transformer-based Models for Long Document Classification","created":"2022-04-14","cited_by_count":49,"area":null},{"id":"2210.10349","title":"Museformer: Transformer with Fine- and Coarse-Grained Attention for Music Generation","created":"2022-10-19","cited_by_count":49,"area":null},{"id":"2302.14502","title":"A Survey on Long Text Modeling with Transformers","created":"2023-02-28","cited_by_count":47,"area":null},{"id":"2112.12731","title":"ERNIE 3.0 Titan: Exploring Larger-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","created":"2021-12-23","cited_by_count":46,"area":null},{"id":"2404.09173","title":"TransformerFAM: Feedback attention is working memory","created":"2024-04-14","cited_by_count":22,"area":null},{"id":"2211.00974","title":"Processing Long Legal Documents with Pre-trained Transformers: Modding LegalBERT and Longformer","created":"2022-11-02","cited_by_count":20,"area":null},{"id":"2311.08890","title":"Large Language Models are legal but they are not: Making the case for a powerful LegalLLM","created":"2023-11-15","cited_by_count":12,"area":null},{"id":"2305.16259","title":"Neural Natural Language Processing for Long Texts: A Survey on Classification and Summarization","created":"2023-05-25","cited_by_count":7,"area":null},{"id":"2406.06567","title":"DHA: Learning Decoupled-Head Attention from Transformer Checkpoints via Adaptive Heads Fusion","created":"2024-06-03","cited_by_count":7,"area":null},{"id":"2102.01226","title":"Self-Teaching Machines to Read and Comprehend with Large-Scale Multi-Subject Question-Answering Data","created":"2021-02-01","cited_by_count":6,"area":null},{"id":"2401.00546","title":"AllSpark: A Multimodal Spatio-Temporal General Intelligence Model with Ten Modalities via Language as a Reference Framework","created":"2023-12-31","cited_by_count":6,"area":null},{"id":"2510.07151","title":"ELMUR: External Layer Memory with Update/Rewrite for Long-Horizon RL Problems","created":"2025-10-08","cited_by_count":6,"area":null},{"id":"2110.02442","title":"PoNet: Pooling Network for Efficient Token Mixing in Long Sequences","created":"2021-10-06","cited_by_count":5,"area":null},{"id":"2602.01766","title":"CoMeT: Collaborative Memory Transformer for Efficient Long Context Modeling","created":"2026-02-02","cited_by_count":5,"area":null},{"id":"2306.02252","title":"MoviePuzzle: Visual Narrative Reasoning through Multimodal Order Learning","created":"2023-06-04","cited_by_count":1,"area":null},{"id":"2307.04804","title":"S2vNTM: Semi-supervised vMF Neural Topic Modeling","created":"2023-07-06","cited_by_count":1,"area":null},{"id":"2312.08726","title":"Labels Need Prompts Too: Mask Matching for Natural Language Understanding Tasks","created":"2023-12-14","cited_by_count":1,"area":null},{"id":"2305.07016","title":"A General-Purpose Multilingual Document Encoder","created":"2023-05-11","cited_by_count":0,"area":null},{"id":"2307.14988","title":"Incrementally-Computable Neural Networks: Efficient Inference for Dynamic Inputs","created":"2023-07-27","cited_by_count":0,"area":null},{"id":"2410.02930","title":"Graph-tree Fusion Model with Bidirectional Information Propagation for Long Document Classification","created":"2024-10-03","cited_by_count":0,"area":null},{"id":"2506.19258","title":"Personality Prediction from Life Stories using Language Models","created":"2025-06-24","cited_by_count":0,"area":null},{"id":"2602.19816","title":"Whole-Piece Training for Symbolic Music Language Models via Full-Horizon Compressed Recurrence","created":"2026-02-23","cited_by_count":0,"area":null}],"next_cursor":null}