{"total":27,"rows":[{"id":"2305.14788","title":"Adapting Language Models to Compress Contexts","created":"2023-05-24","cited_by_count":356,"area":null},{"id":"2210.10340","title":"The Devil in Linear Transformer","created":"2022-10-19","cited_by_count":98,"area":null},{"id":"2401.04658","title":"Lightning Attention-2: A Free Lunch for Handling Unlimited Sequence Lengths in Large Language Models","created":"2024-01-09","cited_by_count":57,"area":null},{"id":"2302.04931","title":"In-Context Learning with Many Demonstration Examples","created":"2023-02-09","cited_by_count":39,"area":null},{"id":"2307.14995","title":"TransNormerLLM: A Faster and Better Large Language Model with Improved TransNormer","created":"2023-07-27","cited_by_count":34,"area":null},{"id":"2405.17381","title":"Various Lengths, Constant Speed: Efficient Language Modeling with Lightning Attention","created":"2024-05-27","cited_by_count":31,"area":null},{"id":"2405.16411","title":"Training Tensor Attention Efficiently: From Cubic to Almost Linear Time","created":"2024-05-26","cited_by_count":30,"area":null},{"id":"2306.01160","title":"Faster Causal Attention Over Large Sequences Through Sparse Flash Attention","created":"2023-06-01","cited_by_count":25,"area":null},{"id":"2302.04542","title":"Efficient Attention via Control Variates","created":"2023-02-09","cited_by_count":23,"area":null},{"id":"2310.11685","title":"Why Softmax Attention Outperforms Linear Attention","created":"2023-10-18","cited_by_count":15,"area":null},{"id":"2210.07661","title":"CAB: Comprehensive Attention Benchmarking on Long Sequence Modeling","created":"2022-10-14","cited_by_count":10,"area":null},{"id":"2404.02882","title":"Linear Attention Sequence Parallelism","created":"2024-04-03","cited_by_count":8,"area":null},{"id":"2405.02842","title":"IceFormer: Accelerated Inference with Long-Sequence Transformers on CPUs","created":"2024-05-05","cited_by_count":8,"area":null},{"id":"2405.17052","title":"SelfCP: Compressing Over-Limit Prompt via the Frozen Large Language Model Itself","created":"2024-05-27","cited_by_count":8,"area":null},{"id":"2210.08164","title":"Linear Video Transformer with Feature Fixation","created":"2022-10-15","cited_by_count":6,"area":null},{"id":"2408.15518","title":"Squid: Long Context as a New Modality for Energy-Efficient On-Device Language Models","created":"2024-08-28","cited_by_count":6,"area":null},{"id":"2402.00743","title":"Theoretical Understanding of In-Context Learning in Shallow Transformers with Unstructured Data","created":"2024-02-01","cited_by_count":5,"area":null},{"id":"2207.04293","title":"Attention and Self-Attention in Random Forests","created":"2022-07-09","cited_by_count":4,"area":null},{"id":"2211.16368","title":"DBA: Efficient Transformer with Dynamic Bilinear Low-Rank Attention","created":"2022-11-24","cited_by_count":4,"area":null},{"id":"2312.11135","title":"Linear Attention via Orthogonal Memory","created":"2023-12-18","cited_by_count":4,"area":null},{"id":"2306.15799","title":"FLuRKA: Fast and accurate unified Low-Rank & Kernel Attention","created":"2023-06-27","cited_by_count":3,"area":null},{"id":"2402.17507","title":"Interactive Multi-Head Self-Attention with Linear Complexity","created":"2024-02-27","cited_by_count":1,"area":null},{"id":"2511.00576","title":"FlashEVA: Accelerating LLM inference via Efficient Attention","created":"2025-11-01","cited_by_count":1,"area":null},{"id":"2601.16514","title":"Finite-Time Analysis of Gradient Descent for Shallow Transformers","created":"2026-01-23","cited_by_count":1,"area":null},{"id":"2604.27239","title":"Analytical Correction for Subsampling Bias in Drifting Models","created":"2026-04-29","cited_by_count":1,"area":null},{"id":"2310.09512","title":"Attentive Multi-Layer Perceptron for Non-autoregressive Generation","created":"2023-10-14","cited_by_count":0,"area":null},{"id":"2606.31421","title":"Temporal Preservation over Processing: Diagnosing and Designing Spatiotemporal Single-Stage Video Detectors","created":"2026-06-30","cited_by_count":0,"area":null}],"next_cursor":null}