{"total":57,"rows":[{"id":"2407.02490","title":"MInference 1.0: Accelerating Pre-filling for Long-Context LLMs via Dynamic Sparse Attention","created":"2024-07-02","cited_by_count":383,"area":null},{"id":"2405.00200","title":"In-Context Learning with Long-Context Models: An In-Depth Exploration","created":"2024-04-30","cited_by_count":128,"area":null},{"id":"2502.20766","title":"FlexPrefill: A Context-Aware Sparse Attention Mechanism for Efficient Long-Sequence Inference","created":"2025-02-28","cited_by_count":123,"area":null},{"id":"2409.10516","title":"RetrievalAttention: Accelerating Long-Context LLM Inference via Vector Retrieval","created":"2024-09-16","cited_by_count":116,"area":null},{"id":"2411.13676","title":"Hymba: A Hybrid-head Architecture for Small Language Models","created":"2024-11-20","cited_by_count":99,"area":null},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2502.05173","title":"VideoRoPE: What Makes for Good Video Rotary Position Embedding?","created":"2025-02-07","cited_by_count":65,"area":null},{"id":"2410.18745","title":"Why Does the Effective Context Length of LLMs Fall Short?","created":"2024-10-24","cited_by_count":63,"area":null},{"id":"2407.09450","title":"Human-inspired Episodic Memory for Infinite Context LLMs","created":"2024-07-12","cited_by_count":62,"area":null},{"id":"2406.16747","title":"Sparser is Faster and Less is More: Efficient Sparse Attention for Long-Range Transformers","created":"2024-06-24","cited_by_count":52,"area":null},{"id":"2509.24663","title":"InfLLM-V2: Dense-Sparse Switchable Attention for Seamless Short-to-Long Adaptation","created":"2025-09-29","cited_by_count":32,"area":null},{"id":"2409.00509","title":"LongRecipe: Recipe for Efficient Long Context Generalization in Large Language Models","created":"2024-08-31","cited_by_count":23,"area":null},{"id":"2407.16695","title":"Stress-Testing Long-Context Language Models with Lifelong ICL and Task Haystack","created":"2024-07-23","cited_by_count":19,"area":null},{"id":"2504.08719","title":"SWAN-GPT: An Efficient and Scalable Approach for Long-Context Language Modeling","created":"2025-04-11","cited_by_count":19,"area":null},{"id":"2506.03131","title":"Native-Resolution Image Synthesis","created":"2025-06-03","cited_by_count":15,"area":null},{"id":"2409.13265","title":"Towards LifeSpan Cognitive Systems","created":"2024-09-20","cited_by_count":13,"area":null},{"id":"2505.07775","title":"Must Read: A Comprehensive Survey of Computational Persuasion","created":"2025-05-12","cited_by_count":13,"area":null},{"id":"2510.07318","title":"Artificial Hippocampus Networks for Efficient Long-Context Modeling","created":"2025-10-08","cited_by_count":11,"area":null},{"id":"2503.03588","title":"PowerAttention: Exponentially Scaling of Receptive Fields for Effective Sparse Attention","created":"2025-03-05","cited_by_count":9,"area":null},{"id":"2510.16670","title":"All You Need is One: Capsule Prompt Tuning with a Single Vector","created":"2025-10-19","cited_by_count":8,"area":null},{"id":"2510.24606","title":"Long-Context Modeling with Dynamic Hierarchical Sparse Attention for Memory-Constrained LLM Inference","created":"2025-10-28","cited_by_count":7,"area":null},{"id":"2410.06577","title":"Rodimus*: Breaking the Accuracy-Efficiency Trade-Off with Efficient Attentions","created":"2024-10-09","cited_by_count":6,"area":null},{"id":"2502.07183","title":"Space-Aware Instruction Tuning: Dataset and Benchmark for Guide Dog Robots Assisting the Visually Impaired","created":"2025-02-11","cited_by_count":6,"area":null},{"id":"2510.20941","title":"Do LLMs Truly Understand When a Precedent Is Overruled?","created":"2025-10-23","cited_by_count":6,"area":null},{"id":"2504.06949","title":"Adaptive Computation Pruning for the Forgetting Transformer","created":"2025-04-09","cited_by_count":5,"area":null},{"id":"2505.17083","title":"Scale-invariant Attention","created":"2025-05-20","cited_by_count":5,"area":null},{"id":"2508.12969","title":"Compact Attention: Exploiting Structured Spatio-Temporal Sparsity for Fast Video Generation","created":"2025-08-18","cited_by_count":5,"area":null},{"id":"2501.01805","title":"End-to-End Long Document Summarization using Gradient Caching","created":"2025-01-03","cited_by_count":4,"area":null},{"id":"2501.08570","title":"Information Entropy Invariance: Enhancing Length Extrapolation in Attention Mechanisms","created":"2025-01-15","cited_by_count":4,"area":null},{"id":"2605.10544","title":"Where Does Long-Context Supervision Actually Go? Effective-Context Exposure Balancing","created":"2026-05-11","cited_by_count":4,"area":null},{"id":"2505.24179","title":"SALE : Low-bit Estimation for Efficient Sparse Attention in Long-context LLM Prefilling","created":"2025-05-30","cited_by_count":3,"area":null},{"id":"2510.12251","title":"DSAS: A Universal Plug-and-Play Framework for Attention Optimization in Multi-Document Question Answering","created":"2025-10-14","cited_by_count":3,"area":null},{"id":"2601.00919","title":"Attention Needs to Focus: A Unified Perspective on Attention Allocation","created":"2026-01-01","cited_by_count":3,"area":null},{"id":"2603.06591","title":"What Makes Position Zero Special? A Mechanistic Study of Position Zero Attention Sinks in LLMs","created":"2026-02-04","cited_by_count":3,"area":null},{"id":"2603.17484","title":"Learning When to Attend: Conditional Memory Access for Long-Context LLMs","created":"2026-03-18","cited_by_count":3,"area":null},{"id":"2603.18017","title":"Frayed RoPE and Long Inputs: A Geometric Perspective","created":"2026-02-24","cited_by_count":3,"area":null},{"id":"2605.13511","title":"Many-Shot CoT-ICL: Making In-Context Learning Truly Learn","created":"2026-05-13","cited_by_count":3,"area":null},{"id":"2503.07680","title":"Hierarchical Balance Packing: Towards Efficient Supervised Fine-tuning for Long-Context LLM","created":"2025-03-10","cited_by_count":2,"area":null},{"id":"2602.20981","title":"Echoes Over Time: Unlocking Length Generalization in Video-to-Audio Generation Models","created":"2026-02-24","cited_by_count":2,"area":null},{"id":"2408.09434","title":"HySem: A context length optimized LLM pipeline for unstructured tabular extraction","created":"2024-08-18","cited_by_count":1,"area":null},{"id":"2504.08202","title":"Harnessing the Unseen: The Hidden Influence of Intrinsic Knowledge in Long-Context Language Models","created":"2025-04-11","cited_by_count":1,"area":null},{"id":"2505.03745","title":"AccLLM: Accelerating Long-Context LLM Inference Via Algorithm-Hardware Co-Design","created":"2025-04-07","cited_by_count":1,"area":null},{"id":"2509.12635","title":"Positional Encoding via Token-Aware Phase Attention","created":"2025-09-16","cited_by_count":1,"area":null},{"id":"2511.00576","title":"FlashEVA: Accelerating LLM inference via Efficient Attention","created":"2025-11-01","cited_by_count":1,"area":null},{"id":"2511.02647","title":"Federated Attention: A Distributed Paradigm for Collaborative LLM Inference over Edge Networks","created":"2025-11-04","cited_by_count":1,"area":null},{"id":"2605.05066","title":"The Impossibility Triangle of Long-Context Modeling","created":"2026-05-06","cited_by_count":1,"area":null},{"id":"2605.06611","title":"The Structural Origin of Attention Sink: Variance Discrepancy, Super Neurons, and Dimension Disparity","created":"2026-05-07","cited_by_count":1,"area":null},{"id":"2605.11744","title":"Training-Inference Consistent Segmented Execution for Long-Context LLMs","created":"2026-05-12","cited_by_count":1,"area":null},{"id":"2506.22359","title":"Concept-Level AI for Telecom: Moving Beyond Large Language Models","created":"2025-06-27","cited_by_count":0,"area":null},{"id":"2510.04130","title":"On the Limitations and Capabilities of Position Embeddings for Length Generalization","created":"2025-10-05","cited_by_count":0,"area":null},{"id":"2605.14589","title":"EndPrompt: Efficient Long-Context Extension via Terminal Anchoring","created":"2026-05-14","cited_by_count":0,"area":null},{"id":"2606.00024","title":"ART: Attention Run-time Termination for Efficient Large Language Model Decoding","created":"2026-04-15","cited_by_count":0,"area":null},{"id":"2607.20484","title":"The Devil is in the Spectrum: Mitigating Representation Collapse in LLMs via Topologically Regularized Side-Path","created":"2026-06-02","cited_by_count":0,"area":null},{"id":"2608.19920","title":"Learning how to Forget: Fine-tuning for Long-Context Sparse Attention","created":"2026-08-20","cited_by_count":0,"area":null},{"id":"2609.39661","title":"The Evolution of Attention in Large Language Models: Mechanisms, Trade-offs, and Emerging Trends","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.04518","title":"Length Generalization Needs Proper Regularization","created":"2026-10-03","cited_by_count":0,"area":null},{"id":"2610.06963","title":"WavePrune: One period is often enough for RoPE","created":"2026-10-03","cited_by_count":0,"area":null}],"next_cursor":null}