{"total":17,"rows":[{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2406.16747","title":"Sparser is Faster and Less is More: Efficient Sparse Attention for Long-Range Transformers","created":"2024-06-24","cited_by_count":52,"area":null},{"id":"2406.14909","title":"Mixture of Attention Spans: Optimizing LLM Inference Efficiency with Heterogeneous Sliding-Window Lengths","created":"2024-06-21","cited_by_count":44,"area":null},{"id":"2406.15486","title":"SampleAttention: Near-Lossless Acceleration of Long Context LLM Inference with Adaptive Structured Sparse Attention","created":"2024-06-17","cited_by_count":39,"area":null},{"id":"2504.02441","title":"Cognitive Memory in Large Language Models","created":"2025-04-03","cited_by_count":29,"area":null},{"id":"2402.13991","title":"Analysing The Impact of Sequence Composition on Language Model Pre-Training","created":"2024-02-21","cited_by_count":25,"area":null},{"id":"2410.01359","title":"FlashMask: Efficient and Rich Mask Extension of FlashAttention","created":"2024-10-02","cited_by_count":20,"area":null},{"id":"2506.13356","title":"StoryBench: A Dynamic Benchmark for Evaluating Long-Term Memory with Multi Turns","created":"2025-06-16","cited_by_count":20,"area":null},{"id":"2407.08330","title":"HDT: Hierarchical Document Transformer","created":"2024-07-11","cited_by_count":6,"area":null},{"id":"2506.06644","title":"Spark Transformer: Reactivating Sparsity in FFN and Attention","created":"2025-06-07","cited_by_count":5,"area":null},{"id":"2507.00449","title":"Overcoming Long-Context Limitations of State-Space Models via Context-Dependent Sparse Attention","created":"2025-07-01","cited_by_count":5,"area":null},{"id":"2407.19775","title":"Model Agnostic Hybrid Sharding For Heterogeneous Distributed Inference","created":"2024-07-29","cited_by_count":2,"area":null},{"id":"2502.01659","title":"Longer Attention Span: Increasing Transformer Context Length with Sparse Graph Processing Techniques","created":"2025-01-31","cited_by_count":1,"area":null},{"id":"2606.16384","title":"Mixtures of Subspaces for Bandwidth Efficient Context Parallel Training","created":"2026-06-15","cited_by_count":0,"area":null},{"id":"2608.20427","title":"BF1: A Causal Dyadic Sparse-Attention Retrofit for Efficient Long-Context Transformers","created":"2026-08-19","cited_by_count":0,"area":null},{"id":"2610.15321","title":"Channel Match: Calibrating Shape Latents for Few-Step 3D Generation","created":"2026-10-11","cited_by_count":0,"area":null}],"next_cursor":null}