{"total":43,"rows":[{"id":"2407.02490","title":"MInference 1.0: Accelerating Pre-filling for Long-Context LLMs via Dynamic Sparse Attention","created":"2024-07-02","cited_by_count":383,"area":null},{"id":"2401.01325","title":"LLM Maybe LongLM: Self-Extend LLM Context Window Without Tuning","created":"2024-01-02","cited_by_count":136,"area":null},{"id":"2106.02320","title":"Few-Shot Segmentation via Cycle-Consistent Transformer","created":"2021-06-04","cited_by_count":133,"area":null},{"id":"2502.20766","title":"FlexPrefill: A Context-Aware Sparse Attention Mechanism for Efficient Long-Sequence Inference","created":"2025-02-28","cited_by_count":123,"area":null},{"id":"2103.14636","title":"A Practical Survey on Faster and Lighter Transformers","created":"2021-03-26","cited_by_count":73,"area":null},{"id":"2202.08625","title":"Revisiting Over-smoothing in BERT from the Perspective of Graph","created":"2022-02-17","cited_by_count":72,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2305.15805","title":"Dynamic Context Pruning for Efficient and Interpretable Autoregressive Transformers","created":"2023-05-25","cited_by_count":67,"area":null},{"id":"2205.12679","title":"Self-Guided Noise-Free Data Generation for Efficient Zero-Shot Learning","created":"2022-05-25","cited_by_count":50,"area":null},{"id":"2403.17312","title":"ALISA: Accelerating Large Language Model Inference via Sparsity-Aware KV Caching","created":"2024-03-26","cited_by_count":48,"area":null},{"id":"2301.09819","title":"Model Agnostic Sample Reweighting for Out-of-Distribution Learning","created":"2023-01-24","cited_by_count":44,"area":null},{"id":"2406.14909","title":"Mixture of Attention Spans: Optimizing LLM Inference Efficiency with Heterogeneous Sliding-Window Lengths","created":"2024-06-21","cited_by_count":44,"area":null},{"id":"2412.12094","title":"SepLLM: Accelerate Large Language Models by Compressing One Segment into One Separator","created":"2024-12-16","cited_by_count":41,"area":null},{"id":"2301.09880","title":"Probabilistic Bilevel Coreset Selection","created":"2023-01-24","cited_by_count":27,"area":null},{"id":"2107.07445","title":"AutoBERT-Zero: Evolving BERT Backbone from Scratch","created":"2021-07-15","cited_by_count":21,"area":null},{"id":"2108.03428","title":"PSViT: Better Vision Transformer via Token Pooling and Attention Sharing","created":"2021-08-07","cited_by_count":21,"area":null},{"id":"2110.11299","title":"Transformer Acceleration with Dynamic Sparse Attention","created":"2021-10-21","cited_by_count":19,"area":null},{"id":"2210.16140","title":"Localized Randomized Smoothing for Collective Robustness Certification","created":"2022-10-28","cited_by_count":10,"area":null},{"id":"2305.17627","title":"Robust Natural Language Understanding with Residual Attention Debiasing","created":"2023-05-28","cited_by_count":10,"area":null},{"id":"2208.09015","title":"Treeformer: Dense Gradient Trees for Efficient Attention Computation","created":"2022-08-18","cited_by_count":9,"area":null},{"id":"2503.03588","title":"PowerAttention: Exponentially Scaling of Receptive Fields for Effective Sparse Attention","created":"2025-03-05","cited_by_count":9,"area":null},{"id":"2206.12608","title":"Adversarial Self-Attention for Language Understanding","created":"2022-06-25","cited_by_count":8,"area":null},{"id":"2112.05364","title":"Human Guided Exploitation of Interpretable Attention Patterns in Summarization and Topic Segmentation","created":"2021-12-10","cited_by_count":6,"area":null},{"id":"2404.09707","title":"Adaptive Patching for High-resolution Image Segmentation with Transformers","created":"2024-04-15","cited_by_count":6,"area":null},{"id":"2112.05717","title":"Discourse-Aware Soft Prompting for Text Generation","created":"2021-12-10","cited_by_count":4,"area":null},{"id":"2202.12166","title":"Attention Enables Zero Approximation Error","created":"2022-02-24","cited_by_count":4,"area":null},{"id":"2210.15541","title":"Transformers meet Stochastic Block Models: Attention with Data-Adaptive Sparsity and Cost","created":"2022-10-27","cited_by_count":4,"area":null},{"id":"2205.14014","title":"What Dense Graph Do You Need for Self-Attention?","created":"2022-05-27","cited_by_count":3,"area":null},{"id":"2211.07164","title":"Evade the Trap of Mediocrity: Promoting Diversity and Novelty in Text Generation via Concentrating Attention","created":"2022-11-14","cited_by_count":3,"area":null},{"id":"2311.02382","title":"Ultra-Long Sequence Distributed Transformer","created":"2023-11-04","cited_by_count":3,"area":null},{"id":"2406.19391","title":"Fibottention: Inceptive Visual Representation Learning with Diverse Attention Across Heads","created":"2024-06-27","cited_by_count":3,"area":null},{"id":"2409.03115","title":"Probing self-attention in self-supervised speech models for cross-linguistic differences","created":"2024-09-04","cited_by_count":3,"area":null},{"id":"2410.17957","title":"MCUBERT: Memory-Efficient BERT Inference on Commodity Microcontrollers","created":"2024-10-23","cited_by_count":3,"area":null},{"id":"2509.07324","title":"Mitigating Attention Localization in Small Scale: Self-Attention Refinement via One-step Belief Propagation","created":"2025-09-09","cited_by_count":3,"area":null},{"id":"2503.10632","title":"Kolmogorov-Arnold Attention: Is Learnable Attention Better For Vision Transformers?","created":"2025-03-13","cited_by_count":2,"area":null},{"id":"2508.03527","title":"MoKA: Mixture of Kronecker Adapters","created":"2025-08-05","cited_by_count":2,"area":null},{"id":"2602.10956","title":"Stochastic Parroting in Temporal Attention -- Regulating the Diagonal Sink","created":"2026-02-11","cited_by_count":2,"area":null},{"id":"2302.14346","title":"Sampled Transformer for Point Sets","created":"2023-02-28","cited_by_count":1,"area":null},{"id":"2404.01306","title":"NeuroPrune: A Neuro-inspired Topological Sparse Training Algorithm for Large Language Models","created":"2024-02-28","cited_by_count":1,"area":null},{"id":"2402.16470","title":"Unveiling Vulnerability of Self-Attention","created":"2024-02-26","cited_by_count":0,"area":null},{"id":"2606.27372","title":"DnA: Denoising Attention for Visual Tasks","created":"2026-06-25","cited_by_count":0,"area":null},{"id":"2606.29844","title":"MATCH: Modulating Attention via In-Context Retrieval for Long-Context Transformers","created":"2026-06-29","cited_by_count":0,"area":null},{"id":"2609.30682","title":"Structure-Guided Masked Autoencoders for Ultra-High Resolution Scientific Image Understanding","created":"2026-09-25","cited_by_count":0,"area":null}],"next_cursor":null}