{"total":232,"rows":[{"id":"2406.02069","title":"PyramidKV: Dynamic KV Cache Compression based on Pyramidal Information Funneling","created":"2024-06-04","cited_by_count":432,"area":"inference"},{"id":"2412.19442","title":"A Survey on Large Language Model Acceleration based on KV Cache Management","created":"2024-12-27","cited_by_count":131,"area":"lr"},{"id":"2510.05381","title":"Context Length Alone Hurts LLM Performance Despite Perfect Retrieval","created":"2025-10-06","cited_by_count":127,"area":null},{"id":"2410.06205","title":"Round and Round We Go! What makes Rotary Positional Encodings useful?","created":"2024-10-08","cited_by_count":115,"area":null},{"id":"2410.16179","title":"MagicPIG: LSH Sampling for Efficient LLM Generation","created":"2024-10-21","cited_by_count":111,"area":null},{"id":"2410.11414","title":"ReDeEP: Detecting Hallucination in Retrieval-Augmented Generation via Mechanistic Interpretability","created":"2024-10-15","cited_by_count":101,"area":"rag"},{"id":"2410.19258","title":"Not All Heads Matter: A Head-Level KV Cache Compression Method with Integrated Retrieval and Reasoning","created":"2024-10-25","cited_by_count":97,"area":"lr"},{"id":"2405.00208","title":"A Primer on the Inner Workings of Transformer-based Language Models","created":"2024-04-30","cited_by_count":85,"area":null},{"id":"2410.13708","title":"On the Role of Attention Heads in Large Language Model Safety","created":"2024-10-17","cited_by_count":72,"area":"safety"},{"id":"2409.03752","title":"Attention Heads of Large Language Models: A Survey","created":"2024-09-05","cited_by_count":67,"area":null},{"id":"2405.17969","title":"Knowledge Circuits in Pretrained Transformers","created":"2024-05-28","cited_by_count":60,"area":"mechinterp"},{"id":"2406.01563","title":"LoFiT: Localized Fine-tuning on LLM Representations","created":"2024-06-03","cited_by_count":57,"area":null},{"id":"2407.14507","title":"Internal Consistency and Self-Feedback in Large Language Models: A Survey","created":"2024-07-19","cited_by_count":50,"area":"lr"},{"id":"2502.02770","title":"Twilight: Adaptive Attention Sparsity with Hierarchical Top-$p$ Pruning","created":"2025-02-04","cited_by_count":49,"area":null},{"id":"2410.01104","title":"Softmax is not Enough (for Sharp Size Generalisation)","created":"2024-10-01","cited_by_count":46,"area":null},{"id":"2405.08944","title":"Challenges in Deploying Long-Context Transformers: A Theoretical Peak Performance Analysis","created":"2024-05-14","cited_by_count":44,"area":"agents"},{"id":"2406.14909","title":"Mixture of Attention Spans: Optimizing LLM Inference Efficiency with Heterogeneous Sliding-Window Lengths","created":"2024-06-21","cited_by_count":44,"area":null},{"id":"2410.11842","title":"MoH: Multi-Head Attention as Mixture-of-Head Attention","created":"2024-10-15","cited_by_count":44,"area":"moe"},{"id":"2502.12671","title":"Baichuan-M1: Pushing the Medical Capability of Large Language Models","created":"2025-02-18","cited_by_count":43,"area":null},{"id":"2502.14866","title":"LServe: Efficient Long-sequence LLM Serving with Unified Sparse Attention","created":"2025-02-20","cited_by_count":41,"area":"inference"},{"id":"2407.01178","title":"$\\text{Memory}^3$: Language Modeling with Explicit Memory","created":"2024-07-01","cited_by_count":40,"area":"rag"},{"id":"2412.18108","title":"Unveiling Visual Perception in Language Models: An Attention Head Analysis Approach","created":"2024-12-24","cited_by_count":35,"area":"mllm"},{"id":"2505.12886","title":"Detection and Mitigation of Hallucination in Large Reasoning Models: A Mechanistic Perspective","created":"2025-05-19","cited_by_count":34,"area":"lr"},{"id":"2410.14731","title":"MatryoshkaKV: Adaptive KV Compression via Trainable Orthogonal Projection","created":"2024-10-16","cited_by_count":29,"area":"inference"},{"id":"2412.16545","title":"Attention Entropy is a Key Factor: An Analysis of Parallel Context Encoding with Full-attention-based Pre-trained Language Models","created":"2024-12-21","cited_by_count":26,"area":null},{"id":"2504.16083","title":"MMInference: Accelerating Pre-filling for Long-Context VLMs via Modality-Aware Permutation Sparse Attention","created":"2025-04-22","cited_by_count":26,"area":"mllm"},{"id":"2410.18860","title":"DeCoRe: Decoding by Contrasting Retrieval Heads to Mitigate Hallucinations","created":"2024-10-24","cited_by_count":25,"area":null},{"id":"2408.01416","title":"The Quest for the Right Mediator: Surveying Mechanistic Interpretability Through the Lens of Causal Mediation Analysis","created":"2024-08-02","cited_by_count":24,"area":"mechinterp"},{"id":"2503.13108","title":"Lifting the Veil on Visual Information Flow in MLLMs: Unlocking Pathways to Faster Inference","created":"2025-03-17","cited_by_count":23,"area":"mllm"},{"id":"2604.04921","title":"TriAttention: Efficient Long Reasoning with Trigonometric KV Compression","created":"2026-04-06","cited_by_count":21,"area":"lr"},{"id":"2412.13649","title":"SCOPE: Optimizing Key-Value Cache Compression in Long-context Generation","created":"2024-12-18","cited_by_count":20,"area":"inference"},{"id":"2502.11812","title":"Towards Understanding Fine-Tuning Mechanisms of LLMs via Circuit Analysis","created":"2025-02-17","cited_by_count":20,"area":null},{"id":"2512.03324","title":"Cache What Lasts: Token Retention for Memory-Bounded KV Cache in LLMs","created":"2025-12-03","cited_by_count":19,"area":"inference"},{"id":"2406.12824","title":"From RAGs to rich parameters: Probing how language models utilize external knowledge over parametric information for factual queries","created":"2024-06-18","cited_by_count":16,"area":"rag"},{"id":"2509.09754","title":"LAVa: Layer-wise KV Cache Eviction with Dynamic Budget Allocation","created":"2025-09-11","cited_by_count":16,"area":"inference"},{"id":"2410.03090","title":"UNComp: Can Matrix Entropy Uncover Sparsity? -- A Compressor Design from an Uncertainty-Aware Perspective","created":"2024-10-04","cited_by_count":15,"area":"inference"},{"id":"2502.14258","title":"Does Time Have Its Place? Temporal Heads: Where Language Models Recall Time-specific Information","created":"2025-02-20","cited_by_count":15,"area":null},{"id":"2504.18574","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","created":"2025-04-22","cited_by_count":15,"area":null},{"id":"2410.08703","title":"On the token distance modeling ability of higher RoPE attention dimension","created":"2024-10-11","cited_by_count":13,"area":null},{"id":"2504.13752","title":"Learning to Attribute with Attention","created":"2025-04-18","cited_by_count":13,"area":null},{"id":"2505.02922","title":"RetroInfer: A Vector Storage Engine for Scalable Long-Context LLM Inference","created":"2025-05-05","cited_by_count":13,"area":"inference"},{"id":"2512.12087","title":"BLASST: Dynamic BLocked Attention Sparsity via Softmax Thresholding","created":"2025-12-12","cited_by_count":13,"area":null},{"id":"2501.12959","title":"Efficient Prompt Compression with Evaluator Heads for Long-Context Transformer Inference","created":"2025-01-22","cited_by_count":12,"area":"inference"},{"id":"2505.12969","title":"Calm-Whisper: Reduce Whisper Hallucination On Non-Speech By Calming Crazy Heads Down","created":"2025-05-19","cited_by_count":12,"area":null},{"id":"2505.16415","title":"Attributing Response to Context: A Jensen-Shannon Divergence Driven Mechanistic Study of Context Attribution in Retrieval-Augmented Generation","created":"2025-05-22","cited_by_count":12,"area":"rag"},{"id":"2411.02688","title":"On the Loss of Context-awareness in General Instruction Fine-tuning","created":"2024-11-05","cited_by_count":11,"area":null},{"id":"2501.08248","title":"Eliciting In-context Retrieval and Reasoning for Long-context Large Language Models","created":"2025-01-14","cited_by_count":11,"area":"lr"},{"id":"2503.02502","title":"LADM: Long-context Training Data Selection with Attention-based Dependency Measurement for LLMs","created":"2025-03-04","cited_by_count":11,"area":null},{"id":"2505.15807","title":"The Atlas of In-Context Learning: How Attention Heads Shape In-Context Retrieval Augmentation","created":"2025-05-21","cited_by_count":11,"area":null},{"id":"2507.13868","title":"When Seeing Overrides Knowing: Disentangling Knowledge Conflicts in Vision-Language Models","created":"2025-07-18","cited_by_count":11,"area":"mllm"},{"id":"2510.06036","title":"Refusal Falls off a Cliff: How Safety Alignment Fails in Reasoning?","created":"2025-10-07","cited_by_count":11,"area":"lr"},{"id":"2410.22316","title":"Understanding Synthetic Context Extension via Retrieval Heads","created":"2024-10-29","cited_by_count":10,"area":"rag"},{"id":"2510.08525","title":"Which Heads Matter for Reasoning? RL-Guided KV Cache Compression","created":"2025-10-09","cited_by_count":10,"area":"lr"},{"id":"2512.08417","title":"Attention is All You Need to Defend Against Indirect Prompt Injection Attacks in LLMs","created":"2025-12-09","cited_by_count":10,"area":"agents"},{"id":"2512.24574","title":"Understanding and Steering the Cognitive Behaviors of Reasoning Models at Test-Time","created":"2025-12-31","cited_by_count":10,"area":"lr"},{"id":"2410.01485","title":"A Little Goes a Long Way: Efficient Long Context Training and Inference with Partial Contexts","created":"2024-10-02","cited_by_count":9,"area":"inference"},{"id":"2410.08209","title":"Emergent Visual Grounding in Large Multimodal Models Without Grounding Supervision","created":"2024-10-10","cited_by_count":9,"area":"mllm"},{"id":"2410.18533","title":"LOGO -- Long cOntext aliGnment via efficient preference Optimization","created":"2024-10-24","cited_by_count":9,"area":"alignment"},{"id":"2501.01059","title":"Dynamic Attention-Guided Context Decoding for Mitigating Context Faithfulness Hallucinations in Large Language Models","created":"2025-01-02","cited_by_count":9,"area":null},{"id":"2502.12574","title":"HeadInfer: Memory-Efficient LLM Inference by Head-wise Offloading","created":"2025-02-18","cited_by_count":9,"area":"inference"},{"id":"2503.23306","title":"Focus Directions Make Your Language Models Pay More Attention to Relevant Contexts","created":"2025-03-30","cited_by_count":9,"area":null},{"id":"2504.20938","title":"Towards Understanding the Nature of Attention with Low-Rank Sparse Decomposition","created":"2025-04-29","cited_by_count":9,"area":"mechinterp"},{"id":"2505.15865","title":"How Do Large Vision-Language Models See Text in Image? Unveiling the Distinctive Role of OCR Heads","created":"2025-05-21","cited_by_count":9,"area":"mllm"},{"id":"2602.02301","title":"Advancing General-Purpose Reasoning Models with Modular Gradient Surgery","created":"2026-02-02","cited_by_count":9,"area":"lr"},{"id":"2502.02095","title":"LongDPO: Unlock Better Long-form Generation Abilities for LLMs via Critique-augmented Stepwise Information","created":"2025-02-04","cited_by_count":8,"area":null},{"id":"2510.05396","title":"Scalable In-context Ranking with Generative Models","created":"2025-10-06","cited_by_count":8,"area":null},{"id":"2603.01281","title":"Spectral Attention Steering for Prompt Highlighting","created":"2026-03-01","cited_by_count":8,"area":null},{"id":"2605.15514","title":"RoPE Distinguishes Neither Positions Nor Tokens in Long Contexts, Provably","created":"2026-05-15","cited_by_count":8,"area":null},{"id":"2410.02499","title":"Defining Knowledge: Bridging Epistemology and Large Language Models","created":"2024-10-03","cited_by_count":7,"area":null},{"id":"2505.11254","title":"Delta Attention: Fast and Accurate Sparse Attention Inference by Delta Correction","created":"2025-05-16","cited_by_count":7,"area":null},{"id":"2508.02215","title":"LeanK: Learnable K Cache Channel Pruning for Efficient Decoding","created":"2025-08-04","cited_by_count":7,"area":null},{"id":"2509.17396","title":"EpiCache: Episodic KV Cache Management for Long-Term Conversation on Resource-Constrained Environments","created":"2025-09-22","cited_by_count":7,"area":"inference"},{"id":"2411.18077","title":"MiniKV: Pushing the Limits of LLM Inference via 2-Bit Layer-Discriminative KV Cache","created":"2024-11-27","cited_by_count":6,"area":"inference"},{"id":"2505.17134","title":"LongMagpie: A Self-synthesis Method for Generating Large-scale Long-context Instructions","created":"2025-05-22","cited_by_count":6,"area":null},{"id":"2505.21785","title":"Born a Transformer -- Always a Transformer? On the Effect of Pretraining on Architectural Abilities","created":"2025-05-27","cited_by_count":6,"area":null},{"id":"2505.22630","title":"Stochastic Chameleons: Irrelevant Context Hallucinations Reveal Class-Based (Mis)Generalization in LLMs","created":"2025-05-28","cited_by_count":6,"area":null},{"id":"2509.23676","title":"From Reasoning to Answer: Empirical, Attention-Based and Mechanistic Insights into Distilled DeepSeek R1 Models","created":"2025-09-28","cited_by_count":6,"area":"lr"},{"id":"2510.13796","title":"The Mechanistic Emergence of Symbol Grounding in Language Models","created":"2025-10-15","cited_by_count":6,"area":null},{"id":"2602.12192","title":"Query-focused and Memory-aware Reranker for Long Context Processing","created":"2026-02-12","cited_by_count":6,"area":null},{"id":"2410.02115","title":"L-CiteEval: Do Long-Context Models Truly Leverage Context for Responding?","created":"2024-10-03","cited_by_count":5,"area":null},{"id":"2501.15113","title":"Task-KV: Task-aware KV Cache Optimization via Semantic Differentiation of Attention Heads","created":"2025-01-25","cited_by_count":5,"area":"inference"},{"id":"2502.09647","title":"Unveiling Simplicities of Attention: Adaptive Long-Context Head Identification","created":"2025-02-11","cited_by_count":5,"area":null},{"id":"2502.11276","title":"The Rotary Position Embedding May Cause Dimension Inefficiency in Attention Heads for Long-Distance Retrieval","created":"2025-02-16","cited_by_count":5,"area":null},{"id":"2505.07293","title":"AttentionInfluence: Adopting Attention Head Influence for Weak-to-Strong Pretraining Data Selection","created":"2025-05-12","cited_by_count":5,"area":"lr"},{"id":"2506.01872","title":"Is Extending Modality The Right Path Towards Omni-Modality?","created":"2025-06-02","cited_by_count":5,"area":null},{"id":"2506.02279","title":"ImpRAG: Retrieval-Augmented Generation with Implicit Queries","created":"2025-06-02","cited_by_count":5,"area":"rag"},{"id":"2510.05862","title":"Revisiting Long-context Modeling from Context Denoising Perspective","created":"2025-10-07","cited_by_count":5,"area":null},{"id":"2512.10978","title":"Cognitive Mirrors: Exploring the Diverse Functional Roles of Attention Heads in LLM Reasoning","created":"2025-12-03","cited_by_count":5,"area":"lr"},{"id":"2601.07894","title":"Revealing the Attention Floating Mechanism in Masked Diffusion Models","created":"2026-01-12","cited_by_count":5,"area":"diffusion"},{"id":"2601.17367","title":"Elastic Attention: Test-time Adaptive Sparsity Ratios for Efficient Transformers","created":"2026-01-24","cited_by_count":5,"area":null},{"id":"2601.21709","title":"Why Attention Patterns Exist: A Unifying Temporal Perspective Analysis","created":"2026-01-29","cited_by_count":5,"area":"inference"},{"id":"2602.04541","title":"LycheeDecode: Accelerating Long-Context LLM Inference via Hybrid-Head Sparse Decoding","created":"2026-02-04","cited_by_count":5,"area":"inference"},{"id":"2602.19969","title":"ReAttn: Improving Attention-based Re-ranking via Attention Re-weighting","created":"2026-02-23","cited_by_count":5,"area":null},{"id":"2604.14149","title":"One Token per Highly Selective Frame: Towards Extreme Compression for Long Video Understanding","created":"2026-04-15","cited_by_count":5,"area":"mllm"},{"id":"2503.08057","title":"Odysseus Navigates the Sirens' Song: Dynamic Focus Decoding for Factual and Diverse Open-Ended Text Generation","created":"2025-03-11","cited_by_count":4,"area":null},{"id":"2505.10063","title":"CAFE: Retrieval Head-based Coarse-to-Fine Information Seeking to Enhance Multi-Document QA Capability","created":"2025-05-15","cited_by_count":4,"area":null},{"id":"2505.23277","title":"Sentinel: Decoding Context Utilization via Attention Probing for Efficient LLM Context Compression","created":"2025-05-29","cited_by_count":4,"area":"rag"},{"id":"2506.17052","title":"From Concepts to Components: Concept-Agnostic Attention Module Discovery in Transformers","created":"2025-06-20","cited_by_count":4,"area":null},{"id":"2509.19372","title":"Representation-based Broad Hallucination Detectors Fail to Generalize Out of Distribution","created":"2025-09-19","cited_by_count":4,"area":null},{"id":"2512.17452","title":"KV Admission: Learning What to Write for Efficient Long-Context LLM Inference","created":"2025-12-19","cited_by_count":4,"area":null}],"next_cursor":"100"}