{"total":112,"rows":[{"id":"2312.07104","title":"SGLang: Efficient Execution of Structured Language Model Programs","created":"2023-12-12","cited_by_count":1141,"area":null},{"id":"2407.02490","title":"MInference 1.0: Accelerating Pre-filling for Long-Context LLMs via Dynamic Sparse Attention","created":"2024-07-02","cited_by_count":383,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2506.06295","title":"dLLM-Cache: Accelerating Diffusion Large Language Models with Adaptive Caching","created":"2025-05-17","cited_by_count":169,"area":null},{"id":"2406.16838","title":"From Decoding to Meta-Generation: Inference-time Algorithms for Large Language Models","created":"2024-06-24","cited_by_count":137,"area":null},{"id":"2507.10524","title":"Mixture-of-Recursions: Learning Dynamic Recursive Depths for Adaptive Token-Level Computation","created":"2025-07-14","cited_by_count":133,"area":null},{"id":"2407.18921","title":"Mobile Edge Intelligence for Large Language Models: A Contemporary Survey","created":"2024-07-09","cited_by_count":128,"area":null},{"id":"2504.19874","title":"TurboQuant: Online Vector Quantization with Near-optimal Distortion Rate","created":"2025-04-28","cited_by_count":125,"area":null},{"id":"2403.09636","title":"Dynamic Memory Compression: Retrofitting LLMs for Accelerated Inference","created":"2024-03-14","cited_by_count":116,"area":null},{"id":"2409.10516","title":"RetrievalAttention: Accelerating Long-Context LLM Inference via Vector Retrieval","created":"2024-09-16","cited_by_count":116,"area":null},{"id":"2406.02542","title":"Loki: Low-rank Keys for Efficient Sparse Attention","created":"2024-06-04","cited_by_count":89,"area":null},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2310.18547","title":"Punica: Multi-Tenant LoRA Serving","created":"2023-10-28","cited_by_count":83,"area":null},{"id":"2411.09688","title":"Squeezed Attention: Accelerating Long Context Length LLM Inference","created":"2024-11-14","cited_by_count":57,"area":null},{"id":"2406.16747","title":"Sparser is Faster and Less is More: Efficient Sparse Attention for Long-Range Transformers","created":"2024-06-24","cited_by_count":52,"area":null},{"id":"2408.07092","title":"Post-Training Sparse Attention with Double Sparsity","created":"2024-08-11","cited_by_count":45,"area":null},{"id":"2406.14909","title":"Mixture of Attention Spans: Optimizing LLM Inference Efficiency with Heterogeneous Sliding-Window Lengths","created":"2024-06-21","cited_by_count":44,"area":null},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2504.02441","title":"Cognitive Memory in Large Language Models","created":"2025-04-03","cited_by_count":29,"area":null},{"id":"2410.01518","title":"InfiniPot: Infinite Context Processing on Memory-Constrained LLMs","created":"2024-10-02","cited_by_count":27,"area":null},{"id":"2309.16354","title":"Transformer-VQ: Linear-Time Transformers via Vector Quantization","created":"2023-09-28","cited_by_count":26,"area":null},{"id":"2410.02703","title":"Selective Attention Improves Transformer","created":"2024-10-03","cited_by_count":26,"area":null},{"id":"2412.16545","title":"Attention Entropy is a Key Factor: An Analysis of Parallel Context Encoding with Full-attention-based Pre-trained Language Models","created":"2024-12-21","cited_by_count":26,"area":null},{"id":"2412.14468","title":"HashAttention: Semantic Sparsity for Faster Inference","created":"2024-12-19","cited_by_count":24,"area":null},{"id":"2406.09297","title":"MLKV: Multi-Layer Key-Value Heads for Memory Efficient Transformer Decoding","created":"2024-06-13","cited_by_count":21,"area":null},{"id":"2508.04664","title":"Sculptor: Empowering LLMs with Cognitive Agency via Active Context Management","created":"2025-08-06","cited_by_count":18,"area":null},{"id":"2408.09121","title":"Selective Prompt Anchoring for Code Generation","created":"2024-08-17","cited_by_count":16,"area":null},{"id":"2505.17505","title":"L-MTP: Leap Multi-Token Prediction Beyond Adjacent Context for Large Language Models","created":"2025-05-23","cited_by_count":15,"area":null},{"id":"2407.15176","title":"ReAttention: Training-Free Infinite Context with Finite Attention Scope","created":"2024-07-21","cited_by_count":13,"area":null},{"id":"2409.14195","title":"The Imperative of Conversation Analysis in the Era of LLMs: A Survey of Tasks, Techniques, and Trends","created":"2024-09-21","cited_by_count":11,"area":null},{"id":"2502.07861","title":"Streaming Attention Approximation via Discrepancy Theory","created":"2025-02-11","cited_by_count":11,"area":null},{"id":"2502.08246","title":"Inference-time sparse attention with asymmetric indexing","created":"2025-02-12","cited_by_count":11,"area":null},{"id":"2510.07318","title":"Artificial Hippocampus Networks for Efficient Long-Context Modeling","created":"2025-10-08","cited_by_count":11,"area":null},{"id":"2407.12866","title":"Beyond KV Caching: Shared Attention for Efficient LLMs","created":"2024-07-13","cited_by_count":10,"area":null},{"id":"2406.05678","title":"SinkLoRA: Enhanced Efficiency and Chat Capabilities for Long-Context Large Language Models","created":"2024-06-09","cited_by_count":9,"area":null},{"id":"2411.07176","title":"More Expressive Attention with Negative Weights","created":"2024-11-11","cited_by_count":9,"area":null},{"id":"2504.03889","title":"Identifying and Evaluating Inactive Heads in Pretrained LLMs","created":"2025-04-04","cited_by_count":8,"area":null},{"id":"2406.06567","title":"DHA: Learning Decoupled-Head Attention from Transformer Checkpoints via Adaptive Heads Fusion","created":"2024-06-03","cited_by_count":7,"area":null},{"id":"2412.20677","title":"Align Attention Heads Before Merging Them: An Effective Way for Converting MHA to GQA","created":"2024-12-30","cited_by_count":7,"area":null},{"id":"2502.00840","title":"Activation Approximations Can Incur Safety Vulnerabilities Even in Aligned LLMs: Comprehensive Analysis and Defense","created":"2025-02-02","cited_by_count":7,"area":null},{"id":"2502.06901","title":"Enabling Autoregressive Models to Fill In Masked Tokens","created":"2025-02-09","cited_by_count":7,"area":null},{"id":"2504.07389","title":"Task-Circuit Quantization: Leveraging Knowledge Localization and Interpretability for Compression","created":"2025-04-10","cited_by_count":7,"area":null},{"id":"2509.15038","title":"Value-Guided KV Compression for LLMs via Approximated CUR Decomposition","created":"2025-09-18","cited_by_count":7,"area":null},{"id":"2510.24606","title":"Long-Context Modeling with Dynamic Hierarchical Sparse Attention for Memory-Constrained LLM Inference","created":"2025-10-28","cited_by_count":7,"area":null},{"id":"2501.00659","title":"Why Are Positional Encodings Nonessential for Deep Autoregressive Transformers? Revisiting a Petroglyph","created":"2024-12-31","cited_by_count":6,"area":null},{"id":"2510.05688","title":"vAttention: Verified Sparse Attention","created":"2025-10-07","cited_by_count":6,"area":null},{"id":"2601.12906","title":"Gated Differentiable Working Memory for Long-Context Language Modeling","created":"2026-01-19","cited_by_count":6,"area":null},{"id":"2606.17107","title":"Models Take Notes at Prefill: KV Cache Can Be Editable and Composable","created":"2026-06-14","cited_by_count":6,"area":null},{"id":"2502.01677","title":"Position: AI Scaling: From Up to Down and Out","created":"2025-02-02","cited_by_count":5,"area":null},{"id":"2504.06949","title":"Adaptive Computation Pruning for the Forgetting Transformer","created":"2025-04-09","cited_by_count":5,"area":null},{"id":"2506.06644","title":"Spark Transformer: Reactivating Sparsity in FFN and Attention","created":"2025-06-07","cited_by_count":5,"area":null},{"id":"2601.17367","title":"Elastic Attention: Test-time Adaptive Sparsity Ratios for Efficient Transformers","created":"2026-01-24","cited_by_count":5,"area":null},{"id":"2406.12018","title":"CItruS: Chunked Instruction-aware State Eviction for Long Sequence Modeling","created":"2024-06-17","cited_by_count":4,"area":null},{"id":"2406.18832","title":"OutlierTune: Efficient Channel-Wise Quantization for Large Language Models","created":"2024-06-27","cited_by_count":4,"area":null},{"id":"2407.02328","title":"Efficient Sparse Attention needs Adaptive Token Release","created":"2024-07-02","cited_by_count":4,"area":null},{"id":"2410.13166","title":"An Evolved Universal Transformer Memory","created":"2024-10-17","cited_by_count":4,"area":null},{"id":"2503.07654","title":"MergeQuant: Accurate 4-bit Static Quantization of Large Language Models by Channel-wise Calibration","created":"2025-03-07","cited_by_count":4,"area":null},{"id":"2512.17452","title":"KV Admission: Learning What to Write for Efficient Long-Context LLM Inference","created":"2025-12-19","cited_by_count":4,"area":null},{"id":"2605.05602","title":"Nearly Optimal Attention Coresets","created":"2026-05-07","cited_by_count":4,"area":null},{"id":"2609.00097","title":"Faster Than Flash: Exploiting Attention Sparsity for Efficient Long-Context Decoding","created":"2026-08-31","cited_by_count":4,"area":null},{"id":"2501.18596","title":"DeltaLLM: Compress LLMs with Low-Rank Deltas between Shared Weights","created":"2025-01-30","cited_by_count":3,"area":null},{"id":"2505.24179","title":"SALE : Low-bit Estimation for Efficient Sparse Attention in Long-context LLM Prefilling","created":"2025-05-30","cited_by_count":3,"area":null},{"id":"2507.22798","title":"Quantifying surprise in clinical care: Detecting highly informative events in electronic health records with foundation models","created":"2025-07-30","cited_by_count":3,"area":null},{"id":"2510.06107","title":"Distributional Semantics Tracing: A Framework for Explaining Hallucinations in Large Language Models","created":"2025-10-07","cited_by_count":3,"area":null},{"id":"2603.04592","title":"From Static Inference to Dynamic Interaction: A Survey of Streaming Large Language Models","created":"2026-03-04","cited_by_count":3,"area":null},{"id":"2604.17935","title":"How Much Cache Does Reasoning Need? Depth-Cache Tradeoffs in KV-Compressed Transformers","created":"2026-04-20","cited_by_count":3,"area":null},{"id":"2606.04032","title":"Do Transformers Need Three Projections? Systematic Study of QKV Variants","created":"2026-06-01","cited_by_count":3,"area":null},{"id":"2401.11323","title":"Identifying and Analyzing Performance-Critical Tokens in Large Language Models","created":"2024-01-20","cited_by_count":2,"area":null},{"id":"2409.11650","title":"Art and Science of Quantizing Large-Scale Models: A Comprehensive Overview","created":"2024-09-18","cited_by_count":2,"area":null},{"id":"2410.12850","title":"RecurFormer: Not All Transformer Heads Need Self-Attention","created":"2024-10-10","cited_by_count":2,"area":null},{"id":"2502.11417","title":"DiSCo: Device-Server Collaborative LLM-Based Text Streaming Services","created":"2025-02-17","cited_by_count":2,"area":null},{"id":"2503.13737","title":"AccelGen: Heterogeneous SLO-Guaranteed High-Throughput LLM Inference Serving for Diverse Applications","created":"2025-03-17","cited_by_count":2,"area":null},{"id":"2602.08031","title":"Beyond Raw Detection Scores: Markov-Informed Calibration for Boosting Machine-Generated Text Detection","created":"2026-02-08","cited_by_count":2,"area":null},{"id":"2602.14209","title":"MAGE: All-[MASK] Block Already Knows Where to Look in Block Diffusion LLM","created":"2026-02-15","cited_by_count":2,"area":null},{"id":"2606.28876","title":"MMLA: Memory-Mediated Learning Architecture for Predictive Dual-State Adaptation","created":"2026-06-27","cited_by_count":2,"area":null},{"id":"2608.05326","title":"QEvict: Recoverable Quantized KV Eviction for Attention-Drift-Robust Long-Context Decoding","created":"2026-08-05","cited_by_count":2,"area":null},{"id":"2405.19284","title":"Optimizing Foundation Model Inference on a Many-tiny-core Open-source RISC-V Platform","created":"2024-05-29","cited_by_count":1,"area":null},{"id":"2506.05300","title":"Power Law Guided Dynamic Sifting for Efficient Attention","created":"2025-06-05","cited_by_count":1,"area":null},{"id":"2507.01900","title":"High-Layer Attention Pruning with Rescaling","created":"2025-07-02","cited_by_count":1,"area":null},{"id":"2601.00847","title":"You Only Need Your Transformer 25% of the Time: Meaning-First Execution for Eliminating Unnecessary Inference","created":"2025-12-29","cited_by_count":1,"area":null},{"id":"2604.05438","title":"Residual-Mass Accounting for Partial-KV Decoding","created":"2026-04-07","cited_by_count":1,"area":null},{"id":"2605.15508","title":"STS: Efficient Sparse Attention with Speculative Token Sparsity","created":"2026-05-15","cited_by_count":1,"area":null},{"id":"2605.16360","title":"ProxyKV: Cross-Model Proxy Pruning for Efficient Long-Context LLM Inference","created":"2026-05-09","cited_by_count":1,"area":null},{"id":"2605.24025","title":"Towards Large Model Feature Coding","created":"2026-05-20","cited_by_count":1,"area":null},{"id":"2606.02430","title":"Not All Errors Are Equal: A Systematic Study of Error Propagation in Large Language Model Inference","created":"2026-06-01","cited_by_count":1,"area":null},{"id":"2606.08302","title":"HACK++: Towards More Effective Head-Aware Key-Value Compression for Efficient Visual Autoregressive Modeling","created":"2026-06-06","cited_by_count":1,"area":null},{"id":"2410.12001","title":"Impacts of Continued Legal Pre-Training and IFT on LLMs' Latent Representations of Human-Defined Legal Concepts","created":"2024-10-15","cited_by_count":0,"area":null},{"id":"2506.11498","title":"Lag-Relative Sparse Attention In Long Context Training","created":"2025-06-13","cited_by_count":0,"area":null},{"id":"2603.00907","title":"KVSlimmer: Theoretical Insights and Practical Optimizations for Asymmetric KV Merging","created":"2026-03-01","cited_by_count":0,"area":null},{"id":"2604.07394","title":"Flux Attention: Context-Aware Hybrid Attention for Efficient LLMs Inference","created":"2026-04-08","cited_by_count":0,"area":null},{"id":"2604.21952","title":"Focus Session: Hardware and Software Techniques for Accelerating Multimodal Foundation Models","created":"2026-04-23","cited_by_count":0,"area":null},{"id":"2605.16107","title":"Multi-Level Contextual Token Relation Modeling for Machine-Generated Text Detection","created":"2026-05-15","cited_by_count":0,"area":null},{"id":"2605.17410","title":"Computational Challenges in Token Economics: Bridging Economic Theory and AI System Design","created":"2026-05-17","cited_by_count":0,"area":null},{"id":"2605.24168","title":"Inference Time Context Sparsity: Illusion or Opportunity?","created":"2026-05-22","cited_by_count":0,"area":null},{"id":"2606.00024","title":"ART: Attention Run-time Termination for Efficient Large Language Model Decoding","created":"2026-04-15","cited_by_count":0,"area":null},{"id":"2606.20295","title":"Token-Operations-Oriented Inference Optimization Techniques for Large Models","created":"2026-06-18","cited_by_count":0,"area":null},{"id":"2606.29844","title":"MATCH: Modulating Attention via In-Context Retrieval for Long-Context Transformers","created":"2026-06-29","cited_by_count":0,"area":null},{"id":"2607.17621","title":"Mechanistic Attention Guidance for Agent Memory Refinement","created":"2026-07-20","cited_by_count":0,"area":null},{"id":"2607.24667","title":"Eviction as Estimation: A Fixed-Lag Smoothing View of Test-Time Memory, and When Measuring Beats Accumulating","created":"2026-07-27","cited_by_count":0,"area":null},{"id":"2608.00528","title":"S$^4$R: Selective Sampling, Subspaces, and Sparse Reconstruction for Compressed Long-Context KV Caching","created":"2026-08-01","cited_by_count":0,"area":null}],"next_cursor":"100"}