{"total":32,"rows":[{"id":"2502.16002","title":"KVLink: Accelerating Large Language Models via Efficient KV Cache Reuse","created":"2025-02-21","cited_by_count":66,"area":"inference"},{"id":"2411.10666","title":"SAM Decoding: Speculative Decoding via Suffix Automaton","created":"2024-11-16","cited_by_count":39,"area":"inference"},{"id":"2404.03865","title":"FFN-SkipLLM: A Hidden Gem for Autoregressive Decoding with Adaptive Feed Forward Skipping","created":"2024-04-05","cited_by_count":23,"area":"inference"},{"id":"2509.04467","title":"PDTrim: Targeted Pruning for Prefill-Decode Disaggregation in Inference","created":"2025-08-29","cited_by_count":14,"area":"inference"},{"id":"2412.12706","title":"More Tokens, Lower Precision: Towards the Optimal Token-Precision Trade-off in KV Cache Compression","created":"2024-12-17","cited_by_count":10,"area":"inference"},{"id":"2507.03865","title":"OrthoRank: Token Selection via Sink Token Orthogonality for Efficient LLM inference","created":"2025-07-05","cited_by_count":8,"area":"inference"},{"id":"2408.01890","title":"Cross-layer Attention Sharing for Pre-trained Large Language Models","created":"2024-08-04","cited_by_count":5,"area":"inference"},{"id":"2505.23966","title":"FLAT-LLM: Fine-grained Low-rank Activation Space Transformation for Large Language Model Compression","created":"2025-05-29","cited_by_count":5,"area":"inference"},{"id":"2601.21709","title":"Why Attention Patterns Exist: A Unifying Temporal Perspective Analysis","created":"2026-01-29","cited_by_count":5,"area":"inference"},{"id":"2606.09080","title":"Beyond FLOPs: Benchmarking Real Inference Acceleration of LLM Pruning under a GEMM-Centric Taxonomy","created":"2026-06-08","cited_by_count":4,"area":"inference"},{"id":"2505.17138","title":"RAP: Runtime Adaptive Pruning for LLM Inference","created":"2025-05-22","cited_by_count":3,"area":"inference"},{"id":"2505.17420","title":"DASH: Input-Aware Dynamic Layer Skipping for Efficient LLM Inference with Markov Decision Policies","created":"2025-05-23","cited_by_count":3,"area":"inference"},{"id":"2512.15705","title":"Dynamic Rebatching for Efficient Early-Exit Inference with DREX","created":"2025-12-17","cited_by_count":2,"area":"inference"},{"id":"2604.01609","title":"Swift-SVD: Theoretical Optimality Meets Practical Efficiency in Low-Rank LLM Compression","created":"2026-04-02","cited_by_count":2,"area":"inference"},{"id":"2407.01955","title":"S2D: Sorted Speculative Decoding For More Efficient Deployment of Nested Large Language Models","created":"2024-07-02","cited_by_count":1,"area":"inference"},{"id":"2408.11308","title":"Defending against Jailbreak through Early Exit Generation of Large Language Models","created":"2024-08-21","cited_by_count":1,"area":"inference"},{"id":"2504.08838","title":"SD$^2$: Self-Distilled Sparse Drafters","created":"2025-04-10","cited_by_count":1,"area":"inference"},{"id":"2505.21077","title":"Efficient Large Language Model Inference with Neural Block Linearization","created":"2025-05-27","cited_by_count":1,"area":"inference"},{"id":"2602.14452","title":"WiSparse: Boosting LLM Inference Efficiency with Weight-Aware Mixed Activation Sparsity","created":"2026-02-16","cited_by_count":1,"area":"inference"},{"id":"2603.23701","title":"The Diminishing Returns of Early-Exit Decoding in Modern LLMs","created":"2026-03-24","cited_by_count":1,"area":"inference"},{"id":"2604.12247","title":"SpecBound: Adaptive Bounded Self-Speculation with Layer-wise Confidence Calibration","created":"2026-04-14","cited_by_count":1,"area":"inference"},{"id":"2502.15294","title":"Round Attention: A Novel Round-Level Attention Mechanism to Accelerate LLM Inference","created":"2025-02-21","cited_by_count":0,"area":"inference"},{"id":"2608.28846","title":"A rigor-matched audit of periodic-step layer skipping for efficient llm inference: conflayers versus swift, with a supplemental analysis of trained routing alternatives","created":"2026-08-28","cited_by_count":0,"area":"inference"},{"id":"2608.30076","title":"Budget-Aware Compression Pipeline for Single-GPU LLM Inference: Methods, Trade-offs, and Coupling Effects","created":"2026-08-30","cited_by_count":0,"area":"inference"},{"id":"2609.08189","title":"Do Dynamic Routers Need Memory? HeRo: History-Aware Routing for Efficient LLM Inference","created":"2026-09-08","cited_by_count":0,"area":"inference"},{"id":"2609.09338","title":"Osprey: Target-agnostic Pre-training Makes Stronger Drafters in Speculative Decoding","created":"2026-09-08","cited_by_count":0,"area":"inference"},{"id":"2609.13682","title":"LayerRoute: Adaptive Layer-Skipping with LoRA-Preserved Quality for Efficient LLM Inference","created":"2026-09-12","cited_by_count":0,"area":"inference"},{"id":"2609.17008","title":"FlexEE: Self-Speculative and KV-Compatible Early Exiting for Offloading-Aware LLM Inference","created":"2026-09-15","cited_by_count":0,"area":"inference"},{"id":"2609.29499","title":"Task-Aware Spectral Pruning: A Mixture-of-Masks Framework for Efficient LLM Inference","created":"2026-08-24","cited_by_count":0,"area":"inference"},{"id":"2609.37062","title":"vSkipper: Translating Dynamic Layer Skipping into LLM Serving Gains","created":"2026-09-29","cited_by_count":0,"area":"inference"},{"id":"2610.09476","title":"CHASE: Channel-Aligned Structure Exploitation for Geometry-Aware Model Engineering","created":"2026-10-07","cited_by_count":0,"area":"inference"},{"id":"2610.12939","title":"Surfing the Activation Wave: Analyzing the Information and Geometry of LLM Hidden States for Speculative Decoding","created":"2026-10-09","cited_by_count":0,"area":"inference"}],"next_cursor":null}