{"total":56,"rows":[{"id":"2306.14048","title":"H$_2$O: Heavy-Hitter Oracle for Efficient Generative Inference of Large Language Models","created":"2023-06-24","cited_by_count":832,"area":"inference"},{"id":"2305.17118","title":"Scissorhands: Exploiting the Persistence of Importance Hypothesis for LLM KV Cache Compression at Test Time","created":"2023-05-26","cited_by_count":439,"area":"inference"},{"id":"2305.09781","title":"SpecInfer: Accelerating Generative Large Language Model Serving with Tree-based Speculative Inference and Verification","created":"2023-05-16","cited_by_count":365,"area":"inference"},{"id":"2310.19102","title":"Atom: Low-bit Quantization for Efficient and Accurate LLM Serving","created":"2023-10-29","cited_by_count":272,"area":"inference"},{"id":"2407.11550","title":"Ada-KV: Optimizing KV Cache Eviction by Adaptive Budget Allocation for Efficient LLM Inference","created":"2024-07-16","cited_by_count":235,"area":"inference"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2302.07863","title":"Speculative Decoding with Big Little Decoder","created":"2023-02-15","cited_by_count":164,"area":"inference"},{"id":"2403.05527","title":"GEAR: An Efficient KV Cache Compression Recipe for Near-Lossless Generative Inference of LLM","created":"2024-03-08","cited_by_count":158,"area":"inference"},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2311.08252","title":"REST: Retrieval-Based Speculative Decoding","created":"2023-11-14","cited_by_count":150,"area":"inference"},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2405.14256","title":"ZipCache: Accurate and Efficient KV Cache Quantization with Salient Token Identification","created":"2024-05-23","cited_by_count":93,"area":"inference"},{"id":"2312.04916","title":"EE-LLM: Large-Scale Training and Inference of Early-Exit Large Language Models with 3D Parallelism","created":"2023-12-08","cited_by_count":69,"area":"inference"},{"id":"2406.17565","title":"MemServe: Context Caching for Disaggregated LLM Serving with Elastic Memory Pool","created":"2024-06-25","cited_by_count":68,"area":"inference"},{"id":"2403.04643","title":"QAQ: Quality Adaptive Quantization for LLM KV Cache","created":"2024-03-07","cited_by_count":66,"area":"inference"},{"id":"2502.16002","title":"KVLink: Accelerating Large Language Models via Efficient KV Cache Reuse","created":"2025-02-21","cited_by_count":66,"area":"inference"},{"id":"2401.03868","title":"FlightLLM: Efficient Large Language Model Inference with a Complete Mapping Flow on FPGAs","created":"2024-01-08","cited_by_count":64,"area":"inference"},{"id":"2402.11131","title":"Speculative Streaming: Fast LLM Inference without Auxiliary Models","created":"2024-02-16","cited_by_count":38,"area":"inference"},{"id":"2411.01142","title":"NEO: Saving GPU Memory Crisis with CPU Offloading for Online LLM Inference","created":"2024-11-02","cited_by_count":37,"area":"inference"},{"id":"2408.05499","title":"LLMServingSim: A HW/SW Co-Simulation Infrastructure for LLM Inference Serving at Scale","created":"2024-08-10","cited_by_count":31,"area":"inference"},{"id":"2408.08554","title":"ABQ-LLM: Arbitrary-Bit Quantized Inference Acceleration for Large Language Models","created":"2024-08-16","cited_by_count":22,"area":"inference"},{"id":"2410.03960","title":"SwiftKV: Fast Prefill-Optimized Inference with Knowledge-Preserving Model Transformation","created":"2024-10-04","cited_by_count":19,"area":"inference"},{"id":"2505.10938","title":"Accurate KV Cache Quantization with Outlier Tokens Tracing","created":"2025-05-16","cited_by_count":18,"area":"inference"},{"id":"2403.01136","title":"LLM-PQ: Serving LLM on Heterogeneous Clusters with Phase-Aware Partition and Adaptive Quantization","created":"2024-03-02","cited_by_count":15,"area":"inference"},{"id":"2310.06927","title":"Sparse Fine-tuning for Inference Acceleration of Large Language Models","created":"2023-10-10","cited_by_count":14,"area":"inference"},{"id":"2503.18599","title":"Oaken: Fast and Efficient LLM Serving with Online-Offline Hybrid KV Cache Quantization","created":"2025-03-24","cited_by_count":14,"area":"inference"},{"id":"2312.11882","title":"ConsistentEE: A Consistent and Hardness-Guided Early Exiting Method for Accelerating Language Models Inference","created":"2023-12-19","cited_by_count":13,"area":"inference"},{"id":"2404.15778","title":"BASS: Batched Attention-optimized Speculative Sampling","created":"2024-04-24","cited_by_count":11,"area":"inference"},{"id":"2505.16162","title":"KNN-SSD: Enabling Dynamic Self-Speculative Decoding via Nearest Neighbor Layer Set Optimization","created":"2025-05-22","cited_by_count":11,"area":"inference"},{"id":"2407.03157","title":"Let the Code LLM Edit Itself When You Edit the Code","created":"2024-07-03","cited_by_count":10,"area":"inference"},{"id":"2502.15075","title":"Quantize What Counts: More for Keys, Less for Values","created":"2025-02-20","cited_by_count":10,"area":"inference"},{"id":"2403.08845","title":"Bifurcated Attention: Accelerating Massively Parallel Decoding with Shared Prefixes in LLMs","created":"2024-03-13","cited_by_count":7,"area":"inference"},{"id":"2503.24358","title":"SQuat: Subspace-orthogonal KV Cache Quantization","created":"2025-03-31","cited_by_count":7,"area":"inference"},{"id":"2506.02006","title":"MorphServe: Efficient and Workload-Aware LLM Serving via Runtime Quantized Layer Swapping and KV Cache Resizing","created":"2025-05-24","cited_by_count":6,"area":"inference"},{"id":"2511.05534","title":"FlowMM: Cross-Modal Information Flow Guided KV Cache Merging for Efficient Multimodal Context Inference","created":"2025-10-29","cited_by_count":6,"area":"inference"},{"id":"2404.09221","title":"Exploring and Improving Drafts in Blockwise Parallel Decoding","created":"2024-04-14","cited_by_count":5,"area":"inference"},{"id":"2411.16158","title":"MixPE: Quantization and Hardware Co-design for Efficient LLM Inference","created":"2024-11-25","cited_by_count":5,"area":"inference"},{"id":"2401.08294","title":"Inferflow: an Efficient and Highly Configurable Inference Engine for Large Language Models","created":"2024-01-16","cited_by_count":4,"area":"inference"},{"id":"2502.01025","title":"Knowing When to Stop: Efficient Context Processing via Latent Sufficiency Signals","created":"2025-02-03","cited_by_count":4,"area":"inference"},{"id":"2502.05609","title":"Lossless Acceleration of Large Language Models with Hierarchical Drafting based on Temporal Locality in Speculative Decoding","created":"2025-02-08","cited_by_count":4,"area":"inference"},{"id":"2312.00388","title":"LinguaLinked: A Distributed Large Language Model Inference System for Mobile Devices","created":"2023-12-01","cited_by_count":3,"area":"inference"},{"id":"2402.15678","title":"Minions: Accelerating Large Language Model Inference with Aggregated Speculative Execution","created":"2024-02-24","cited_by_count":3,"area":"inference"},{"id":"2404.12022","title":"Parallel Decoding via Hidden Transfer for Lossless Large Language Model Acceleration","created":"2024-04-18","cited_by_count":3,"area":"inference"},{"id":"2505.16210","title":"NQKV: A KV Cache Quantization Scheme Based on Normal Distribution Characteristics","created":"2025-05-22","cited_by_count":3,"area":"inference"},{"id":"2601.18999","title":"Randomization Boosts KV Caching, Learning Balances Query Load: A Joint Perspective","created":"2026-01-26","cited_by_count":3,"area":"inference"},{"id":"2307.15517","title":"A Dataflow Compiler for Efficient LLM Inference using Custom Microscaling Formats","created":"2023-07-28","cited_by_count":2,"area":"inference"},{"id":"2505.02380","title":"EntroLLM: Entropy Encoded Weight Compression for Efficient Large Language Model Inference on Edge Devices","created":"2025-05-05","cited_by_count":2,"area":"inference"},{"id":"2508.04405","title":"FlexQ: Efficient Post-training INT6 Quantization for LLM Serving via Algorithm-System Co-Design","created":"2025-08-06","cited_by_count":2,"area":"inference"},{"id":"2510.13161","title":"Mirror Speculative Decoding: Breaking the Serial Barrier in LLM Inference","created":"2025-10-15","cited_by_count":2,"area":"inference"},{"id":"2606.12487","title":"DynamicPTQ: Mitigating Activation Quantization Collapse via Residual-Stream Dynamics","created":"2026-06-10","cited_by_count":1,"area":"inference"},{"id":"2407.21082","title":"Accelerating Large Language Model Inference with Self-Supervised Early Exits","created":"2024-07-30","cited_by_count":0,"area":"inference"},{"id":"2412.05225","title":"BEExformer: A Fast Inferencing Binarized Transformer with Early Exits","created":"2024-12-06","cited_by_count":0,"area":"inference"},{"id":"2604.25421","title":"FED-FSTQ: Fisher-Guided Token Quantization for Communication-Efficient Federated Fine-Tuning of LLMs on Edge Devices","created":"2026-04-28","cited_by_count":0,"area":"inference"},{"id":"2605.10875","title":"Compute Where it Counts: Self Optimizing Language Models","created":"2026-05-11","cited_by_count":0,"area":"inference"},{"id":"2607.08993","title":"StreamDQ: Near-Memory Weight DeQuantization in Custom HBM for Scalable AI Inference Acceleration","created":"2026-07-09","cited_by_count":0,"area":"inference"},{"id":"2608.28911","title":"SemKV: Semantic Mixed-Precision KV Cache Quantization Guided by the Quality Cliff for Long-Context LLM Inference","created":"2026-08-28","cited_by_count":0,"area":"inference"}],"next_cursor":null}