{"total":15,"rows":[{"id":"2405.16406","title":"SpinQuant: LLM quantization with learned rotations","created":"2024-05-26","cited_by_count":471,"area":"inference"},{"id":"2404.16710","title":"LayerSkip: Enabling Early Exit Inference and Self-Speculative Decoding","created":"2024-04-25","cited_by_count":307,"area":"inference"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2504.15364","title":"KeyDiff: Key Similarity-Based KV Cache Eviction for Long-Context LLM Inference in Resource-Constrained Environments","created":"2025-04-21","cited_by_count":51,"area":"inference"},{"id":"2501.01144","title":"BlockDialect: Block-wise Fine-grained Mixed Format Quantization for Energy-Efficient LLM Inference","created":"2025-01-02","cited_by_count":11,"area":"inference"},{"id":"2509.17396","title":"EpiCache: Episodic KV Cache Management for Long-Term Conversation on Resource-Constrained Environments","created":"2025-09-22","cited_by_count":7,"area":"inference"},{"id":"2511.11907","title":"KVSwap: Disk-aware KV Cache Offloading for Long-Context On-device Inference","created":"2025-11-14","cited_by_count":5,"area":"inference"},{"id":"2601.00644","title":"FlexSpec: Frozen Drafts Meet Evolving Targets in Edge-Cloud Collaborative LLM Speculative Decoding","created":"2026-01-02","cited_by_count":3,"area":"inference"},{"id":"2505.16502","title":"Recursive Offloading for LLM Serving in Multi-tier Networks","created":"2025-05-22","cited_by_count":2,"area":"inference"},{"id":"2604.26557","title":"DUAL-BLADE: Dual-Path NVMe-Direct KV-Cache Offloading for Edge LLM Inference","created":"2026-04-29","cited_by_count":2,"area":"inference"},{"id":"2605.16786","title":"Lever: Speculative LLM Inference on Smartphones","created":"2026-05-16","cited_by_count":2,"area":"inference"},{"id":"2601.11652","title":"WISP: Waste- and Interference-Suppressed Distributed Speculative LLM Serving at the Edge via Dynamic Drafting and SLO-Aware Batching","created":"2026-01-15","cited_by_count":1,"area":"inference"},{"id":"2606.13740","title":"Efficient On-Device Diffusion LLM Inference with Mobile NPU","created":"2026-06-11","cited_by_count":1,"area":"inference"},{"id":"2510.19670","title":"CoSense-LLM: Semantics at the Edge with Cost- and Uncertainty-Aware Cloud-Edge Cooperation","created":"2025-10-22","cited_by_count":0,"area":"inference"},{"id":"2606.22249","title":"On the Expressive Power of Weight Quantization in Large Language Models","created":"2026-06-20","cited_by_count":0,"area":"inference"}],"next_cursor":null}