{"total":19,"rows":[{"id":"2211.17192","title":"Fast Inference from Transformers via Speculative Decoding","created":"2022-11-30","cited_by_count":1653,"area":"inference"},{"id":"2410.10781","title":"When Attention Sink Emerges in Language Models: An Empirical View","created":"2024-10-14","cited_by_count":208,"area":"inference"},{"id":"2311.01282","title":"FlashDecoding++: Faster Large Language Model Inference on GPUs","created":"2023-11-02","cited_by_count":71,"area":"inference"},{"id":"2308.01045","title":"Dynamic Token Pruning in Plain Vision Transformers for Semantic Segmentation","created":"2023-08-02","cited_by_count":62,"area":"inference"},{"id":"2211.08110","title":"HeatViT: Hardware-Efficient Adaptive Token Pruning for Vision Transformers","created":"2022-11-15","cited_by_count":46,"area":"inference"},{"id":"2402.13516","title":"ProSparse: Introducing and Enhancing Intrinsic Activation Sparsity within Large Language Models","created":"2024-02-21","cited_by_count":45,"area":"inference"},{"id":"2410.04466","title":"Large Language Model Inference Acceleration: A Comprehensive Hardware Perspective","created":"2024-10-06","cited_by_count":38,"area":"inference"},{"id":"2502.19732","title":"Speculative Decoding and Beyond: An In-Depth Survey of Techniques","created":"2025-02-27","cited_by_count":23,"area":"inference"},{"id":"2502.07578","title":"PIM Is All You Need: A CXL-Enabled GPU-Free System for Large Language Model Inference","created":"2025-02-11","cited_by_count":22,"area":"inference"},{"id":"2504.19449","title":"R-Sparse: Rank-Aware Activation Sparsity for Efficient LLM Inference","created":"2025-04-28","cited_by_count":21,"area":"inference"},{"id":"2406.16758","title":"Towards Fast Multilingual LLM Inference: Speculative Decoding and Specialized Drafters","created":"2024-06-24","cited_by_count":12,"area":"inference"},{"id":"2306.14393","title":"Constraint-aware and Ranking-distilled Token Pruning for Efficient Transformer Inference","created":"2023-06-26","cited_by_count":6,"area":"inference"},{"id":"2510.16040","title":"Kelle: Co-design KV Caching and eDRAM for Efficient LLM Serving in Edge Computing","created":"2025-10-16","cited_by_count":5,"area":"inference"},{"id":"2606.09659","title":"End-to-End Context Compression at Scale","created":"2026-06-08","cited_by_count":4,"area":"inference"},{"id":"2512.21333","title":"Fast SAM2 with Text-Driven Token Pruning","created":"2025-12-24","cited_by_count":3,"area":"inference"},{"id":"2507.09768","title":"Knowing When to Quit: Probabilistic Early Exits for Speech Separation","created":"2025-07-13","cited_by_count":2,"area":"inference"},{"id":"2604.11288","title":"Transactional Attention: Semantic Sponsorship for KV-Cache Retention","created":"2026-04-13","cited_by_count":1,"area":"inference"},{"id":"2504.12526","title":"MOM: Memory-Efficient Offloaded Mini-Sequence Inference for Long Context Language Models","created":"2025-04-16","cited_by_count":0,"area":"inference"},{"id":"2608.30439","title":"Event-Driven Language Models with Sparse Neural Activity for Neuromorphic Hardware","created":"2026-08-31","cited_by_count":0,"area":"inference"}],"next_cursor":null}