{"total":30,"rows":[{"id":"2404.16710","title":"LayerSkip: Enabling Early Exit Inference and Self-Speculative Decoding","created":"2024-04-25","cited_by_count":307,"area":"inference"},{"id":"2405.14366","title":"MiniCache: KV Cache Compression in Depth Dimension for Large Language Models","created":"2024-05-23","cited_by_count":125,"area":"inference"},{"id":"2410.04466","title":"Large Language Model Inference Acceleration: A Comprehensive Hardware Perspective","created":"2024-10-06","cited_by_count":38,"area":"inference"},{"id":"2406.02657","title":"Block Transformer: Global-to-Local Language Modeling for Fast Inference","created":"2024-06-04","cited_by_count":32,"area":"inference"},{"id":"2504.08850","title":"SpecEE: Accelerating Large Language Model Inference with Speculative Early Exiting","created":"2025-04-11","cited_by_count":23,"area":"inference"},{"id":"2601.17668","title":"Fast KVzip: Efficient and Accurate LLM Inference with Gated KV Eviction","created":"2026-01-25","cited_by_count":16,"area":"inference"},{"id":"2410.17175","title":"Remote Timing Attacks on Efficient Language Model Inference","created":"2024-10-22","cited_by_count":13,"area":"inference"},{"id":"2505.21594","title":"Fast and Cost-effective Speculative Edge-Cloud Decoding with Early Exits","created":"2025-05-27","cited_by_count":11,"area":"inference"},{"id":"2507.03865","title":"OrthoRank: Token Selection via Sink Token Orthogonality for Efficient LLM inference","created":"2025-07-05","cited_by_count":8,"area":"inference"},{"id":"2405.17951","title":"Efficient Time Series Processing for Transformers and State-Space Models through Token Merging","created":"2024-05-28","cited_by_count":7,"area":"inference"},{"id":"2503.18869","title":"Reimagining Memory Access for LLM Inference: Compression-Aware Memory Controller Design","created":"2025-03-24","cited_by_count":5,"area":"inference"},{"id":"2502.06474","title":"UniMoD: Efficient Unified Multimodal Transformers with Mixture-of-Depths","created":"2025-02-10","cited_by_count":4,"area":"inference"},{"id":"2510.20787","title":"Alleviating Forgetfulness of Linear Attention by Hybrid Sparse Attention and Contextualized Learnable Token Eviction","created":"2025-10-23","cited_by_count":3,"area":"inference"},{"id":"2510.13161","title":"Mirror Speculative Decoding: Breaking the Serial Barrier in LLM Inference","created":"2025-10-15","cited_by_count":2,"area":"inference"},{"id":"2512.15705","title":"Dynamic Rebatching for Efficient Early-Exit Inference with DREX","created":"2025-12-17","cited_by_count":2,"area":"inference"},{"id":"2609.15160","title":"T-LoopFormer: Token-Level Elastic-Depth Looped Transformers for Latent Reasoning with Dynamic Routing","created":"2026-09-14","cited_by_count":2,"area":"inference"},{"id":"2502.13251","title":"Neural Attention Search","created":"2025-02-18","cited_by_count":1,"area":"inference"},{"id":"2605.09630","title":"Scratchpad Patching: Decoupling Compute from Patch Size in Byte-Level Language Models","created":"2026-05-10","cited_by_count":1,"area":"inference"},{"id":"2609.02737","title":"Language Models Can Control Their Own Attention","created":"2026-09-02","cited_by_count":1,"area":"inference"},{"id":"2509.03377","title":"TRACE: Unlocking Effective CXL Bandwidth via Lossless Compression and Precision Scaling","created":"2025-09-03","cited_by_count":0,"area":"inference"},{"id":"2511.21408","title":"Subjective Depth and Timescale Transformers: Learning Where and When to Compute","created":"2025-11-26","cited_by_count":0,"area":"inference"},{"id":"2602.02163","title":"Reg4Pru: Regularisation Through Random Token Routing for Token Pruning","created":"2026-02-02","cited_by_count":0,"area":"inference"},{"id":"2603.21365","title":"TIDE: Token-Informed Depth Execution for Per-Token Early Exit in LLM Inference","created":"2026-03-22","cited_by_count":0,"area":"inference"},{"id":"2608.09703","title":"Matryoshka Language Model Suites","created":"2026-08-10","cited_by_count":0,"area":"inference"},{"id":"2608.20632","title":"Sparse Token Routing in Efficient Transformers","created":"2026-08-21","cited_by_count":0,"area":"inference"},{"id":"2608.28846","title":"A rigor-matched audit of periodic-step layer skipping for efficient llm inference: conflayers versus swift, with a supplemental analysis of trained routing alternatives","created":"2026-08-28","cited_by_count":0,"area":"inference"},{"id":"2608.29291","title":"Accelerating Unified Multimodal Models with Core-Expansion Routing and Unified Computation Scheduling","created":"2026-08-29","cited_by_count":0,"area":"inference"},{"id":"2609.05275","title":"Don't Drop Dropout: Optimizing Layer Sparsity for Efficient LLM Training and Inference","created":"2026-09-04","cited_by_count":0,"area":"inference"},{"id":"2609.17008","title":"FlexEE: Self-Speculative and KV-Compatible Early Exiting for Offloading-Aware LLM Inference","created":"2026-09-15","cited_by_count":0,"area":"inference"},{"id":"2610.09013","title":"Enabling Dynamic Computation in Looped LMs","created":"2026-10-06","cited_by_count":0,"area":"inference"}],"next_cursor":null}