{"total":15,"rows":[{"id":"2305.10427","title":"Accelerating Transformer Inference for Translation via Parallel Decoding","created":"2023-05-17","cited_by_count":124,"area":"inference"},{"id":"2410.20771","title":"MrT5: Dynamic Token Merging for Efficient Byte-level Language Models","created":"2024-10-28","cited_by_count":28,"area":"inference"},{"id":"2502.00791","title":"Vision-centric Token Compression in Large Language Model","created":"2025-02-02","cited_by_count":21,"area":"inference"},{"id":"2502.05202","title":"Accelerating LLM Inference with Lossless Speculative Decoding Algorithms for Heterogeneous Vocabularies","created":"2025-01-31","cited_by_count":20,"area":"inference"},{"id":"2306.16009","title":"Accelerating Transducers through Adjacent Token Merging","created":"2023-06-28","cited_by_count":15,"area":"inference"},{"id":"2211.00484","title":"Fast and parallel decoding for transducer","created":"2022-10-31","cited_by_count":12,"area":"inference"},{"id":"2507.02659","title":"OmniDraft: A Cross-vocabulary, Online Adaptive Drafter for On-device Speculative Decoding","created":"2025-07-03","cited_by_count":4,"area":"inference"},{"id":"2510.13847","title":"DynaSpec: Context-aware Dynamic Speculative Sampling for Large-Vocabulary Language Models","created":"2025-10-11","cited_by_count":4,"area":"inference"},{"id":"2502.13502","title":"PLDR-LLMs Learn A Generalizable Tensor Operator That Can Replace Its Own Deep Neural Net At Inference","created":"2025-02-19","cited_by_count":3,"area":"inference"},{"id":"2511.14806","title":"MergeDNA: Context-aware Genome Modeling with Dynamic Tokenization through Token Merging","created":"2025-11-17","cited_by_count":2,"area":"inference"},{"id":"2605.11774","title":"From Token to Token Pair: Efficient Prompt Compression for Large Language Models in Clinical Prediction","created":"2026-05-12","cited_by_count":2,"area":"inference"},{"id":"2512.00719","title":"SIMPLE: Disaggregating Sampling from GPU Inference into a Decision Plane for Faster Distributed LLM Serving","created":"2025-11-30","cited_by_count":1,"area":"inference"},{"id":"2605.09630","title":"Scratchpad Patching: Decoupling Compute from Patch Size in Byte-Level Language Models","created":"2026-05-10","cited_by_count":1,"area":"inference"},{"id":"2510.15545","title":"TokenTiming: A Dynamic Alignment Method for Universal Speculative Decoding Model Pairs","created":"2025-10-17","cited_by_count":0,"area":"inference"},{"id":"2610.13605","title":"zip2zip++: Towards Inference-Time Token Compression with Minimal Quality Loss","created":"2026-10-09","cited_by_count":0,"area":"inference"}],"next_cursor":null}