{"total":14,"rows":[{"id":"2305.10427","title":"Accelerating Transformer Inference for Translation via Parallel Decoding","created":"2023-05-17","cited_by_count":124,"area":"inference"},{"id":"2312.04916","title":"EE-LLM: Large-Scale Training and Inference of Early-Exit Large Language Models with 3D Parallelism","created":"2023-12-08","cited_by_count":69,"area":"inference"},{"id":"2211.08110","title":"HeatViT: Hardware-Efficient Adaptive Token Pruning for Vision Transformers","created":"2022-11-15","cited_by_count":46,"area":"inference"},{"id":"2406.02657","title":"Block Transformer: Global-to-Local Language Modeling for Fast Inference","created":"2024-06-04","cited_by_count":32,"area":"inference"},{"id":"2504.06261","title":"Hogwild! Inference: Parallel LLM Generation via Concurrent Attention","created":"2025-04-08","cited_by_count":32,"area":"inference"},{"id":"2404.03865","title":"FFN-SkipLLM: A Hidden Gem for Autoregressive Decoding with Adaptive Feed Forward Skipping","created":"2024-04-05","cited_by_count":23,"area":"inference"},{"id":"2502.00085","title":"Efficient Beam Search for Large Language Models Using Trie-Based Decoding","created":"2025-01-31","cited_by_count":10,"area":"inference"},{"id":"2502.00527","title":"PolarQuant: Leveraging Polar Transformation for Efficient Key Cache Quantization and Decoding Acceleration","created":"2025-02-01","cited_by_count":10,"area":"inference"},{"id":"2503.06594","title":"Beyond Decoder-only: Large Language Models Can be Good Encoders for Machine Translation","created":"2025-03-09","cited_by_count":8,"area":"inference"},{"id":"2412.16187","title":"HashEvict: A Pre-Attention KV Cache Eviction Strategy using Locality-Sensitive Hashing","created":"2024-12-13","cited_by_count":6,"area":"inference"},{"id":"2104.11897","title":"Modeling Coverage for Non-Autoregressive Neural Machine Translation","created":"2021-04-24","cited_by_count":4,"area":"inference"},{"id":"2211.06075","title":"Helping the Weak Makes You Strong: Simple Multi-Task Learning Improves Non-Autoregressive Translators","created":"2022-11-11","cited_by_count":1,"area":"inference"},{"id":"2512.10547","title":"Unlocking the Address Book: Dissecting the Sparse Semantic Structure of LLM Key-Value Caches via Sparse Autoencoders","created":"2025-12-11","cited_by_count":1,"area":"inference"},{"id":"2512.20687","title":"PHOTON: Hierarchical Autoregressive Modeling for Lightspeed and Memory-Efficient Language Generation","created":"2025-12-22","cited_by_count":0,"area":"inference"}],"next_cursor":null}