{"total":13,"rows":[{"id":"2312.04916","title":"EE-LLM: Large-Scale Training and Inference of Early-Exit Large Language Models with 3D Parallelism","created":"2023-12-08","cited_by_count":69,"area":"inference"},{"id":"2312.12728","title":"Lookahead: An Inference Acceleration Framework for Large Language Model with Lossless Generation Accuracy","created":"2023-12-20","cited_by_count":37,"area":"inference"},{"id":"2203.01670","title":"A Simple Hash-Based Early Exiting Approach For Language Understanding and Generation","created":"2022-03-03","cited_by_count":32,"area":"inference"},{"id":"2404.03865","title":"FFN-SkipLLM: A Hidden Gem for Autoregressive Decoding with Adaptive Feed Forward Skipping","created":"2024-04-05","cited_by_count":23,"area":"inference"},{"id":"2305.12228","title":"Dynamic Transformers Provide a False Sense of Efficiency","created":"2023-05-20","cited_by_count":14,"area":"inference"},{"id":"2402.00518","title":"EE-Tuning: An Economical yet Scalable Solution for Tuning Early-Exit Large Language Models","created":"2024-02-01","cited_by_count":13,"area":"inference"},{"id":"2210.13304","title":"ELMER: A Non-Autoregressive Pre-trained Language Model for Efficient and Effective Text Generation","created":"2022-10-24","cited_by_count":10,"area":"inference"},{"id":"2501.02173","title":"The Efficiency vs. Accuracy Trade-off: Optimizing RAG-Enhanced LLM Recommender Systems Using Multi-Head Early Exit","created":"2025-01-04","cited_by_count":10,"area":"inference"},{"id":"2311.08623","title":"DEED: Dynamic Early Exit on Decoder for Accelerating Encoder-Decoder Transformer Models","created":"2023-11-15","cited_by_count":7,"area":"inference"},{"id":"2406.05464","title":"DAISY: Data Adaptive Self-Supervised Early Exit for Speech Representation Models","created":"2024-06-08","cited_by_count":4,"area":"inference"},{"id":"2402.05948","title":"DE$^3$-BERT: Distance-Enhanced Early Exiting for BERT based on Prototypical Networks","created":"2024-02-03","cited_by_count":3,"area":"inference"},{"id":"2410.04433","title":"CAPEEN: Image Captioning with Early Exits and Knowledge Distillation","created":"2024-10-06","cited_by_count":3,"area":"inference"},{"id":"2604.12247","title":"SpecBound: Adaptive Bounded Self-Speculation with Layer-wise Confidence Calibration","created":"2026-04-14","cited_by_count":1,"area":"inference"}],"next_cursor":null}