{"total":27,"rows":[{"id":"2302.07863","title":"Speculative Decoding with Big Little Decoder","created":"2023-02-15","cited_by_count":164,"area":"inference"},{"id":"2107.00910","title":"Learned Token Pruning for Transformers","created":"2021-07-02","cited_by_count":139,"area":"inference"},{"id":"2103.04505","title":"Split Computing and Early Exiting for Deep Learning Applications: Survey and Research Challenges","created":"2021-03-08","cited_by_count":115,"area":"inference"},{"id":"2203.13240","title":"Token Dropping for Efficient BERT Pretraining","created":"2022-03-24","cited_by_count":42,"area":"inference"},{"id":"2405.16148","title":"Accelerating Transformers with Spectrum-Preserving Token Merging","created":"2024-05-25","cited_by_count":35,"area":"inference"},{"id":"2203.01670","title":"A Simple Hash-Based Early Exiting Approach For Language Understanding and Generation","created":"2022-03-03","cited_by_count":32,"area":"inference"},{"id":"2105.13878","title":"Accelerating BERT Inference for Sequence Labeling via Early-Exit","created":"2021-05-28","cited_by_count":29,"area":"inference"},{"id":"2410.17897","title":"Value Residual Learning","created":"2024-10-23","cited_by_count":27,"area":"inference"},{"id":"2107.00175","title":"Elbert: Fast Albert with Confidence-Window Based Early Exit","created":"2021-07-01","cited_by_count":14,"area":"inference"},{"id":"2305.12228","title":"Dynamic Transformers Provide a False Sense of Efficiency","created":"2023-05-20","cited_by_count":14,"area":"inference"},{"id":"2405.15039","title":"CEEBERT: Cross-Domain Inference in Early Exit BERT","created":"2024-05-23","cited_by_count":12,"area":"inference"},{"id":"2303.09266","title":"SmartBERT: A Promotion of Dynamic Early Exiting Mechanism for Accelerating BERT Inference","created":"2023-03-16","cited_by_count":9,"area":"inference"},{"id":"2204.03276","title":"PALBERT: Teaching ALBERT to Ponder","created":"2022-04-07","cited_by_count":6,"area":"inference"},{"id":"2306.14393","title":"Constraint-aware and Ranking-distilled Token Pruning for Efficient Transformer Inference","created":"2023-06-26","cited_by_count":6,"area":"inference"},{"id":"2408.01890","title":"Cross-layer Attention Sharing for Pre-trained Large Language Models","created":"2024-08-04","cited_by_count":5,"area":"inference"},{"id":"2402.05948","title":"DE$^3$-BERT: Distance-Enhanced Early Exiting for BERT based on Prototypical Networks","created":"2024-02-03","cited_by_count":3,"area":"inference"},{"id":"2210.15523","title":"COST-EFF: Collaborative Optimization of Spatial and Temporal Efficiency with Slenderized Multi-exit Language Models","created":"2022-10-27","cited_by_count":2,"area":"inference"},{"id":"2309.16738","title":"ELIP: Efficient Discriminative Language-Image Pre-training with Fewer Vision Tokens","created":"2023-09-28","cited_by_count":2,"area":"inference"},{"id":"2506.17249","title":"Improving Prediction Certainty Estimation for Reliable Early Exiting via Null Space Projection","created":"2025-06-08","cited_by_count":2,"area":"inference"},{"id":"2609.15160","title":"T-LoopFormer: Token-Level Elastic-Depth Looped Transformers for Latent Reasoning with Dynamic Routing","created":"2026-09-14","cited_by_count":2,"area":"inference"},{"id":"2403.02352","title":"ATP: Enabling Fast LLM Serving via Attention on Top Principal Keys","created":"2024-03-01","cited_by_count":1,"area":"inference"},{"id":"2409.14091","title":"Normalized Narrow Jump To Conclusions: Normalized Narrow Shortcuts for Parameter Efficient Early Exit Transformer Prediction","created":"2024-09-21","cited_by_count":1,"area":"inference"},{"id":"2412.13236","title":"COSEE: Consistency-Oriented Signal-Based Early Exiting via Calibrated Sample Weighting Mechanism","created":"2024-12-17","cited_by_count":1,"area":"inference"},{"id":"2602.06471","title":"Revisiting the Shape Convention of Transformer Language Models","created":"2026-02-06","cited_by_count":1,"area":"inference"},{"id":"2412.05225","title":"BEExformer: A Fast Inferencing Binarized Transformer with Early Exits","created":"2024-12-06","cited_by_count":0,"area":"inference"},{"id":"2605.10453","title":"SlimSpec: Low-Rank Draft LM-Head for Accelerated Speculative Decoding","created":"2026-05-11","cited_by_count":0,"area":"inference"},{"id":"2608.15943","title":"KV-Pipe: On the Relation Between KV Sharing and Pipeline Parallel Efficiency in LLMs","created":"2026-08-16","cited_by_count":0,"area":"inference"}],"next_cursor":null}