{"total":74,"rows":[{"id":"2211.17192","title":"Fast Inference from Transformers via Speculative Decoding","created":"2022-11-30","cited_by_count":1653,"area":"inference"},{"id":"2107.07511","title":"A Gentle Introduction to Conformal Prediction and Distribution-Free Uncertainty Quantification","created":"2021-07-15","cited_by_count":792,"area":null},{"id":"2203.14680","title":"Transformer Feed-Forward Layers Build Predictions by Promoting Concepts in the Vocabulary Space","created":"2022-03-28","cited_by_count":532,"area":null},{"id":"2207.07061","title":"Confident Adaptive Language Modeling","created":"2022-07-14","cited_by_count":310,"area":"inference"},{"id":"2307.01928","title":"Robots That Ask For Help: Uncertainty Alignment for Large Language Model Planners","created":"2023-07-04","cited_by_count":308,"area":"lr"},{"id":"2208.02814","title":"Conformal Risk Control","created":"2022-08-04","cited_by_count":299,"area":null},{"id":"2110.01052","title":"Learn then Test: Calibrating Predictive Algorithms to Achieve Risk Control","created":"2021-10-03","cited_by_count":271,"area":null},{"id":"2306.10193","title":"Conformal Language Modeling","created":"2023-06-16","cited_by_count":170,"area":null},{"id":"2212.08013","title":"FlexiViT: One Model for All Patch Sizes","created":"2022-12-15","cited_by_count":152,"area":null},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2310.12963","title":"AutoMix: Automatically Mixing Language Models","created":"2023-10-19","cited_by_count":125,"area":null},{"id":"2305.11860","title":"Let's Sample Step by Step: Adaptive-Consistency for Efficient Reasoning and Coding with LLMs","created":"2023-05-19","cited_by_count":115,"area":"lr"},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2402.18154","title":"Cutting Off the Head Ends the Conflict: A Mechanism for Interpreting and Mitigating Knowledge Conflicts in Language Models","created":"2024-02-28","cited_by_count":91,"area":null},{"id":"2303.09435","title":"Jump to Conclusions: Short-Cutting Transformers With Linear Transformations","created":"2023-03-16","cited_by_count":90,"area":null},{"id":"2302.14017","title":"Full Stack Optimization of Transformer Inference: a Survey","created":"2023-02-27","cited_by_count":80,"area":null},{"id":"2410.20672","title":"Relaxed Recursive Transformers: Effective Parameter Sharing with Layer-wise LoRA","created":"2024-10-28","cited_by_count":78,"area":null},{"id":"2312.04916","title":"EE-LLM: Large-Scale Training and Inference of Early-Exit Large Language Models with 3D Parallelism","created":"2023-12-08","cited_by_count":69,"area":"inference"},{"id":"2202.07654","title":"Tomayto, Tomahto. Beyond Token-level Answer Equivalence for Question Answering Evaluation","created":"2022-02-15","cited_by_count":67,"area":null},{"id":"2405.01976","title":"Conformal Prediction for Natural Language Processing: A Survey","created":"2024-05-03","cited_by_count":53,"area":null},{"id":"2111.05193","title":"A Survey on Green Deep Learning","created":"2021-11-08","cited_by_count":52,"area":null},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46,"area":null},{"id":"2202.07105","title":"A Survey on Model Compression and Acceleration for Pretrained Language Models","created":"2022-02-15","cited_by_count":45,"area":null},{"id":"2306.04459","title":"Uncertainty in Natural Language Processing: Sources, Quantification, and Applications","created":"2023-06-05","cited_by_count":44,"area":null},{"id":"2211.11152","title":"You Need Multiple Exiting: Dynamic Early Exiting for Accelerating Unified Vision Language Model","created":"2022-11-21","cited_by_count":43,"area":"mllm"},{"id":"2307.05908","title":"Predictive Pipelined Decoding: A Compute-Latency Trade-off for Exact LLM Decoding","created":"2023-07-12","cited_by_count":40,"area":null},{"id":"2407.15018","title":"Answer, Assemble, Ace: Understanding How LMs Answer Multiple Choice Questions","created":"2024-07-21","cited_by_count":35,"area":null},{"id":"2502.06805","title":"Efficient Diffusion Models: A Survey","created":"2025-02-03","cited_by_count":35,"area":"diffusion"},{"id":"2404.14408","title":"SpaceByte: Towards Deleting Tokenization from Large Language Modeling","created":"2024-04-22","cited_by_count":34,"area":null},{"id":"2405.20915","title":"Fast yet Safe: Early-Exiting with Risk Control","created":"2024-05-31","cited_by_count":30,"area":"inference"},{"id":"2411.02829","title":"CE-CoLLM: Efficient and Adaptive Large Language Models Through Cloud-Edge Collaboration","created":"2024-11-05","cited_by_count":25,"area":null},{"id":"2202.07101","title":"A Survey on Dynamic Neural Networks for Natural Language Processing","created":"2022-02-15","cited_by_count":24,"area":null},{"id":"2210.07913","title":"Efficiently Controlling Multiple Risks with Pareto Testing","created":"2022-10-14","cited_by_count":22,"area":null},{"id":"2301.13195","title":"Adaptive Computation with Elastic Input Sequence","created":"2023-01-30","cited_by_count":22,"area":null},{"id":"2312.04021","title":"A Study on the Calibration of In-context Learning","created":"2023-12-07","cited_by_count":22,"area":null},{"id":"2402.00707","title":"Non-Exchangeable Conformal Language Generation with Nearest Neighbors","created":"2024-02-01","cited_by_count":21,"area":null},{"id":"2305.11916","title":"F-PABEE: Flexible-patience-based Early Exiting for Single-label and Multi-label text Classification Tasks","created":"2023-05-21","cited_by_count":18,"area":null},{"id":"2306.02652","title":"Towards Anytime Classification in Early-Exit Architectures by Enforcing Conditional Monotonicity","created":"2023-06-05","cited_by_count":16,"area":"inference"},{"id":"2410.05167","title":"Presto! Distilling Steps and Layers for Accelerating Music Generation","created":"2024-10-07","cited_by_count":16,"area":"diffusion"},{"id":"2207.01609","title":"Recommendation Systems with Distribution-Free Reliability Guarantees","created":"2022-07-04","cited_by_count":13,"area":null},{"id":"2306.07254","title":"On the Expected Size of Conformal Prediction Sets","created":"2023-06-12","cited_by_count":13,"area":null},{"id":"2312.11882","title":"ConsistentEE: A Consistent and Hardness-Guided Early Exiting Method for Accelerating Language Models Inference","created":"2023-12-19","cited_by_count":13,"area":"inference"},{"id":"2402.00518","title":"EE-Tuning: An Economical yet Scalable Solution for Tuning Early-Exit Large Language Models","created":"2024-02-01","cited_by_count":13,"area":"inference"},{"id":"2408.05927","title":"A Simple Early Exiting Framework for Accelerated Sampling in Diffusion Models","created":"2024-08-12","cited_by_count":13,"area":"diffusion"},{"id":"2405.15039","title":"CEEBERT: Cross-Domain Inference in Early Exit BERT","created":"2024-05-23","cited_by_count":12,"area":"inference"},{"id":"2402.00857","title":"Early Time Classification with Accumulated Accuracy Gap Control","created":"2024-02-01","cited_by_count":11,"area":null},{"id":"2405.14105","title":"Distributed Speculative Inference (DSI): Speculation Parallelism for Provably Faster Lossless Language Model Inference","created":"2024-05-23","cited_by_count":9,"area":"inference"},{"id":"2509.11961","title":"Spec-LLaVA: Accelerating Vision-Language Models with Dynamic Tree-Based Speculative Decoding","created":"2025-09-15","cited_by_count":9,"area":"lr"},{"id":"2502.13329","title":"Language Models Can Predict Their Own Behavior","created":"2025-02-18","cited_by_count":8,"area":"lr"},{"id":"2504.10724","title":"HELIOS: Adaptive Model And Early-Exit Selection for Efficient LLM Inference Serving","created":"2025-04-14","cited_by_count":8,"area":"inference"},{"id":"2311.10900","title":"Max-Rank: Efficient Multiple Testing for Conformal Prediction","created":"2023-11-17","cited_by_count":7,"area":null},{"id":"2311.05931","title":"Early-Exit Neural Networks with Nested Prediction Sets","created":"2023-11-10","cited_by_count":6,"area":null},{"id":"2306.02307","title":"Finding the SWEET Spot: Analysis and Improvement of Adaptive Inference in Low Resource Settings","created":"2023-06-04","cited_by_count":5,"area":"inference"},{"id":"2402.00976","title":"Investigating Recurrent Transformers with Dynamic Halt","created":"2024-02-01","cited_by_count":5,"area":null},{"id":"2407.20272","title":"An Efficient Inference Framework for Early-exit Large Language Models","created":"2024-07-25","cited_by_count":5,"area":"inference"},{"id":"2210.14735","title":"Distribution-Free Finite-Sample Guarantees and Split Conformal Prediction","created":"2022-10-26","cited_by_count":4,"area":null},{"id":"2412.13437","title":"Deploying Foundation Model Powered Agent Services: A Survey","created":"2024-12-18","cited_by_count":4,"area":"agents"},{"id":"2412.19325","title":"Performance Control in Early Exiting to Deploy Large Models at the Same Cost of Smaller Ones","created":"2024-12-26","cited_by_count":4,"area":"inference"},{"id":"2509.07054","title":"Statistical Methods in Generative AI","created":"2025-09-08","cited_by_count":4,"area":null},{"id":"2604.01502","title":"Conformal Risk Control under Non-Monotone Losses: Theory and Finite-Sample Guarantees","created":"2026-04-02","cited_by_count":3,"area":null},{"id":"2207.07656","title":"FLOWGEN: Fast and slow graph generation","created":"2022-07-15","cited_by_count":2,"area":null},{"id":"2405.15208","title":"Decoding at the Speed of Thought: Harnessing Parallel Decoding of Lexical Units for LLMs","created":"2024-05-24","cited_by_count":2,"area":"lr"},{"id":"2501.07185","title":"Uncertainty Guarantees on Automated Precision Weeding using Conformal Prediction","created":"2025-01-13","cited_by_count":1,"area":null},{"id":"2601.22035","title":"Thinking Out of Order: When Output Order Stops Reflecting Reasoning Order in Diffusion Language Models","created":"2026-01-29","cited_by_count":1,"area":"lr"},{"id":"2411.16991","title":"Dynamic Self-Distillation via Previous Mini-batches for Fine-tuning Small Language Models","created":"2024-11-25","cited_by_count":0,"area":"distill"},{"id":"2511.03943","title":"Temporal Zoom Networks: Distance Regression and Continuous Depth for Efficient Action Localization","created":"2025-11-06","cited_by_count":0,"area":null},{"id":"2604.17286","title":"Depth Adaptive Efficient Visual Autoregressive Modeling","created":"2026-04-19","cited_by_count":0,"area":null},{"id":"2604.18592","title":"Two-dimensional early exit optimisation of LLM inference","created":"2026-03-27","cited_by_count":0,"area":"inference"},{"id":"2605.13190","title":"N-vium: Mixture-of-Exits Transformer for Accelerated Exact Generation","created":"2026-05-13","cited_by_count":0,"area":null},{"id":"2605.17499","title":"t-gems: text-guided exit modules for decreasing clip image encoder","created":"2026-05-17","cited_by_count":0,"area":null},{"id":"2608.14617","title":"Calibrated Trust, Not Sharper Prediction: An Empirical Test of Uncertainty Fusion","created":"2026-07-11","cited_by_count":0,"area":null},{"id":"2608.28846","title":"A rigor-matched audit of periodic-step layer skipping for efficient llm inference: conflayers versus swift, with a supplemental analysis of trained routing alternatives","created":"2026-08-28","cited_by_count":0,"area":"inference"},{"id":"2609.13682","title":"LayerRoute: Adaptive Layer-Skipping with LoRA-Preserved Quality for Efficient LLM Inference","created":"2026-09-12","cited_by_count":0,"area":"inference"},{"id":"2610.19189","title":"Adaptive Computation with Conformal Certification","created":"2026-10-13","cited_by_count":0,"area":null}],"next_cursor":null}