{"total":310,"rows":[{"id":"2303.08112","title":"Eliciting Latent Predictions from Transformers with the Tuned Lens","created":"2023-03-14","cited_by_count":623,"area":"mechinterp"},{"id":"2306.13643","title":"LightGlue: Local Feature Matching at Light Speed","created":"2023-06-23","cited_by_count":590,"area":null},{"id":"2211.05102","title":"Efficiently Scaling Transformer Inference","created":"2022-11-09","cited_by_count":539,"area":null},{"id":"2404.14082","title":"Mechanistic Interpretability for AI Safety -- A Review","created":"2024-04-22","cited_by_count":422,"area":"mechinterp"},{"id":"2309.03883","title":"DoLa: Decoding by Contrasting Layers Improves Factuality in Large Language Models","created":"2023-09-07","cited_by_count":376,"area":null},{"id":"2307.01928","title":"Robots That Ask For Help: Uncertainty Alignment for Large Language Model Planners","created":"2023-07-04","cited_by_count":308,"area":"lr"},{"id":"2404.16710","title":"LayerSkip: Enabling Early Exit Inference and Self-Speculative Decoding","created":"2024-04-25","cited_by_count":307,"area":"inference"},{"id":"2208.02814","title":"Conformal Risk Control","created":"2022-08-04","cited_by_count":299,"area":null},{"id":"2306.07629","title":"SqueezeLLM: Dense-and-Sparse Quantization","created":"2023-06-13","cited_by_count":294,"area":null},{"id":"2305.19187","title":"Generating with Confidence: Uncertainty Quantification for Black-box Large Language Models","created":"2023-05-30","cited_by_count":293,"area":null},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2306.10193","title":"Conformal Language Modeling","created":"2023-06-16","cited_by_count":170,"area":null},{"id":"2302.07863","title":"Speculative Decoding with Big Little Decoder","created":"2023-02-15","cited_by_count":164,"area":"inference"},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2209.01667","title":"A Review of Sparse Expert Models in Deep Learning","created":"2022-09-04","cited_by_count":148,"area":"moe"},{"id":"2507.10524","title":"Mixture-of-Recursions: Learning Dynamic Recursive Depths for Adaptive Token-Level Computation","created":"2025-07-14","cited_by_count":133,"area":null},{"id":"2407.18921","title":"Mobile Edge Intelligence for Large Language Models: A Contemporary Survey","created":"2024-07-09","cited_by_count":128,"area":null},{"id":"2310.12963","title":"AutoMix: Automatically Mixing Language Models","created":"2023-10-19","cited_by_count":125,"area":null},{"id":"2405.14366","title":"MiniCache: KV Cache Compression in Depth Dimension for Large Language Models","created":"2024-05-23","cited_by_count":125,"area":"inference"},{"id":"2404.10136","title":"Language Model Cascades: Token-level uncertainty and beyond","created":"2024-04-15","cited_by_count":121,"area":null},{"id":"2411.02359","title":"DeeR-VLA: Dynamic Inference of Multimodal Large Language Models for Efficient Robot Execution","created":"2024-11-04","cited_by_count":117,"area":"lr"},{"id":"2406.15627","title":"Benchmarking Uncertainty Quantification Methods for Large Language Models with LM-Polygraph","created":"2024-06-21","cited_by_count":105,"area":null},{"id":"2410.11414","title":"ReDeEP: Detecting Hallucination in Retrieval-Augmented Generation via Mechanistic Interpretability","created":"2024-10-15","cited_by_count":101,"area":"rag"},{"id":"2402.09025","title":"SLEB: Streamlining LLMs through Redundancy Verification and Elimination of Transformer Blocks","created":"2024-02-14","cited_by_count":97,"area":null},{"id":"2408.02032","title":"Self-Introspective Decoding: Alleviating Hallucinations for Large Vision-Language Models","created":"2024-08-04","cited_by_count":94,"area":"mllm"},{"id":"2303.09435","title":"Jump to Conclusions: Short-Cutting Transformers With Linear Transformations","created":"2023-03-16","cited_by_count":90,"area":null},{"id":"2311.00430","title":"Distil-Whisper: Robust Knowledge Distillation via Large-Scale Pseudo Labelling","created":"2023-11-01","cited_by_count":90,"area":"distill"},{"id":"2307.02628","title":"SkipDecode: Autoregressive Skip Decoding with Batching and Caching for Efficient LLM Inference","created":"2023-07-05","cited_by_count":89,"area":"inference"},{"id":"2410.11779","title":"MLLM can see? Dynamic Correction Decoding for Hallucination Mitigation","created":"2024-10-15","cited_by_count":88,"area":"mllm"},{"id":"2502.08773","title":"Universal Model Routing for Efficient LLM Inference","created":"2025-02-12","cited_by_count":86,"area":"inference"},{"id":"2310.07707","title":"MatFormer: Nested Transformer for Elastic Inference","created":"2023-10-11","cited_by_count":85,"area":null},{"id":"2303.09752","title":"CoLT5: Faster Long-Range Transformers with Conditional Computation","created":"2023-03-17","cited_by_count":84,"area":null},{"id":"2402.02834","title":"Shortened LLaMA: Depth Pruning for Large Language Models with Comparison of Retraining Methods","created":"2024-02-05","cited_by_count":82,"area":null},{"id":"2302.14017","title":"Full Stack Optimization of Transformer Inference: a Survey","created":"2023-02-27","cited_by_count":80,"area":null},{"id":"2310.05424","title":"Fast and Robust Early-Exiting Framework for Autoregressive Language Models with Synchronized Parallel Decoding","created":"2023-10-09","cited_by_count":80,"area":"inference"},{"id":"2410.10347","title":"A Unified Approach to Routing and Cascading for LLMs","created":"2024-10-14","cited_by_count":80,"area":"agents"},{"id":"2410.20672","title":"Relaxed Recursive Transformers: Effective Parameter Sharing with Layer-wise LoRA","created":"2024-10-28","cited_by_count":78,"area":null},{"id":"2402.02082","title":"GliDe with a CaPE: A Low-Hassle Method to Accelerate Speculative Decoding","created":"2024-02-03","cited_by_count":75,"area":"inference"},{"id":"2410.03577","title":"Look Twice Before You Answer: Memory-Space Visual Retracing for Hallucination Mitigation in Multimodal Large Language Models","created":"2024-10-04","cited_by_count":72,"area":"mllm"},{"id":"2304.04947","title":"Conditional Adapters: Parameter-efficient Transfer Learning with Fast Inference","created":"2023-04-11","cited_by_count":69,"area":null},{"id":"2312.04916","title":"EE-LLM: Large-Scale Training and Inference of Early-Exit Large Language Models with 3D Parallelism","created":"2023-12-08","cited_by_count":69,"area":"inference"},{"id":"2209.14290","title":"FiD-Light: Efficient and Effective Retrieval-Augmented Text Generation","created":"2022-09-28","cited_by_count":63,"area":"rag"},{"id":"2602.11451","title":"LoopFormer: Elastic-Depth Looped Transformers for Latent Reasoning via Shortcut Modulation","created":"2026-02-11","cited_by_count":61,"area":"lr"},{"id":"2501.19309","title":"Judge Decoding: Faster Speculative Sampling Requires Going Beyond Model Alignment","created":"2025-01-31","cited_by_count":59,"area":"alignment"},{"id":"2404.18911","title":"Kangaroo: Lossless Self-Speculative Decoding via Double Early Exiting","created":"2024-04-29","cited_by_count":58,"area":"inference"},{"id":"2405.01976","title":"Conformal Prediction for Natural Language Processing: A Survey","created":"2024-05-03","cited_by_count":53,"area":null},{"id":"2510.06477","title":"Attention Sinks and Compression Valleys in LLMs are Two Sides of the Same Coin","created":"2025-10-07","cited_by_count":52,"area":null},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46,"area":null},{"id":"2309.04255","title":"LLMCad: Fast and Scalable On-device Large Language Model Inference","created":"2023-09-08","cited_by_count":45,"area":null},{"id":"2306.04459","title":"Uncertainty in Natural Language Processing: Sources, Quantification, and Applications","created":"2023-06-05","cited_by_count":44,"area":null},{"id":"2405.08944","title":"Challenges in Deploying Long-Context Transformers: A Theoretical Peak Performance Analysis","created":"2024-05-14","cited_by_count":44,"area":"agents"},{"id":"2211.11152","title":"You Need Multiple Exiting: Dynamic Early Exiting for Accelerating Unified Vision Language Model","created":"2022-11-21","cited_by_count":43,"area":"mllm"},{"id":"2307.05908","title":"Predictive Pipelined Decoding: A Compute-Latency Trade-off for Exact LLM Decoding","created":"2023-07-12","cited_by_count":40,"area":null},{"id":"2406.12094","title":"Who's asking? User personas and the mechanics of latent misalignment","created":"2024-06-17","cited_by_count":40,"area":"safety"},{"id":"2405.19261","title":"Faster Cascades via Speculative Decoding","created":"2024-05-29","cited_by_count":38,"area":"inference"},{"id":"2406.14479","title":"Tracing Representation Progression: Analyzing and Enhancing Layer-Wise Similarity","created":"2024-06-20","cited_by_count":36,"area":null},{"id":"2407.15018","title":"Answer, Assemble, Ace: Understanding How LMs Answer Multiple Choice Questions","created":"2024-07-21","cited_by_count":35,"area":null},{"id":"2402.01528","title":"Decoding Speculative Decoding","created":"2024-02-02","cited_by_count":34,"area":"inference"},{"id":"2310.07096","title":"Sparse Universal Transformer","created":"2023-10-11","cited_by_count":32,"area":"moe"},{"id":"2406.02657","title":"Block Transformer: Global-to-Local Language Modeling for Fast Inference","created":"2024-06-04","cited_by_count":32,"area":"inference"},{"id":"2405.20915","title":"Fast yet Safe: Early-Exiting with Risk Control","created":"2024-05-31","cited_by_count":30,"area":"inference"},{"id":"2512.09106","title":"Learning Unmasking Policies for Diffusion Language Models","created":"2025-12-09","cited_by_count":30,"area":"diffusion"},{"id":"2305.01628","title":"The Benefits of Bad Advice: Autocontrastive Decoding across Model Layers","created":"2023-05-02","cited_by_count":29,"area":null},{"id":"2310.01262","title":"Non-Exchangeable Conformal Risk Control","created":"2023-10-02","cited_by_count":29,"area":null},{"id":"2410.20771","title":"MrT5: Dynamic Token Merging for Efficient Byte-level Language Models","created":"2024-10-28","cited_by_count":28,"area":"inference"},{"id":"2503.23798","title":"Adaptive Layer-skipping in Pre-trained LLMs","created":"2025-03-31","cited_by_count":27,"area":null},{"id":"2505.18962","title":"System-1.5 Reasoning: Traversal in Language and Latent Spaces with Dynamic Shortcuts","created":"2025-05-25","cited_by_count":27,"area":"lr"},{"id":"2407.19985","title":"Mixture of Nested Experts: Adaptive Processing of Visual Tokens","created":"2024-07-29","cited_by_count":25,"area":"moe"},{"id":"2410.06494","title":"Conformal Prediction: A Data Perspective","created":"2024-10-09","cited_by_count":25,"area":null},{"id":"2505.20353","title":"FastCache: Fast Caching for Diffusion Transformer Through Learnable Linear Approximation","created":"2025-05-26","cited_by_count":24,"area":"diffusion"},{"id":"2509.26522","title":"Entropy After </Think> for reasoning model early exiting","created":"2025-09-30","cited_by_count":24,"area":"lr"},{"id":"2510.07358","title":"Encode, Think, Decode: Scaling test-time reasoning with recursive latent thoughts","created":"2025-10-08","cited_by_count":24,"area":"lr"},{"id":"2510.08146","title":"Think Just Enough: Sequence-Level Entropy as a Confidence Signal for LLM Reasoning","created":"2025-10-09","cited_by_count":24,"area":"lr"},{"id":"2210.07913","title":"Efficiently Controlling Multiple Risks with Pareto Testing","created":"2022-10-14","cited_by_count":22,"area":null},{"id":"2301.13195","title":"Adaptive Computation with Elastic Input Sequence","created":"2023-01-30","cited_by_count":22,"area":null},{"id":"2310.03686","title":"DecoderLens: Layerwise Interpretation of Encoder-Decoder Transformers","created":"2023-10-05","cited_by_count":22,"area":null},{"id":"2410.05589","title":"ParallelSpec: Parallel Drafter for Efficient Speculative Decoding","created":"2024-10-08","cited_by_count":22,"area":"inference"},{"id":"2306.02003","title":"On Optimal Caching and Model Multiplexing for Large Model Inference","created":"2023-06-03","cited_by_count":20,"area":null},{"id":"2410.05563","title":"Rational Metareasoning for Large Language Models","created":"2024-10-07","cited_by_count":20,"area":"lr"},{"id":"2311.15436","title":"Learning to Skip for Language Modeling","created":"2023-11-26","cited_by_count":19,"area":null},{"id":"2311.13628","title":"Prompt Risk Control: A Rigorous Framework for Responsible Deployment of Large Language Models","created":"2023-11-22","cited_by_count":17,"area":null},{"id":"2309.03797","title":"Conformal Autoregressive Generation: Beam Search with Coverage Guarantees","created":"2023-09-07","cited_by_count":16,"area":null},{"id":"2407.02348","title":"Agreement-Based Cascading for Efficient Inference","created":"2024-07-02","cited_by_count":16,"area":null},{"id":"2508.12491","title":"Cost-Aware Contrastive Routing for LLMs","created":"2025-08-17","cited_by_count":16,"area":null},{"id":"2511.08577","title":"Think-at-Hard: Dynamic Looped Transformers for Improved Reasoning","created":"2025-11-11","cited_by_count":16,"area":"lr"},{"id":"2310.09163","title":"Jointly-Learned Exit and Inference for a Dynamic Neural Network : JEI-DNN","created":"2023-10-13","cited_by_count":15,"area":null},{"id":"2312.05385","title":"Apparate: Rethinking Early Exits to Tame Latency-Throughput Tensions in ML Serving","created":"2023-12-08","cited_by_count":15,"area":"inference"},{"id":"2406.00060","title":"Cascade-Aware Training of Language Models","created":"2024-05-29","cited_by_count":15,"area":null},{"id":"2409.15844","title":"Adaptive Learn-then-Test: Statistically Valid and Efficient Hyperparameter Selection","created":"2024-09-24","cited_by_count":15,"area":null},{"id":"2501.18532","title":"Differentially Private Steering for Large Language Model Alignment","created":"2025-01-30","cited_by_count":15,"area":"alignment"},{"id":"2305.12228","title":"Dynamic Transformers Provide a False Sense of Efficiency","created":"2023-05-20","cited_by_count":14,"area":"inference"},{"id":"2309.17074","title":"AdaDiff: Accelerating Diffusion Models through Step-Wise Adaptive Computation","created":"2023-09-29","cited_by_count":14,"area":"diffusion"},{"id":"2407.11798","title":"PipeInfer: Accelerating LLM Inference using Asynchronous Pipelined Speculation","created":"2024-07-16","cited_by_count":14,"area":"inference"},{"id":"2511.07885","title":"Intelligence per Watt: Measuring Intelligence Efficiency of Local AI","created":"2025-11-11","cited_by_count":14,"area":null},{"id":"2301.13310","title":"Alternating Updates for Efficient Transformers","created":"2023-01-30","cited_by_count":13,"area":null},{"id":"2402.00518","title":"EE-Tuning: An Economical yet Scalable Solution for Tuning Early-Exit Large Language Models","created":"2024-02-01","cited_by_count":13,"area":"inference"},{"id":"2408.05927","title":"A Simple Early Exiting Framework for Accelerated Sampling in Diffusion Models","created":"2024-08-12","cited_by_count":13,"area":"diffusion"},{"id":"2602.06025","title":"Learning Query-Aware Budget-Tier Routing for Runtime Agent Memory","created":"2026-02-05","cited_by_count":13,"area":"agents"},{"id":"2410.20210","title":"Looking Beyond The Top-1: Transformers Determine Top Tokens In Order","created":"2024-10-26","cited_by_count":12,"area":null},{"id":"2402.00857","title":"Early Time Classification with Accumulated Accuracy Gap Control","created":"2024-02-01","cited_by_count":11,"area":null}],"next_cursor":"100"}