{"total":258,"rows":[{"id":"2404.16710","title":"LayerSkip: Enabling Early Exit Inference and Self-Speculative Decoding","created":"2024-04-25","cited_by_count":307,"area":"inference"},{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2407.06204","title":"A Survey on Mixture of Experts in Large Language Models","created":"2024-06-26","cited_by_count":237,"area":"moe"},{"id":"2411.17465","title":"ShowUI: One Vision-Language-Action Model for GUI Visual Agent","created":"2024-11-26","cited_by_count":232,"area":null},{"id":"2411.04996","title":"Mixture-of-Transformers: A Sparse and Scalable Architecture for Multi-Modal Foundation Models","created":"2024-11-07","cited_by_count":163,"area":null},{"id":"2406.01733","title":"Learning-to-Cache: Accelerating Diffusion Transformer via Layer Caching","created":"2024-06-03","cited_by_count":142,"area":"diffusion"},{"id":"2406.16838","title":"From Decoding to Meta-Generation: Inference-time Algorithms for Large Language Models","created":"2024-06-24","cited_by_count":137,"area":null},{"id":"2507.10524","title":"Mixture-of-Recursions: Learning Dynamic Recursive Depths for Adaptive Token-Level Computation","created":"2025-07-14","cited_by_count":133,"area":null},{"id":"2504.02732","title":"Why do LLMs attend to the first token?","created":"2025-04-03","cited_by_count":127,"area":null},{"id":"2405.14366","title":"MiniCache: KV Cache Compression in Depth Dimension for Large Language Models","created":"2024-05-23","cited_by_count":125,"area":"inference"},{"id":"2411.02359","title":"DeeR-VLA: Dynamic Inference of Multimodal Large Language Models for Efficient Robot Execution","created":"2024-11-04","cited_by_count":117,"area":"lr"},{"id":"2410.08202","title":"Mono-InternVL: Pushing the Boundaries of Monolithic Multimodal Large Language Models with Endogenous Visual Pre-training","created":"2024-10-10","cited_by_count":82,"area":"mllm"},{"id":"2410.20672","title":"Relaxed Recursive Transformers: Effective Parameter Sharing with Layer-wise LoRA","created":"2024-10-28","cited_by_count":78,"area":null},{"id":"2411.18466","title":"Complexity Experts are Task-Discriminative Learners for Any Image Restoration","created":"2024-11-27","cited_by_count":77,"area":"moe"},{"id":"2508.21046","title":"CogVLA: Cognition-Aligned Vision-Language-Action Model via Instruction-Driven Routing & Sparsification","created":"2025-08-28","cited_by_count":74,"area":"mllm"},{"id":"2507.07955","title":"Dynamic Chunking for End-to-End Hierarchical Sequence Modeling","created":"2025-07-10","cited_by_count":72,"area":null},{"id":"2503.20384","title":"MoLe-VLA: Dynamic Layer-skipping Vision Language Action Model via Mixture-of-Layers for Efficient Robot Manipulation","created":"2025-03-26","cited_by_count":70,"area":"mllm"},{"id":"2407.21770","title":"MoMa: Efficient Early-Fusion Pre-training with Mixture of Modality-Aware Experts","created":"2024-07-31","cited_by_count":62,"area":"moe"},{"id":"2501.00584","title":"Online Video Understanding: OVBench and VideoChat-Online","created":"2024-12-31","cited_by_count":61,"area":"mllm"},{"id":"2602.11451","title":"LoopFormer: Elastic-Depth Looped Transformers for Latent Reasoning via Shortcut Modulation","created":"2026-02-11","cited_by_count":61,"area":"lr"},{"id":"2503.03663","title":"LION-FS: Fast & Slow Video-Language Thinker as Online Video Assistant","created":"2025-03-05","cited_by_count":58,"area":null},{"id":"2502.13842","title":"Inner Thinking Transformer: Leveraging Dynamic Depth Scaling to Foster Adaptive Internal Thinking","created":"2025-02-19","cited_by_count":57,"area":"lr"},{"id":"2408.16730","title":"VideoLLM-MoD: Efficient Video-Language Streaming with Mixture-of-Depths Vision Computation","created":"2024-08-29","cited_by_count":55,"area":"mllm"},{"id":"2604.12946","title":"Parcae: Scaling Laws For Stable Looped Language Models","created":"2026-04-14","cited_by_count":55,"area":null},{"id":"2501.11873","title":"Demons in the Detail: On Implementing Load Balancing Loss for Training Specialized Mixture-of-Expert Models","created":"2025-01-21","cited_by_count":54,"area":"moe"},{"id":"2511.07384","title":"Teaching Pretrained Language Models to Think Deeper with Retrofitted Recurrence","created":"2025-11-10","cited_by_count":47,"area":"lr"},{"id":"2412.01199","title":"TinyFusion: Diffusion Transformers Learned Shallow","created":"2024-12-02","cited_by_count":45,"area":"diffusion"},{"id":"2406.13233","title":"AdaMoE: Token-Adaptive Routing with Null Experts for Mixture-of-Experts Language Models","created":"2024-06-19","cited_by_count":44,"area":"moe"},{"id":"2407.01178","title":"$\\text{Memory}^3$: Language Modeling with Explicit Memory","created":"2024-07-01","cited_by_count":40,"area":"rag"},{"id":"2410.04466","title":"Large Language Model Inference Acceleration: A Comprehensive Hardware Perspective","created":"2024-10-06","cited_by_count":38,"area":"inference"},{"id":"2404.14408","title":"SpaceByte: Towards Deleting Tokenization from Large Language Modeling","created":"2024-04-22","cited_by_count":34,"area":null},{"id":"2406.17711","title":"Data curation via joint example selection further accelerates multimodal learning","created":"2024-06-25","cited_by_count":33,"area":null},{"id":"2406.02657","title":"Block Transformer: Global-to-Local Language Modeling for Fast Inference","created":"2024-06-04","cited_by_count":32,"area":"inference"},{"id":"2405.15574","title":"Meteor: Mamba-based Traversal of Rationale for Large Language and Vision Models","created":"2024-05-24","cited_by_count":30,"area":"ssm"},{"id":"2405.18711","title":"Calibrating Reasoning in Language Models with Internal Consistency","created":"2024-05-29","cited_by_count":28,"area":"lr"},{"id":"2503.23798","title":"Adaptive Layer-skipping in Pre-trained LLMs","created":"2025-03-31","cited_by_count":27,"area":null},{"id":"2505.18962","title":"System-1.5 Reasoning: Traversal in Language and Latent Spaces with Dynamic Shortcuts","created":"2025-05-25","cited_by_count":27,"area":"lr"},{"id":"2407.19985","title":"Mixture of Nested Experts: Adaptive Processing of Visual Tokens","created":"2024-07-29","cited_by_count":25,"area":"moe"},{"id":"2406.02500","title":"Towards Efficient Mixture of Experts: A Holistic Study of Compression Techniques","created":"2024-06-04","cited_by_count":24,"area":"moe"},{"id":"2510.07358","title":"Encode, Think, Decode: Scaling test-time reasoning with recursive latent thoughts","created":"2025-10-08","cited_by_count":24,"area":"lr"},{"id":"2407.16286","title":"A deeper look at depth pruning of LLMs","created":"2024-07-23","cited_by_count":23,"area":null},{"id":"2410.07265","title":"A Survey: Collaborative Hardware and Software Design in the Era of Large Language Models","created":"2024-10-08","cited_by_count":23,"area":null},{"id":"2504.08850","title":"SpecEE: Accelerating Large Language Model Inference with Speculative Early Exiting","created":"2025-04-11","cited_by_count":23,"area":"inference"},{"id":"2412.16822","title":"Layer- and Timestep-Adaptive Differentiable Token Compression Ratios for Efficient Diffusion Transformers","created":"2024-12-22","cited_by_count":22,"area":"diffusion"},{"id":"2501.04765","title":"TREAD: Token Routing for Efficient Architecture-agnostic Diffusion Training","created":"2025-01-08","cited_by_count":21,"area":"diffusion"},{"id":"2512.14080","title":"SonicMoE: Accelerating MoE with IO and Tile-aware Optimizations","created":"2025-12-16","cited_by_count":21,"area":"moe"},{"id":"2412.04449","title":"p-MoD: Building Mixture-of-Depths MLLMs via Progressive Ratio Decay","created":"2024-12-05","cited_by_count":16,"area":"mllm"},{"id":"2502.02534","title":"Adaptive Self-improvement LLM Agentic System for ML Library Development","created":"2025-02-04","cited_by_count":16,"area":"agents"},{"id":"2509.26238","title":"Beyond Linear Probes: Dynamic Safety Monitoring for Language Models","created":"2025-09-30","cited_by_count":16,"area":"safety"},{"id":"2511.08577","title":"Think-at-Hard: Dynamic Looped Transformers for Improved Reasoning","created":"2025-11-11","cited_by_count":16,"area":"lr"},{"id":"2601.17668","title":"Fast KVzip: Efficient and Accurate LLM Inference with Gated KV Eviction","created":"2026-01-25","cited_by_count":16,"area":"inference"},{"id":"2602.02156","title":"LoopViT: Scaling Visual ARC with Looped Transformers","created":"2026-02-02","cited_by_count":15,"area":"lr"},{"id":"2407.14093","title":"Routing Experts: Learning to Route Dynamic Experts in Multi-modal Large Language Models","created":"2024-07-19","cited_by_count":14,"area":"mllm"},{"id":"2410.13859","title":"$\\gamma-$MoD: Exploring Mixture-of-Depth Adaptation for Multimodal Large Language Models","created":"2024-10-17","cited_by_count":14,"area":"mllm"},{"id":"2505.00315","title":"Mixture of Sparse Attention: Content-Based Learnable Sparse Attention via Expert-Choice Routing","created":"2025-05-01","cited_by_count":14,"area":"moe"},{"id":"2410.17175","title":"Remote Timing Attacks on Efficient Language Model Inference","created":"2024-10-22","cited_by_count":13,"area":"inference"},{"id":"2507.12566","title":"Mono-InternVL-1.5: Towards Cheaper and Faster Monolithic Multimodal Large Language Models","created":"2025-07-16","cited_by_count":13,"area":"mllm"},{"id":"2509.23314","title":"Two-Scale Latent Dynamics for Recurrent-Depth Transformers","created":"2025-09-27","cited_by_count":13,"area":"lr"},{"id":"2606.31779","title":"Bridging the Gap Between Latent and Explicit Reasoning with Looped Transformers","created":"2026-06-30","cited_by_count":13,"area":"lr"},{"id":"2503.10905","title":"Learning to Inference Adaptively for Multimodal Large Language Models","created":"2025-03-13","cited_by_count":12,"area":"lr"},{"id":"2510.12773","title":"Dr.LLM: Dynamic Layer Routing in LLMs","created":"2025-10-14","cited_by_count":12,"area":null},{"id":"2607.20519","title":"Adaptive Depth in Looped Transformers: Diagnosing Learned Halting Gates and Trajectory Readouts","created":"2026-07-08","cited_by_count":12,"area":null},{"id":"2407.06677","title":"Mixture-of-Modules: Reinventing Transformers as Dynamic Assemblies of Modules","created":"2024-07-09","cited_by_count":11,"area":null},{"id":"2505.21594","title":"Fast and Cost-effective Speculative Edge-Cloud Decoding with Early Exits","created":"2025-05-27","cited_by_count":11,"area":"inference"},{"id":"2506.04179","title":"SkipGPT: Dynamic Layer Pruning Reinvented with Token Awareness and Module Decoupling","created":"2025-06-04","cited_by_count":11,"area":null},{"id":"2603.08391","title":"Adaptive Loops and Memory in Transformers: Think Harder or Know More?","created":"2026-03-09","cited_by_count":11,"area":"lr"},{"id":"2605.09165","title":"Sparse Layers are Critical to Scaling Looped Language Models","created":"2026-05-09","cited_by_count":11,"area":"moe"},{"id":"2407.11030","title":"DLO: Dynamic Layer Operation for Efficient Vertical Scaling of LLMs","created":"2024-07-03","cited_by_count":10,"area":"moe"},{"id":"2506.21103","title":"Learning to Skip the Middle Layers of Transformers","created":"2025-06-26","cited_by_count":10,"area":"moe"},{"id":"2601.18091","title":"From LLMs to LRMs: Rethinking Pruning for Reasoning-Centric Models","created":"2026-01-26","cited_by_count":10,"area":"lr"},{"id":"2410.17268","title":"SPikE-SSM: A Sparse, Precise, and Efficient Spiking State Space Model for Long Sequences Learning","created":"2024-10-07","cited_by_count":9,"area":null},{"id":"2606.06574","title":"Skip a Layer or Loop It? Learning Program-of-Layers in LLMs","created":"2026-06-04","cited_by_count":9,"area":null},{"id":"2504.03889","title":"Identifying and Evaluating Inactive Heads in Pretrained LLMs","created":"2025-04-04","cited_by_count":8,"area":null},{"id":"2507.03865","title":"OrthoRank: Token Selection via Sink Token Orthogonality for Efficient LLM inference","created":"2025-07-05","cited_by_count":8,"area":"inference"},{"id":"2605.06908","title":"Same Signal, Opposite Meaning: Direction-Informed Adaptive Learning for LLM Agents","created":"2026-05-07","cited_by_count":8,"area":"lr"},{"id":"2405.14159","title":"Super Tiny Language Models","created":"2024-05-23","cited_by_count":7,"area":null},{"id":"2405.17951","title":"Efficient Time Series Processing for Transformers and State-Space Models through Token Merging","created":"2024-05-28","cited_by_count":7,"area":"inference"},{"id":"2410.09454","title":"Skipping Computations in Multimodal LLMs","created":"2024-10-12","cited_by_count":7,"area":"mllm"},{"id":"2410.10846","title":"Duo-LLM: A Framework for Studying Adaptive Computation in Large Language Models","created":"2024-10-01","cited_by_count":7,"area":"moe"},{"id":"2412.20875","title":"Attention Is All You Need For Mixture-of-Depths Routing","created":"2024-12-30","cited_by_count":7,"area":null},{"id":"2501.13074","title":"Autonomy-of-Experts Models","created":"2025-01-22","cited_by_count":7,"area":"moe"},{"id":"2503.09046","title":"Discovering Influential Neuron Path in Vision Transformers","created":"2025-03-12","cited_by_count":7,"area":null},{"id":"2506.03700","title":"AdaDecode: Accelerating LLM Decoding with Adaptive Layer Parallelism","created":"2025-06-04","cited_by_count":7,"area":"lr"},{"id":"2506.09351","title":"DIVE into MoE: Diversity-Enhanced Reconstruction of Large Language Models from Dense into Mixture-of-Experts","created":"2025-06-11","cited_by_count":7,"area":"moe"},{"id":"2507.10800","title":"ThinkingViT: Matryoshka Thinking Vision Transformer for Elastic Inference","created":"2025-07-14","cited_by_count":7,"area":null},{"id":"2507.19360","title":"EA-ViT: Efficient Adaptation for Elastic Vision Transformer","created":"2025-07-25","cited_by_count":7,"area":null},{"id":"2512.18425","title":"MoE Pathfinder: Trajectory-driven Expert Pruning","created":"2025-12-20","cited_by_count":7,"area":"moe"},{"id":"2605.18855","title":"Delta Attention Residuals","created":"2026-05-13","cited_by_count":7,"area":null},{"id":"2506.08898","title":"Preference-Driven Multi-Objective Combinatorial Optimization with Conditional Computation","created":"2025-06-10","cited_by_count":6,"area":"deeprl"},{"id":"2511.06494","title":"Route Experts by Sequence, not by Token","created":"2025-11-09","cited_by_count":6,"area":"moe"},{"id":"2602.08864","title":"Understanding Dynamic Compute Allocation in Recurrent Transformers","created":"2026-02-09","cited_by_count":6,"area":null},{"id":"2608.09444","title":"Depth-adaptive Inference of Looped Language Models via Continuous Depth Batching","created":"2026-08-10","cited_by_count":6,"area":null},{"id":"2503.18869","title":"Reimagining Memory Access for LLM Inference: Compression-Aware Memory Controller Design","created":"2025-03-24","cited_by_count":5,"area":"inference"},{"id":"2507.12988","title":"Variance-Based Pruning for Accelerating and Compressing Trained Networks","created":"2025-07-17","cited_by_count":5,"area":null},{"id":"2502.06474","title":"UniMoD: Efficient Unified Multimodal Transformers with Mixture-of-Depths","created":"2025-02-10","cited_by_count":4,"area":"inference"},{"id":"2502.09245","title":"You Do Not Fully Utilize Transformer's Representation Capacity","created":"2025-02-13","cited_by_count":4,"area":null},{"id":"2510.00219","title":"Thoughtbubbles: an Unsupervised Method for Parallel Thinking in Latent Space","created":"2025-09-30","cited_by_count":4,"area":"lr"},{"id":"2602.08220","title":"Pretraining with Token-Level Adaptive Latent Chain-of-Thought","created":"2026-02-09","cited_by_count":4,"area":"lr"},{"id":"2603.02023","title":"PonderLM-3: Adaptive Token-Wise Pondering with Differentiable Masking","created":"2026-03-02","cited_by_count":4,"area":"lr"},{"id":"2603.18297","title":"Path-Constrained Mixture-of-Experts","created":"2026-03-18","cited_by_count":4,"area":"moe"}],"next_cursor":"100"}