{"total":59,"rows":[{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2505.06708","title":"Gated Attention for Large Language Models: Non-linearity, Sparsity, and Attention-Sink-Free","created":"2025-05-10","cited_by_count":283,"area":"moe"},{"id":"2410.20672","title":"Relaxed Recursive Transformers: Effective Parameter Sharing with Layer-wise LoRA","created":"2024-10-28","cited_by_count":78,"area":null},{"id":"2604.12946","title":"Parcae: Scaling Laws For Stable Looped Language Models","created":"2026-04-14","cited_by_count":55,"area":null},{"id":"2501.12370","title":"Parameters vs FLOPs: Scaling Laws for Optimal Sparsity for Mixture-of-Experts Language Models","created":"2025-01-21","cited_by_count":50,"area":"moe"},{"id":"2505.13898","title":"Do Language Models Use Their Depth Efficiently?","created":"2025-05-20","cited_by_count":50,"area":null},{"id":"2412.14219","title":"A Survey on Inference Optimization Techniques for Mixture of Experts Models","created":"2024-12-18","cited_by_count":47,"area":"moe"},{"id":"2505.20674","title":"PonderLM: Pretraining Language Models to Ponder in Continuous Space","created":"2025-05-27","cited_by_count":44,"area":null},{"id":"2510.07358","title":"Encode, Think, Decode: Scaling test-time reasoning with recursive latent thoughts","created":"2025-10-08","cited_by_count":24,"area":"lr"},{"id":"2505.20809","title":"Improved Representation Steering for Language Models","created":"2025-05-27","cited_by_count":21,"area":"mechinterp"},{"id":"2609.01343","title":"SMELT: Scaling Laws for Compute-Matched MoE Looped Transformers","created":"2026-09-01","cited_by_count":18,"area":"moe"},{"id":"2509.25239","title":"A Formal Comparison Between Chain of Thought and Latent Thought","created":"2025-09-25","cited_by_count":15,"area":"lr"},{"id":"2605.23872","title":"Training-Free Looped Transformers","created":"2026-05-22","cited_by_count":15,"area":"moe"},{"id":"2604.21254","title":"Hyperloop Transformers","created":"2026-04-23","cited_by_count":12,"area":null},{"id":"2502.10178","title":"From Markov to Laplace: How Mamba In-Context Learns Markov Chains","created":"2025-02-14","cited_by_count":11,"area":"ssm"},{"id":"2505.19245","title":"To CoT or To Loop? A Formal Comparison Between Chain-of-Thought and Looped Transformers","created":"2025-05-25","cited_by_count":11,"area":"lr"},{"id":"2506.21103","title":"Learning to Skip the Middle Layers of Transformers","created":"2025-06-26","cited_by_count":10,"area":"moe"},{"id":"2510.17483","title":"ReXMoE: Reusing Experts with Minimal Overhead in Mixture-of-Experts","created":"2025-10-20","cited_by_count":10,"area":"moe"},{"id":"2506.18945","title":"Chain-of-Experts: Unlocking the Communication Power of Mixture-of-Experts Models","created":"2025-06-23","cited_by_count":9,"area":"moe"},{"id":"2510.07739","title":"MeSH: Memory-as-State-Highways for Recursive Transformers","created":"2025-10-09","cited_by_count":8,"area":null},{"id":"2607.16051","title":"Loop the Loopies!","created":"2026-07-17","cited_by_count":8,"area":"moe"},{"id":"2510.14961","title":"Efficient Parallel Samplers for Recurrent-Depth Models and Their Connection to Diffusion Language Models","created":"2025-10-16","cited_by_count":7,"area":"diffusion"},{"id":"2602.16490","title":"From Growing to Looping: A Unified View of Iterative Computation in LLMs","created":"2026-02-18","cited_by_count":7,"area":null},{"id":"2605.20670","title":"LT2: Linear-Time Looped Transformers","created":"2026-05-20","cited_by_count":7,"area":null},{"id":"2411.00918","title":"LIBMoE: A Library for comprehensive benchmarking Mixture of Experts in Large Language Models","created":"2024-11-01","cited_by_count":6,"area":"moe"},{"id":"2505.07260","title":"UMoE: Unifying Attention and FFN with Shared Experts","created":"2025-05-12","cited_by_count":6,"area":"moe"},{"id":"2512.08819","title":"Do Depth-Grown Models Overcome the Curse of Depth? An In-Depth Analysis","created":"2025-12-09","cited_by_count":6,"area":null},{"id":"2502.12214","title":"Zero Token-Driven Deep Thinking in LLMs: Unlocking the Full Potential of Existing Parameters via Cyclic Refinement","created":"2025-02-17","cited_by_count":5,"area":"lr"},{"id":"2602.09080","title":"Looping Back to Move Forward: Recursive Transformers for Efficient and Flexible Large Multimodal Models","created":"2026-02-09","cited_by_count":5,"area":"mllm"},{"id":"2507.05724","title":"Omni-Router: Sharing Routing Decisions in Sparse Mixture-of-Experts for Speech Recognition","created":"2025-07-08","cited_by_count":4,"area":"moe"},{"id":"2510.04136","title":"MoME: Mixture of Matryoshka Experts for Audio-Visual Speech Recognition","created":"2025-10-05","cited_by_count":4,"area":"moe"},{"id":"2606.16825","title":"Tying the Loop -- Tied Expert Layers in Mixture-of-Experts Language Models","created":"2026-06-15","cited_by_count":4,"area":"moe"},{"id":"2608.18230","title":"Allocating Recurrent Compute in Looped Language Models","created":"2026-08-18","cited_by_count":4,"area":"lr"},{"id":"2606.18208","title":"Looped World Models","created":"2026-06-16","cited_by_count":3,"area":"wm"},{"id":"2609.18176","title":"MoRE: Mixture of Reused Experts","created":"2026-09-16","cited_by_count":3,"area":"moe"},{"id":"2502.11646","title":"Hyper-SET: Designing Transformers via Hyperspherical Energy Minimization","created":"2025-02-17","cited_by_count":2,"area":null},{"id":"2511.12207","title":"Mixture of States: Routing Token-Level Dynamics for Multimodal Generation","created":"2025-11-15","cited_by_count":2,"area":"diffusion"},{"id":"2603.05573","title":"Why Depth Matters in Parallelizable Sequence Models: A Lie Algebraic View","created":"2026-03-05","cited_by_count":1,"area":"ssm"},{"id":"2605.06665","title":"UniPool: A Globally Shared Expert Pool for Mixture-of-Experts","created":"2026-05-07","cited_by_count":1,"area":"moe"},{"id":"2605.09630","title":"Scratchpad Patching: Decoupling Compute from Patch Size in Byte-Level Language Models","created":"2026-05-10","cited_by_count":1,"area":"inference"},{"id":"2606.26183","title":"LiMoDE: Rethinking Lifelong Robot Manipulation from a Mixture-of-Dynamic-Experts Perspective","created":"2026-06-24","cited_by_count":1,"area":"moe"},{"id":"2607.16427","title":"Multi-level context Modeling for consistent expert selection in Mixture-of-Experts","created":"2026-07-17","cited_by_count":1,"area":"moe"},{"id":"2609.12531","title":"Temporal Recurrence Favors Fewer Layers","created":"2026-09-11","cited_by_count":1,"area":null},{"id":"2609.31360","title":"Programs-of-Layers in LLMs through the Lens of Cortical Areas","created":"2026-09-25","cited_by_count":1,"area":null},{"id":"2609.35751","title":"How to Loop MoE: Flatten the Experts, Untie the Attention","created":"2026-09-28","cited_by_count":1,"area":"moe"},{"id":"2503.20750","title":"Optimal Scaling Laws for Efficiency Gains in a Theoretical Transformer-Augmented Sectional MoE Framework","created":"2025-03-26","cited_by_count":0,"area":"moe"},{"id":"2510.13860","title":"ShishuLM : Achieving Optimal and Efficient Parameterization with Low Attention Transformer Models","created":"2025-10-13","cited_by_count":0,"area":null},{"id":"2603.29057","title":"LA-Sign: Looped Transformers with Geometry-aware Alignment for Skeleton-based Sign Language Recognition","created":"2026-03-30","cited_by_count":0,"area":null},{"id":"2605.09516","title":"Mixture of Layers with Hybrid Attention","created":"2026-05-10","cited_by_count":0,"area":"moe"},{"id":"2606.16112","title":"Scaling Adaptive Depth with Norm-Agnostic Residual Networks","created":"2026-06-15","cited_by_count":0,"area":null},{"id":"2606.20737","title":"Repeated Shared Access Enables Grokking, but Edit Propagation Depends on an Addressable Memory","created":"2026-06-17","cited_by_count":0,"area":null},{"id":"2608.22117","title":"TANGO: Treating Tokens as Operators","created":"2026-08-22","cited_by_count":0,"area":null},{"id":"2609.37379","title":"Looped Transformers as Optimizers","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2609.38426","title":"LoopVL: Recurrent Visual Intelligence","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2610.01153","title":"Looping Beyond Twice: A Scalable Recipe for Looped Mixture-of-Experts","created":"2026-10-01","cited_by_count":0,"area":"moe"},{"id":"2610.05484","title":"Universal Test-Time Training","created":"2026-10-04","cited_by_count":0,"area":"moe"},{"id":"2610.15218","title":"Running Fewer Loops Removes Refusal Behaviour in Recurrent-Depth Language Models","created":"2026-10-10","cited_by_count":0,"area":"safety"},{"id":"2610.15745","title":"SpikeOcc: Towards Resilient Multimodal 3D Occupancy Perception via Spiking Experts","created":"2026-10-11","cited_by_count":0,"area":"moe"},{"id":"2610.16171","title":"DeepThink: A Conceptual Model for Knowledge-Addressable Recurrent Language Modeling","created":"2026-10-12","cited_by_count":0,"area":"lr"}],"next_cursor":null}