{"total":301,"rows":[{"id":"2501.19393","title":"s1: Simple test-time scaling","created":"2025-01-31","cited_by_count":1341,"area":"lr"},{"id":"2409.17146","title":"Molmo and PixMo: Open Weights and Open Data for State-of-the-Art Vision-Language Models","created":"2024-09-25","cited_by_count":329,"area":"mllm"},{"id":"2501.16411","title":"PhysBench: Benchmarking and Enhancing Vision-Language Models for Physical World Understanding","created":"2025-01-27","cited_by_count":160,"area":"mllm"},{"id":"2411.04905","title":"OpenCoder: The Open Cookbook for Top-Tier Code Large Language Models","created":"2024-11-07","cited_by_count":130,"area":null},{"id":"2412.15188","title":"LMFusion: Adapting Pretrained Language Models for Multimodal Generation","created":"2024-12-19","cited_by_count":120,"area":null},{"id":"2411.04330","title":"Scaling Laws for Precision","created":"2024-11-07","cited_by_count":95,"area":null},{"id":"2410.12013","title":"MoE-Pruner: Pruning Mixture-of-Experts Large Language Model using the Hints from Its Router","created":"2024-10-15","cited_by_count":62,"area":"moe"},{"id":"2504.17674","title":"Energy Considerations of Large Language Model Inference and Efficiency Optimizations","created":"2025-04-24","cited_by_count":55,"area":null},{"id":"2412.14711","title":"ReMoE: Fully Differentiable Mixture-of-Experts with ReLU Routing","created":"2024-12-19","cited_by_count":54,"area":"moe"},{"id":"2501.11873","title":"Demons in the Detail: On Implementing Load Balancing Loss for Training Specialized Mixture-of-Expert Models","created":"2025-01-21","cited_by_count":54,"area":"moe"},{"id":"2508.02087","title":"When Truth Is Overridden: Uncovering the Internal Origins of Sycophancy in Large Language Models","created":"2025-08-04","cited_by_count":50,"area":null},{"id":"2410.07524","title":"Upcycling Large Language Models into Mixture of Experts","created":"2024-10-10","cited_by_count":49,"area":"moe"},{"id":"2412.12953","title":"Efficient Diffusion Transformer Policies with Mixture of Expert Denoisers for Multitask Learning","created":"2024-12-17","cited_by_count":48,"area":"diffusion"},{"id":"2511.03276","title":"Diffusion Language Models are Super Data Learners","created":"2025-11-05","cited_by_count":48,"area":"diffusion"},{"id":"2410.11842","title":"MoH: Multi-Head Attention as Mixture-of-Head Attention","created":"2024-10-15","cited_by_count":44,"area":"moe"},{"id":"2501.16975","title":"Over-Tokenized Transformer: Vocabulary is Generally Worth Scaling","created":"2025-01-28","cited_by_count":44,"area":null},{"id":"2410.06270","title":"Mixture Compressor for Mixture-of-Experts LLMs Gains More","created":"2024-10-08","cited_by_count":41,"area":"moe"},{"id":"2410.10814","title":"Your Mixture-of-Experts LLM Is Secretly an Embedding Model For Free","created":"2024-10-14","cited_by_count":37,"area":"moe"},{"id":"2507.11407","title":"EXAONE 4.0: Unified Large Language Models Integrating Non-reasoning and Reasoning Modes","created":"2025-07-15","cited_by_count":32,"area":"lr"},{"id":"2502.05172","title":"Joint MoE Scaling Laws: Mixture of Experts Can Be Memory Efficient","created":"2025-02-07","cited_by_count":31,"area":"moe"},{"id":"2502.12170","title":"MUDDFormer: Breaking Residual Bottlenecks in Transformers via Multiway Dynamic Dense Connections","created":"2025-02-13","cited_by_count":31,"area":null},{"id":"2505.05799","title":"MxMoE: Mixed-precision Quantization for MoE with Accuracy and Performance Co-Design","created":"2025-05-09","cited_by_count":30,"area":"moe"},{"id":"2510.04694","title":"Multilingual Routing in Mixture-of-Experts","created":"2025-10-06","cited_by_count":29,"area":"moe"},{"id":"2504.07096","title":"OLMoTrace: Tracing Language Model Outputs Back to Trillions of Training Tokens","created":"2025-04-09","cited_by_count":27,"area":null},{"id":"2411.15708","title":"LLaMA-MoE v2: Exploring Sparsity of LLaMA from Perspective of Mixture-of-Experts with Post-Training","created":"2024-11-24","cited_by_count":26,"area":"moe"},{"id":"2510.24711","title":"Routing Matters in MoE: Scaling Diffusion Transformers with Explicit Routing Guidance","created":"2025-10-28","cited_by_count":26,"area":"diffusion"},{"id":"2510.03280","title":"Training Optimal Large Diffusion Language Models","created":"2025-09-28","cited_by_count":25,"area":"diffusion"},{"id":"2502.19261","title":"Drop-Upcycling: Training Sparse Mixture of Experts with Partial Re-initialization","created":"2025-02-26","cited_by_count":24,"area":"moe"},{"id":"2503.04722","title":"Enough Coin Flips Can Make LLMs Act Bayesian","created":"2025-03-06","cited_by_count":22,"area":null},{"id":"2512.14080","title":"SonicMoE: Accelerating MoE with IO and Tile-aware Optimizations","created":"2025-12-16","cited_by_count":21,"area":"moe"},{"id":"2412.12004","title":"The Open Source Advantage in Large Language Models (LLMs)","created":"2024-12-16","cited_by_count":18,"area":null},{"id":"2507.03014","title":"Intrinsic Fingerprint of LLMs: Continue Training is NOT All You Need to Steal A Model!","created":"2025-07-02","cited_by_count":18,"area":null},{"id":"2508.01625","title":"EAC-MoE: Expert-Selection Aware Compressor for Mixture-of-Experts Large Language Models","created":"2025-08-03","cited_by_count":18,"area":"moe"},{"id":"2503.04598","title":"HybridNorm: Towards Stable and Efficient Transformer Training via Hybrid Normalization","created":"2025-03-06","cited_by_count":16,"area":null},{"id":"2505.14681","title":"Two Experts Are All You Need for Steering Thinking: Reinforcing Cognitive Effort in MoE Reasoning Models Without Additional Training","created":"2025-05-20","cited_by_count":16,"area":"lr"},{"id":"2503.05066","title":"Capacity-Aware Inference: Mitigating the Straggler Effect in Mixture of Experts","created":"2025-03-07","cited_by_count":15,"area":"moe"},{"id":"2507.07024","title":"FlexOlmo: Open Language Models for Flexible Data Use","created":"2025-07-09","cited_by_count":15,"area":"moe"},{"id":"2412.04139","title":"Monet: Mixture of Monosemantic Experts for Transformers","created":"2024-12-05","cited_by_count":13,"area":"mechinterp"},{"id":"2412.10424","title":"LLM-as-an-Interviewer: Beyond Static Testing Through Dynamic LLM Evaluation","created":"2024-12-10","cited_by_count":13,"area":null},{"id":"2502.03009","title":"Scaling Laws for Upcycling Mixture-of-Experts Language Models","created":"2025-02-05","cited_by_count":13,"area":"moe"},{"id":"2502.12224","title":"Fate: Fast Edge Inference of Mixture-of-Experts Models via Cross-Layer Gate","created":"2025-02-17","cited_by_count":13,"area":"moe"},{"id":"2506.20675","title":"Utility-Driven Speculative Decoding for Mixture-of-Experts","created":"2025-06-17","cited_by_count":13,"area":"moe"},{"id":"2507.00390","title":"MoNE: Replacing Redundant Experts with Lightweight Novices for Structured Pruning of MoE","created":"2025-07-01","cited_by_count":13,"area":"moe"},{"id":"2509.25041","title":"GRACE-MoE: Grouping and Replication with Locality-Aware Routing for Efficient Distributed MoE Inference","created":"2025-09-29","cited_by_count":13,"area":"moe"},{"id":"2604.09780","title":"The Myth of Expert Specialization in MoEs: Why Routing Reflects Geometry, Not Necessarily Domain Expertise","created":"2026-04-10","cited_by_count":13,"area":"moe"},{"id":"2503.15798","title":"Mixture of Lookup Experts","created":"2025-03-20","cited_by_count":12,"area":"moe"},{"id":"2505.04519","title":"Pangu Ultra MoE: How to Train Your Big MoE on Ascend NPUs","created":"2025-05-07","cited_by_count":12,"area":"moe"},{"id":"2512.19849","title":"UCCL-EP: Portable Expert-Parallel Communication","created":"2025-12-22","cited_by_count":12,"area":"moe"},{"id":"2503.06362","title":"Adaptive Audio-Visual Speech Recognition via Matryoshka-Based Multimodal LLMs","created":"2025-03-09","cited_by_count":11,"area":"mllm"},{"id":"2410.13184","title":"Router-Tuning: A Simple and Effective Approach for Enabling Dynamic-Depth in Transformers","created":"2024-10-17","cited_by_count":10,"area":null},{"id":"2502.19731","title":"Preference Learning Unlocks LLMs' Psycho-Counseling Skills","created":"2025-02-27","cited_by_count":10,"area":"alignment"},{"id":"2505.14336","title":"Scaling and Enhancing LLM-based AVSR: A Sparse Mixture of Projectors Approach","created":"2025-05-20","cited_by_count":10,"area":"moe"},{"id":"2510.05245","title":"Stratum: System-Hardware Co-Design with Tiered Monolithic 3D-Stackable DRAM for Efficient MoE Serving","created":"2025-10-06","cited_by_count":10,"area":"moe"},{"id":"2602.08064","title":"SiameseNorm: Breaking the Barrier to Reconciling Pre/Post-Norm","created":"2026-02-08","cited_by_count":10,"area":null},{"id":"2606.04438","title":"LoopMoE: Unifying Iterative Computation with Mixture-of-Experts for Language Modeling","created":"2026-06-03","cited_by_count":10,"area":"moe"},{"id":"2411.08212","title":"PERFT: Parameter-Efficient Routed Fine-Tuning for Mixture-of-Expert Model","created":"2024-11-12","cited_by_count":9,"area":"moe"},{"id":"2503.13505","title":"Ensemble Learning for Large Language Models in Text and Code Generation: A Survey","created":"2025-03-13","cited_by_count":9,"area":null},{"id":"2506.18945","title":"Chain-of-Experts: Unlocking the Communication Power of Mixture-of-Experts Models","created":"2025-06-23","cited_by_count":9,"area":"moe"},{"id":"2509.25087","title":"Scaling with Collapse: Efficient and Predictable Training of LLM Families","created":"2025-09-29","cited_by_count":9,"area":null},{"id":"2602.08621","title":"Sparse Models, Sparse Safety: Unsafe Routes in Mixture-of-Experts LLMs","created":"2026-02-09","cited_by_count":9,"area":"moe"},{"id":"2603.06003","title":"EvoESAP: Non-Uniform Expert Pruning for Sparse MoE","created":"2026-03-06","cited_by_count":9,"area":"moe"},{"id":"2605.07260","title":"When Are Experts Misrouted? Counterfactual Routing Analysis in Mixture-of-Experts Language Models","created":"2026-05-08","cited_by_count":9,"area":"moe"},{"id":"2505.16056","title":"Not All Models Suit Expert Offloading: On Local Routing Consistency of Mixture-of-Expert Models","created":"2025-05-21","cited_by_count":8,"area":"moe"},{"id":"2508.02587","title":"Parameter-Efficient Routed Fine-Tuning: Mixture-of-Experts Demands Mixture of Adaptation Modules","created":"2025-08-04","cited_by_count":8,"area":"moe"},{"id":"2509.22745","title":"Defending MoE LLMs against Harmful Fine-Tuning via Safety Routing Alignment","created":"2025-09-26","cited_by_count":8,"area":"moe"},{"id":"2510.07739","title":"MeSH: Memory-as-State-Highways for Recursive Transformers","created":"2025-10-09","cited_by_count":8,"area":null},{"id":"2603.04971","title":"Mixture of Universal Experts: Scaling Virtual Width via Depth-Width Transformation","created":"2026-03-05","cited_by_count":8,"area":"moe"},{"id":"2410.13456","title":"Unlocking Legal Knowledge: A Multilingual Dataset for Judicial Summarization in Switzerland","created":"2024-10-17","cited_by_count":7,"area":null},{"id":"2410.15252","title":"Lossless KV Cache Compression to 2%","created":"2024-10-20","cited_by_count":7,"area":"inference"},{"id":"2412.16971","title":"Part-Of-Speech Sensitivity of Routers in Mixture of Experts Models","created":"2024-12-22","cited_by_count":7,"area":"moe"},{"id":"2501.07890","title":"GRAPHMOE: Amplifying Cognitive Depth of Mixture-of-Experts Network via Introducing Self-Rethinking Mechanism","created":"2025-01-14","cited_by_count":7,"area":"lr"},{"id":"2504.07964","title":"C3PO: Critical-Layer, Core-Expert, Collaborative Pathway Optimization for Test-Time Expert Re-Mixing","created":"2025-04-10","cited_by_count":7,"area":"moe"},{"id":"2509.00454","title":"Universal Properties of Activation Sparsity in Modern Large Language Models","created":"2025-08-30","cited_by_count":7,"area":null},{"id":"2509.23933","title":"Beyond Benchmarks: Understanding Mixture-of-Experts Models through Internal Mechanisms","created":"2025-09-28","cited_by_count":7,"area":"moe"},{"id":"2511.07419","title":"Routing Manifold Alignment Improves Generalization of Mixture-of-Experts LLMs","created":"2025-11-10","cited_by_count":7,"area":"moe"},{"id":"2604.02178","title":"The Expert Strikes Back: Interpreting Mixture-of-Experts Language Models at Expert Level","created":"2026-04-02","cited_by_count":7,"area":"moe"},{"id":"2605.23078","title":"GEMQ: Global Expert-Level Mixed-Precision Quantization for MoE LLMs","created":"2026-05-21","cited_by_count":7,"area":"moe"},{"id":"2606.04980","title":"AlphaQ: Calibration-Free Bit Allocation for Mixture-of-Experts Quantization","created":"2026-06-03","cited_by_count":7,"area":"moe"},{"id":"2410.01610","title":"Upcycling Instruction Tuning from Dense to Mixture-of-Experts via Parameter Merging","created":"2024-10-02","cited_by_count":6,"area":"moe"},{"id":"2411.00918","title":"LIBMoE: A Library for comprehensive benchmarking Mixture of Experts in Large Language Models","created":"2024-11-01","cited_by_count":6,"area":"moe"},{"id":"2503.00634","title":"Efficiently Editing Mixture-of-Experts Models with Compressed Experts","created":"2025-03-01","cited_by_count":6,"area":"moe"},{"id":"2503.05447","title":"Linear-MoE: Linear Sequence Modeling Meets Mixture-of-Experts","created":"2025-03-07","cited_by_count":6,"area":"moe"},{"id":"2505.07260","title":"UMoE: Unifying Attention and FFN with Shared Experts","created":"2025-05-12","cited_by_count":6,"area":"moe"},{"id":"2508.17467","title":"MoE-Inference-Bench: Performance Evaluation of Mixture of Expert Large Language and Vision Models","created":"2025-08-24","cited_by_count":6,"area":"mllm"},{"id":"2509.02753","title":"LExI: Layer-Adaptive Active Experts for Efficient MoE Model Inference","created":"2025-09-02","cited_by_count":6,"area":"moe"},{"id":"2510.02324","title":"Hallucination reduction with CASAL: Contrastive Activation Steering For Amortized Learning","created":"2025-09-25","cited_by_count":6,"area":"moe"},{"id":"2510.05497","title":"Patterns behind Chaos: Forecasting Data Movement for Efficient Large-Scale MoE LLM Inference","created":"2025-10-07","cited_by_count":6,"area":"moe"},{"id":"2511.06494","title":"Route Experts by Sequence, not by Token","created":"2025-11-09","cited_by_count":6,"area":"moe"},{"id":"2511.21622","title":"On the Origin of Algorithmic Progress in AI","created":"2025-11-26","cited_by_count":6,"area":null},{"id":"2606.15716","title":"How to Score Experts for One-Shot MoE Expert Pruning: A Unified Formulation and Selection Principle","created":"2026-06-14","cited_by_count":6,"area":"moe"},{"id":"2410.16077","title":"CartesianMoE: Boosting Knowledge Sharing among Experts via Cartesian Product Routing in Mixture-of-Experts","created":"2024-10-21","cited_by_count":5,"area":"moe"},{"id":"2503.05029","title":"Continual Pre-training of MoEs: How robust is your router?","created":"2025-03-06","cited_by_count":5,"area":"moe"},{"id":"2503.15573","title":"Task-Specific Data Selection for Instruction Tuning via Monosemantic Neuronal Activations","created":"2025-03-19","cited_by_count":5,"area":null},{"id":"2505.20225","title":"FLAME-MoE: A Transparent End-to-End Research Platform for Mixture-of-Experts Language Models","created":"2025-05-26","cited_by_count":5,"area":"moe"},{"id":"2505.24593","title":"Decoding Knowledge Attribution in Mixture-of-Experts: A Framework of Basic-Refinement Collaboration and Efficiency Analysis","created":"2025-05-30","cited_by_count":5,"area":"moe"},{"id":"2508.18756","title":"UltraMemV2: Memory Networks Scaling to 120B Parameters with Superior Long-Context Learning","created":"2025-08-26","cited_by_count":5,"area":"moe"},{"id":"2509.02512","title":"MoPEQ: Mixture of Mixed Precision Quantized Experts","created":"2025-09-02","cited_by_count":5,"area":"moe"},{"id":"2511.17127","title":"Training Foundation Models on a Full-Stack AMD Platform: Compute, Networking, and System Design","created":"2025-11-21","cited_by_count":5,"area":"moe"},{"id":"2601.04823","title":"DR-LoRA: Dynamic Rank LoRA for Fine-Tuning Mixture-of-Experts Models","created":"2026-01-08","cited_by_count":5,"area":"moe"},{"id":"2605.15403","title":"$\\phi$-Balancing for Mixture-of-Experts Training","created":"2026-05-14","cited_by_count":5,"area":"moe"}],"next_cursor":"100"}