{"total":60,"rows":[{"id":"2405.01535","title":"Prometheus 2: An Open Source Language Model Specialized in Evaluating Other Language Models","created":"2024-05-02","cited_by_count":446,"area":null},{"id":"2403.16952","title":"Data Mixing Laws: Optimizing Data Mixtures by Predicting Language Modeling Performance","created":"2024-03-25","cited_by_count":184,"area":null},{"id":"2402.09739","title":"QuRating: Selecting High-Quality Data for Training Language Models","created":"2024-02-15","cited_by_count":157,"area":null},{"id":"2311.08105","title":"DiLoCo: Distributed Low-Communication Training of Language Models","created":"2023-11-14","cited_by_count":121,"area":null},{"id":"2403.07816","title":"Branch-Train-MiX: Mixing Expert LLMs into a Mixture-of-Experts LLM","created":"2024-03-12","cited_by_count":109,"area":"lr"},{"id":"2312.02406","title":"Efficient Online Data Mixing For Language Model Pre-Training","created":"2023-12-05","cited_by_count":77,"area":null},{"id":"2502.10341","title":"Organize the Web: Constructing Domains Enhances Pre-Training Data Curation","created":"2025-02-14","cited_by_count":76,"area":null},{"id":"2405.11157","title":"Towards Modular LLMs by Building and Reusing a Library of LoRAs","created":"2024-05-18","cited_by_count":72,"area":null},{"id":"2308.04430","title":"SILO Language Models: Isolating Legal Risk In a Nonparametric Datastore","created":"2023-08-08","cited_by_count":71,"area":null},{"id":"2310.05707","title":"Guiding Language Model Reasoning with Planning Tokens","created":"2023-10-09","cited_by_count":58,"area":"lr"},{"id":"2404.11531","title":"Pack of LLMs: Model Fusion at Test-Time via Perplexity Optimization","created":"2024-04-17","cited_by_count":56,"area":null},{"id":"2305.09955","title":"Knowledge Card: Filling LLMs' Knowledge Gaps with Plug-in Specialized Language Models","created":"2023-05-17","cited_by_count":46,"area":null},{"id":"2401.10440","title":"Breaking the Curse of Multilinguality with Cross-lingual Expert Language Models","created":"2024-01-19","cited_by_count":38,"area":null},{"id":"2502.04506","title":"When One LLM Drools, Multi-LLM Collaboration Rules","created":"2025-02-06","cited_by_count":28,"area":null},{"id":"2410.11163","title":"Model Swarms: Collaborative Search to Adapt LLM Experts via Swarm Intelligence","created":"2024-10-15","cited_by_count":27,"area":null},{"id":"2305.16876","title":"CombLM: Adapting Black-Box Language Models through Small Fine-Tuned Models","created":"2023-05-23","cited_by_count":26,"area":null},{"id":"2401.06408","title":"AboutMe: Using Self-Descriptions in Webpages to Document the Effects of English Pretraining Data Filters","created":"2024-01-12","cited_by_count":22,"area":null},{"id":"2404.16030","title":"MoDE: CLIP Data Experts via Clustering","created":"2024-04-24","cited_by_count":22,"area":null},{"id":"2408.06793","title":"Layerwise Recurrent Router for Mixture-of-Experts","created":"2024-08-13","cited_by_count":21,"area":"moe"},{"id":"2304.07880","title":"Sabi\\'a: Portuguese Large Language Models","created":"2023-04-16","cited_by_count":19,"area":null},{"id":"2410.02525","title":"Contextual Document Embeddings","created":"2024-10-03","cited_by_count":19,"area":null},{"id":"2405.07518","title":"SambaNova SN40L: Scaling the AI Memory Wall with Dataflow and Composition of Experts","created":"2024-05-13","cited_by_count":18,"area":null},{"id":"2311.10847","title":"Token-Level Adaptation of LoRA Adapters for Downstream Task Generalization","created":"2023-11-17","cited_by_count":17,"area":null},{"id":"2408.03573","title":"AcTracer: Active Testing of Large Language Model via Multi-Stage Sampling","created":"2024-08-07","cited_by_count":17,"area":null},{"id":"2407.02447","title":"PLeaS -- Merging Models with Permutations and Least Squares","created":"2024-07-02","cited_by_count":16,"area":null},{"id":"2408.11396","title":"MoE-LPR: Multilingual Extension of Large Language Models through Mixture-of-Experts with Language Priors Routing","created":"2024-08-21","cited_by_count":16,"area":"moe"},{"id":"2507.07024","title":"FlexOlmo: Open Language Models for Flexible Data Use","created":"2025-07-09","cited_by_count":15,"area":"moe"},{"id":"2406.20030","title":"LEMoE: Advanced Mixture of Experts Adaptor for Lifelong Model Editing of Large Language Models","created":"2024-06-28","cited_by_count":14,"area":"moe"},{"id":"2510.02375","title":"Pretraining with hierarchical memories: separating long-tail and common knowledge","created":"2025-09-29","cited_by_count":14,"area":null},{"id":"2502.00997","title":"MergeME: Model Merging Techniques for Homogeneous and Heterogeneous MoEs","created":"2025-02-03","cited_by_count":13,"area":"lr"},{"id":"2410.15661","title":"Scalable Data Ablation Approximations for Language Models through Modular Training and Merging","created":"2024-10-21","cited_by_count":11,"area":null},{"id":"2403.10616","title":"DiPaCo: Distributed Path Composition","created":"2024-03-15","cited_by_count":10,"area":null},{"id":"2409.16682","title":"SynTQA: Synergistic Table-based Question Answering via Mixture of Text-to-SQL and E2E TQA","created":"2024-09-25","cited_by_count":9,"area":null},{"id":"2505.14136","title":"Local Mixtures of Experts: Essentially Free Test-Time Training via Model Merging","created":"2025-05-20","cited_by_count":9,"area":"moe"},{"id":"2312.14751","title":"Hazards from Increasingly Accessible Fine-Tuning of Downloadable Foundation Models","created":"2023-12-22","cited_by_count":7,"area":null},{"id":"2408.15901","title":"Nexus: Specialization meets Adaptability for Efficiently Training Mixture of Experts","created":"2024-08-28","cited_by_count":7,"area":"moe"},{"id":"2412.06619","title":"Copyright-Protected Language Generation via Adaptive Model Fusion","created":"2024-12-09","cited_by_count":7,"area":null},{"id":"2502.00075","title":"BTS: Harmonizing Specialized Experts into a Generalist LLM","created":"2025-01-31","cited_by_count":6,"area":null},{"id":"2407.01091","title":"M2QA: Multi-domain Multilingual Question Answering","created":"2024-07-01","cited_by_count":5,"area":null},{"id":"2410.03529","title":"No Need to Talk: Asynchronous Mixture of Language Models","created":"2024-10-04","cited_by_count":5,"area":null},{"id":"2401.12756","title":"What the Weight?! A Unified Framework for Zero-Shot Knowledge Composition","created":"2024-01-23","cited_by_count":4,"area":null},{"id":"2403.17726","title":"Tiny Models are the Computational Saver for Large Models","created":"2024-03-26","cited_by_count":4,"area":"inference"},{"id":"2406.19892","title":"Automatic register identification for the open web using multilingual deep learning","created":"2024-06-28","cited_by_count":4,"area":null},{"id":"2407.20105","title":"Strong Copyright Protection for Language Models via Adaptive Model Fusion","created":"2024-07-29","cited_by_count":4,"area":null},{"id":"2507.18671","title":"Innovator: Scientific Continued Pretraining with Fine-grained MoE Upcycling","created":"2025-07-24","cited_by_count":4,"area":"moe"},{"id":"2404.15153","title":"Performance Characterization of Expert Router for Scalable LLM Inference","created":"2024-04-22","cited_by_count":2,"area":null},{"id":"2505.21598","title":"Rethinking Data Mixture for Large Language Models: A Comprehensive Survey and New Perspectives","created":"2025-05-27","cited_by_count":2,"area":"lr"},{"id":"2508.17669","title":"A Taxonomy of Transcendence","created":"2025-08-25","cited_by_count":2,"area":null},{"id":"2603.19149","title":"Optimal Splitting of Language Models from Mixtures to Specialized Domains","created":"2026-03-19","cited_by_count":1,"area":null},{"id":"2505.04850","title":"ORXE: Orchestrating Experts for Dynamically Configurable Efficiency","created":"2025-05-07","cited_by_count":0,"area":null},{"id":"2601.03184","title":"Decentralized Autoregressive Generation","created":"2026-01-06","cited_by_count":0,"area":null},{"id":"2601.06857","title":"MoE-DisCo:Low Economy Cost Training Mixture-of-Experts Models","created":"2026-01-11","cited_by_count":0,"area":"moe"},{"id":"2601.16905","title":"GRIP: Algorithm-Agnostic Machine Unlearning for Mixture-of-Experts via Geometric Router Constraints","created":"2026-01-23","cited_by_count":0,"area":"moe"},{"id":"2602.14060","title":"LM-Lexicon: Improving Definition Modeling via Harmonizing Semantic Experts","created":"2026-02-15","cited_by_count":0,"area":"moe"},{"id":"2604.03342","title":"Mixture-of-Experts in Remote Sensing: A Survey","created":"2026-04-03","cited_by_count":0,"area":"moe"},{"id":"2606.14398","title":"A theoretical model for task routing in mixture-of-expert transformers","created":"2026-06-12","cited_by_count":0,"area":"moe"},{"id":"2608.29817","title":"Structure Aware Neural Architecture Search for Mixture of Experts","created":"2026-08-30","cited_by_count":0,"area":"moe"},{"id":"2609.36770","title":"Emergent Specialization in Populations of Self-Supervised Collaborative Vision Experts Without a Shared Gate or Cross-Agent Gradients","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2609.37899","title":"Scaling Zero-Order Pretraining through Model Sharding","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2610.14437","title":"From Transfer Probes to Expert Grouping: Evidence from LoRA Post-Training","created":"2026-10-10","cited_by_count":0,"area":null}],"next_cursor":null}