{"total":87,"rows":[{"id":"2306.15546","title":"When Foundation Model Meets Federated Learning: Motivations, Challenges, and Future Directions","created":"2023-06-27","cited_by_count":84,"area":null},{"id":"2312.04916","title":"EE-LLM: Large-Scale Training and Inference of Early-Exit Large Language Models with 3D Parallelism","created":"2023-12-08","cited_by_count":69,"area":"inference"},{"id":"2303.14177","title":"Scaling Expert Language Models with Unsupervised Domain Discovery","created":"2023-03-24","cited_by_count":60,"area":null},{"id":"2301.11913","title":"SWARM Parallelism: Training Large Models Can Be Surprisingly Communication-Efficient","created":"2023-01-27","cited_by_count":59,"area":null},{"id":"2406.01566","title":"Helix: Serving Large Language Models over Heterogeneous GPUs and Network via Max-Flow","created":"2024-06-03","cited_by_count":55,"area":null},{"id":"2404.06448","title":"Automated Federated Pipeline for Parameter-Efficient Fine-Tuning of Large Language Models","created":"2024-04-09","cited_by_count":49,"area":null},{"id":"2312.08361","title":"Distributed Inference and Fine-tuning of Large Language Models Over The Internet","created":"2023-12-13","cited_by_count":42,"area":null},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2408.01803","title":"STBLLM: Breaking the 1-Bit Barrier with Structured Binary LLMs","created":"2024-08-03","cited_by_count":31,"area":null},{"id":"2505.02795","title":"HSplitLoRA: A Heterogeneous Split Parameter-Efficient Fine-Tuning Framework for Large Language Models","created":"2025-05-05","cited_by_count":31,"area":null},{"id":"2405.10853","title":"The Future of Large Language Model Pre-training is Federated","created":"2024-05-17","cited_by_count":30,"area":null},{"id":"2305.11186","title":"Compress, Then Prompt: Improving Accuracy-Efficiency Trade-off of LLM Inference with Transferable Prompt","created":"2023-05-17","cited_by_count":28,"area":null},{"id":"2409.15723","title":"Federated Large Language Models: Current Progress and Future Directions","created":"2024-09-24","cited_by_count":27,"area":null},{"id":"2304.03589","title":"On Efficient Training of Large-Scale Deep Learning Models: A Literature Review","created":"2023-04-07","cited_by_count":26,"area":null},{"id":"2402.01749","title":"Towards Urban General Intelligence: A Review and Outlook of Urban Foundation Models","created":"2024-01-30","cited_by_count":23,"area":null},{"id":"2504.04011","title":"Foundation Models for Time Series: A Survey","created":"2025-04-05","cited_by_count":23,"area":null},{"id":"2303.11341","title":"What does it take to catch a Chinchilla? Verifying Rules on Large-Scale Neural Network Training via Compute Monitoring","created":"2023-03-20","cited_by_count":21,"area":null},{"id":"2309.01172","title":"FusionAI: Decentralized Training and Deploying LLMs with Massive Consumer-Level GPUs","created":"2023-09-03","cited_by_count":20,"area":null},{"id":"2210.11948","title":"lo-fi: distributed fine-tuning without communication","created":"2022-10-19","cited_by_count":19,"area":null},{"id":"2306.10015","title":"Just One Byte (per gradient): A Note on Low-Bandwidth Decentralized Language Model Finetuning Using Shared Randomness","created":"2023-06-16","cited_by_count":18,"area":null},{"id":"2306.14853","title":"Near-Optimal Nonconvex-Strongly-Convex Bilevel Optimization with Fully First-Order Oracles","created":"2023-06-26","cited_by_count":17,"area":null},{"id":"2307.03027","title":"Improving Retrieval-Augmented Large Language Models via Data Importance Learning","created":"2023-07-06","cited_by_count":17,"area":"rag"},{"id":"2402.16828","title":"Training Neural Networks from Scratch with Parallel Low-Rank Adapters","created":"2024-02-26","cited_by_count":17,"area":null},{"id":"2306.02913","title":"Decentralized SGD and Average-direction SAM are Asymptotically Equivalent","created":"2023-06-05","cited_by_count":15,"area":null},{"id":"2302.02390","title":"Quantized Distributed Training of Large Models with Convergence Guarantees","created":"2023-02-05","cited_by_count":13,"area":null},{"id":"2301.02120","title":"Reprogramming Pretrained Language Models for Protein Sequence Representation Learning","created":"2023-01-05","cited_by_count":12,"area":null},{"id":"2405.06784","title":"Open Challenges and Opportunities in Federated Foundation Models Towards Biomedical Healthcare","created":"2024-05-10","cited_by_count":12,"area":null},{"id":"2406.09679","title":"Exploring Training on Heterogeneous Data with Mixture of Low-rank Adapters","created":"2024-06-14","cited_by_count":12,"area":null},{"id":"2506.01260","title":"Subspace Networks: Scaling Decentralized Training with Communication-Efficient Model Parallelism","created":"2025-06-02","cited_by_count":12,"area":null},{"id":"2509.26182","title":"Parallax: Efficient LLM Inference Service over Decentralized Environment","created":"2025-09-30","cited_by_count":12,"area":"inference"},{"id":"2410.20380","title":"FuseFL: One-Shot Federated Learning through the Lens of Causality with Progressive Model Fusion","created":"2024-10-27","cited_by_count":11,"area":null},{"id":"2404.06114","title":"Communication-Efficient Large-Scale Distributed Deep Learning: A Comprehensive Survey","created":"2024-04-09","cited_by_count":10,"area":null},{"id":"2511.00796","title":"AReaL-Hex: Accommodating Asynchronous RL Training over Heterogeneous GPUs","created":"2025-11-02","cited_by_count":9,"area":null},{"id":"2603.04300","title":"LUMINA: Foundation Models for Topology Transferable ACOPF","created":"2026-03-04","cited_by_count":8,"area":null},{"id":"2302.00845","title":"Coordinating Distributed Example Orders for Provably Accelerated Training","created":"2023-02-02","cited_by_count":7,"area":null},{"id":"2306.08289","title":"$\\textbf{A}^2\\textbf{CiD}^2$: Accelerating Asynchronous Communication in Decentralized Deep Learning","created":"2023-06-14","cited_by_count":7,"area":null},{"id":"2312.14751","title":"Hazards from Increasingly Accessible Fine-Tuning of Downloadable Foundation Models","created":"2023-12-22","cited_by_count":7,"area":null},{"id":"2410.12707","title":"FusionLLM: A Decentralized LLM Training System on Geo-distributed GPUs with Adaptive Compression","created":"2024-10-16","cited_by_count":7,"area":null},{"id":"2602.10729","title":"BOute: Cost-Efficient LLM Serving with Heterogeneous LLMs and GPUs via Multi-Objective Bayesian Optimization","created":"2026-02-11","cited_by_count":6,"area":"inference"},{"id":"2506.10911","title":"NoLoCo: No-all-reduce Low Communication Training Method for Large Models","created":"2025-06-12","cited_by_count":5,"area":null},{"id":"2306.03163","title":"How Can We Train Deep Learning Models Across Clouds and Continents? An Experimental Study","created":"2023-06-05","cited_by_count":4,"area":null},{"id":"2312.03549","title":"Holmes: Towards Distributed Training Across Clusters with Heterogeneous NIC Environment","created":"2023-12-06","cited_by_count":4,"area":null},{"id":"2406.19651","title":"CANDY: A Benchmark for Continuous Approximate Nearest Neighbor Search with Dynamic Data Ingestion","created":"2024-06-28","cited_by_count":4,"area":null},{"id":"2409.04833","title":"Achieving Peak Performance for Large Language Models: A Systematic Review","created":"2024-09-07","cited_by_count":4,"area":null},{"id":"2409.19540","title":"LoRKD: Low-Rank Knowledge Decomposition for Medical Foundation Models","created":"2024-09-29","cited_by_count":4,"area":null},{"id":"2410.11998","title":"From promise to practice: realizing high-performance decentralized training","created":"2024-10-15","cited_by_count":4,"area":null},{"id":"2502.19913","title":"SkipPipe: Partial and Reordered Pipelining Framework for Training LLMs in Heterogeneous Networks","created":"2025-02-27","cited_by_count":4,"area":null},{"id":"2506.01352","title":"TAH-QUANT: Effective Activation Quantization in Pipeline Parallelism over Slow Network","created":"2025-06-02","cited_by_count":4,"area":null},{"id":"2510.01377","title":"DeMuon: A Decentralized Muon for Matrix Optimization over Graphs","created":"2025-10-01","cited_by_count":4,"area":null},{"id":"2307.02140","title":"Towards Open Federated Learning Platforms: Survey and Vision from Technical and Legal Perspectives","created":"2023-07-05","cited_by_count":3,"area":null},{"id":"2312.04740","title":"Train 'n Trade: Foundations of Parameter Markets","created":"2023-12-07","cited_by_count":3,"area":null},{"id":"2411.14458","title":"Improving training time and GPU utilization in geo-distributed language model training","created":"2024-11-16","cited_by_count":3,"area":null},{"id":"2307.16375","title":"UniAP: Unifying Inter- and Intra-Layer Automatic Parallelism by Mixed Integer Quadratic Programming","created":"2023-07-31","cited_by_count":2,"area":null},{"id":"2312.02204","title":"Meta-learning Optimizers for Communication-Efficient Learning","created":"2023-12-02","cited_by_count":2,"area":null},{"id":"2401.12230","title":"Computing in the Era of Large Generative Models: From Cloud-Native to AI-Native","created":"2024-01-17","cited_by_count":2,"area":null},{"id":"2406.08115","title":"Resource Allocation and Workload Scheduling for Large-Scale Distributed Deep Learning: A Survey","created":"2024-06-12","cited_by_count":2,"area":null},{"id":"2503.10191","title":"Robustness Tokens: Towards Adversarial Robustness of Transformers","created":"2025-03-13","cited_by_count":2,"area":null},{"id":"2505.09106","title":"Argus: Federated Non-convex Bilevel Learning over 6G Space-Air-Ground Integrated Network","created":"2025-05-14","cited_by_count":2,"area":null},{"id":"2507.00082","title":"Federated Learning-Enabled Hybrid Language Models for Communication-Efficient Token Transmission","created":"2025-06-30","cited_by_count":2,"area":null},{"id":"2507.01803","title":"Towards Decentralized and Sustainable Foundation Model Training with the Edge","created":"2025-07-02","cited_by_count":2,"area":null},{"id":"2507.06931","title":"DICE: Data Influence Cascade in Decentralized Learning","created":"2025-07-09","cited_by_count":2,"area":null},{"id":"2509.24257","title":"VeriLLM: A Lightweight Framework for Publicly Verifiable Decentralized Inference","created":"2025-09-29","cited_by_count":2,"area":null},{"id":"2511.09780","title":"Hail to the Thief: Exploring Attacks and Defenses in Decentralised GRPO","created":"2025-11-12","cited_by_count":2,"area":"lr"},{"id":"2312.00843","title":"Exploring the Robustness of Decentralized Training for Large Language Models","created":"2023-12-01","cited_by_count":1,"area":null},{"id":"2410.19319","title":"Fully First-Order Methods for Decentralized Bilevel Optimization","created":"2024-10-25","cited_by_count":1,"area":null},{"id":"2505.23792","title":"Zero-Trust Foundation Models: A New Paradigm for Secure and Collaborative Artificial Intelligence for Internet of Things","created":"2025-05-26","cited_by_count":1,"area":null},{"id":"2506.15461","title":"All is Not Lost: LLM Recovery without Checkpoints","created":"2025-06-18","cited_by_count":1,"area":null},{"id":"2507.17346","title":"Taming Latency and Bandwidth: A Theoretical Framework and Adaptive Algorithm for Communication-Constrained Training","created":"2025-07-23","cited_by_count":1,"area":null},{"id":"2509.22418","title":"Partial Parameter Updates for Efficient Distributed Training","created":"2025-09-26","cited_by_count":1,"area":null},{"id":"2212.11670","title":"Evaluation for Change","created":"2022-12-20","cited_by_count":0,"area":null},{"id":"2311.03703","title":"Practical Performance Guarantees for Pipelined DNN Inference","created":"2023-11-07","cited_by_count":0,"area":null},{"id":"2403.15839","title":"TablePuppet: A Generic Framework for Relational Federated Learning","created":"2024-03-23","cited_by_count":0,"area":null},{"id":"2406.13183","title":"Communication-Efficient and Privacy-Preserving Decentralized Meta-Learning","created":"2024-06-19","cited_by_count":0,"area":null},{"id":"2504.12471","title":"You Don't Need All Attentions: Distributed Dynamic Fine-Tuning for Foundation Models","created":"2025-04-16","cited_by_count":0,"area":null},{"id":"2509.21221","title":"Go With The Flow: Churn-Tolerant Decentralized Training of Large Language Models","created":"2025-09-25","cited_by_count":0,"area":null},{"id":"2511.18489","title":"Real-Time Personalized Content Adaptation through Matrix Factorization and Context-Aware Federated Learning","created":"2025-11-23","cited_by_count":0,"area":null},{"id":"2512.22142","title":"On Harnessing Idle Compute at the Edge for Foundation Model Training","created":"2025-12-13","cited_by_count":0,"area":null},{"id":"2603.27055","title":"Text Data Integration","created":"2026-03-28","cited_by_count":0,"area":null},{"id":"2604.02372","title":"Backdoor Attacks on Decentralised Post-Training","created":"2026-03-31","cited_by_count":0,"area":null},{"id":"2604.11947","title":"ResBM: Residual Bottleneck Models for Low-Bandwidth Pipeline Parallelism","created":"2026-04-13","cited_by_count":0,"area":null},{"id":"2605.23464","title":"Unextractable Protocol Models: Collaborative Training and Inference without Weight Materialization","created":"2026-05-22","cited_by_count":0,"area":null},{"id":"2606.16384","title":"Mixtures of Subspaces for Bandwidth Efficient Context Parallel Training","created":"2026-06-15","cited_by_count":0,"area":null},{"id":"2606.24722","title":"Decentralised AI Training and Inference with BlockTrain","created":"2026-06-23","cited_by_count":0,"area":null},{"id":"2609.14339","title":"Communication-Efficient LLM Adaptation over Decentralized GPU Meshes","created":"2026-09-13","cited_by_count":0,"area":null},{"id":"2609.15625","title":"FedLTLib: A Comprehensive Benchmark for Federated Long-Tail Learning","created":"2026-09-14","cited_by_count":0,"area":null},{"id":"2609.33021","title":"Decentralized Optimization with Cross-Coupled Mixed Affine Constraints","created":"2026-09-26","cited_by_count":0,"area":null},{"id":"2609.35882","title":"GenomeOcean Anywhere: Private WebGPU Inference for Genome MoEs","created":"2026-09-27","cited_by_count":0,"area":"moe"}],"next_cursor":null}