{"list":"other","total":81,"rows":[{"id":"2002.05709","title":"A Simple Framework for Contrastive Learning of Visual Representations","created":"2020-02-13","cited_by_count":12049},{"id":"2304.02643","title":"Segment Anything","created":"2023-04-05","cited_by_count":8234},{"id":"1602.05629","title":"Communication-Efficient Learning of Deep Networks from Decentralized Data","created":"2016-02-17","cited_by_count":7669},{"id":"1911.05722","title":"Momentum Contrast for Unsupervised Visual Representation Learning","created":"2019-11-13","cited_by_count":7513},{"id":"2111.06377","title":"Masked Autoencoders Are Scalable Vision Learners","created":"2021-11-11","cited_by_count":7403},{"id":"2006.07733","title":"Bootstrap your own latent: A new approach to self-supervised Learning","created":"2020-06-13","cited_by_count":4750},{"id":"1301.3781","title":"Efficient Estimation of Word Representations in Vector Space","created":"2013-01-16","cited_by_count":4375},{"id":"1902.00751","title":"Parameter-Efficient Transfer Learning for NLP","created":"2019-02-02","cited_by_count":4236},{"id":"2108.07258","title":"On the Opportunities and Risks of Foundation Models","created":"2021-08-16","cited_by_count":4033},{"id":"2305.14314","title":"QLoRA: Efficient Finetuning of Quantized LLMs","created":"2023-05-23","cited_by_count":3418},{"id":"1912.04977","title":"Advances and Open Problems in Federated Learning","created":"2019-12-10","cited_by_count":3046},{"id":"2006.05525","title":"Knowledge Distillation: A Survey","created":"2020-06-09","cited_by_count":1603},{"id":"2307.03109","title":"A Survey on Evaluation of Large Language Models","created":"2023-07-06","cited_by_count":1242},{"id":"2105.04906","title":"VICReg: Variance-Invariance-Covariance Regularization for Self-Supervised Learning","created":"2021-05-11","cited_by_count":1057},{"id":"2005.00247","title":"AdapterFusion: Non-Destructive Task Composition for Transfer Learning","created":"2020-05-01","cited_by_count":788},{"id":"2103.16257","title":"Model-Contrastive Federated Learning","created":"2021-03-30","cited_by_count":766},{"id":"2407.06204","title":"A Survey on Mixture of Experts in Large Language Models","created":"2024-06-26","cited_by_count":237},{"id":"1909.12326","title":"Model Pruning Enables Efficient Federated Learning on Edge Devices","created":"2019-09-26","cited_by_count":222},{"id":"2108.13323","title":"FedKD: Communication Efficient Federated Learning via Knowledge Distillation","created":"2021-08-30","cited_by_count":187},{"id":"2305.05644","title":"Towards Building the Federated GPT: Federated Instruction Tuning","created":"2023-05-09","cited_by_count":185},{"id":"2203.09249","title":"Fine-tuning Global Model via Data-Free Knowledge Distillation for Non-IID Federated Learning","created":"2022-03-17","cited_by_count":172},{"id":"2209.10083","title":"Federated Learning from Pre-Trained Models: A Contrastive Learning Approach","created":"2022-09-21","cited_by_count":142},{"id":"2306.05705","title":"On the Challenges and Perspectives of Foundation Models for Medical Image Analysis","created":"2023-06-09","cited_by_count":135},{"id":"2208.11625","title":"PromptFL: Let Federated Participants Cooperatively Learn Prompts Instead of Models -- Federated Learning in Age of Foundation Model","created":"2022-08-24","cited_by_count":134},{"id":"2404.19245","title":"HydraLoRA: An Asymmetric LoRA Architecture for Efficient Fine-Tuning","created":"2024-04-30","cited_by_count":123},{"id":"2401.06432","title":"Heterogeneous LoRA for Federated Fine-tuning of On-Device Foundation Models","created":"2024-01-12","cited_by_count":116},{"id":"2212.07525","title":"Efficient Self-supervised Learning with Contextualized Target Representations for Vision, Speech and Language","created":"2022-12-14","cited_by_count":110},{"id":"2206.02574","title":"On the duality between contrastive and non-contrastive self-supervised learning","created":"2022-06-03","cited_by_count":108},{"id":"2112.12371","title":"DENSE: Data-Free One-Shot Federated Learning","created":"2021-12-23","cited_by_count":100},{"id":"2311.06750","title":"Federated Learning for Generalization, Robustness, Fairness: A Survey and Benchmark","created":"2023-11-12","cited_by_count":99},{"id":"2308.06522","title":"SLoRA: Federated Parameter Efficient Fine-Tuning of Language Models","created":"2023-08-12","cited_by_count":93},{"id":"2208.12268","title":"FedPrompt: Communication-Efficient and Privacy Preserving Prompt Tuning in Federated Learning","created":"2022-08-25","cited_by_count":91},{"id":"2306.15546","title":"When Foundation Model Meets Federated Learning: Motivations, Challenges, and Future Directions","created":"2023-06-27","cited_by_count":84},{"id":"2101.08482","title":"Exponential Moving Average Normalization for Self-supervised and Semi-supervised Learning","created":"2021-01-21","cited_by_count":78},{"id":"2306.05980","title":"Federated Learning for Medical Image Analysis: A Survey","created":"2023-06-09","cited_by_count":78},{"id":"2310.18689","title":"Foundational Models in Medical Imaging: A Comprehensive Survey and Future Vision","created":"2023-10-28","cited_by_count":76},{"id":"2212.10025","title":"When Federated Learning Meets Pre-trained Language Models' Parameter-Efficient Tuning Methods","created":"2022-12-20","cited_by_count":75},{"id":"2406.17706","title":"FedBiOT: LLM Local Fine-tuning in Federated Learning without Full Model","created":"2024-06-25","cited_by_count":74},{"id":"2204.04385","title":"Divergence-aware Federated Self-Supervised Learning","created":"2022-04-09","cited_by_count":73},{"id":"2108.06492","title":"Collaborative Unsupervised Visual Representation Learning from Decentralized Data","created":"2021-08-14","cited_by_count":69},{"id":"2308.12305","title":"FedDAT: An Approach for Foundation Model Finetuning in Multi-Modal Heterogeneous Federated Learning","created":"2023-08-21","cited_by_count":60},{"id":"2403.19211","title":"Dual-Personalizing Adapter for Federated Foundation Models","created":"2024-03-28","cited_by_count":55},{"id":"2308.15367","title":"Efficient Model Personalization in Federated Learning via Client-Specific Prompt Generation","created":"2023-08-29","cited_by_count":54},{"id":"2305.11414","title":"Federated Foundation Models: Privacy-Preserving and Collaborative Learning for Large Models","created":"2023-05-19","cited_by_count":50},{"id":"2301.01299","title":"Recent Advances on Federated Learning: A Systematic Survey","created":"2023-01-03","cited_by_count":41},{"id":"2302.07920","title":"InfoNCE Loss Provably Learns Cluster-Preserving Representations","created":"2023-02-15","cited_by_count":37},{"id":"2102.12920","title":"Emerging Trends in Federated Learning: From Model Fusion to Federated X Learning","created":"2021-02-25","cited_by_count":35},{"id":"2211.08025","title":"FedTune: A Deep Dive into Efficient Federated Fine-Tuning with Pre-trained Transformers","created":"2022-11-15","cited_by_count":33},{"id":"2307.07393","title":"L-DAWA: Layer-wise Divergence Aware Weight Aggregation in Federated Self-Supervised Visual Representation Learning","created":"2023-07-14","cited_by_count":30},{"id":"2405.10853","title":"The Future of Large Language Model Pre-training is Federated","created":"2024-05-17","cited_by_count":30},{"id":"2401.04472","title":"A Survey on Efficient Federated Learning Methods for Foundation Model Training","created":"2024-01-09","cited_by_count":29},{"id":"2201.00519","title":"Stochastic Weight Averaging Revisited","created":"2022-01-03","cited_by_count":26},{"id":"2404.18848","title":"FeDeRA:Efficient Fine-tuning of Language Models in Federated Learning Leveraging Weight Decomposition","created":"2024-04-29","cited_by_count":26},{"id":"2406.05233","title":"Federated LoRA with Sparse Communication","created":"2024-06-07","cited_by_count":26},{"id":"2311.17431","title":"Grounding Foundation Models through Federated Transfer Learning: A General Framework","created":"2023-11-29","cited_by_count":24},{"id":"1703.07019","title":"Continuous Integration, Delivery and Deployment: A Systematic Review on Approaches, Tools, Challenges and Practices","created":"2017-03-21","cited_by_count":22},{"id":"2403.05408","title":"FedFMS: Exploring Federated Foundation Models for Medical Image Segmentation","created":"2024-03-08","cited_by_count":21},{"id":"2311.13171","title":"ComPEFT: Compression for Communicating Parameter Efficient Updates via Sparsification and Quantization","created":"2023-11-22","cited_by_count":18},{"id":"2208.05174","title":"FedOBD: Opportunistic Block Dropout for Efficiently Training Large-scale Neural Networks through Federated Learning","created":"2022-08-10","cited_by_count":17},{"id":"2302.02589","title":"$z$-SignFedAvg: A Unified Stochastic Sign-based Compression for Federated Learning","created":"2023-02-06","cited_by_count":17},{"id":"2205.12493","title":"Federated Self-supervised Learning for Heterogeneous Clients","created":"2022-05-25","cited_by_count":16},{"id":"2404.15182","title":"FLoRA: Enhancing Vision-Language Models with Parameter-Efficient Federated Learning","created":"2024-04-12","cited_by_count":16},{"id":"2106.00275","title":"H-FL: A Hierarchical Communication-Efficient and Privacy-Protected Architecture for Federated Learning","created":"2021-06-01","cited_by_count":14},{"id":"2406.12844","title":"Synergizing Foundation Models and Federated Learning: A Survey","created":"2024-06-18","cited_by_count":14},{"id":"2306.03937","title":"Guiding The Last Layer in Federated Learning with Pre-Trained Models","created":"2023-06-06","cited_by_count":13},{"id":"2312.05842","title":"Mutual Enhancement of Large and Small Language Models with Cross-Silo Knowledge Transfer","created":"2023-12-10","cited_by_count":13},{"id":"2205.13299","title":"Federated Split BERT for Heterogeneous Text Classification","created":"2022-05-26","cited_by_count":11},{"id":"2211.09722","title":"Federated Multilingual Models for Medical Transcript Analysis","created":"2022-11-04","cited_by_count":11},{"id":"2310.00247","title":"Bridging the Gap Between Foundation Models and Heterogeneous Federated Learning","created":"2023-09-30","cited_by_count":9},{"id":"2310.05143","title":"ZooPFL: Exploring Black-box Foundation Models for Personalized Federated Learning","created":"2023-10-08","cited_by_count":9},{"id":"2311.13267","title":"FedFN: Feature Normalization for Alleviating Data Heterogeneity Problem in Federated Learning","created":"2023-11-22","cited_by_count":8},{"id":"2312.12863","title":"Federated Learning While Providing Model as a Service: Joint Training and Inference Optimization","created":"2023-12-20","cited_by_count":8},{"id":"2408.09227","title":"FEDMEKI: A Benchmark for Scaling Medical Foundation Models via Federated Knowledge Injection","created":"2024-08-17","cited_by_count":8},{"id":"2205.03494","title":"Online Model Compression for Federated Learning with Large Models","created":"2022-05-06","cited_by_count":7},{"id":"2212.04084","title":"Federated Learning for Inference at Anytime and Anywhere","created":"2022-12-08","cited_by_count":6},{"id":"2307.06933","title":"FDAPT: Federated Domain-adaptive Pre-training for Language Models","created":"2023-07-12","cited_by_count":5},{"id":"2311.08479","title":"Leveraging Foundation Models to Improve Lightweight Clients in Federated Learning","created":"2023-11-14","cited_by_count":5},{"id":"2404.15384","title":"FL-TAC: Enhanced Fine-Tuning in Federated Learning via Low-Rank, Task-Specific Adapter Clustering","created":"2024-04-23","cited_by_count":5},{"id":"2105.00831","title":"Federated Word2Vec: Leveraging Federated Learning to Encourage Collaborative Representation Learning","created":"2021-04-19","cited_by_count":3},{"id":"2405.14212","title":"Federated Domain-Specific Knowledge Transfer on Large Language Models Using Synthetic Data","created":"2024-05-23","cited_by_count":2},{"id":"2412.20020","title":"Calibre: Towards Fair and Accurate Personalized Federated Learning with Self-Supervised Learning","created":"2024-12-28","cited_by_count":2}],"next_cursor":null}