{"list":"other","total":58,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380},{"id":"1602.05629","title":"Communication-Efficient Learning of Deep Networks from Decentralized Data","created":"2016-02-17","cited_by_count":7669},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"2104.08691","title":"The Power of Scale for Parameter-Efficient Prompt Tuning","created":"2021-04-18","cited_by_count":3795},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512},{"id":"1311.2901","title":"Visualizing and Understanding Convolutional Networks","created":"2013-11-12","cited_by_count":2290},{"id":"1311.3618","title":"Describing Textures in the Wild","created":"2013-11-14","cited_by_count":2125},{"id":"1610.05492","title":"Federated Learning: Strategies for Improving Communication Efficiency","created":"2016-10-18","cited_by_count":1475},{"id":"1812.01754","title":"Moment Matching for Multi-Source Domain Adaptation","created":"2018-12-04","cited_by_count":1331},{"id":"2106.10199","title":"BitFit: Simple Parameter-efficient Fine-tuning for Transformer-based Masked Language-models","created":"2021-06-18","cited_by_count":1245},{"id":"2110.04366","title":"Towards a Unified View of Parameter-Efficient Transfer Learning","created":"2021-10-08","cited_by_count":872},{"id":"2204.07705","title":"Super-NaturalInstructions: Generalization via Declarative Instructions on 1600+ NLP Tasks","created":"2022-04-16","cited_by_count":868},{"id":"2106.02034","title":"DynamicViT: Efficient Vision Transformers with Dynamic Token Sparsification","created":"2021-06-03","cited_by_count":864},{"id":"2303.04671","title":"Visual ChatGPT: Talking, Drawing and Editing with Visual Foundation Models","created":"2023-03-08","cited_by_count":668},{"id":"1710.01878","title":"To prune, or not to prune: exploring the efficacy of pruning for model compression","created":"2017-10-05","cited_by_count":603},{"id":"1910.03581","title":"FedMD: Heterogenous Federated Learning via Model Distillation","created":"2019-10-08","cited_by_count":459},{"id":"2302.09419","title":"A Comprehensive Survey on Pretrained Foundation Models: A History from BERT to ChatGPT","created":"2023-02-18","cited_by_count":368},{"id":"2012.13995","title":"FLTrust: Byzantine-robust Federated Learning via Trust Bootstrapping","created":"2020-12-27","cited_by_count":346},{"id":"2010.01264","title":"HeteroFL: Computation and Communication Efficient Federated Learning for Heterogeneous Clients","created":"2020-10-03","cited_by_count":337},{"id":"2110.00976","title":"LexGLUE: A Benchmark Dataset for Legal Language Understanding in English","created":"2021-10-03","cited_by_count":310},{"id":"2102.13451","title":"FjORD: Fair and Accurate Federated Learning under heterogeneous targets with Ordered Dropout","created":"2021-02-26","cited_by_count":192},{"id":"2305.05644","title":"Towards Building the Federated GPT: Federated Instruction Tuning","created":"2023-05-09","cited_by_count":185},{"id":"2203.06904","title":"Delta Tuning: A Comprehensive Study of Parameter Efficient Methods for Pre-trained Language Models","created":"2022-03-14","cited_by_count":180},{"id":"1611.04482","title":"Practical Secure Aggregation for Federated Learning on User-Held Data","created":"2016-11-14","cited_by_count":178},{"id":"2403.12313","title":"Improving LoRA in Privacy-preserving Federated Learning","created":"2024-03-18","cited_by_count":161},{"id":"2409.05976","title":"FLoRA: Federated Fine-Tuning Large Language Models with Heterogeneous Low-Rank Adaptations","created":"2024-09-09","cited_by_count":146},{"id":"2208.11625","title":"PromptFL: Let Federated Participants Cooperatively Learn Prompts Instead of Models -- Federated Learning in Age of Foundation Model","created":"2022-08-24","cited_by_count":134},{"id":"2401.06432","title":"Heterogeneous LoRA for Federated Fine-tuning of On-Device Foundation Models","created":"2024-01-12","cited_by_count":116},{"id":"2402.08562","title":"Higher Layers Need More LoRA Experts","created":"2024-02-13","cited_by_count":102},{"id":"2308.06522","title":"SLoRA: Federated Parameter Efficient Fine-Tuning of Language Models","created":"2023-08-12","cited_by_count":93},{"id":"2402.11505","title":"Federated Fine-tuning of Large Language Models under Heterogeneous Tasks and Client Resources","created":"2024-02-18","cited_by_count":93},{"id":"2208.12268","title":"FedPrompt: Communication-Efficient and Privacy Preserving Prompt Tuning in Federated Learning","created":"2022-08-25","cited_by_count":91},{"id":"2403.17919","title":"LISA: Layerwise Importance Sampling for Memory-Efficient Large Language Model Fine-Tuning","created":"2024-03-26","cited_by_count":89},{"id":"2306.15546","title":"When Foundation Model Meets Federated Learning: Motivations, Challenges, and Future Directions","created":"2023-06-27","cited_by_count":84},{"id":"2212.10025","title":"When Federated Learning Meets Pre-trained Language Models' Parameter-Efficient Tuning Methods","created":"2022-12-20","cited_by_count":75},{"id":"2406.17706","title":"FedBiOT: LLM Local Fine-tuning in Federated Learning without Full Model","created":"2024-06-25","cited_by_count":74},{"id":"2012.00661","title":"Fast-Convergent Federated Learning with Adaptive Weighting","created":"2020-12-01","cited_by_count":67},{"id":"2309.02033","title":"Data-Juicer: A One-Stop Data Processing System for Large Language Models","created":"2023-09-05","cited_by_count":52},{"id":"2305.11414","title":"Federated Foundation Models: Privacy-Preserving and Collaborative Learning for Large Models","created":"2023-05-19","cited_by_count":50},{"id":"2301.12132","title":"AutoPEFT: Automatic Configuration Search for Parameter-Efficient Fine-Tuning","created":"2023-01-28","cited_by_count":49},{"id":"2205.08305","title":"A Study of the Attention Abnormality in Trojaned BERTs","created":"2022-05-13","cited_by_count":48},{"id":"2111.14248","title":"Fed2: Feature-Aligned Federated Learning","created":"2021-11-28","cited_by_count":42},{"id":"2312.17493","title":"Differentially Private Low-Rank Adaptation of Large Language Model Using Federated Learning","created":"2023-12-29","cited_by_count":41},{"id":"2105.07066","title":"Node Selection Toward Faster Convergence for Federated Learning on Non-IID Data","created":"2021-05-14","cited_by_count":39},{"id":"2202.08036","title":"No One Left Behind: Inclusive Federated Learning over Heterogeneous Devices","created":"2022-02-16","cited_by_count":37},{"id":"2304.01917","title":"Strong Baselines for Parameter Efficient Few-Shot Fine-tuning","created":"2023-04-04","cited_by_count":37},{"id":"2211.01572","title":"FedTP: Federated Learning by Transformer Personalization","created":"2022-11-03","cited_by_count":36},{"id":"2310.14480","title":"Attention-Enhancing Backdoor Attacks Against BERT-based Models","created":"2023-10-23","cited_by_count":32},{"id":"1605.09774","title":"Asynchrony begets Momentum, with an Application to Deep Learning","created":"2016-05-31","cited_by_count":30},{"id":"2311.11227","title":"FedRA: A Random Allocation Strategy for Federated Tuning to Unleash the Power of Heterogeneous Clients","created":"2023-11-19","cited_by_count":19},{"id":"2506.02961","title":"FlowerTune: A Cross-Domain Benchmark for Federated Fine-Tuning of Large Language Models","created":"2025-06-03","cited_by_count":11},{"id":"2310.17041","title":"On Surgical Fine-tuning for Language Encoders","created":"2023-10-25","cited_by_count":8},{"id":"2303.04887","title":"Memory-adaptive Depth-wise Heterogeneous Federated Learning","created":"2023-03-08","cited_by_count":6},{"id":"2305.18513","title":"SlimFit: Memory-Efficient Fine-Tuning of Transformer-based Models Using Training Dynamics","created":"2023-05-29","cited_by_count":5},{"id":"2208.11231","title":"Exact Penalty Method for Federated Learning","created":"2022-08-23","cited_by_count":1}],"next_cursor":null}