{"list":"other","total":62,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1512.03385","title":"Deep Residual Learning for Image Recognition","created":"2015-12-10","cited_by_count":52096},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"1602.05629","title":"Communication-Efficient Learning of Deep Networks from Decentralized Data","created":"2016-02-17","cited_by_count":7669},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"2108.07258","title":"On the Opportunities and Risks of Foundation Models","created":"2021-08-16","cited_by_count":4033},{"id":"1911.02116","title":"Unsupervised Cross-lingual Representation Learning at Scale","created":"2019-11-05","cited_by_count":3935},{"id":"1912.04977","title":"Advances and Open Problems in Federated Learning","created":"2019-12-10","cited_by_count":3046},{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984},{"id":"2010.11934","title":"mT5: A massively multilingual pre-trained text-to-text transformer","created":"2020-10-22","cited_by_count":1818},{"id":"1609.04836","title":"On Large-Batch Training for Deep Learning: Generalization Gap and Sharp Minima","created":"2016-09-15","cited_by_count":1352},{"id":"1910.02054","title":"ZeRO: Memory Optimizations Toward Training Trillion Parameter Models","created":"2019-10-04","cited_by_count":1301},{"id":"1806.00582","title":"Federated Learning with Non-IID Data","created":"2018-06-02","cited_by_count":1108},{"id":"2003.00295","title":"Adaptive Federated Optimization","created":"2020-02-29","cited_by_count":1046},{"id":"1803.02999","title":"On First-Order Meta-Learning Algorithms","created":"2018-03-08","cited_by_count":1018},{"id":"1902.01046","title":"Towards Federated Learning at Scale: System Design","created":"2019-02-04","cited_by_count":832},{"id":"2304.11277","title":"PyTorch FSDP: Experiences on Scaling Fully Sharded Data Parallel","created":"2023-04-21","cited_by_count":660},{"id":"1805.09767","title":"Local SGD Converges Fast and Communicates Little","created":"2018-05-24","cited_by_count":605},{"id":"2102.02079","title":"Federated Learning on Non-IID Data Silos: An Experimental Study","created":"2021-02-03","cited_by_count":568},{"id":"1912.00818","title":"Federated Learning with Personalization Layers","created":"2019-12-02","cited_by_count":541},{"id":"1911.00222","title":"Federated Learning with Differential Privacy: Algorithms and Performance Analysis","created":"2019-11-01","cited_by_count":536},{"id":"2006.04088","title":"An Efficient Framework for Clustered Federated Learning","created":"2020-06-07","cited_by_count":511},{"id":"1910.01991","title":"Clustered Federated Learning: Model-Agnostic Distributed Multi-Task Optimization under Privacy Constraints","created":"2019-10-04","cited_by_count":503},{"id":"2103.00710","title":"Towards Personalized Federated Learning","created":"2021-03-01","cited_by_count":464},{"id":"2002.10619","title":"Three Approaches for Personalization with Applications to Federated Learning","created":"2020-02-25","cited_by_count":325},{"id":"2402.17764","title":"The Era of 1-bit LLMs: All Large Language Models are in 1.58 Bits","created":"2024-02-27","cited_by_count":308},{"id":"2007.03797","title":"Personalized Cross-Silo Federated Learning on Non-IID Data","created":"2020-07-07","cited_by_count":283},{"id":"1802.05799","title":"Horovod: fast and easy distributed deep learning in TensorFlow","created":"2018-02-15","cited_by_count":279},{"id":"2312.12148","title":"Parameter-Efficient Fine-Tuning Methods for Pretrained Language Models: A Critical Review and Assessment","created":"2023-12-19","cited_by_count":230},{"id":"2004.11791","title":"Federated learning with hierarchical clustering of local updates to improve training on non-IID data","created":"2020-04-24","cited_by_count":223},{"id":"1905.03871","title":"Differentially Private Learning with Adaptive Clipping","created":"2019-05-09","cited_by_count":220},{"id":"1808.07217","title":"Don't Use Large Mini-Batches, Use Local SGD","created":"2018-08-22","cited_by_count":202},{"id":"1905.06641","title":"Client-Edge-Cloud Hierarchical Federated Learning","created":"2019-05-16","cited_by_count":202},{"id":"1611.04482","title":"Practical Secure Aggregation for Federated Learning on User-Held Data","created":"2016-11-14","cited_by_count":178},{"id":"2307.10616","title":"Heterogeneous Federated Learning: State-of-the-art and Research Challenges","created":"2023-07-20","cited_by_count":161},{"id":"2002.04758","title":"Salvaging Federated Learning by Local Adaptation","created":"2020-02-12","cited_by_count":142},{"id":"2311.08105","title":"DiLoCo: Distributed Low-Communication Training of Language Models","created":"2023-11-14","cited_by_count":121},{"id":"2106.15115","title":"Neural Machine Translation for Low-Resource Languages: A Survey","created":"2021-06-29","cited_by_count":109},{"id":"1909.02362","title":"Hierarchical Federated Learning Across Heterogeneous Cellular Networks","created":"2019-09-05","cited_by_count":98},{"id":"2006.07264","title":"Low-resource Languages: A Review of Past Work and Future Challenges","created":"2020-06-12","cited_by_count":91},{"id":"2111.04877","title":"Papaya: Practical, Private, and Scalable Federated Learning","created":"2021-11-08","cited_by_count":90},{"id":"2204.10836","title":"Federated Learning Enables Big Data for Rare Cancer Boundary Detection","created":"2022-04-22","cited_by_count":84},{"id":"2002.11343","title":"HFEL: Joint Edge Association and Resource Allocation for Cost-Efficient Hierarchical Federated Edge Learning","created":"2020-02-26","cited_by_count":74},{"id":"2106.07820","title":"On Large-Cohort Training for Federated Learning","created":"2021-06-15","cited_by_count":74},{"id":"2402.18041","title":"Datasets for Large Language Models: A Comprehensive Survey","created":"2024-02-28","cited_by_count":71},{"id":"2109.14236","title":"LightSecAgg: a Lightweight and Versatile Design for Secure Aggregation in Federated Learning","created":"2021-09-29","cited_by_count":64},{"id":"2009.11248","title":"FastSecAgg: Scalable Secure Aggregation for Privacy-Preserving Federated Learning","created":"2020-09-23","cited_by_count":61},{"id":"2002.10671","title":"Personalized Federated Learning for Intelligent IoT Applications: A Cloud-Edge based Framework","created":"2020-02-25","cited_by_count":59},{"id":"1812.07108","title":"Learning Private Neural Language Modeling with Attentive Aggregation","created":"2018-12-17","cited_by_count":49},{"id":"2307.03042","title":"Parameter-Efficient Fine-Tuning of LLaMA for the Clinical Domain","created":"2023-07-06","cited_by_count":38},{"id":"1901.08460","title":"Fully Decentralized Joint Learning of Personalized Models and Collaboration Graphs","created":"2019-01-24","cited_by_count":36},{"id":"2211.07893","title":"Federated Learning for Healthcare Domain - Pipeline, Applications and Challenges","created":"2022-11-15","cited_by_count":34},{"id":"2307.09619","title":"Towards Federated Foundation Models: Scalable Dataset Pipelines for Group-Structured Learning","created":"2023-07-18","cited_by_count":29},{"id":"2002.02090","title":"Faster On-Device Training Using New Federated Momentum Algorithm","created":"2020-02-06","cited_by_count":25},{"id":"2112.03497","title":"Dataset Geography: Mapping Language Data to Language Users","created":"2021-12-07","cited_by_count":22},{"id":"2402.05968","title":"Federated Learning Priorities Under the European Union Artificial Intelligence Act","created":"2024-02-05","cited_by_count":13},{"id":"2205.13299","title":"Federated Split BERT for Heterogeneous Text Classification","created":"2022-05-26","cited_by_count":11}],"next_cursor":null}