{"list":"other","total":71,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1912.01703","title":"PyTorch: An Imperative Style, High-Performance Deep Learning Library","created":"2019-12-03","cited_by_count":20305},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380},{"id":"2201.11903","title":"Chain-of-Thought Prompting Elicits Reasoning in Large Language Models","created":"2022-01-28","cited_by_count":12459},{"id":"1602.05629","title":"Communication-Efficient Learning of Deep Networks from Decentralized Data","created":"2016-02-17","cited_by_count":7669},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"1703.03400","title":"Model-Agnostic Meta-Learning for Fast Adaptation of Deep Networks","created":"2017-03-09","cited_by_count":4897},{"id":"2104.08691","title":"The Power of Scale for Parameter-Efficient Prompt Tuning","created":"2021-04-18","cited_by_count":3795},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"1912.04977","title":"Advances and Open Problems in Federated Learning","created":"2019-12-10","cited_by_count":3046},{"id":"1607.00133","title":"Deep Learning with Differential Privacy","created":"2016-07-01","cited_by_count":2728},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"2012.07805","title":"Extracting Training Data from Large Language Models","created":"2020-12-14","cited_by_count":2189},{"id":"2007.14062","title":"Big Bird: Transformers for Longer Sequences","created":"2020-07-28","cited_by_count":1684},{"id":"1609.08144","title":"Google's Neural Machine Translation System: Bridging the Gap between Human and Machine Translation","created":"2016-09-26","cited_by_count":1475},{"id":"2012.07421","title":"WILDS: A Benchmark of in-the-Wild Distribution Shifts","created":"2020-12-14","cited_by_count":1375},{"id":"1907.02189","title":"On the Convergence of FedAvg on Non-IID Data","created":"2019-07-04","cited_by_count":1229},{"id":"2108.12409","title":"Train Short, Test Long: Attention with Linear Biases Enables Input Length Extrapolation","created":"2021-08-27","cited_by_count":1103},{"id":"2003.00295","title":"Adaptive Federated Optimization","created":"2020-02-29","cited_by_count":1046},{"id":"1506.06724","title":"Aligning Books and Movies: Towards Story-like Visual Explanations by Watching Movies and Reading Books","created":"2015-06-22","cited_by_count":1043},{"id":"1803.02999","title":"On First-Order Meta-Learning Algorithms","created":"2018-03-08","cited_by_count":1018},{"id":"2007.07481","title":"Tackling the Objective Inconsistency Problem in Heterogeneous Federated Optimization","created":"2020-07-15","cited_by_count":906},{"id":"1909.06335","title":"Measuring the Effects of Non-Identical Data Distribution for Federated Visual Classification","created":"2019-09-13","cited_by_count":851},{"id":"1812.01097","title":"LEAF: A Benchmark for Federated Settings","created":"2018-12-03","cited_by_count":792},{"id":"2110.07602","title":"P-Tuning v2: Prompt Tuning Can Be Comparable to Fine-tuning Universally Across Scales and Tasks","created":"2021-10-14","cited_by_count":689},{"id":"2006.08848","title":"Personalized Federated Learning with Moreau Envelopes","created":"2020-06-16","cited_by_count":618},{"id":"2102.07078","title":"Exploiting Shared Representations for Personalized Federated Learning","created":"2021-02-14","cited_by_count":541},{"id":"1911.00222","title":"Federated Learning with Differential Privacy: Algorithms and Performance Analysis","created":"2019-11-01","cited_by_count":536},{"id":"2109.02846","title":"Datasets: A Community Library for Natural Language Processing","created":"2021-09-07","cited_by_count":530},{"id":"2007.14390","title":"Flower: A Friendly Federated Learning Research Framework","created":"2020-07-28","cited_by_count":455},{"id":"1905.10497","title":"Fair Resource Allocation in Federated Learning","created":"2019-05-25","cited_by_count":394},{"id":"1912.13445","title":"Robust Aggregation for Federated Learning","created":"2019-12-31","cited_by_count":317},{"id":"2007.13518","title":"FedML: A Research Library and Benchmark for Federated Machine Learning","created":"2020-07-27","cited_by_count":300},{"id":"1909.12488","title":"Improving Federated Learning Personalization via Model Agnostic Meta Learning","created":"2019-09-27","cited_by_count":269},{"id":"1909.04746","title":"Tighter Theory for Local SGD on Identical and Heterogeneous Data","created":"2019-09-10","cited_by_count":266},{"id":"2202.05520","title":"What Does it Mean for a Language Model to Preserve Privacy?","created":"2022-02-11","cited_by_count":195},{"id":"2305.05644","title":"Towards Building the Federated GPT: Federated Instruction Tuning","created":"2023-05-09","cited_by_count":185},{"id":"2303.00654","title":"How to DP-fy ML: A Practical Guide to Machine Learning with Differential Privacy","created":"2023-03-01","cited_by_count":153},{"id":"2105.11367","title":"FedScale: Benchmarking Model and System Performance of Federated Learning at Scale","created":"2021-05-24","cited_by_count":136},{"id":"2208.11625","title":"PromptFL: Let Federated Participants Cooperatively Learn Prompts Instead of Models -- Federated Learning in Age of Foundation Model","created":"2022-08-24","cited_by_count":134},{"id":"2006.09365","title":"Byzantine-Robust Learning on Heterogeneous Datasets via Bucketing","created":"2020-06-16","cited_by_count":128},{"id":"2102.06387","title":"The Distributed Discrete Gaussian Mechanism for Federated Learning with Secure Aggregation","created":"2021-02-12","cited_by_count":128},{"id":"2210.04620","title":"FLamby: Datasets and Benchmarks for Cross-Silo Federated Learning in Realistic Healthcare Settings","created":"2022-10-10","cited_by_count":125},{"id":"2108.10241","title":"Back to the Drawing Board: A Critical Evaluation of Poisoning Attacks on Production Federated Learning","created":"2021-08-23","cited_by_count":118},{"id":"2204.03809","title":"Federated Learning with Partial Model Personalization","created":"2022-04-08","cited_by_count":114},{"id":"1910.13598","title":"Local SGD with Periodic Averaging: Tighter Analysis and Adaptive Synchronization","created":"2019-10-30","cited_by_count":107},{"id":"2102.12660","title":"Distributionally Robust Federated Averaging","created":"2021-02-25","cited_by_count":104},{"id":"2006.08907","title":"Robust Federated Learning: The Case of Affine Distribution Shifts","created":"2020-06-16","cited_by_count":102},{"id":"2112.01716","title":"Reduced, Reused and Recycled: The Life of a Dataset in Machine Learning Research","created":"2021-12-03","cited_by_count":102},{"id":"2112.05090","title":"Extending the WILDS Benchmark for Unsupervised Adaptation","created":"2021-12-09","cited_by_count":86},{"id":"2102.08503","title":"Federated Evaluation and Tuning for On-Device Personalization: System Design & Applications","created":"2021-02-16","cited_by_count":85},{"id":"2104.08815","title":"FedNLP: Benchmarking Federated Learning Methods for Natural Language Processing Tasks","created":"2021-04-18","cited_by_count":85},{"id":"2106.07820","title":"On Large-Cohort Training for Federated Learning","created":"2021-06-15","cited_by_count":74},{"id":"2202.08312","title":"Improved Differential Privacy for SGD via Optimal Private Linear Operators on Adaptive Streams","created":"2022-02-16","cited_by_count":59},{"id":"2205.13692","title":"FedAvg with Fine Tuning: Local Updates Lead to Representation Learning","created":"2022-05-27","cited_by_count":56},{"id":"2103.05032","title":"Convergence and Accuracy Trade-Offs in Federated Learning and Meta-Learning","created":"2021-03-08","cited_by_count":52},{"id":"2105.05241","title":"Addressing \"Documentation Debt\" in Machine Learning Research: A Retrospective Datasheet for BookCorpus","created":"2021-05-11","cited_by_count":47},{"id":"2206.03655","title":"pFL-Bench: A Comprehensive Benchmark for Personalized Federated Learning","created":"2022-06-08","cited_by_count":44},{"id":"2101.12127","title":"tf.data: A Machine Learning Data Processing Framework","created":"2021-01-28","cited_by_count":41},{"id":"2108.02117","title":"FedJAX: Federated learning simulation with JAX","created":"2021-08-04","cited_by_count":32},{"id":"2006.07856","title":"The OARF Benchmark Suite: Characterization and Implications for Federated Learning Systems","created":"2020-06-14","cited_by_count":31},{"id":"2206.09262","title":"Motley: Benchmarking Heterogeneity and Personalization in Federated Learning","created":"2022-06-18","cited_by_count":31},{"id":"2204.09715","title":"Scaling Language Model Size in Cross-Device Federated Learning","created":"2022-03-31","cited_by_count":25},{"id":"2202.05318","title":"Personalization Improves Privacy-Accuracy Tradeoffs in Federated Learning","created":"2022-02-10","cited_by_count":23},{"id":"2207.08869","title":"FLAIR: Federated Learning Annotated Image Repository","created":"2022-07-18","cited_by_count":22},{"id":"2002.11223","title":"Device Heterogeneity in Federated Learning: A Superquantile Approach","created":"2020-02-25","cited_by_count":21},{"id":"2105.11028","title":"Fast Federated Learning by Balancing Communication Trade-Offs","created":"2021-05-23","cited_by_count":18},{"id":"2304.13911","title":"Federated Prompting and Chain-of-Thought Reasoning for Improving LLMs Answering","created":"2023-04-27","cited_by_count":14},{"id":"2009.06303","title":"Robustness and Personalization in Federated Learning: A Unified Approach via Regularization","created":"2020-09-14","cited_by_count":8},{"id":"2109.03973","title":"Iterated Vector Fields and Conservatism, with Applications to Federated Learning","created":"2021-09-08","cited_by_count":8}],"next_cursor":null}