{"list":"other","total":57,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"1602.05629","title":"Communication-Efficient Learning of Deep Networks from Decentralized Data","created":"2016-02-17","cited_by_count":7669},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"1902.00751","title":"Parameter-Efficient Transfer Learning for NLP","created":"2019-02-02","cited_by_count":4236},{"id":"2305.14314","title":"QLoRA: Efficient Finetuning of Quantized LLMs","created":"2023-05-23","cited_by_count":3418},{"id":"2210.17323","title":"GPTQ: Accurate Post-Training Quantization for Generative Pre-trained Transformers","created":"2022-10-31","cited_by_count":1919},{"id":"2005.00247","title":"AdapterFusion: Non-Destructive Task Composition for Transfer Learning","created":"2020-05-01","cited_by_count":788},{"id":"2012.13255","title":"Intrinsic Dimensionality Explains the Effectiveness of Language Model Fine-Tuning","created":"2020-12-22","cited_by_count":671},{"id":"1710.01878","title":"To prune, or not to prune: exploring the efficacy of pruning for model compression","created":"2017-10-05","cited_by_count":603},{"id":"1802.04434","title":"signSGD: Compressed Optimisation for Non-Convex Problems","created":"2018-02-13","cited_by_count":571},{"id":"1906.10771","title":"Importance Estimation for Neural Network Pruning","created":"2019-06-25","cited_by_count":541},{"id":"2106.04647","title":"Compacter: Efficient Low-Rank Hypercomplex Adapter Layers","created":"2021-06-08","cited_by_count":460},{"id":"2005.07683","title":"Movement Pruning: Adaptive Sparsity by Fine-Tuning","created":"2020-05-15","cited_by_count":403},{"id":"2110.02861","title":"8-bit Optimizers via Block-wise Quantization","created":"2021-10-06","cited_by_count":403},{"id":"1812.00564","title":"Split learning for health: Distributed deep learning without sharing raw patient data","created":"2018-12-03","cited_by_count":395},{"id":"2304.01933","title":"LLM-Adapters: An Adapter Family for Parameter-Efficient Fine-Tuning of Large Language Models","created":"2023-04-04","cited_by_count":324},{"id":"1706.09254","title":"The E2E Dataset: New Challenges For End-to-End Generation","created":"2017-06-28","cited_by_count":253},{"id":"2111.09839","title":"Training Neural Networks with Fixed Sparse Masks","created":"2021-11-18","cited_by_count":214},{"id":"2102.13451","title":"FjORD: Fair and Accurate Federated Learning under heterogeneous targets with Ordered Dropout","created":"2021-02-26","cited_by_count":192},{"id":"2311.03285","title":"S-LoRA: Serving Thousands of Concurrent LoRA Adapters","created":"2023-11-06","cited_by_count":152},{"id":"2303.15991","title":"Efficient Parallel Split Learning over Resource-constrained Wireless Edge Networks","created":"2023-03-26","cited_by_count":95},{"id":"2110.01406","title":"MedPerf: Open Benchmarking Platform for Medical Artificial Intelligence using Federated Evaluation","created":"2021-09-29","cited_by_count":88},{"id":"2206.01288","title":"Decentralized Training of Foundation Models in Heterogeneous Environments","created":"2022-06-02","cited_by_count":87},{"id":"2104.08815","title":"FedNLP: Benchmarking Federated Learning Methods for Natural Language Processing Tasks","created":"2021-04-18","cited_by_count":85},{"id":"1910.01355","title":"SAFA: a Semi-Asynchronous Protocol for Fast Federated Learning with Low Overhead","created":"2019-10-03","cited_by_count":82},{"id":"2206.12562","title":"PLATON: Pruning Large Transformer Models with Upper Confidence Bound of Weight Importance","created":"2022-06-25","cited_by_count":79},{"id":"1806.08054","title":"Error Compensated Quantized SGD and its Applications to Large-scale Distributed Optimization","created":"2018-06-21","cited_by_count":76},{"id":"2304.13013","title":"Stable and low-precision training for large-scale vision-language models","created":"2023-04-25","cited_by_count":75},{"id":"2306.12194","title":"Split Learning in 6G Edge Networks","created":"2023-06-21","cited_by_count":68},{"id":"2310.15080","title":"Federated Learning of Large Language Models with Parameter-Efficient Prompt Tuning and Adaptive Optimization","created":"2023-10-23","cited_by_count":65},{"id":"2403.13101","title":"AdaptSFL: Adaptive Split Federated Learning in Resource-constrained Edge Networks","created":"2024-03-19","cited_by_count":64},{"id":"2012.14453","title":"Straggler-Resilient Federated Learning: Leveraging the Interplay Between Statistical Accuracy and System Heterogeneity","created":"2020-12-28","cited_by_count":56},{"id":"2105.12002","title":"Super Tickets in Pre-Trained Language Models: From Model Compression to Improving Generalization","created":"2021-05-25","cited_by_count":56},{"id":"2312.06353","title":"Federated Full-Parameter Tuning of Billion-Sized Language Models with Communication Cost under 18 Kilobytes","created":"2023-12-11","cited_by_count":55},{"id":"1802.09052","title":"Wide Compression: Tensor Ring Nets","created":"2018-02-25","cited_by_count":50},{"id":"2201.01601","title":"FedBalancer: Data and Pace Control for Efficient Federated Learning on Heterogeneous Clients","created":"2022-01-05","cited_by_count":46},{"id":"2101.00787","title":"Device Sampling for Heterogeneous Federated Learning: Theory, Algorithms, and Implementation","created":"2021-01-04","cited_by_count":40},{"id":"2308.08896","title":"Optimal Resource Allocation for U-Shaped Parallel Split Learning","created":"2023-08-17","cited_by_count":33},{"id":"2401.01544","title":"Collaborative Perception for Connected and Autonomous Driving: Challenges, Possible Solutions and Opportunities","created":"2024-01-03","cited_by_count":32},{"id":"2304.06947","title":"TimelyFL: Heterogeneity-aware Asynchronous Federated Learning with Adaptive Partial Training","created":"2023-04-14","cited_by_count":27},{"id":"2401.11240","title":"CaraServe: CPU-Assisted and Rank-Aware LoRA Serving for Generative LLM Inference","created":"2024-01-20","cited_by_count":22},{"id":"2302.13580","title":"Joint Task and Data Oriented Semantic Communications: A Deep Separate Source-channel Coding Scheme","created":"2023-02-27","cited_by_count":19},{"id":"2310.00013","title":"Adaptive Communications in Collaborative Perception with Domain Alignment for Autonomous Driving","created":"2023-09-15","cited_by_count":19},{"id":"2402.15903","title":"ESFL: Efficient Split Federated Learning over Resource-Constrained Heterogeneous Wireless Devices","created":"2024-02-24","cited_by_count":16},{"id":"2212.05974","title":"Federated Few-Shot Learning for Mobile NLP","created":"2022-12-12","cited_by_count":15},{"id":"2304.13911","title":"Federated Prompting and Chain-of-Thought Reasoning for Improving LLMs Answering","created":"2023-04-27","cited_by_count":14},{"id":"2404.00836","title":"Rethinking Resource Management in Edge Learning: A Joint Pre-training and Fine-tuning Design Paradigm","created":"2024-04-01","cited_by_count":13},{"id":"2310.18602","title":"Device-Edge Cooperative Fine-Tuning of Foundation Models as a 6G Service","created":"2023-10-28","cited_by_count":7},{"id":"2211.15281","title":"Flow: Per-Instance Personalized Federated Learning Through Dynamic Routing","created":"2022-11-28","cited_by_count":6},{"id":"2307.06933","title":"FDAPT: Federated Domain-adaptive Pre-training for Language Models","created":"2023-07-12","cited_by_count":5},{"id":"2306.11426","title":"Exploring the Performance and Efficiency of Transformer Models for NLP on Mobile Devices","created":"2023-06-20","cited_by_count":4},{"id":"2311.13381","title":"Confidant: Customizing Transformer-based LLMs via Collaborative Edge Training","created":"2023-11-22","cited_by_count":3},{"id":"2207.14386","title":"Efficient NLP Model Finetuning via Multistage Data Filtering","created":"2022-07-28","cited_by_count":2}],"next_cursor":null}