{"list":"other","total":70,"rows":[{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380},{"id":"2201.11903","title":"Chain-of-Thought Prompting Elicits Reasoning in Large Language Models","created":"2022-01-28","cited_by_count":12459},{"id":"1602.05629","title":"Communication-Efficient Learning of Deep Networks from Decentralized Data","created":"2016-02-17","cited_by_count":7669},{"id":"1902.00751","title":"Parameter-Efficient Transfer Learning for NLP","created":"2019-02-02","cited_by_count":4236},{"id":"2104.08691","title":"The Power of Scale for Parameter-Efficient Prompt Tuning","created":"2021-04-18","cited_by_count":3795},{"id":"2109.01652","title":"Finetuned Language Models Are Zero-Shot Learners","created":"2021-09-03","cited_by_count":3780},{"id":"1701.06538","title":"Outrageously Large Neural Networks: The Sparsely-Gated Mixture-of-Experts Layer","created":"2017-01-23","cited_by_count":3509},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"2210.11416","title":"Scaling Instruction-Finetuned Language Models","created":"2022-10-20","cited_by_count":3024},{"id":"2206.04615","title":"Beyond the Imitation Game: Quantifying and extrapolating the capabilities of language models","created":"2022-06-09","cited_by_count":1998},{"id":"2210.09261","title":"Challenging BIG-Bench Tasks and Whether Chain-of-Thought Can Solve Them","created":"2022-10-17","cited_by_count":1807},{"id":"1905.00537","title":"SuperGLUE: A Stickier Benchmark for General-Purpose Language Understanding Systems","created":"2019-05-02","cited_by_count":1729},{"id":"2006.16668","title":"GShard: Scaling Giant Models with Conditional Computation and Automatic Sharding","created":"2020-06-30","cited_by_count":1631},{"id":"2110.08207","title":"Multitask Prompted Training Enables Zero-Shot Task Generalization","created":"2021-10-15","cited_by_count":1470},{"id":"2203.05482","title":"Model soups: averaging weights of multiple fine-tuned models improves accuracy without increasing inference time","created":"2022-03-10","cited_by_count":1396},{"id":"2212.04089","title":"Editing Models with Task Arithmetic","created":"2022-12-08","cited_by_count":1120},{"id":"2112.06905","title":"GLaM: Efficient Scaling of Language Models with Mixture-of-Experts","created":"2021-12-13","cited_by_count":897},{"id":"2205.05638","title":"Few-Shot Parameter-Efficient Fine-Tuning is Better and Cheaper than In-Context Learning","created":"2022-05-11","cited_by_count":896},{"id":"2204.07705","title":"Super-NaturalInstructions: Generalization via Declarative Instructions on 1600+ NLP Tasks","created":"2022-04-16","cited_by_count":868},{"id":"2306.01708","title":"TIES-Merging: Resolving Interference When Merging Models","created":"2023-06-02","cited_by_count":818},{"id":"2005.00247","title":"AdapterFusion: Non-Destructive Task Composition for Transfer Learning","created":"2020-05-01","cited_by_count":788},{"id":"2301.13688","title":"The Flan Collection: Designing Data and Methods for Effective Instruction Tuning","created":"2023-01-31","cited_by_count":739},{"id":"2406.18665","title":"RouteLLM: Learning to Route LLMs with Preference Data","created":"2024-06-26","cited_by_count":682},{"id":"1912.05671","title":"Linear Mode Connectivity and the Lottery Ticket Hypothesis","created":"2019-12-11","cited_by_count":637},{"id":"1804.08328","title":"Taskonomy: Disentangling Task Transfer Learning","created":"2018-04-23","cited_by_count":634},{"id":"2111.09832","title":"Merging Models with Fisher-Weighted Averaging","created":"2021-11-18","cited_by_count":621},{"id":"1805.09767","title":"Local SGD Converges Fast and Communicates Little","created":"2018-05-24","cited_by_count":605},{"id":"1604.03539","title":"Cross-stitch Networks for Multi-task Learning","created":"2016-04-12","cited_by_count":467},{"id":"2212.09849","title":"Dataless Knowledge Fusion by Merging Weights of Language Models","created":"2022-12-19","cited_by_count":387},{"id":"1905.07553","title":"Which Tasks Should Be Learned Together in Multi-task Learning?","created":"2019-05-18","cited_by_count":375},{"id":"2307.13269","title":"LoraHub: Efficient Cross-Task Generalization via Dynamic LoRA Composition","created":"2023-07-25","cited_by_count":364},{"id":"2310.02575","title":"AdaMerging: Adaptive Model Merging for Multi-Task Learning","created":"2023-10-04","cited_by_count":252},{"id":"2206.06522","title":"LST: Ladder Side-Tuning for Parameter and Memory Efficient Transfer Learning","created":"2022-06-13","cited_by_count":230},{"id":"1902.03545","title":"Task2Vec: Task Embedding for Meta-Learning","created":"2019-02-10","cited_by_count":205},{"id":"2404.13628","title":"Mixture of LoRA Experts","created":"2024-04-21","cited_by_count":181},{"id":"2309.15789","title":"Large Language Model Routing with Benchmark Datasets","created":"2023-09-27","cited_by_count":172},{"id":"1911.12423","title":"AdaShare: Learning What To Share For Efficient Deep Multi-Task Learning","created":"2019-11-27","cited_by_count":160},{"id":"2309.05444","title":"Pushing Mixture of Experts to the Limit: Extremely Parameter Efficient MoE for Instruction Tuning","created":"2023-09-11","cited_by_count":150},{"id":"2311.08692","title":"Routing to the Expert: Efficient Reward-guided Ensemble of Large Language Models","created":"2023-11-15","cited_by_count":145},{"id":"2005.00770","title":"Exploring and Predicting Transferability across NLP Tasks","created":"2020-05-02","cited_by_count":128},{"id":"2406.15479","title":"Twin-Merging: Dynamic Integration of Modular Expertise in Model Merging","created":"2024-06-17","cited_by_count":116},{"id":"2204.03044","title":"Fusing finetuned models for better pretraining","created":"2022-04-06","cited_by_count":110},{"id":"2403.07816","title":"Branch-Train-MiX: Mixing Expert LLMs into a Mixture-of-Experts LLM","created":"2024-03-12","cited_by_count":109},{"id":"2403.08248","title":"CoPa: General Robotic Manipulation through Spatial Constraints of Parts with Foundation Models","created":"2024-03-13","cited_by_count":99},{"id":"2306.03745","title":"Soft Merging of Experts with Adaptive Routing","created":"2023-06-06","cited_by_count":90},{"id":"2402.00433","title":"Merging Multi-Task Models via Weight-Ensembling Mixture of Experts","created":"2024-02-01","cited_by_count":85},{"id":"2302.07027","title":"AdapterSoup: Weight Averaging to Improve Generalization of Pretrained Language Models","created":"2023-02-14","cited_by_count":84},{"id":"2102.10472","title":"Learning Neural Network Subspaces","created":"2021-02-20","cited_by_count":82},{"id":"2302.03202","title":"Exploring the Benefits of Training Expert Language Models over Instruction Tuning","created":"2023-02-07","cited_by_count":80},{"id":"2403.07652","title":"Harder Tasks Need More Experts: Dynamic Routing in MoE Models","created":"2024-03-12","cited_by_count":72},{"id":"2405.11157","title":"Towards Modular LLMs by Building and Reusing a Library of LoRAs","created":"2024-05-18","cited_by_count":72},{"id":"2402.05859","title":"Learning to Route Among Specialized Experts for Zero-Shot Generalization","created":"2024-02-08","cited_by_count":65},{"id":"2403.03870","title":"Learning to Decode Collaboratively with Multiple Language Models","created":"2024-03-06","cited_by_count":62},{"id":"1702.08303","title":"Identifying beneficial task relations for multi-task learning in deep neural networks","created":"2017-02-27","cited_by_count":59},{"id":"2311.11077","title":"Adapters: A Unified Library for Parameter-Efficient and Modular Transfer Learning","created":"2023-11-18","cited_by_count":53},{"id":"2408.07057","title":"A Survey on Model MoErging: Recycling and Routing Among Specialized Experts for Collaborative Learning","created":"2024-08-13","cited_by_count":52},{"id":"2204.07689","title":"Sparsely Activated Mixture-of-Experts are Robust Multi-Task Learners","created":"2022-04-16","cited_by_count":51},{"id":"2406.13233","title":"AdaMoE: Token-Adaptive Routing with Null Experts for Mixture-of-Experts Language Models","created":"2024-06-19","cited_by_count":44},{"id":"2304.14381","title":"$\\pi$-Tuning: Transferring Multimodal Foundation Models with Optimal Multi-task Interpolation","created":"2023-04-27","cited_by_count":40},{"id":"2402.11455","title":"LoRA-Flow: Dynamic LoRA Fusion for Large Language Models in Generative Tasks","created":"2024-02-18","cited_by_count":39},{"id":"2306.05406","title":"Mixture-of-Domain-Adapters: Decoupling and Injecting Domain Knowledge to Pre-trained Language Models Memories","created":"2023-06-08","cited_by_count":34},{"id":"2211.03831","title":"Multi-Head Adapter Routing for Cross-Task Generalization","created":"2022-11-07","cited_by_count":33},{"id":"1711.00108","title":"Beyond Shared Hierarchies: Deep Multitask Learning through Soft Layer Ordering","created":"2017-10-31","cited_by_count":28},{"id":"1603.06111","title":"How Transferable are Neural Networks in NLP Applications?","created":"2016-03-19","cited_by_count":23},{"id":"2403.08755","title":"DAM: Dynamic Adapter Merging for Continual Video QA Learning","created":"2024-03-13","cited_by_count":19},{"id":"2311.10847","title":"Token-Level Adaptation of LoRA Adapters for Downstream Task Generalization","created":"2023-11-17","cited_by_count":17},{"id":"2405.13053","title":"MeteoRA: Multiple-tasks Embedded LoRA for Large Language Models","created":"2024-05-19","cited_by_count":16},{"id":"2205.12701","title":"Eliciting and Understanding Cross-Task Skills with Task-Level Mixture-of-Experts","created":"2022-05-25","cited_by_count":12},{"id":"2402.15082","title":"PEMT: Multi-Task Correlation Guided Mixture-of-Experts Enables Parameter-Efficient Transfer Learning","created":"2024-02-23","cited_by_count":7}],"next_cursor":null}