{"list":"other","total":64,"rows":[{"id":"2407.21783","title":"The Llama 3 Herd of Models","created":"2024-07-31","cited_by_count":14715},{"id":"2110.14168","title":"Training Verifiers to Solve Math Word Problems","created":"2021-10-27","cited_by_count":10109},{"id":"2107.03374","title":"Evaluating Large Language Models Trained on Code","created":"2021-07-07","cited_by_count":8320},{"id":"2009.03300","title":"Measuring Massive Multitask Language Understanding","created":"2020-09-07","cited_by_count":7963},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1803.05457","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","created":"2018-03-14","cited_by_count":4886},{"id":"1905.07830","title":"HellaSwag: Can a Machine Really Finish Your Sentence?","created":"2019-05-19","cited_by_count":4100},{"id":"2108.07732","title":"Program Synthesis with Large Language Models","created":"2021-08-16","cited_by_count":3637},{"id":"1701.06538","title":"Outrageously Large Neural Networks: The Sparsely-Gated Mixture-of-Experts Layer","created":"2017-01-23","cited_by_count":3509},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"1911.11641","title":"PIQA: Reasoning about Physical Commonsense in Natural Language","created":"2019-11-26","cited_by_count":2883},{"id":"2311.12022","title":"GPQA: A Graduate-Level Google-Proof Q&A Benchmark","created":"2023-11-20","cited_by_count":2879},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576},{"id":"1905.10044","title":"BoolQ: Exploring the Surprising Difficulty of Natural Yes/No Questions","created":"2019-05-24","cited_by_count":2183},{"id":"1809.02789","title":"Can a Suit of Armor Conduct Electricity? A New Dataset for Open Book Question Answering","created":"2018-09-08","cited_by_count":2164},{"id":"1811.00937","title":"CommonsenseQA: A Question Answering Challenge Targeting Commonsense Knowledge","created":"2018-11-02","cited_by_count":1822},{"id":"2210.09261","title":"Challenging BIG-Bench Tasks and Whether Chain-of-Thought Can Solve Them","created":"2022-10-17","cited_by_count":1807},{"id":"2006.16668","title":"GShard: Scaling Giant Models with Conditional Computation and Automatic Sharding","created":"2020-06-30","cited_by_count":1631},{"id":"2311.07911","title":"Instruction-Following Evaluation for Large Language Models","created":"2023-11-14","cited_by_count":1228},{"id":"2112.06905","title":"GLaM: Efficient Scaling of Language Models with Mixture-of-Experts","created":"2021-12-13","cited_by_count":897},{"id":"2401.06066","title":"DeepSeekMoE: Towards Ultimate Expert Specialization in Mixture-of-Experts Language Models","created":"2024-01-11","cited_by_count":867},{"id":"1707.08114","title":"A Survey on Multi-Task Learning","created":"2017-07-25","cited_by_count":840},{"id":"2306.01708","title":"TIES-Merging: Resolving Interference When Merging Models","created":"2023-06-02","cited_by_count":818},{"id":"2106.05974","title":"Scaling Vision with Sparse Mixture of Experts","created":"2021-06-10","cited_by_count":747},{"id":"2008.02275","title":"Aligning AI With Shared Human Values","created":"2020-08-05","cited_by_count":723},{"id":"2311.03099","title":"Language Models are Super Mario: Absorbing Abilities from Homologous Models as a Free Lunch","created":"2023-11-06","cited_by_count":694},{"id":"2009.09796","title":"Multi-Task Learning with Deep Neural Networks: A Survey","created":"2020-09-10","cited_by_count":375},{"id":"2303.11305","title":"SVDiff: Compact Parameter Space for Diffusion Fine-Tuning","created":"2023-03-20","cited_by_count":338},{"id":"2112.06825","title":"VL-Adapter: Parameter-Efficient Transfer Learning for Vision-and-Language Tasks","created":"2021-12-13","cited_by_count":320},{"id":"2310.14152","title":"Orthogonal Subspace Learning for Language Model Continual Learning","created":"2023-10-22","cited_by_count":312},{"id":"2106.04489","title":"Parameter-efficient Multi-task Fine-tuning for Transformers via Shared Hypernetworks","created":"2021-06-08","cited_by_count":284},{"id":"2312.12148","title":"Parameter-Efficient Fine-Tuning Methods for Pretrained Language Models: A Critical Review and Assessment","created":"2023-12-19","cited_by_count":230},{"id":"1811.09751","title":"Characterizing and Avoiding Negative Transfer","created":"2018-11-24","cited_by_count":229},{"id":"2212.05055","title":"Sparse Upcycling: Training Mixture-of-Experts from Dense Checkpoints","created":"2022-12-09","cited_by_count":209},{"id":"2306.07280","title":"Controlling Text-to-Image Diffusion by Orthogonal Finetuning","created":"2023-06-12","cited_by_count":208},{"id":"2206.02770","title":"Multimodal Contrastive Learning with LIMoE: the Language-Image Mixture of Experts","created":"2022-06-06","cited_by_count":203},{"id":"2112.10684","title":"Efficient Large Scale Language Modeling with Mixtures of Experts","created":"2021-12-20","cited_by_count":175},{"id":"2309.05444","title":"Pushing Mixture of Experts to the Limit: Extremely Parameter Efficient MoE for Instruction Tuning","created":"2023-09-11","cited_by_count":150},{"id":"2404.19245","title":"HydraLoRA: An Asymmetric LoRA Architecture for Efficient Fine-Tuning","created":"2024-04-30","cited_by_count":123},{"id":"2009.00909","title":"A Survey on Negative Transfer","created":"2020-09-02","cited_by_count":122},{"id":"2311.06243","title":"Parameter-Efficient Orthogonal Finetuning via Butterfly Factorization","created":"2023-11-10","cited_by_count":114},{"id":"2310.18339","title":"When MOE Meets LLMs: Parameter Efficient Fine-tuning for Multi-task Medical Applications","created":"2023-10-21","cited_by_count":111},{"id":"2405.17461","title":"EMR-Merging: Tuning-Free High-Performance Model Merging","created":"2024-05-23","cited_by_count":110},{"id":"2406.11617","title":"DELLA-Merging: Reducing Interference in Model Merging through Magnitude-Based Sampling","created":"2024-06-17","cited_by_count":81},{"id":"2410.02396","title":"Parameter Competition Balancing for Model Merging","created":"2024-10-03","cited_by_count":72},{"id":"2405.19597","title":"SVFT: Parameter-Efficient Fine-Tuning with Singular Vectors","created":"2024-05-30","cited_by_count":58},{"id":"2210.03265","title":"Polyhistor: Parameter-Efficient Multi-Task Adaptation for Dense Vision Tasks","created":"2022-10-07","cited_by_count":52},{"id":"2206.06122","title":"Singular Value Fine-tuning: Few-shot Segmentation requires Few-parameters Fine-tuning","created":"2022-06-13","cited_by_count":50},{"id":"2410.07524","title":"Upcycling Large Language Models into Mixture of Experts","created":"2024-10-10","cited_by_count":49},{"id":"2403.20320","title":"MTLoRA: A Low-Rank Adaptation Approach for Efficient Multi-Task Learning","created":"2024-03-29","cited_by_count":44},{"id":"2311.02303","title":"MFTCoder: Boosting Code LLMs with Multitask Fine-Tuning","created":"2023-11-04","cited_by_count":35},{"id":"2405.00361","title":"AdaMoLE: Fine-Tuning Large Language Models with Adaptive Mixture of Low-Rank Adaptation Experts","created":"2024-05-01","cited_by_count":34},{"id":"2311.11501","title":"MultiLoRA: Democratizing LoRA for Better Multi-Task Learning","created":"2023-11-20","cited_by_count":32},{"id":"2012.07236","title":"Multi-Domain Multi-Task Rehearsal for Lifelong Learning","created":"2020-12-14","cited_by_count":24},{"id":"2502.19261","title":"Drop-Upcycling: Training Sparse Mixture of Experts with Partial Re-initialization","created":"2025-02-26","cited_by_count":24},{"id":"2308.14604","title":"SAM-PARSER: Fine-tuning SAM Efficiently by Parameter Space Reconstruction","created":"2023-08-28","cited_by_count":23},{"id":"2203.14949","title":"Controllable Dynamic Multi-Task Architectures","created":"2022-03-28","cited_by_count":21},{"id":"2404.04316","title":"Parameter Efficient Quasi-Orthogonal Fine-Tuning via Givens Rotation","created":"2024-04-05","cited_by_count":21},{"id":"2410.09437","title":"MTL-LoRA: Low-Rank Adaptation for Multi-Task Learning","created":"2024-10-12","cited_by_count":17},{"id":"2408.08274","title":"BAM! Just Like That: Simple and Efficient Parameter Upcycling for Mixture of Experts","created":"2024-08-15","cited_by_count":16},{"id":"2405.17484","title":"Bridging The Gap between Low-rank and Orthogonal Adaptation via Householder Reflection Adaptation","created":"2024-05-24","cited_by_count":15},{"id":"2406.20030","title":"LEMoE: Advanced Mixture of Experts Adaptor for Lifelong Model Editing of Large Language Models","created":"2024-06-28","cited_by_count":14},{"id":"2307.15362","title":"Prompt Guided Transformer for Multi-Task Dense Prediction","created":"2023-07-28","cited_by_count":13},{"id":"2412.06071","title":"KaSA: Knowledge-Aware Singular-Value Adaptation of Large Language Models","created":"2024-12-08","cited_by_count":8}],"next_cursor":null}