{"list":"other","total":77,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"2201.11903","title":"Chain-of-Thought Prompting Elicits Reasoning in Large Language Models","created":"2022-01-28","cited_by_count":12459},{"id":"2110.14168","title":"Training Verifiers to Solve Math Word Problems","created":"2021-10-27","cited_by_count":10109},{"id":"1908.10084","title":"Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks","created":"2019-08-27","cited_by_count":9170},{"id":"2009.03300","title":"Measuring Massive Multitask Language Understanding","created":"2020-09-07","cited_by_count":7963},{"id":"2203.11171","title":"Self-Consistency Improves Chain of Thought Reasoning in Language Models","created":"2022-03-21","cited_by_count":5708},{"id":"2103.03874","title":"Measuring Mathematical Problem Solving With the MATH Dataset","created":"2021-03-05","cited_by_count":5371},{"id":"1902.00751","title":"Parameter-Efficient Transfer Learning for NLP","created":"2019-02-02","cited_by_count":4236},{"id":"1612.01474","title":"Simple and Scalable Predictive Uncertainty Estimation using Deep Ensembles","created":"2016-12-05","cited_by_count":3926},{"id":"2101.00190","title":"Prefix-Tuning: Optimizing Continuous Prompts for Generation","created":"2021-01-01","cited_by_count":3915},{"id":"2305.14314","title":"QLoRA: Efficient Finetuning of Quantized LLMs","created":"2023-05-23","cited_by_count":3418},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"2206.04615","title":"Beyond the Imitation Game: Quantifying and extrapolating the capabilities of language models","created":"2022-06-09","cited_by_count":1998},{"id":"2408.00118","title":"Gemma 2: Improving Open Language Models at a Practical Size","created":"2024-07-31","cited_by_count":1998},{"id":"2401.04088","title":"Mixtral of Experts","created":"2024-01-08","cited_by_count":1823},{"id":"2210.09261","title":"Challenging BIG-Bench Tasks and Whether Chain-of-Thought Can Solve Them","created":"2022-10-17","cited_by_count":1807},{"id":"2103.07191","title":"Are NLP Models really able to Solve Simple Math Word Problems?","created":"2021-03-12","cited_by_count":878},{"id":"2110.04366","title":"Towards a Unified View of Parameter-Efficient Transfer Learning","created":"2021-10-08","cited_by_count":872},{"id":"2401.06066","title":"DeepSeekMoE: Towards Ultimate Expert Specialization in Mixture-of-Experts Language Models","created":"2024-01-11","cited_by_count":867},{"id":"2305.05176","title":"FrugalGPT: How to Use Large Language Models While Reducing Cost and Improving Performance","created":"2023-05-09","cited_by_count":853},{"id":"2301.13688","title":"The Flan Collection: Designing Data and Methods for Effective Instruction Tuning","created":"2023-01-31","cited_by_count":739},{"id":"2304.07327","title":"OpenAssistant Conversations -- Democratizing Large Language Model Alignment","created":"2023-04-14","cited_by_count":721},{"id":"1905.13319","title":"MathQA: Towards Interpretable Math Word Problem Solving with Operation-Based Formalisms","created":"2019-05-30","cited_by_count":662},{"id":"1802.10026","title":"Loss Surfaces, Mode Connectivity, and Fast Ensembling of DNNs","created":"2018-02-27","cited_by_count":588},{"id":"2002.08484","title":"Estimating Training Data Influence by Tracing Gradient Descent","created":"2020-02-19","cited_by_count":580},{"id":"2306.02561","title":"LLM-Blender: Ensembling Large Language Models with Pairwise Ranking and Generative Fusion","created":"2023-06-05","cited_by_count":564},{"id":"2402.04333","title":"LESS: Selecting Influential Data for Targeted Instruction Tuning","created":"2024-02-06","cited_by_count":532},{"id":"1912.02757","title":"Deep Ensembles: A Loss Landscape Perspective","created":"2019-12-05","cited_by_count":443},{"id":"2102.08604","title":"SWAD: Domain Generalization by Seeking Flat Minima","created":"2021-02-17","cited_by_count":434},{"id":"2306.04751","title":"How Far Can Camels Go? Exploring the State of Instruction Tuning on Open Resources","created":"2023-06-07","cited_by_count":408},{"id":"2305.09617","title":"Towards Expert-Level Medical Question Answering with Large Language Models","created":"2023-05-16","cited_by_count":384},{"id":"2307.13269","title":"LoraHub: Efficient Cross-Task Generalization via Dynamic LoRA Composition","created":"2023-07-25","cited_by_count":364},{"id":"2302.03169","title":"Data Selection for Language Models via Importance Resampling","created":"2023-02-06","cited_by_count":329},{"id":"2306.06031","title":"FinGPT: Open-Source Financial Large Language Models","created":"2023-06-09","cited_by_count":253},{"id":"2407.06204","title":"A Survey on Mixture of Experts in Large Language Models","created":"2024-06-26","cited_by_count":237},{"id":"2310.02743","title":"Reward Model Ensembles Help Mitigate Overoptimization","created":"2023-10-04","cited_by_count":231},{"id":"2402.01739","title":"OpenMoE: An Early Effort on Open Mixture-of-Experts Language Models","created":"2024-01-29","cited_by_count":187},{"id":"2404.13628","title":"Mixture of LoRA Experts","created":"2024-04-21","cited_by_count":181},{"id":"2010.06610","title":"Training independent subnetworks for robust prediction","created":"2020-10-13","cited_by_count":177},{"id":"2010.05874","title":"Gradient Vaccine: Investigating and Improving Multi-task Optimization in Massively Multilingual Models","created":"2020-10-12","cited_by_count":169},{"id":"2309.05444","title":"Pushing Mixture of Experts to the Limit: Extremely Parameter Efficient MoE for Instruction Tuning","created":"2023-09-11","cited_by_count":150},{"id":"2404.15159","title":"MixLoRA: Enhancing Large Language Models Fine-Tuning with LoRA-based Mixture of Experts","created":"2024-04-22","cited_by_count":147},{"id":"2404.19245","title":"HydraLoRA: An Asymmetric LoRA Architecture for Efficient Fine-Tuning","created":"2024-04-30","cited_by_count":123},{"id":"2406.16554","title":"LLaMA-MoE: Building Mixture-of-Experts from LLaMA with Continual Pre-training","created":"2024-06-24","cited_by_count":123},{"id":"2310.18339","title":"When MOE Meets LLMs: Parameter Efficient Fine-tuning for Multi-task Medical Applications","created":"2023-10-21","cited_by_count":111},{"id":"2312.12379","title":"Mixture of Cluster-conditional LoRA Experts for Vision-language Instruction Tuning","created":"2023-12-19","cited_by_count":106},{"id":"2207.07411","title":"Plex: Towards Reliability using Pretrained Large Model Extensions","created":"2022-07-15","cited_by_count":102},{"id":"2402.08562","title":"Higher Layers Need More LoRA Experts","created":"2024-02-13","cited_by_count":102},{"id":"2406.10833","title":"A Comprehensive Survey of Scientific Large Language Models and Their Applications in Scientific Discovery","created":"2024-06-16","cited_by_count":96},{"id":"2302.07027","title":"AdapterSoup: Weight Averaging to Improve Generalization of Pretrained Language Models","created":"2023-02-14","cited_by_count":84},{"id":"2401.16160","title":"LLaVA-MoLE: Sparse Mixture of LoRA Experts for Mitigating Data Conflicts in Instruction Finetuning MLLMs","created":"2024-01-29","cited_by_count":84},{"id":"2310.00035","title":"LoRA ensembles for large language model fine-tuning","created":"2023-09-29","cited_by_count":67},{"id":"2402.05859","title":"Learning to Route Among Specialized Experts for Zero-Shot Generalization","created":"2024-02-08","cited_by_count":65},{"id":"2402.12851","title":"MoELoRA: Contrastive Learning Guided Mixture of Experts on Parameter-Efficient Fine-Tuning for Large Language Models","created":"2024-02-20","cited_by_count":56},{"id":"2310.01542","title":"Fusing Models with Complementary Expertise","created":"2023-10-02","cited_by_count":46},{"id":"2106.14568","title":"Deep Ensembling with No Overhead for either Training or Testing: The All-Round Blessings of Dynamic Sparsity","created":"2021-06-28","cited_by_count":44},{"id":"2401.16635","title":"Improving Reinforcement Learning from Human Feedback with Efficient Reward Model Ensemble","created":"2024-01-30","cited_by_count":44},{"id":"2407.06089","title":"Merge, Ensemble, and Cooperate! A Survey on Collaborative Strategies in the Era of Large Language Models","created":"2024-07-08","cited_by_count":44},{"id":"2203.07472","title":"Uncertainty Estimation for Language Reward Models","created":"2022-03-14","cited_by_count":37},{"id":"2405.03133","title":"Lory: Fully Differentiable Mixture-of-Experts for Autoregressive Language Model Pre-training","created":"2024-05-06","cited_by_count":37},{"id":"2304.05970","title":"Boosted Prompt Ensembles for Large Language Models","created":"2023-04-12","cited_by_count":36},{"id":"2306.05406","title":"Mixture-of-Domain-Adapters: Decoupling and Injecting Domain Knowledge to Pre-trained Language Models Memories","created":"2023-06-08","cited_by_count":34},{"id":"2311.09179","title":"SiRA: Sparse Mixture of Low Rank Adaptation","created":"2023-11-15","cited_by_count":32},{"id":"2311.11501","title":"MultiLoRA: Democratizing LoRA for Better Multi-Task Learning","created":"2023-11-20","cited_by_count":32},{"id":"2312.05677","title":"Batched Low-Rank Adaptation of Foundation Models","created":"2023-12-09","cited_by_count":32},{"id":"2405.12915","title":"G-DIG: Towards Gradient-based Diverse and High-quality Instruction Data Selection for Machine Translation","created":"2024-05-21","cited_by_count":30},{"id":"2406.01013","title":"Scalable Ensembling For Mitigating Reward Overoptimisation","created":"2024-06-03","cited_by_count":14},{"id":"2406.09679","title":"Exploring Training on Heterogeneous Data with Mixture of Low-rank Adapters","created":"2024-06-14","cited_by_count":12},{"id":"2406.14115","title":"Take the essence and discard the dross: A Rethinking on Data Selection for Fine-Tuning Large Language Models","created":"2024-06-20","cited_by_count":12},{"id":"2306.10060","title":"MUBen: Benchmarking the Uncertainty of Molecular Representation Models","created":"2023-06-14","cited_by_count":11},{"id":"2406.19905","title":"Solving Token Gradient Conflict in Mixture-of-Experts for Large Vision-Language Model","created":"2024-06-28","cited_by_count":11},{"id":"2310.14227","title":"Revisiting Deep Ensemble for Out-of-Distribution Detection: A Loss Landscape Perspective","created":"2023-10-22","cited_by_count":10},{"id":"2404.08985","title":"T-REX: Mixture-of-Rank-One-Experts with Semantic-aware Intuition for Multi-task Large Language Model Finetuning","created":"2024-04-13","cited_by_count":8}],"next_cursor":null}