{"total":215,"rows":[{"id":"2306.01708","title":"TIES-Merging: Resolving Interference When Merging Models","created":"2023-06-02","cited_by_count":818,"area":null},{"id":"2111.09832","title":"Merging Models with Fisher-Weighted Averaging","created":"2021-11-18","cited_by_count":621,"area":null},{"id":"2212.09849","title":"Dataless Knowledge Fusion by Merging Weights of Language Models","created":"2022-12-19","cited_by_count":387,"area":null},{"id":"2105.11447","title":"True Few-Shot Learning with Language Models","created":"2021-05-24","cited_by_count":344,"area":null},{"id":"2106.04489","title":"Parameter-efficient Multi-task Fine-tuning for Transformers via Shared Hypernetworks","created":"2021-06-08","cited_by_count":284,"area":null},{"id":"2311.16079","title":"MEDITRON-70B: Scaling Medical Pretraining for Large Language Models","created":"2023-11-27","cited_by_count":274,"area":null},{"id":"2110.07904","title":"SPoT: Better Frozen Model Adaptation through Soft Prompt Transfer","created":"2021-10-15","cited_by_count":235,"area":null},{"id":"2112.08608","title":"QuALITY: Question Answering with Long Input Texts, Yes!","created":"2021-12-16","cited_by_count":208,"area":null},{"id":"2201.05955","title":"WANLI: Worker and AI Collaboration for Natural Language Inference Dataset Creation","created":"2022-01-16","cited_by_count":202,"area":null},{"id":"2111.10952","title":"ExT5: Towards Extreme Multi-Task Scaling for Transfer Learning","created":"2021-11-22","cited_by_count":161,"area":null},{"id":"2206.06565","title":"LIFT: Language-Interfaced Fine-Tuning for Non-Language Machine Learning Tasks","created":"2022-06-14","cited_by_count":148,"area":null},{"id":"2106.03164","title":"On the Effectiveness of Adapter-based Tuning for Pretrained Language Model Adaptation","created":"2021-06-06","cited_by_count":147,"area":null},{"id":"2109.05687","title":"Raise a Child in Large Language Model: Towards Effective and Generalizable Fine-tuning","created":"2021-09-13","cited_by_count":146,"area":null},{"id":"2211.15583","title":"On the Effectiveness of Parameter-Efficient Fine-Tuning","created":"2022-11-28","cited_by_count":141,"area":null},{"id":"2109.14739","title":"Multi-Task Pre-Training for Plug-and-Play Task-Oriented Dialogue System","created":"2021-09-29","cited_by_count":139,"area":null},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131,"area":null},{"id":"2104.14690","title":"Entailment as Few-Shot Learner","created":"2021-04-29","cited_by_count":123,"area":null},{"id":"2201.05273","title":"Pretrained Language Models for Text Generation: A Survey","created":"2022-01-14","cited_by_count":122,"area":null},{"id":"2202.08005","title":"Should You Mask 15% in Masked Language Modeling?","created":"2022-02-16","cited_by_count":118,"area":null},{"id":"2108.13161","title":"Differentiable Prompt Makes Pre-trained Language Models Better Few-shot Learners","created":"2021-08-30","cited_by_count":115,"area":null},{"id":"2105.09680","title":"KLUE: Korean Language Understanding Evaluation","created":"2021-05-20","cited_by_count":114,"area":null},{"id":"2204.03044","title":"Fusing finetuned models for better pretraining","created":"2022-04-06","cited_by_count":110,"area":null},{"id":"2310.19923","title":"Jina Embeddings 2: 8192-Token General-Purpose Text Embeddings for Long Documents","created":"2023-10-30","cited_by_count":104,"area":null},{"id":"2210.03050","title":"State-of-the-art generalisation research in NLP: A taxonomy and review","created":"2022-10-06","cited_by_count":98,"area":null},{"id":"2212.10445","title":"Model Ratatouille: Recycling Diverse Models for Out-of-Distribution Generalization","created":"2022-12-20","cited_by_count":97,"area":null},{"id":"2106.16163","title":"The MultiBERTs: BERT Reproductions for Robustness Analysis","created":"2021-06-30","cited_by_count":92,"area":null},{"id":"2309.15698","title":"Deep Model Fusion: A Survey","created":"2023-09-27","cited_by_count":91,"area":null},{"id":"2306.03745","title":"Soft Merging of Experts with Adaptive Routing","created":"2023-06-06","cited_by_count":90,"area":"moe"},{"id":"2210.04284","title":"SparseAdapter: An Easy Approach for Improving the Parameter-Efficiency of Adapters","created":"2022-10-09","cited_by_count":83,"area":null},{"id":"2104.07705","title":"How to Train BERT with an Academic Budget","created":"2021-04-15","cited_by_count":80,"area":null},{"id":"2104.05832","title":"SpartQA: : A Textual Question Answering Benchmark for Spatial Reasoning","created":"2021-04-12","cited_by_count":77,"area":null},{"id":"2111.06719","title":"On Transferability of Prompt Tuning for Natural Language Processing","created":"2021-11-12","cited_by_count":75,"area":null},{"id":"2109.13563","title":"Agreeing to Disagree: Annotating Offensive Language Datasets with Annotators' Disagreement","created":"2021-09-28","cited_by_count":72,"area":null},{"id":"2109.06870","title":"Performance-Efficiency Trade-offs in Unsupervised Pre-training for Speech Recognition","created":"2021-09-14","cited_by_count":68,"area":null},{"id":"2307.04722","title":"Advances and Challenges in Meta-Learning: A Technical Review","created":"2023-07-10","cited_by_count":65,"area":null},{"id":"2104.08247","title":"What to Pre-Train on? Efficient Intermediate Task Selection","created":"2021-04-16","cited_by_count":63,"area":null},{"id":"2205.12647","title":"Overcoming Catastrophic Forgetting in Zero-Shot Cross-Lingual Generation","created":"2022-05-25","cited_by_count":62,"area":null},{"id":"2302.04863","title":"Knowledge is a Region in Weight Space for Fine-tuned Language Models","created":"2023-02-09","cited_by_count":58,"area":null},{"id":"2205.01703","title":"Improving In-Context Few-Shot Learning via Self-Supervised Training","created":"2022-05-03","cited_by_count":57,"area":null},{"id":"2107.13602","title":"Domain-matched Pre-training Tasks for Dense Retrieval","created":"2021-07-28","cited_by_count":53,"area":null},{"id":"2212.01378","title":"ColD Fusion: Collaborative Descent for Distributed Multitask Finetuning","created":"2022-12-02","cited_by_count":52,"area":null},{"id":"2106.05469","title":"Variational Information Bottleneck for Effective Low-Resource Fine-Tuning","created":"2021-06-10","cited_by_count":51,"area":null},{"id":"2211.12485","title":"HyperTuning: Toward Adapting Large Language Models without Back-propagation","created":"2022-11-22","cited_by_count":46,"area":null},{"id":"2203.04640","title":"Memory Efficient Continual Learning with Transformers","created":"2022-03-09","cited_by_count":43,"area":null},{"id":"2204.04497","title":"IDPG: An Instance-Dependent Prompt Generation Method","created":"2022-04-09","cited_by_count":43,"area":null},{"id":"2203.12175","title":"Adaptive Transformers for Robust Few-shot Cross-domain Face Anti-spoofing","created":"2022-03-23","cited_by_count":38,"area":null},{"id":"2310.09832","title":"Merging Experts into One: Improving Computational Efficiency of Mixture of Experts","created":"2023-10-15","cited_by_count":37,"area":"moe"},{"id":"2311.08993","title":"When does In-context Learning Fall Short and Why? A Study on Specification-Heavy Tasks","created":"2023-11-15","cited_by_count":37,"area":null},{"id":"2312.04339","title":"Merging by Matching Models in Task Parameter Subspaces","created":"2023-12-07","cited_by_count":36,"area":null},{"id":"2104.08524","title":"Multilingual and Cross-Lingual Intent Detection from Spoken Data","created":"2021-04-17","cited_by_count":35,"area":null},{"id":"2108.02340","title":"Robust Transfer Learning with Pretrained Language Models through Adapters","created":"2021-08-05","cited_by_count":35,"area":null},{"id":"2212.10525","title":"SLUE Phase-2: A Benchmark Suite of Diverse Spoken Language Understanding Tasks","created":"2022-12-20","cited_by_count":35,"area":null},{"id":"2107.09846","title":"Guided Generation of Cause and Effect","created":"2021-07-21","cited_by_count":33,"area":null},{"id":"2109.06270","title":"STraTA: Self-Training with Task Augmentation for Better Few-shot Learning","created":"2021-09-13","cited_by_count":33,"area":"synth"},{"id":"2111.08687","title":"INTERN: A New Learning Paradigm Towards General Vision","created":"2021-11-16","cited_by_count":33,"area":null},{"id":"2105.00827","title":"AMMU : A Survey of Transformer-based Biomedical Pretrained Language Models","created":"2021-04-16","cited_by_count":32,"area":null},{"id":"2107.04835","title":"Noise Stability Regularization for Improving BERT Fine-tuning","created":"2021-07-10","cited_by_count":29,"area":null},{"id":"2210.17541","title":"Zero-Shot Text Classification with Self-Training","created":"2022-10-31","cited_by_count":26,"area":"synth"},{"id":"2212.00196","title":"Data-Efficient Finetuning Using Cross-Task Nearest Neighbors","created":"2022-12-01","cited_by_count":26,"area":null},{"id":"2201.11332","title":"Ontology-enhanced Prompt-tuning for Few-shot Learning","created":"2022-01-27","cited_by_count":24,"area":null},{"id":"2210.12517","title":"Exploring The Landscape of Distributional Robustness for Question Answering Models","created":"2022-10-22","cited_by_count":23,"area":null},{"id":"2211.00107","title":"Where to start? Analyzing the potential value of intermediate models","created":"2022-10-31","cited_by_count":23,"area":null},{"id":"2203.08304","title":"Hyperdecoders: Instance-specific decoders for multi-task NLP","created":"2022-03-15","cited_by_count":22,"area":null},{"id":"2106.09063","title":"Specializing Multilingual Language Models: An Empirical Study","created":"2021-06-16","cited_by_count":21,"area":null},{"id":"2402.17016","title":"Multi-Task Contrastive Learning for 8192-Token Bilingual Text Embeddings","created":"2024-02-26","cited_by_count":21,"area":null},{"id":"2312.02798","title":"Weakly Supervised Detection of Hallucinations in LLM Activations","created":"2023-12-05","cited_by_count":20,"area":null},{"id":"2106.08190","title":"Question Answering Infused Pre-training of General-Purpose Contextualized Representations","created":"2021-06-15","cited_by_count":19,"area":null},{"id":"2309.10787","title":"AV-SUPERB: A Multi-Task Evaluation Benchmark for Audio-Visual Representation Models","created":"2023-09-19","cited_by_count":19,"area":null},{"id":"2108.11696","title":"Rethinking Why Intermediate-Task Fine-Tuning Works","created":"2021-08-26","cited_by_count":18,"area":null},{"id":"2110.02370","title":"Leveraging the Inductive Bias of Large Language Models for Abstract Textual Reasoning","created":"2021-10-05","cited_by_count":18,"area":null},{"id":"2211.01642","title":"Fine-Tuning Pre-Trained Language Models Effectively by Optimizing Subnetworks Adaptively","created":"2022-11-03","cited_by_count":18,"area":null},{"id":"2204.11117","title":"Exploring the Role of Task Transferability in Large-Scale Multi-Task Learning","created":"2022-04-23","cited_by_count":17,"area":null},{"id":"2205.08124","title":"When to Use Multi-Task Learning vs Intermediate Fine-Tuning for Pre-Trained Encoder Transfer Learning","created":"2022-05-17","cited_by_count":17,"area":null},{"id":"2205.11166","title":"Prompt Tuning for Discriminative Pre-trained Language Models","created":"2022-05-23","cited_by_count":17,"area":null},{"id":"2206.07699","title":"Write and Paint: Generative Vision-Language Models are Unified Modal Learners","created":"2022-06-15","cited_by_count":17,"area":"mllm"},{"id":"2302.04030","title":"CrossCodeBench: Benchmarking Cross-Task Generalization of Source Code Models","created":"2023-02-08","cited_by_count":16,"area":null},{"id":"2109.02972","title":"Don't Go Far Off: An Empirical Study on Neural Poetry Translation","created":"2021-09-07","cited_by_count":15,"area":null},{"id":"2203.08565","title":"Geographic Adaptation of Pretrained Language Models","created":"2022-03-16","cited_by_count":14,"area":null},{"id":"2208.08176","title":"Visual Comparison of Language Model Adaptation","created":"2022-08-17","cited_by_count":14,"area":null},{"id":"2312.01082","title":"A Survey on Stability of Learning with Limited Labelled Data and its Sensitivity to the Effects of Randomness","created":"2023-12-02","cited_by_count":14,"area":null},{"id":"2507.18807","title":"Fishers for Free? Approximating the Fisher Information Matrix by Recycling the Squared Gradient Accumulator","created":"2025-07-24","cited_by_count":14,"area":null},{"id":"2203.10581","title":"Cluster & Tune: Boost Cold Start Performance in Text Classification","created":"2022-03-20","cited_by_count":13,"area":null},{"id":"2210.07352","title":"Predicting Fine-Tuning Performance with Probing","created":"2022-10-13","cited_by_count":13,"area":null},{"id":"2302.00674","title":"Improving Few-Shot Generalization by Exploring and Exploiting Auxiliary Data","created":"2023-02-01","cited_by_count":13,"area":null},{"id":"2308.15982","title":"MerA: Merging Pretrained Adapters For Few-Shot Learning","created":"2023-08-30","cited_by_count":13,"area":null},{"id":"2603.04964","title":"Replaying pre-training data improves fine-tuning","created":"2026-03-05","cited_by_count":13,"area":null},{"id":"2102.07983","title":"FEWS: Large-Scale, Low-Shot Word Sense Disambiguation with the Dictionary","created":"2021-02-16","cited_by_count":12,"area":null},{"id":"2106.09204","title":"An Empirical Study on Hyperparameter Optimization for Fine-Tuning Pre-trained Language Models","created":"2021-06-17","cited_by_count":12,"area":null},{"id":"2107.09852","title":"CausalBERT: Injecting Causal Knowledge Into Pre-trained Models with Minimal Supervision","created":"2021-07-21","cited_by_count":12,"area":null},{"id":"2110.08419","title":"Robustness Challenges in Model Distillation and Pruning for Natural Language Understanding","created":"2021-10-16","cited_by_count":12,"area":null},{"id":"2205.12604","title":"Leveraging QA Datasets to Improve Generative Data Augmentation","created":"2022-05-25","cited_by_count":12,"area":null},{"id":"2205.12701","title":"Eliciting and Understanding Cross-Task Skills with Task-Level Mixture-of-Experts","created":"2022-05-25","cited_by_count":12,"area":"moe"},{"id":"2205.15051","title":"X-SCITLDR: Cross-Lingual Extreme Summarization of Scholarly Documents","created":"2022-05-30","cited_by_count":12,"area":null},{"id":"2106.05505","title":"Convolutions and Self-Attention: Re-interpreting Relative Positions in Pre-trained Language Models","created":"2021-06-10","cited_by_count":11,"area":null},{"id":"2109.13620","title":"Cross-lingual Intermediate Fine-tuning improves Dialogue State Tracking","created":"2021-09-28","cited_by_count":11,"area":null},{"id":"2307.15411","title":"Investigating the Learning Behaviour of In-context Learning: A Comparison with Supervised Learning","created":"2023-07-28","cited_by_count":11,"area":null},{"id":"2111.01322","title":"Diverse Distributions of Self-Supervised Tasks for Meta-Learning in NLP","created":"2021-11-02","cited_by_count":10,"area":null},{"id":"2205.00820","title":"Entity-aware Transformers for Entity Search","created":"2022-05-02","cited_by_count":10,"area":null},{"id":"2205.03815","title":"Beyond Distributional Hypothesis: Let Language Models Learn Meaning-Text Correspondence","created":"2022-05-08","cited_by_count":10,"area":null},{"id":"2205.11603","title":"Representation Projection Invariance Mitigates Representation Collapse","created":"2022-05-23","cited_by_count":10,"area":null}],"next_cursor":"100"}