{"list":"other","total":65,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1412.6980","title":"Adam: A Method for Stochastic Optimization","created":"2014-12-22","cited_by_count":37240},{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1912.01703","title":"PyTorch: An Imperative Style, High-Performance Deep Learning Library","created":"2019-12-03","cited_by_count":20305},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1607.06450","title":"Layer Normalization","created":"2016-07-21","cited_by_count":5669},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1902.00751","title":"Parameter-Efficient Transfer Learning for NLP","created":"2019-02-02","cited_by_count":4236},{"id":"1606.05250","title":"SQuAD: 100,000+ Questions for Machine Comprehension of Text","created":"2016-06-16","cited_by_count":4148},{"id":"2101.00190","title":"Prefix-Tuning: Optimizing Continuous Prompts for Generation","created":"2021-01-01","cited_by_count":3915},{"id":"2104.08691","title":"The Power of Scale for Parameter-Efficient Prompt Tuning","created":"2021-04-18","cited_by_count":3795},{"id":"2109.01652","title":"Finetuned Language Models Are Zero-Shot Learners","created":"2021-09-03","cited_by_count":3780},{"id":"1809.09600","title":"HotpotQA: A Dataset for Diverse, Explainable Multi-hop Question Answering","created":"2018-09-25","cited_by_count":3754},{"id":"1606.08415","title":"Gaussian Error Linear Units (GELUs)","created":"2016-06-27","cited_by_count":3502},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"1704.05426","title":"A Broad-Coverage Challenge Corpus for Sentence Understanding through Inference","created":"2017-04-18","cited_by_count":2682},{"id":"1509.01626","title":"Character-level Convolutional Networks for Text Classification","created":"2015-09-04","cited_by_count":2330},{"id":"1905.10044","title":"BoolQ: Exploring the Surprising Difficulty of Natural Yes/No Questions","created":"2019-05-24","cited_by_count":2183},{"id":"1905.00537","title":"SuperGLUE: A Stickier Benchmark for General-Purpose Language Understanding Systems","created":"2019-05-02","cited_by_count":1729},{"id":"2110.08207","title":"Multitask Prompted Training Enables Zero-Shot Task Generalization","created":"2021-10-15","cited_by_count":1470},{"id":"2106.10199","title":"BitFit: Simple Parameter-efficient Fine-tuning for Transformer-based Masked Language-models","created":"2021-06-18","cited_by_count":1245},{"id":"1708.00055","title":"SemEval-2017 Task 1: Semantic Textual Similarity - Multilingual and Cross-lingual Focused Evaluation","created":"2017-07-31","cited_by_count":1001},{"id":"1805.12471","title":"Neural Network Acceptability Judgments","created":"2018-05-31","cited_by_count":958},{"id":"1702.03118","title":"Sigmoid-Weighted Linear Units for Neural Network Function Approximation in Reinforcement Learning","created":"2017-02-10","cited_by_count":950},{"id":"2112.08654","title":"Learning to Prompt for Continual Learning","created":"2021-12-16","cited_by_count":944},{"id":"2205.05638","title":"Few-Shot Parameter-Efficient Fine-Tuning is Better and Cheaper than In-Context Learning","created":"2022-05-11","cited_by_count":896},{"id":"2110.04366","title":"Towards a Unified View of Parameter-Efficient Transfer Learning","created":"2021-10-08","cited_by_count":872},{"id":"2005.00247","title":"AdapterFusion: Non-Destructive Task Composition for Transfer Learning","created":"2020-05-01","cited_by_count":788},{"id":"2104.08773","title":"Cross-Task Generalization via Natural Language Crowdsourcing Instructions","created":"2021-04-18","cited_by_count":699},{"id":"2005.00700","title":"UnifiedQA: Crossing Format Boundaries With a Single QA System","created":"2020-05-02","cited_by_count":476},{"id":"2106.04647","title":"Compacter: Efficient Low-Rank Hypercomplex Adapter Layers","created":"2021-06-08","cited_by_count":460},{"id":"2110.15943","title":"MetaICL: Learning to Learn In Context","created":"2021-10-29","cited_by_count":454},{"id":"1904.01130","title":"PAWS: Paraphrase Adversaries from Word Scrambling","created":"2019-04-01","cited_by_count":402},{"id":"2002.06305","title":"Fine-Tuning Pretrained Language Models: Weight Initializations, Data Orders, and Early Stopping","created":"2020-02-15","cited_by_count":384},{"id":"2104.06599","title":"Learning How to Ask: Querying LMs with Mixtures of Soft Prompts","created":"2021-04-14","cited_by_count":377},{"id":"1511.02799","title":"Neural Module Networks","created":"2015-11-09","cited_by_count":376},{"id":"1808.09121","title":"WiC: the Word-in-Context Dataset for Evaluating Context-Sensitive Meaning Representations","created":"2018-08-28","cited_by_count":372},{"id":"1901.11504","title":"Multi-Task Deep Neural Networks for Natural Language Understanding","created":"2019-01-31","cited_by_count":350},{"id":"1611.09830","title":"NewsQA: A Machine Comprehension Dataset","created":"2016-11-29","cited_by_count":331},{"id":"2106.04489","title":"Parameter-efficient Multi-task Fine-tuning for Transformers via Shared Hypernetworks","created":"2021-06-08","cited_by_count":284},{"id":"2006.04884","title":"On the Stability of Fine-tuning BERT: Misconceptions, Explanations, and Strong Baselines","created":"2020-06-08","cited_by_count":255},{"id":"1806.08730","title":"The Natural Language Decathlon: Multitask Learning as Question Answering","created":"2018-06-20","cited_by_count":236},{"id":"2110.07904","title":"SPoT: Better Frozen Model Adaptation through Soft Prompt Transfer","created":"2021-10-15","cited_by_count":235},{"id":"1704.05179","title":"SearchQA: A New Q&A Dataset Augmented with Context from a Search Engine","created":"2017-04-18","cited_by_count":225},{"id":"2010.11918","title":"AdapterDrop: On the Efficiency of Adapters in Transformers","created":"2020-10-22","cited_by_count":224},{"id":"1810.12885","title":"ReCoRD: Bridging the Gap between Human and Machine Commonsense Reading Comprehension","created":"2018-10-30","cited_by_count":200},{"id":"2101.11038","title":"Muppet: Massive Multi-task Representations with Pre-Finetuning","created":"2021-01-26","cited_by_count":192},{"id":"1910.09753","title":"MRQA 2019 Shared Task: Evaluating Generalization in Reading Comprehension","created":"2019-10-22","cited_by_count":184},{"id":"2111.10952","title":"ExT5: Towards Extreme Multi-Task Scaling for Transfer Learning","created":"2021-11-22","cited_by_count":161},{"id":"2005.00770","title":"Exploring and Predicting Transferability across NLP Tasks","created":"2020-05-02","cited_by_count":128},{"id":"2009.00909","title":"A Survey on Negative Transfer","created":"2020-09-02","cited_by_count":122},{"id":"1809.02922","title":"Transforming Question Answering Datasets Into Natural Language Inference Datasets","created":"2018-09-09","cited_by_count":99},{"id":"2112.08348","title":"Prompt Waywardness: The Curious Case of Discretized Interpretation of Continuous Prompts","created":"2021-12-15","cited_by_count":64},{"id":"1905.13453","title":"MultiQA: An Empirical Investigation of Generalization and Transfer in Reading Comprehension","created":"2019-05-31","cited_by_count":60},{"id":"2010.04903","title":"What Do Position Embeddings Learn? An Empirical Study of Pre-Trained Language Model Positional Encoding","created":"2020-10-10","cited_by_count":52},{"id":"2204.07689","title":"Sparsely Activated Mixture-of-Experts are Robust Multi-Task Learners","created":"2022-04-16","cited_by_count":51},{"id":"2204.04497","title":"IDPG: An Instance-Dependent Prompt Generation Method","created":"2022-04-09","cited_by_count":43},{"id":"2204.10019","title":"Standing on the Shoulders of Giant Frozen Language Models","created":"2022-04-21","cited_by_count":33},{"id":"2202.13914","title":"Combining Modular Skills in Multitask Learning","created":"2022-02-28","cited_by_count":28},{"id":"2203.08304","title":"Hyperdecoders: Instance-specific decoders for multi-task NLP","created":"2022-03-15","cited_by_count":22},{"id":"2205.01543","title":"Learning to Transfer Prompts for Text Generation","created":"2022-05-03","cited_by_count":22},{"id":"2109.13880","title":"Single-dataset Experts for Multi-dataset Question Answering","created":"2021-09-28","cited_by_count":15}],"next_cursor":null}