{"list":"other","total":58,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1503.02531","title":"Distilling the Knowledge in a Neural Network","created":"2015-03-09","cited_by_count":10324},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"1911.02116","title":"Unsupervised Cross-lingual Representation Learning at Scale","created":"2019-11-05","cited_by_count":3935},{"id":"2004.04906","title":"Dense Passage Retrieval for Open-Domain Question Answering","created":"2020-04-10","cited_by_count":3824},{"id":"2104.08691","title":"The Power of Scale for Parameter-Efficient Prompt Tuning","created":"2021-04-18","cited_by_count":3795},{"id":"1611.09268","title":"MS MARCO: A Human Generated MAchine Reading COmprehension Dataset","created":"2016-11-28","cited_by_count":1605},{"id":"2006.05525","title":"Knowledge Distillation: A Survey","created":"2020-06-09","cited_by_count":1603},{"id":"2110.08207","title":"Multitask Prompted Training Enables Zero-Shot Task Generalization","created":"2021-10-15","cited_by_count":1470},{"id":"1911.04252","title":"Self-training with Noisy Student improves ImageNet classification","created":"2019-11-11","cited_by_count":1311},{"id":"2004.12832","title":"ColBERT: Efficient and Effective Passage Search via Contextualized Late Interaction over BERT","created":"2020-04-27","cited_by_count":1178},{"id":"2103.03206","title":"Perceiver: General Perception with Iterative Attention","created":"2021-03-04","cited_by_count":1104},{"id":"2205.05638","title":"Few-Shot Parameter-Efficient Fine-Tuning is Better and Cheaper than In-Context Learning","created":"2022-05-11","cited_by_count":896},{"id":"2007.00808","title":"Approximate Nearest Neighbor Negative Contrastive Learning for Dense Text Retrieval","created":"2020-07-01","cited_by_count":849},{"id":"1706.05098","title":"An Overview of Multi-Task Learning in Deep Neural Networks","created":"2017-06-15","cited_by_count":803},{"id":"1906.00300","title":"Latent Retrieval for Weakly Supervised Open Domain Question Answering","created":"2019-06-01","cited_by_count":695},{"id":"1807.03819","title":"Universal Transformers","created":"2018-07-10","cited_by_count":647},{"id":"1901.04085","title":"Passage Re-ranking with BERT","created":"2019-01-13","cited_by_count":645},{"id":"2004.09813","title":"Making Monolingual Sentence Embeddings Multilingual using Knowledge Distillation","created":"2020-04-21","cited_by_count":593},{"id":"1910.11856","title":"On the Cross-lingual Transferability of Monolingual Representations","created":"2019-10-25","cited_by_count":578},{"id":"2112.01488","title":"ColBERTv2: Effective and Efficient Retrieval via Lightweight Late Interaction","created":"2021-12-02","cited_by_count":476},{"id":"1910.07475","title":"MLQA: Evaluating Cross-lingual Extractive Question Answering","created":"2019-10-16","cited_by_count":340},{"id":"2003.07820","title":"Overview of the TREC 2019 deep learning track","created":"2020-03-17","cited_by_count":286},{"id":"2110.07904","title":"SPoT: Better Frozen Model Adaptation through Soft Prompt Transfer","created":"2021-10-15","cited_by_count":235},{"id":"2005.00181","title":"Sparse, Dense, and Attentional Representations for Text Retrieval","created":"2020-05-01","cited_by_count":214},{"id":"2005.09093","title":"Are All Languages Created Equal in Multilingual BERT?","created":"2020-05-18","cited_by_count":207},{"id":"2108.05540","title":"Unsupervised Corpus Aware Language Model Pre-training for Dense Passage Retrieval","created":"2021-08-12","cited_by_count":203},{"id":"2101.11038","title":"Muppet: Massive Multi-task Representations with Pre-Finetuning","created":"2021-01-26","cited_by_count":192},{"id":"2010.02666","title":"Improving Efficient Neural Ranking Models with Cross-Architecture Knowledge Distillation","created":"2020-10-06","cited_by_count":145},{"id":"1911.06154","title":"CCAligned: A Massive Collection of Cross-Lingual Web-Document Pairs","created":"2019-11-10","cited_by_count":136},{"id":"2005.00770","title":"Exploring and Predicting Transferability across NLP Tasks","created":"2020-05-02","cited_by_count":128},{"id":"2104.04670","title":"Adapting Language Models for Zero-shot Learning by Meta-tuning on Dataset and Prompt Collections","created":"2021-04-10","cited_by_count":128},{"id":"2108.08787","title":"Mr. TyDi: A Multi-lingual Benchmark for Dense Retrieval","created":"2021-08-19","cited_by_count":119},{"id":"2108.13897","title":"mMARCO: A Multilingual Version of the MS MARCO Passage Ranking Dataset","created":"2021-08-31","cited_by_count":116},{"id":"2303.02861","title":"Multitask Prompt Tuning Enables Parameter-Efficient Transfer Learning","created":"2023-03-06","cited_by_count":115},{"id":"2004.13640","title":"Extending Multilingual BERT to Low-Resource Languages","created":"2020-04-28","cited_by_count":88},{"id":"2205.11961","title":"ATTEMPT: Parameter-Efficient Multi-task Tuning via Attentional Mixtures of Soft Prompts","created":"2022-05-24","cited_by_count":85},{"id":"2111.06719","title":"On Transferability of Prompt Tuning for Natural Language Processing","created":"2021-11-12","cited_by_count":75},{"id":"2205.10793","title":"Knowledge Distillation via the Target-aware Transformer","created":"2022-05-22","cited_by_count":70},{"id":"2112.10063","title":"Deep Graph-level Anomaly Detection by Glocal Knowledge Distillation","created":"2021-12-19","cited_by_count":67},{"id":"1908.09022","title":"Neural data-to-text generation: A comparison between pipeline and end-to-end architectures","created":"2019-08-23","cited_by_count":51},{"id":"2205.12654","title":"Bitext Mining Using Distilled Sentence Representations for Low-Resource Languages","created":"2022-05-25","cited_by_count":48},{"id":"2004.05484","title":"LAReQA: Language-agnostic answer retrieval from a multilingual pool","created":"2020-04-11","cited_by_count":42},{"id":"2204.13679","title":"Curriculum Learning for Dense Retrieval Distillation","created":"2022-04-28","cited_by_count":38},{"id":"2201.08471","title":"Transfer Learning Approaches for Building Cross-Language Dense Retrieval Models","created":"2022-01-20","cited_by_count":36},{"id":"1704.08305","title":"Limits of End-to-End Learning","created":"2017-04-26","cited_by_count":35},{"id":"1912.13080","title":"Teaching a New Dog Old Tricks: Resurrecting Multilingual Retrieval Using Zero-shot Learning","created":"2019-12-30","cited_by_count":16},{"id":"2112.08185","title":"Learning Cross-Lingual IR from an English Retriever","created":"2021-12-15","cited_by_count":16},{"id":"2301.12566","title":"Improving Cross-lingual Information Retrieval on Low-Resource Languages via Optimal Transport Distillation","created":"2023-01-29","cited_by_count":15},{"id":"2204.11989","title":"C3: Continued Pretraining with Contrastive Weak Supervision for Cross Language Ad-Hoc Retrieval","created":"2022-04-25","cited_by_count":14},{"id":"2005.12994","title":"A Study of Neural Matching Models for Cross-lingual IR","created":"2020-05-26","cited_by_count":12},{"id":"1805.00879","title":"Unsupervised Cross-Lingual Information Retrieval using Monolingual Data Only","created":"2018-05-02","cited_by_count":11},{"id":"2201.09992","title":"HC4: A New Suite of Test Collections for Ad Hoc CLIR","created":"2022-01-24","cited_by_count":10},{"id":"2109.02789","title":"Mixed Attention Transformer for Leveraging Word-Level Knowledge to Neural Cross-Lingual Information Retrieval","created":"2021-09-07","cited_by_count":8},{"id":"2208.11194","title":"Bitext Mining for Low-Resource Languages via Contrastive Learning","created":"2022-08-23","cited_by_count":5},{"id":"1906.06849","title":"A Multi-Task Architecture on Relevance-based Neural Query Translation","created":"2019-06-17","cited_by_count":4},{"id":"2212.10448","title":"Parameter-efficient Zero-shot Transfer for Cross-Language Dense Retrieval with Adapters","created":"2022-12-20","cited_by_count":4}],"next_cursor":null}