{"list":"other","total":65,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"1807.03748","title":"Representation Learning with Contrastive Predictive Coding","created":"2018-07-10","cited_by_count":7777},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703},{"id":"1606.05250","title":"SQuAD: 100,000+ Questions for Machine Comprehension of Text","created":"2016-06-16","cited_by_count":4148},{"id":"1911.02116","title":"Unsupervised Cross-lingual Representation Learning at Scale","created":"2019-11-05","cited_by_count":3935},{"id":"1809.09600","title":"HotpotQA: A Dataset for Diverse, Explainable Multi-hop Question Answering","created":"2018-09-25","cited_by_count":3754},{"id":"1705.03551","title":"TriviaQA: A Large Scale Distantly Supervised Challenge Dataset for Reading Comprehension","created":"2017-05-09","cited_by_count":2955},{"id":"1704.05426","title":"A Broad-Coverage Challenge Corpus for Sentence Understanding through Inference","created":"2017-04-18","cited_by_count":2682},{"id":"2307.08691","title":"FlashAttention-2: Faster Attention with Better Parallelism and Work Partitioning","created":"2023-07-17","cited_by_count":2598},{"id":"2312.10997","title":"Retrieval-Augmented Generation for Large Language Models: A Survey","created":"2023-12-18","cited_by_count":2212},{"id":"2104.08821","title":"SimCSE: Simple Contrastive Learning of Sentence Embeddings","created":"2021-04-18","cited_by_count":2173},{"id":"2010.11934","title":"mT5: A massively multilingual pre-trained text-to-text transformer","created":"2020-10-22","cited_by_count":1818},{"id":"2002.05202","title":"GLU Variants Improve Transformer","created":"2020-02-12","cited_by_count":1804},{"id":"1611.09268","title":"MS MARCO: A Human Generated MAchine Reading COmprehension Dataset","created":"2016-11-28","cited_by_count":1605},{"id":"1803.05355","title":"FEVER: a large-scale dataset for Fact Extraction and VERification","created":"2018-03-14","cited_by_count":1375},{"id":"1910.02054","title":"ZeRO: Memory Optimizations Toward Training Trillion Parameter Models","created":"2019-10-04","cited_by_count":1301},{"id":"2212.03533","title":"Text Embeddings by Weakly-Supervised Contrastive Pre-training","created":"2022-12-07","cited_by_count":1253},{"id":"2104.08663","title":"BEIR: A Heterogenous Benchmark for Zero-shot Evaluation of Information Retrieval Models","created":"2021-04-17","cited_by_count":1252},{"id":"2108.12409","title":"Train Short, Test Long: Attention with Linear Biases Enables Input Length Extrapolation","created":"2021-08-27","cited_by_count":1103},{"id":"1901.07291","title":"Cross-lingual Language Model Pretraining","created":"2019-01-22","cited_by_count":1090},{"id":"2402.03216","title":"M3-Embedding: Multi-Linguality, Multi-Functionality, Multi-Granularity Text Embeddings Through Self-Knowledge Distillation","created":"2024-02-05","cited_by_count":1073},{"id":"1708.00055","title":"SemEval-2017 Task 1: Semantic Textual Similarity - Multilingual and Cross-lingual Focused Evaluation","created":"2017-07-31","cited_by_count":1001},{"id":"1805.12471","title":"Neural Network Acceptability Judgments","created":"2018-05-31","cited_by_count":958},{"id":"1809.05053","title":"XNLI: Evaluating Cross-lingual Sentence Representations","created":"2018-09-13","cited_by_count":915},{"id":"1604.06174","title":"Training Deep Nets with Sublinear Memory Cost","created":"2016-04-21","cited_by_count":848},{"id":"2003.11080","title":"XTREME: A Massively Multilingual Multi-task Benchmark for Evaluating Cross-lingual Generalization","created":"2020-03-24","cited_by_count":742},{"id":"2308.03281","title":"Towards General Text Embeddings with Multi-stage Contrastive Learning","created":"2023-08-07","cited_by_count":723},{"id":"1910.11856","title":"On the Cross-lingual Transferability of Monolingual Representations","created":"2019-10-25","cited_by_count":578},{"id":"2309.07597","title":"C-Pack: Packed Resources For General Chinese Embeddings","created":"2023-09-14","cited_by_count":578},{"id":"2003.05002","title":"TyDi QA: A Benchmark for Information-Seeking Question Answering in Typologically Diverse Languages","created":"2020-03-10","cited_by_count":488},{"id":"2405.17428","title":"NV-Embed: Improved Techniques for Training LLMs as Generalist Embedding Models","created":"2024-05-27","cited_by_count":472},{"id":"2201.10005","title":"Text and Code Embeddings by Contrastive Pre-Training","created":"2022-01-24","cited_by_count":361},{"id":"1910.07475","title":"MLQA: Evaluating Cross-lingual Extractive Question Answering","created":"2019-10-16","cited_by_count":340},{"id":"2005.00333","title":"XCOPA: A Multilingual Dataset for Causal Commonsense Reasoning","created":"2020-05-01","cited_by_count":333},{"id":"2309.16039","title":"Effective Long-Context Scaling of Foundation Models","created":"2023-09-27","cited_by_count":303},{"id":"2402.01613","title":"Nomic Embed: Training a Reproducible Long Context Text Embedder","created":"2024-02-02","cited_by_count":265},{"id":"2402.09906","title":"Generative Representational Instruction Tuning","created":"2024-02-15","cited_by_count":233},{"id":"2309.09400","title":"CulturaX: A Cleaned, Enormous, and Multilingual Dataset for Large Language Models in 167 Languages","created":"2023-09-17","cited_by_count":174},{"id":"2104.07412","title":"XTREME-R: Towards More Challenging and Nuanced Multilingual Evaluation","created":"2021-04-15","cited_by_count":168},{"id":"2112.05682","title":"Self-attention Does Not Need $O(n^2)$ Memory","created":"2021-12-10","cited_by_count":154},{"id":"2007.15207","title":"MKQA: A Linguistically Diverse Benchmark for Multilingual Open Domain Question Answering","created":"2020-07-30","cited_by_count":153},{"id":"2211.14876","title":"Dense Text Retrieval based on Pretrained Language Models: A Survey","created":"2022-11-27","cited_by_count":136},{"id":"2310.05209","title":"Scaling Laws of RoPE-based Extrapolation","created":"2023-10-08","cited_by_count":125},{"id":"2108.08787","title":"Mr. TyDi: A Multi-lingual Benchmark for Dense Retrieval","created":"2021-08-19","cited_by_count":119},{"id":"2205.12035","title":"RetroMAE: Pre-Training Retrieval-oriented Language Models Via Masked Auto-Encoder","created":"2022-05-24","cited_by_count":118},{"id":"2108.13897","title":"mMARCO: A Multilingual Version of the MS MARCO Passage Ranking Dataset","created":"2021-08-31","cited_by_count":116},{"id":"2310.19341","title":"Skywork: A More Open Bilingual Foundation Model","created":"2023-10-30","cited_by_count":112},{"id":"2310.19923","title":"Jina Embeddings 2: 8192-Token General-Purpose Text Embeddings for Long Documents","created":"2023-10-30","cited_by_count":104},{"id":"2101.08751","title":"Rethink Training of BERT Rerankers in Multi-Stage Retrieval Pipeline","created":"2021-01-21","cited_by_count":65},{"id":"2304.03679","title":"T2Ranking: A large-scale Chinese Benchmark for Passage Ranking","created":"2023-04-07","cited_by_count":60},{"id":"2405.14591","title":"Base of RoPE Bounds Context Length","created":"2024-05-23","cited_by_count":52},{"id":"2004.05484","title":"LAReQA: Language-agnostic answer retrieval from a multilingual pool","created":"2020-04-11","cited_by_count":42},{"id":"2312.17482","title":"MosaicBERT: A Bidirectional Encoder Optimized for Fast Pretraining","created":"2023-12-29","cited_by_count":34},{"id":"2203.03367","title":"Multi-CPR: A Multi Domain Chinese Dataset for Passage Retrieval","created":"2022-03-07","cited_by_count":27},{"id":"2011.11152","title":"On the Overlooked Pitfalls of Weight Decay and How to Mitigate Them: A Gradient-Norm Perspective","created":"2020-11-23","cited_by_count":25},{"id":"2402.07440","title":"Benchmarking and Building Long-Context Retrieval Models with LoCo and M2-BERT","created":"2024-02-12","cited_by_count":21},{"id":"2205.10569","title":"HLATR: Enhance Multi-stage Text Retrieval with Hybrid List Aware Transformer Reranking","created":"2022-05-21","cited_by_count":20},{"id":"2405.10138","title":"PL-MTEB: Polish Massive Text Embedding Benchmark","created":"2024-05-16","cited_by_count":19},{"id":"2203.10232","title":"DuReader_retrieval: A Large-scale Chinese Benchmark for Passage Retrieval from Web Search Engine","created":"2022-03-19","cited_by_count":15},{"id":"2402.13350","title":"PIRB: A Comprehensive Benchmark of Polish Dense and Hybrid Text Retrieval Methods","created":"2024-02-20","cited_by_count":14},{"id":"2405.06932","title":"Piccolo2: General Text Embedding with Multi-task Hybrid Loss Training","created":"2024-05-11","cited_by_count":10}],"next_cursor":null}