{"list":"other","total":53,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"1912.01703","title":"PyTorch: An Imperative Style, High-Performance Deep Learning Library","created":"2019-12-03","cited_by_count":20305},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"2312.00752","title":"Mamba: Linear-Time Sequence Modeling with Selective State Spaces","created":"2023-12-01","cited_by_count":4718},{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"1606.05250","title":"SQuAD: 100,000+ Questions for Machine Comprehension of Text","created":"2016-06-16","cited_by_count":4148},{"id":"2004.04906","title":"Dense Passage Retrieval for Open-Domain Question Answering","created":"2020-04-10","cited_by_count":3824},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"1704.05426","title":"A Broad-Coverage Challenge Corpus for Sentence Understanding through Inference","created":"2017-04-18","cited_by_count":2682},{"id":"2111.00396","title":"Efficiently Modeling Long Sequences with Structured State Spaces","created":"2021-10-31","cited_by_count":2465},{"id":"2006.03654","title":"DeBERTa: Decoding-enhanced BERT with Disentangled Attention","created":"2020-06-05","cited_by_count":2181},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"1508.05326","title":"A large annotated corpus for learning natural language inference","created":"2015-08-21","cited_by_count":1847},{"id":"2002.05202","title":"GLU Variants Improve Transformer","created":"2020-02-12","cited_by_count":1804},{"id":"1905.00537","title":"SuperGLUE: A Stickier Benchmark for General-Purpose Language Understanding Systems","created":"2019-05-02","cited_by_count":1729},{"id":"1611.09268","title":"MS MARCO: A Human Generated MAchine Reading COmprehension Dataset","created":"2016-11-28","cited_by_count":1605},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"1806.03822","title":"Know What You Don't Know: Unanswerable Questions for SQuAD","created":"2018-06-11","cited_by_count":1554},{"id":"1910.07467","title":"Root Mean Square Layer Normalization","created":"2019-10-16","cited_by_count":1480},{"id":"2111.09543","title":"DeBERTaV3: Improving DeBERTa using ELECTRA-Style Pre-Training with Gradient-Disentangled Embedding Sharing","created":"2021-11-18","cited_by_count":1254},{"id":"2212.03533","title":"Text Embeddings by Weakly-Supervised Contrastive Pre-training","created":"2022-12-07","cited_by_count":1253},{"id":"2104.08663","title":"BEIR: A Heterogenous Benchmark for Zero-shot Evaluation of Information Retrieval Models","created":"2021-04-17","cited_by_count":1252},{"id":"2004.12832","title":"ColBERT: Efficient and Effective Passage Search via Contextualized Late Interaction over BERT","created":"2020-04-27","cited_by_count":1178},{"id":"1909.10351","title":"TinyBERT: Distilling BERT for Natural Language Understanding","created":"2019-09-23","cited_by_count":1167},{"id":"2406.17557","title":"The FineWeb Datasets: Decanting the Web for the Finest Text Data at Scale","created":"2024-06-25","cited_by_count":1160},{"id":"2108.12409","title":"Train Short, Test Long: Attention with Linear Biases Enables Input Length Extrapolation","created":"2021-08-27","cited_by_count":1103},{"id":"1704.04683","title":"RACE: Large-scale ReAding Comprehension Dataset From Examinations","created":"2017-04-15","cited_by_count":861},{"id":"2007.00808","title":"Approximate Nearest Neighbor Negative Contrastive Learning for Dense Text Retrieval","created":"2020-07-01","cited_by_count":849},{"id":"2009.06732","title":"Efficient Transformers: A Survey","created":"2020-09-14","cited_by_count":790},{"id":"1612.08083","title":"Language Modeling with Gated Convolutional Networks","created":"2016-12-23","cited_by_count":702},{"id":"2210.07316","title":"MTEB: Massive Text Embedding Benchmark","created":"2022-10-13","cited_by_count":640},{"id":"2412.13663","title":"Smarter, Better, Faster, Longer: A Modern Bidirectional Encoder for Fast, Memory Efficient, and Long Context Finetuning and Inference","created":"2024-12-18","cited_by_count":554},{"id":"2212.14052","title":"Hungry Hungry Hippos: Towards Language Modeling with State Space Models","created":"2022-12-28","cited_by_count":499},{"id":"2004.02984","title":"MobileBERT: a Compact Task-Agnostic BERT for Resource-Limited Devices","created":"2020-04-06","cited_by_count":482},{"id":"2112.01488","title":"ColBERTv2: Effective and Efficient Retrieval via Lightweight Late Interaction","created":"2021-12-02","cited_by_count":476},{"id":"2105.08050","title":"Pay Attention to MLPs","created":"2021-05-17","cited_by_count":368},{"id":"2203.14343","title":"Diagonal State Spaces are as Effective as Structured State Spaces","created":"2022-03-27","cited_by_count":350},{"id":"2402.01613","title":"Nomic Embed: Training a Reproducible Long Context Text Embedder","created":"2024-02-02","cited_by_count":265},{"id":"2309.14322","title":"Small-scale proxies for large-scale Transformer training instabilities","created":"2023-09-25","cited_by_count":183},{"id":"2503.14456","title":"RWKV-7 \"Goose\" with Expressive Dynamic State Evolution","created":"2025-03-18","cited_by_count":141},{"id":"1702.03814","title":"Bilateral Multi-Perspective Matching for Natural Language Sentences","created":"2017-02-13","cited_by_count":121},{"id":"2505.21829","title":"In Search of Adam's Secret Sauce","created":"2025-05-27","cited_by_count":40},{"id":"2312.17482","title":"MosaicBERT: A Bidirectional Encoder Optimized for Fast Pretraining","created":"2023-12-29","cited_by_count":34},{"id":"2311.09122","title":"Universal NER: A Gold-Standard Multilingual Named Entity Recognition Benchmark","created":"2023-11-15","cited_by_count":26},{"id":"2502.19587","title":"NeoBERT: A Next-Generation BERT","created":"2025-02-26","cited_by_count":16},{"id":"2507.00994","title":"Should We Still Pretrain Encoders with Masked Language Modeling?","created":"2025-07-01","cited_by_count":16},{"id":"2008.02460","title":"DeText: A Deep Text Ranking Framework with BERT","created":"2020-08-06","cited_by_count":13},{"id":"2506.11305","title":"Don't Pay Attention","created":"2025-06-12","cited_by_count":1}],"next_cursor":null}