{"list":"other","total":83,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2005.11401","title":"Retrieval-Augmented Generation for Knowledge-Intensive NLP Tasks","created":"2020-05-22","cited_by_count":9297},{"id":"2103.03874","title":"Measuring Mathematical Problem Solving With the MATH Dataset","created":"2021-03-05","cited_by_count":5371},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"1911.02116","title":"Unsupervised Cross-lingual Representation Learning at Scale","created":"2019-11-05","cited_by_count":3935},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"1508.07909","title":"Neural Machine Translation of Rare Words with Subword Units","created":"2015-08-31","cited_by_count":2918},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"2006.03654","title":"DeBERTa: Decoding-enhanced BERT with Disentangled Attention","created":"2020-06-05","cited_by_count":2181},{"id":"2408.00118","title":"Gemma 2: Improving Open Language Models at a Practical Size","created":"2024-07-31","cited_by_count":1998},{"id":"1901.08746","title":"BioBERT: a pre-trained biomedical language representation model for biomedical text mining","created":"2019-01-25","cited_by_count":1947},{"id":"2010.11934","title":"mT5: A massively multilingual pre-trained text-to-text transformer","created":"2020-10-22","cited_by_count":1818},{"id":"1905.00537","title":"SuperGLUE: A Stickier Benchmark for General-Purpose Language Understanding Systems","created":"2019-05-02","cited_by_count":1729},{"id":"1910.07467","title":"Root Mean Square Layer Normalization","created":"2019-10-16","cited_by_count":1480},{"id":"1903.10676","title":"SciBERT: A Pretrained Language Model for Scientific Text","created":"2019-03-26","cited_by_count":1414},{"id":"2111.09543","title":"DeBERTaV3: Improving DeBERTa using ELECTRA-Style Pre-Training with Gradient-Disentangled Embedding Sharing","created":"2021-11-18","cited_by_count":1254},{"id":"2406.17557","title":"The FineWeb Datasets: Decanting the Web for the Finest Text Data at Scale","created":"2024-06-25","cited_by_count":1160},{"id":"2108.12409","title":"Train Short, Test Long: Attention with Linear Biases Enables Input Length Extrapolation","created":"2021-08-27","cited_by_count":1103},{"id":"1901.07291","title":"Cross-lingual Language Model Pretraining","created":"2019-01-22","cited_by_count":1090},{"id":"2002.04745","title":"On Layer Normalization in the Transformer Architecture","created":"2020-02-12","cited_by_count":922},{"id":"2105.09938","title":"Measuring Coding Challenge Competence With APPS","created":"2021-05-20","cited_by_count":902},{"id":"2309.12284","title":"MetaMath: Bootstrap Your Own Mathematical Questions for Large Language Models","created":"2023-09-21","cited_by_count":735},{"id":"1905.13319","title":"MathQA: Towards Interpretable Math Word Problem Solving with Operation-Based Formalisms","created":"2019-05-30","cited_by_count":662},{"id":"1909.09436","title":"CodeSearchNet Challenge: Evaluating the State of Semantic Code Search","created":"2019-09-20","cited_by_count":654},{"id":"1906.01502","title":"How multilingual is Multilingual BERT?","created":"2019-06-04","cited_by_count":645},{"id":"2210.07316","title":"MTEB: Massive Text Embedding Benchmark","created":"2022-10-13","cited_by_count":640},{"id":"1910.11856","title":"On the Cross-lingual Transferability of Monolingual Representations","created":"2019-10-25","cited_by_count":578},{"id":"2412.13663","title":"Smarter, Better, Faster, Longer: A Modern Bidirectional Encoder for Fast, Memory Efficient, and Long Context Finetuning and Inference","created":"2024-12-18","cited_by_count":554},{"id":"1904.05342","title":"ClinicalBERT: Modeling Clinical Notes and Predicting Hospital Readmission","created":"2019-04-10","cited_by_count":493},{"id":"2309.05653","title":"MAmmoTH: Building Math Generalist Models through Hybrid Instruction Tuning","created":"2023-09-11","cited_by_count":487},{"id":"2404.05961","title":"LLM2Vec: Large Language Models Are Secretly Powerful Text Encoders","created":"2024-04-09","cited_by_count":404},{"id":"2012.15613","title":"How Good is Your Tokenizer? On the Monolingual Performance of Multilingual Language Models","created":"2020-12-31","cited_by_count":318},{"id":"1904.09077","title":"Beto, Bentz, Becas: The Surprising Cross-Lingual Effectiveness of BERT","created":"2019-04-19","cited_by_count":301},{"id":"2410.07985","title":"Omni-MATH: A Universal Olympiad Level Mathematic Benchmark For Large Language Models","created":"2024-10-10","cited_by_count":284},{"id":"2007.07834","title":"InfoXLM: An Information-Theoretic Framework for Cross-Lingual Language Model Pre-Training","created":"2020-07-15","cited_by_count":237},{"id":"2407.19669","title":"mGTE: Generalized Long-Context Text Representation and Reranking Models for Multilingual Text Retrieval","created":"2024-07-29","cited_by_count":236},{"id":"2311.16863","title":"Power Hungry Processing: Watts Driving the Cost of AI Deployment?","created":"2023-11-28","cited_by_count":191},{"id":"2405.18392","title":"Scaling Laws and Compute-Optimal Training Beyond Fixed Training Durations","created":"2024-05-28","cited_by_count":170},{"id":"1808.06752","title":"Lessons from Natural Language Inference in the Clinical Domain","created":"2018-08-21","cited_by_count":151},{"id":"2205.06266","title":"Lifting the Curse of Multilinguality by Pre-training Modular Transformers","created":"2022-05-12","cited_by_count":146},{"id":"2201.06642","title":"Towards a Cleaner Document-Oriented Multilingual Crawled Corpus","created":"2022-01-17","cited_by_count":143},{"id":"2506.20920","title":"FineWeb2: One Pipeline to Scale Them All -- Adapting Pre-Training Data Processing to Every Language","created":"2025-06-26","cited_by_count":143},{"id":"1904.01608","title":"Structural Scaffolds for Citation Intent Classification in Scientific Publications","created":"2019-04-02","cited_by_count":130},{"id":"1710.06071","title":"PubMed 200k RCT: a Dataset for Sequential Sentence Classification in Medical Abstracts","created":"2017-10-17","cited_by_count":124},{"id":"2205.12035","title":"RetroMAE: Pre-Training Retrieval-oriented Language Models Via Masked Auto-Encoder","created":"2022-05-24","cited_by_count":118},{"id":"2310.08754","title":"Tokenizer Choice For LLM Training: Negligible or Crucial?","created":"2023-10-12","cited_by_count":108},{"id":"2010.12821","title":"Rethinking embedding coupling in pre-trained language models","created":"2020-10-24","cited_by_count":103},{"id":"1909.00964","title":"Unicoder: A Universal Language Encoder by Pre-training with Multiple Cross-lingual Tasks","created":"2019-09-03","cited_by_count":96},{"id":"2008.02496","title":"ConvBERT: Improving BERT with Span-based Dynamic Convolution","created":"2020-08-06","cited_by_count":88},{"id":"2301.10472","title":"XLM-V: Overcoming the Vocabulary Bottleneck in Multilingual Masked Language Models","created":"2023-01-25","cited_by_count":88},{"id":"1802.08770","title":"A Walk with SGD","created":"2018-02-24","cited_by_count":78},{"id":"2105.13239","title":"CoSQA: 20,000+ Web Queries for Code Search and Question Answering","created":"2021-05-27","cited_by_count":75},{"id":"2304.13013","title":"Stable and low-precision training for large-scale vision-language models","created":"2023-04-25","cited_by_count":75},{"id":"2402.01035","title":"Getting the most out of your tokenizer for pre-training and domain adaptation","created":"2024-02-01","cited_by_count":66},{"id":"2012.15674","title":"ERNIE-M: Enhanced Multilingual Representation by Aligning Cross-lingual Semantics with Monolingual Corpora","created":"2020-12-31","cited_by_count":63},{"id":"2407.02883","title":"CoIR: A Comprehensive Benchmark for Code Information Retrieval Models","created":"2024-07-03","cited_by_count":60},{"id":"2509.06888","title":"mmBERT: A Modern Multilingual Encoder with Annealed Language Learning","created":"2025-09-08","cited_by_count":45},{"id":"2203.01111","title":"Large-Scale Hate Speech Detection with Cross-Domain Transfer","created":"2022-03-02","cited_by_count":41},{"id":"2401.10440","title":"Breaking the Curse of Multilinguality with Cross-lingual Expert Language Models","created":"2024-01-19","cited_by_count":38},{"id":"2507.11412","title":"Seq vs Seq: An Open Suite of Paired Encoders and Decoders","created":"2025-07-15","cited_by_count":38},{"id":"2312.17482","title":"MosaicBERT: A Bidirectional Encoder Optimized for Fast Pretraining","created":"2023-12-29","cited_by_count":34},{"id":"2311.09205","title":"When Is Multilinguality a Curse? Language Modeling for 250 High- and Low-Resource Languages","created":"2023-11-15","cited_by_count":32},{"id":"2503.05500","title":"EuroBERT: Scaling Multilingual Encoders for European Languages","created":"2025-03-07","cited_by_count":31},{"id":"2506.10896","title":"BioClinical ModernBERT: A State-of-the-Art Long-Context Encoder for Biomedical and Clinical NLP","created":"2025-06-12","cited_by_count":28},{"id":"2504.03964","title":"Clinical ModernBERT: An efficient and long context encoder for biomedical text","created":"2025-04-04","cited_by_count":26},{"id":"2502.19587","title":"NeoBERT: A Next-Generation BERT","created":"2025-02-26","cited_by_count":16},{"id":"2208.08124","title":"Boosting Distributed Training Performance of the Unpadded BERT Model","created":"2022-08-17","cited_by_count":15},{"id":"2401.14373","title":"TURNA: A Turkish Encoder-Decoder Language Model for Enhanced Understanding and Generation","created":"2024-01-25","cited_by_count":13},{"id":"2504.09714","title":"Evaluating the Quality of Benchmark Datasets for Low-Resource Languages: A Case Study on Turkish","created":"2025-04-13","cited_by_count":13},{"id":"2205.11656","title":"FlexiBERT: Are Current Transformer Architectures too Homogeneous and Rigid?","created":"2022-05-23","cited_by_count":12},{"id":"2504.08716","title":"ModernBERT or DeBERTaV3? Examining Architecture and Data Influence on Transformer Encoder Models Performance","created":"2025-04-11","cited_by_count":12},{"id":"2203.01215","title":"Mukayese: Turkish NLP Strikes Back","created":"2022-03-02","cited_by_count":9},{"id":"2307.14134","title":"Developing and Evaluating Tiny to Medium-Sized Turkish BERT Models","created":"2023-07-26","cited_by_count":8},{"id":"2505.13136","title":"New Encoders for German Trained from Scratch: Comparing ModernGBERT with Converted LLM2Vec Models","created":"2025-05-19","cited_by_count":5},{"id":"2311.18063","title":"TurkishBERTweet: Fast and Reliable Large Language Model for Social Media Analysis","created":"2023-11-29","cited_by_count":4},{"id":"2510.21364","title":"SindBERT, the Sailor: Charting the Seas of Turkish NLP","created":"2025-10-24","cited_by_count":4},{"id":"2504.15544","title":"llm-jp-modernbert: A ModernBERT Model Trained on a Large-Scale Japanese Corpus with Long Context Length","created":"2025-04-22","cited_by_count":3},{"id":"2503.05060","title":"ModernBERT is More Efficient than Conventional BERT for Chest CT Findings Classification in Japanese Radiology Reports","created":"2025-03-07","cited_by_count":2},{"id":"2401.03515","title":"RoBERTurk: Adjusting RoBERTa for Turkish","created":"2024-01-07","cited_by_count":1}],"next_cursor":null}