{"list":"other","total":84,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2110.14168","title":"Training Verifiers to Solve Math Word Problems","created":"2021-10-27","cited_by_count":10109},{"id":"1908.10084","title":"Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks","created":"2019-08-27","cited_by_count":9170},{"id":"2304.07193","title":"DINOv2: Learning Robust Visual Features without Supervision","created":"2023-04-14","cited_by_count":7974},{"id":"2009.03300","title":"Measuring Massive Multitask Language Understanding","created":"2020-09-07","cited_by_count":7963},{"id":"2103.03874","title":"Measuring Mathematical Problem Solving With the MATH Dataset","created":"2021-03-05","cited_by_count":5371},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1803.05457","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","created":"2018-03-14","cited_by_count":4886},{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"2108.07732","title":"Program Synthesis with Large Language Models","created":"2021-08-16","cited_by_count":3637},{"id":"1609.07843","title":"Pointer Sentinel Mixture Models","created":"2016-09-26","cited_by_count":3096},{"id":"2307.08691","title":"FlashAttention-2: Faster Attention with Better Parallelism and Work Partitioning","created":"2023-07-17","cited_by_count":2598},{"id":"2206.07682","title":"Emergent Abilities of Large Language Models","created":"2022-06-15","cited_by_count":2512},{"id":"1905.10044","title":"BoolQ: Exploring the Surprising Difficulty of Natural Yes/No Questions","created":"2019-05-24","cited_by_count":2183},{"id":"1809.02789","title":"Can a Suit of Armor Conduct Electricity? A New Dataset for Open Book Question Answering","created":"2018-09-08","cited_by_count":2164},{"id":"2408.00118","title":"Gemma 2: Improving Open Language Models at a Practical Size","created":"2024-07-31","cited_by_count":1998},{"id":"2503.19786","title":"Gemma 3 Technical Report","created":"2025-03-25","cited_by_count":1824},{"id":"1811.00937","title":"CommonsenseQA: A Question Answering Challenge Targeting Commonsense Knowledge","created":"2018-11-02","cited_by_count":1822},{"id":"2002.05202","title":"GLU Variants Improve Transformer","created":"2020-02-12","cited_by_count":1804},{"id":"1611.09268","title":"MS MARCO: A Human Generated MAchine Reading COmprehension Dataset","created":"2016-11-28","cited_by_count":1605},{"id":"1806.03822","title":"Know What You Don't Know: Unanswerable Questions for SQuAD","created":"2018-06-11","cited_by_count":1554},{"id":"2002.10957","title":"MiniLM: Deep Self-Attention Distillation for Task-Agnostic Compression of Pre-Trained Transformers","created":"2020-02-25","cited_by_count":1463},{"id":"2001.06782","title":"Gradient Surgery for Multi-Task Learning","created":"2020-01-19","cited_by_count":1256},{"id":"2111.09543","title":"DeBERTaV3: Improving DeBERTa using ELECTRA-Style Pre-Training with Gradient-Disentangled Embedding Sharing","created":"2021-11-18","cited_by_count":1254},{"id":"2212.03533","title":"Text Embeddings by Weakly-Supervised Contrastive Pre-training","created":"2022-12-07","cited_by_count":1253},{"id":"2104.08663","title":"BEIR: A Heterogenous Benchmark for Zero-shot Evaluation of Information Retrieval Models","created":"2021-04-17","cited_by_count":1252},{"id":"1909.10351","title":"TinyBERT: Distilling BERT for Natural Language Understanding","created":"2019-09-23","cited_by_count":1167},{"id":"2406.17557","title":"The FineWeb Datasets: Decanting the Web for the Finest Text Data at Scale","created":"2024-06-25","cited_by_count":1160},{"id":"2402.03216","title":"M3-Embedding: Multi-Linguality, Multi-Functionality, Multi-Granularity Text Embeddings Through Self-Knowledge Distillation","created":"2024-02-05","cited_by_count":1073},{"id":"1810.04650","title":"Multi-Task Learning as Multi-Objective Optimization","created":"2018-10-10","cited_by_count":821},{"id":"2301.13688","title":"The Flan Collection: Designing Data and Methods for Effective Instruction Tuning","created":"2023-01-31","cited_by_count":739},{"id":"2309.12284","title":"MetaMath: Bootstrap Your Own Mathematical Questions for Large Language Models","created":"2023-09-21","cited_by_count":735},{"id":"2308.03281","title":"Towards General Text Embeddings with Multi-stage Contrastive Learning","created":"2023-08-07","cited_by_count":723},{"id":"2404.06395","title":"MiniCPM: Unveiling the Potential of Small Language Models with Scalable Training Strategies","created":"2024-04-09","cited_by_count":723},{"id":"1909.09436","title":"CodeSearchNet Challenge: Evaluating the State of Semantic Code Search","created":"2019-09-20","cited_by_count":654},{"id":"2210.07316","title":"MTEB: Massive Text Embedding Benchmark","created":"2022-10-13","cited_by_count":640},{"id":"2412.13663","title":"Smarter, Better, Faster, Longer: A Modern Bidirectional Encoder for Fast, Memory Efficient, and Long Context Finetuning and Inference","created":"2024-12-18","cited_by_count":554},{"id":"2403.13787","title":"RewardBench: Evaluating Reward Models for Language Modeling","created":"2024-03-20","cited_by_count":499},{"id":"2402.00159","title":"Dolma: an Open Corpus of Three Trillion Tokens for Language Model Pretraining Research","created":"2024-01-31","cited_by_count":483},{"id":"2310.01377","title":"UltraFeedback: Boosting Language Models with Scaled AI Feedback","created":"2023-10-02","cited_by_count":406},{"id":"2501.00656","title":"2 OLMo 2 Furious","created":"2024-12-31","cited_by_count":340},{"id":"2410.18451","title":"Skywork-Reward: Bag of Tricks for Reward Modeling in LLMs","created":"2024-10-24","cited_by_count":327},{"id":"2205.13147","title":"Matryoshka Representation Learning","created":"2022-05-26","cited_by_count":282},{"id":"2402.01613","title":"Nomic Embed: Training a Reproducible Long Context Text Embedder","created":"2024-02-02","cited_by_count":265},{"id":"2012.15828","title":"MiniLMv2: Multi-Head Self-Attention Relation Distillation for Compressing Pretrained Transformers","created":"2020-12-31","cited_by_count":245},{"id":"2407.19669","title":"mGTE: Generalized Long-Context Text Representation and Reranking Models for Multilingual Text Retrieval","created":"2024-07-29","cited_by_count":236},{"id":"2308.07124","title":"OctoPack: Instruction Tuning Code Large Language Models","created":"2023-08-14","cited_by_count":189},{"id":"2411.12372","title":"RedPajama: an Open Dataset for Training Large Language Models","created":"2024-11-19","cited_by_count":182},{"id":"2401.00448","title":"Beyond Chinchilla-Optimal: Accounting for Inference in Language Model Scaling Laws","created":"2023-12-31","cited_by_count":159},{"id":"2210.02885","title":"RankMe: Assessing the downstream performance of pretrained self-supervised representations by their rank","created":"2022-10-05","cited_by_count":153},{"id":"2105.07464","title":"Few-NERD: A Few-Shot Named Entity Recognition Dataset","created":"2021-05-16","cited_by_count":152},{"id":"2407.14679","title":"Compact Language Models via Pruning and Knowledge Distillation","created":"2024-07-19","cited_by_count":148},{"id":"2410.02660","title":"How to Train Long-Context Language Models (Effectively)","created":"2024-10-03","cited_by_count":146},{"id":"2101.06983","title":"Scaling Deep Contrastive Learning Batch Size under Memory Limited Setup","created":"2021-01-18","cited_by_count":127},{"id":"1806.03198","title":"Spreading vectors for similarity search","created":"2018-06-08","cited_by_count":118},{"id":"2202.08005","title":"Should You Mask 15% in Masked Language Modeling?","created":"2022-02-16","cited_by_count":118},{"id":"2403.08540","title":"Language models scale reliably with over-training and on downstream tasks","created":"2024-03-13","cited_by_count":113},{"id":"2502.13124","title":"NaturalReasoning: Reasoning in the Wild with 2.8M Challenging Questions","created":"2025-02-18","cited_by_count":84},{"id":"2406.08660","title":"Fine-Tuned 'Small' LLMs (Still) Significantly Outperform Zero-Shot Generative AI Models in Text Classification","created":"2024-06-12","cited_by_count":70},{"id":"2504.02807","title":"MegaMath: Pushing the Limits of Open Math Corpora","created":"2025-04-03","cited_by_count":51},{"id":"2404.12096","title":"LongEmbed: Extending Embedding Models for Long Context Retrieval","created":"2024-04-18","cited_by_count":48},{"id":"2509.06888","title":"mmBERT: A Modern Multilingual Encoder with Annealed Language Learning","created":"2025-09-08","cited_by_count":45},{"id":"2403.17661","title":"Language Models for Text Classification: Is In-Context Learning Enough?","created":"2024-03-26","cited_by_count":40},{"id":"2507.11412","title":"Seq vs Seq: An Open Suite of Paired Encoders and Decoders","created":"2025-07-15","cited_by_count":38},{"id":"2404.06347","title":"RAR-b: Reasoning as Retrieval Benchmark","created":"2024-04-09","cited_by_count":36},{"id":"2312.17482","title":"MosaicBERT: A Bidirectional Encoder Optimized for Fast Pretraining","created":"2023-12-29","cited_by_count":34},{"id":"2503.05500","title":"EuroBERT: Scaling Multilingual Encoders for European Languages","created":"2025-03-07","cited_by_count":31},{"id":"2502.19587","title":"NeoBERT: A Next-Generation BERT","created":"2025-02-26","cited_by_count":16},{"id":"2507.00994","title":"Should We Still Pretrain Encoders with Masked Language Modeling?","created":"2025-07-01","cited_by_count":16},{"id":"2006.05744","title":"MC-BERT: Efficient Language Pre-Training via a Meta Controller","created":"2020-06-10","cited_by_count":15},{"id":"2208.10806","title":"Learning Better Masking for Better Language Model Pre-training","created":"2022-08-23","cited_by_count":15},{"id":"2305.15096","title":"Dynamic Masking Rate Schedules for MLM Pretraining","created":"2023-05-24","cited_by_count":12},{"id":"2406.04823","title":"BERTs are Generative In-Context Learners","created":"2024-06-07","cited_by_count":12},{"id":"2504.08716","title":"ModernBERT or DeBERTaV3? Examining Architecture and Data Influence on Transformer Encoder Models Performance","created":"2025-04-11","cited_by_count":12},{"id":"2505.18215","title":"Do BERT-Like Bidirectional Models Still Perform Better on Text Classification in the Era of LLMs?","created":"2025-05-23","cited_by_count":10},{"id":"2104.09694","title":"Efficient pre-training objectives for Transformers","created":"2021-04-20","cited_by_count":8},{"id":"2511.22150","title":"From Topology to Retrieval: Decoding Embedding Spaces with Unified Signatures","created":"2025-11-27","cited_by_count":5},{"id":"2210.13536","title":"Effective Pre-Training Objectives for Transformer-based Autoencoders","created":"2022-10-24","cited_by_count":3},{"id":"2310.13213","title":"MultiCoNER v2: a Large Multilingual dataset for Fine-grained and Noisy Named Entity Recognition","created":"2023-10-20","cited_by_count":3},{"id":"2402.13130","title":"Are ELECTRA's Sentence Embeddings Beyond Repair? The Case of Semantic Textual Similarity","created":"2024-02-20","cited_by_count":3},{"id":"2509.21650","title":"Understanding and Enhancing Mask-Based Pretraining towards Universal Representations","created":"2025-09-25","cited_by_count":3},{"id":"2606.14813","title":"JetParticle-JEPA: An Efficient Self-Supervised Representation Learning method for Jet Tagging in High-Energy Physics","created":"2026-06-12","cited_by_count":3}],"next_cursor":null}