{"list":"other","total":56,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396},{"id":"2407.21783","title":"The Llama 3 Herd of Models","created":"2024-07-31","cited_by_count":14715},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2505.09388","title":"Qwen3 Technical Report","created":"2025-05-14","cited_by_count":8820},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1803.05457","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","created":"2018-03-14","cited_by_count":4886},{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"1905.07830","title":"HellaSwag: Can a Machine Really Finish Your Sentence?","created":"2019-05-19","cited_by_count":4100},{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019},{"id":"1705.03551","title":"TriviaQA: A Large Scale Distantly Supervised Challenge Dataset for Reading Comprehension","created":"2017-05-09","cited_by_count":2955},{"id":"1809.02789","title":"Can a Suit of Armor Conduct Electricity? A New Dataset for Open Book Question Answering","created":"2018-09-08","cited_by_count":2164},{"id":"2304.01373","title":"Pythia: A Suite for Analyzing Large Language Models Across Training and Scaling","created":"2023-04-03","cited_by_count":1786},{"id":"1611.09268","title":"MS MARCO: A Human Generated MAchine Reading COmprehension Dataset","created":"2016-11-28","cited_by_count":1605},{"id":"2002.10957","title":"MiniLM: Deep Self-Attention Distillation for Task-Agnostic Compression of Pre-Trained Transformers","created":"2020-02-25","cited_by_count":1463},{"id":"2506.05176","title":"Qwen3 Embedding: Advancing Text Embedding and Reranking Through Foundation Models","created":"2025-06-05","cited_by_count":1261},{"id":"2111.09543","title":"DeBERTaV3: Improving DeBERTa using ELECTRA-Style Pre-Training with Gradient-Disentangled Embedding Sharing","created":"2021-11-18","cited_by_count":1254},{"id":"1909.10351","title":"TinyBERT: Distilling BERT for Natural Language Understanding","created":"2019-09-23","cited_by_count":1167},{"id":"2406.17557","title":"The FineWeb Datasets: Decanting the Web for the Finest Text Data at Scale","created":"2024-06-25","cited_by_count":1160},{"id":"2103.10360","title":"GLM: General Language Model Pretraining with Autoregressive Blank Infilling","created":"2021-03-18","cited_by_count":1031},{"id":"1606.06031","title":"The LAMBADA dataset: Word prediction requiring a broad discourse context","created":"2016-06-20","cited_by_count":992},{"id":"1909.00512","title":"How Contextual are Contextualized Word Representations? Comparing the Geometry of BERT, ELMo, and GPT-2 Embeddings","created":"2019-09-02","cited_by_count":784},{"id":"1909.09436","title":"CodeSearchNet Challenge: Evaluating the State of Semantic Code Search","created":"2019-09-20","cited_by_count":654},{"id":"2402.00838","title":"OLMo: Accelerating the Science of Language Models","created":"2024-02-01","cited_by_count":613},{"id":"2412.13663","title":"Smarter, Better, Faster, Longer: A Modern Bidirectional Encoder for Fast, Memory Efficient, and Long Context Finetuning and Inference","created":"2024-12-18","cited_by_count":554},{"id":"2402.00159","title":"Dolma: an Open Corpus of Three Trillion Tokens for Language Model Pretraining Research","created":"2024-01-31","cited_by_count":483},{"id":"1804.09301","title":"Gender Bias in Coreference Resolution","created":"2018-04-25","cited_by_count":442},{"id":"2404.05961","title":"LLM2Vec: Large Language Models Are Secretly Powerful Text Encoders","created":"2024-04-09","cited_by_count":404},{"id":"2305.16264","title":"Scaling Data-Constrained Language Models","created":"2023-05-25","cited_by_count":403},{"id":"2406.11794","title":"DataComp-LM: In search of the next generation of training sets for language models","created":"2024-06-17","cited_by_count":398},{"id":"2502.02737","title":"SmolLM2: When Smol Goes Big -- Data-Centric Training of a Small Language Model","created":"2025-02-04","cited_by_count":335},{"id":"2402.01613","title":"Nomic Embed: Training a Reproducible Long Context Text Embedder","created":"2024-02-02","cited_by_count":265},{"id":"2402.14905","title":"MobileLLM: Optimizing Sub-billion Parameter Language Models for On-Device Use Cases","created":"2024-02-22","cited_by_count":223},{"id":"2305.13169","title":"A Pretrainer's Guide to Training Data: Measuring the Effects of Data Age, Domain Coverage, Quality, & Toxicity","created":"2023-05-22","cited_by_count":182},{"id":"1808.08949","title":"Dissecting Contextual Word Embeddings: Architecture and Representation","created":"2018-08-27","cited_by_count":146},{"id":"2410.02660","title":"How to Train Long-Context Language Models (Effectively)","created":"2024-10-03","cited_by_count":146},{"id":"2502.13595","title":"MMTEB: Massive Multilingual Text Embedding Benchmark","created":"2025-02-19","cited_by_count":125},{"id":"2404.02936","title":"Min-K%++: Improved Baseline for Detecting Pre-Training Data from Large Language Models","created":"2024-04-03","cited_by_count":103},{"id":"2504.20595","title":"ReasonIR: Training Retrievers for Reasoning Tasks","created":"2025-04-29","cited_by_count":77},{"id":"2403.15246","title":"FollowIR: Evaluating and Teaching Information Retrieval Models to Follow Instructions","created":"2024-03-22","cited_by_count":69},{"id":"2403.12958","title":"Dated Data: Tracing Knowledge Cutoffs in Large Language Models","created":"2024-03-19","cited_by_count":51},{"id":"2402.02255","title":"Frequency Explains the Inverse Correlation of Large Language Models' Size, Training Data Amount, and Surprisal's Fit to Reading Times","created":"2024-02-03","cited_by_count":39},{"id":"2312.17482","title":"MosaicBERT: A Bidirectional Encoder Optimized for Fast Pretraining","created":"2023-12-29","cited_by_count":34},{"id":"2406.13469","title":"Encoder vs Decoder: Comparative Analysis of Encoder and Decoder Language Models on Multilingual NLU Tasks","created":"2024-06-19","cited_by_count":34},{"id":"2410.24159","title":"GPT or BERT: why not both?","created":"2024-10-31","cited_by_count":27},{"id":"2504.03964","title":"Clinical ModernBERT: An efficient and long context encoder for biomedical text","created":"2025-04-04","cited_by_count":26},{"id":"2108.07789","title":"Adapting GPT, GPT-2 and BERT Language Models for Speech Recognition","created":"2021-07-29","cited_by_count":16},{"id":"2507.00994","title":"Should We Still Pretrain Encoders with Masked Language Modeling?","created":"2025-07-01","cited_by_count":16},{"id":"2205.11726","title":"On the Role of Bidirectionality in Language Model Pre-Training","created":"2022-05-24","cited_by_count":15},{"id":"2406.04823","title":"BERTs are Generative In-Context Learners","created":"2024-06-07","cited_by_count":12},{"id":"2303.17728","title":"Evaluation of GPT and BERT-based models on identifying protein-protein interactions in biomedical text","created":"2023-03-30","cited_by_count":9},{"id":"2501.19264","title":"mFollowIR: a Multilingual Benchmark for Instruction Following in Retrieval","created":"2025-01-31","cited_by_count":7},{"id":"2101.09345","title":"BERT Transformer model for Detecting Arabic GPT2 Auto-Generated Tweets","created":"2021-01-22","cited_by_count":4}],"next_cursor":null}