{"list":"other","total":55,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2505.09388","title":"Qwen3 Technical Report","created":"2025-05-14","cited_by_count":8820},{"id":"2103.03874","title":"Measuring Mathematical Problem Solving With the MATH Dataset","created":"2021-03-05","cited_by_count":5371},{"id":"1911.02116","title":"Unsupervised Cross-lingual Representation Learning at Scale","created":"2019-11-05","cited_by_count":3935},{"id":"1611.09268","title":"MS MARCO: A Human Generated MAchine Reading COmprehension Dataset","created":"2016-11-28","cited_by_count":1605},{"id":"2004.10964","title":"Don't Stop Pretraining: Adapt Language Models to Domains and Tasks","created":"2020-04-23","cited_by_count":1565},{"id":"2306.03341","title":"Inference-Time Intervention: Eliciting Truthful Answers from a Language Model","created":"2023-06-06","cited_by_count":1302},{"id":"2111.09543","title":"DeBERTaV3: Improving DeBERTa using ELECTRA-Style Pre-Training with Gradient-Disentangled Embedding Sharing","created":"2021-11-18","cited_by_count":1254},{"id":"2004.12832","title":"ColBERT: Efficient and Effective Passage Search via Contextualized Late Interaction over BERT","created":"2020-04-27","cited_by_count":1178},{"id":"2402.03216","title":"M3-Embedding: Multi-Linguality, Multi-Functionality, Multi-Granularity Text Embeddings Through Self-Knowledge Distillation","created":"2024-02-05","cited_by_count":1073},{"id":"1905.09418","title":"Analyzing Multi-Head Self-Attention: Specialized Heads Do the Heavy Lifting, the Rest Can Be Pruned","created":"2019-05-23","cited_by_count":856},{"id":"2305.06161","title":"StarCoder: may the source be with you!","created":"2023-05-09","cited_by_count":799},{"id":"2003.11080","title":"XTREME: A Massively Multilingual Multi-task Benchmark for Evaluating Cross-lingual Generalization","created":"2020-03-24","cited_by_count":742},{"id":"1911.05507","title":"Compressive Transformers for Long-Range Sequence Modelling","created":"2019-11-13","cited_by_count":726},{"id":"2412.13663","title":"Smarter, Better, Faster, Longer: A Modern Bidirectional Encoder for Fast, Memory Efficient, and Long Context Finetuning and Inference","created":"2024-12-18","cited_by_count":554},{"id":"1812.10464","title":"Massively Multilingual Sentence Embeddings for Zero-Shot Cross-Lingual Transfer and Beyond","created":"2018-12-26","cited_by_count":434},{"id":"2502.02737","title":"SmolLM2: When Smol Goes Big -- Data-Centric Training of a Small Language Model","created":"2025-02-04","cited_by_count":335},{"id":"2205.13147","title":"Matryoshka Representation Learning","created":"2022-05-26","cited_by_count":282},{"id":"2407.19669","title":"mGTE: Generalized Long-Context Text Representation and Reranking Models for Multilingual Text Retrieval","created":"2024-07-29","cited_by_count":236},{"id":"2405.18392","title":"Scaling Laws and Compute-Optimal Training Beyond Fixed Training Durations","created":"2024-05-28","cited_by_count":170},{"id":"1906.03741","title":"BIGPATENT: A Large-Scale Dataset for Abstractive and Coherent Summarization","created":"2019-06-10","cited_by_count":156},{"id":"2506.20920","title":"FineWeb2: One Pipeline to Scale Them All -- Adapting Pre-Training Data Processing to Every Language","created":"2025-06-26","cited_by_count":143},{"id":"2509.20354","title":"EmbeddingGemma: Powerful and Lightweight Text Representations","created":"2025-09-24","cited_by_count":139},{"id":"2207.00220","title":"Pile of Law: Learning Responsible Data Filtering from the Law and a 256GB Open-Source Legal Dataset","created":"2022-07-01","cited_by_count":113},{"id":"2109.00904","title":"MultiEURLEX -- A multi-lingual and multi-label legal document classification dataset for zero-shot cross-lingual transfer","created":"2021-09-02","cited_by_count":90},{"id":"2310.07707","title":"MatFormer: Nested Transformer for Elastic Inference","created":"2023-10-11","cited_by_count":85},{"id":"2312.17120","title":"MathPile: A Billion-Token-Scale Pretraining Corpus for Math","created":"2023-12-28","cited_by_count":67},{"id":"2403.14009","title":"A New Massive Multilingual Dataset for High-Performance Language Technologies","created":"2024-03-20","cited_by_count":56},{"id":"2406.10260","title":"Flextron: Many-in-One Flexible Large Language Model","created":"2024-06-11","cited_by_count":45},{"id":"2509.06888","title":"mmBERT: A Modern Multilingual Encoder with Annealed Language Learning","created":"2025-09-08","cited_by_count":45},{"id":"2507.11412","title":"Seq vs Seq: An Open Suite of Paired Encoders and Decoders","created":"2025-07-15","cited_by_count":38},{"id":"2502.10361","title":"Enhancing Multilingual LLM Pretraining with Model-Based Data Selection","created":"2025-02-14","cited_by_count":35},{"id":"2506.10896","title":"BioClinical ModernBERT: A State-of-the-Art Long-Context Encoder for Biomedical and Clinical NLP","created":"2025-06-12","cited_by_count":28},{"id":"2402.07625","title":"Autonomous Data Selection with Zero-shot Generative Classifiers for Mathematical Texts","created":"2024-02-12","cited_by_count":27},{"id":"2107.07903","title":"Are Multilingual Models the Best Choice for Moderately Under-resourced Languages? A Comprehensive Assessment for Catalan","created":"2021-07-16","cited_by_count":26},{"id":"2305.06721","title":"Advancing Neural Encoding of Portuguese with Transformer Albertina PT-*","created":"2023-05-11","cited_by_count":24},{"id":"2104.09617","title":"Operationalizing a National Digital Library: The Case for a Norwegian Transformer Model","created":"2021-04-19","cited_by_count":23},{"id":"2005.13342","title":"Towards an Open Platform for Legal Information","created":"2020-05-27","cited_by_count":19},{"id":"1811.01137","title":"Transfer Learning in Multilingual Neural Machine Translation with Dynamic Vocabulary","created":"2018-11-03","cited_by_count":18},{"id":"2508.03555","title":"PyLate: Flexible Training and Retrieval for Late Interaction Models","created":"2025-08-05","cited_by_count":18},{"id":"2005.03521","title":"The Danish Gigaword Project","created":"2020-05-07","cited_by_count":17},{"id":"2505.13737","title":"Causal Head Gating: A Framework for Interpreting Roles of Attention Heads in Transformers","created":"2025-05-19","cited_by_count":16},{"id":"2109.15298","title":"Multi-granular Legal Topic Classification on Greek Legislation","created":"2021-09-30","cited_by_count":15},{"id":"2205.10517","title":"Pre-training Data Quality and Quantity for a Low-Resource Language: New Corpus and BERT Models for Maltese","created":"2022-05-21","cited_by_count":14},{"id":"2510.12474","title":"SMEC: Rethinking Matryoshka Representation Learning for Retrieval Embedding Compression","created":"2025-10-14","cited_by_count":14},{"id":"2409.17978","title":"HydraViT: Stacking Heads for a Scalable ViT","created":"2024-09-26","cited_by_count":11},{"id":"2502.02173","title":"Mass-Editing Memory with Attention in Transformers: A cross-lingual exploration of knowledge","created":"2025-02-04","cited_by_count":10},{"id":"2507.10800","title":"ThinkingViT: Matryoshka Thinking Vision Transformer for Elastic Inference","created":"2025-07-14","cited_by_count":7},{"id":"1810.06694","title":"Word Embeddings from Large-Scale Greek Web Content","created":"2018-10-08","cited_by_count":6},{"id":"2205.10233","title":"RigoBERTa: A State-of-the-Art Language Model For Spanish","created":"2022-04-27","cited_by_count":5},{"id":"2112.01894","title":"The Catalan Language CLUB","created":"2021-12-03","cited_by_count":3},{"id":"2506.20331","title":"Biomed-Enriched: A Biomedical Dataset Enriched with LLMs for Pretraining and Extracting Rare and Hidden Content","created":"2025-06-25","cited_by_count":2},{"id":"2501.15990","title":"3CEL: A corpus of legal Spanish contract clauses","created":"2025-01-27","cited_by_count":1},{"id":"2510.12621","title":"ACADATA: Parallel Dataset of Academic Data for Machine Translation","created":"2025-10-14","cited_by_count":1}],"next_cursor":null}