{"list":"other","total":65,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1912.01703","title":"PyTorch: An Imperative Style, High-Performance Deep Learning Library","created":"2019-12-03","cited_by_count":20305},{"id":"2407.21783","title":"The Llama 3 Herd of Models","created":"2024-07-31","cited_by_count":14715},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"2505.09388","title":"Qwen3 Technical Report","created":"2025-05-14","cited_by_count":8820},{"id":"2309.06180","title":"Efficient Memory Management for Large Language Model Serving with PagedAttention","created":"2023-09-12","cited_by_count":5944},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673},{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"1808.06226","title":"SentencePiece: A simple and language independent subword tokenizer and detokenizer for Neural Text Processing","created":"2018-08-19","cited_by_count":1989},{"id":"1909.08053","title":"Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism","created":"2019-09-17","cited_by_count":1868},{"id":"2002.05202","title":"GLU Variants Improve Transformer","created":"2020-02-12","cited_by_count":1804},{"id":"2304.01373","title":"Pythia: A Suite for Analyzing Large Language Models Across Training and Scaling","created":"2023-04-03","cited_by_count":1786},{"id":"1910.07467","title":"Root Mean Square Layer Normalization","created":"2019-10-16","cited_by_count":1480},{"id":"2305.13245","title":"GQA: Training Generalized Multi-Query Transformer Models from Multi-Head Checkpoints","created":"2023-05-22","cited_by_count":1346},{"id":"1910.02054","title":"ZeRO: Memory Optimizations Toward Training Trillion Parameter Models","created":"2019-10-04","cited_by_count":1301},{"id":"2409.12186","title":"Qwen2.5-Coder Technical Report","created":"2024-09-18","cited_by_count":1203},{"id":"2406.17557","title":"The FineWeb Datasets: Decanting the Web for the Finest Text Data at Scale","created":"2024-06-25","cited_by_count":1160},{"id":"1604.06174","title":"Training Deep Nets with Sublinear Memory Cost","created":"2016-04-21","cited_by_count":848},{"id":"2404.06395","title":"MiniCPM: Unveiling the Potential of Small Language Models with Scalable Training Strategies","created":"2024-04-09","cited_by_count":723},{"id":"2401.02954","title":"DeepSeek LLM: Scaling Open-Source Language Models with Longtermism","created":"2024-01-05","cited_by_count":642},{"id":"2401.02385","title":"TinyLlama: An Open-Source Small Language Model","created":"2024-01-04","cited_by_count":618},{"id":"2402.00838","title":"OLMo: Accelerating the Science of Language Models","created":"2024-02-01","cited_by_count":613},{"id":"2412.13663","title":"Smarter, Better, Faster, Longer: A Modern Bidirectional Encoder for Fast, Memory Efficient, and Long Context Finetuning and Inference","created":"2024-12-18","cited_by_count":554},{"id":"2305.16264","title":"Scaling Data-Constrained Language Models","created":"2023-05-25","cited_by_count":403},{"id":"2406.11794","title":"DataComp-LM: In search of the next generation of training sets for language models","created":"2024-06-17","cited_by_count":398},{"id":"1911.03894","title":"CamemBERT: a Tasty French Language Model","created":"2019-11-10","cited_by_count":368},{"id":"2501.00656","title":"2 OLMo 2 Furious","created":"2024-12-31","cited_by_count":340},{"id":"2502.02737","title":"SmolLM2: When Smol Goes Big -- Data-Centric Training of a Small Language Model","created":"2025-02-04","cited_by_count":335},{"id":"2304.12210","title":"A Cookbook of Self-Supervised Learning","created":"2023-04-24","cited_by_count":250},{"id":"2402.14905","title":"MobileLLM: Optimizing Sub-billion Parameter Language Models for On-Device Use Cases","created":"2024-02-22","cited_by_count":223},{"id":"2302.03241","title":"Continual Pre-training of Language Models","created":"2023-02-07","cited_by_count":198},{"id":"1811.03600","title":"Measuring the Effects of Data Parallelism on Neural Network Training","created":"2018-11-08","cited_by_count":193},{"id":"2307.16039","title":"Okapi: Instruction-tuned Large Language Models in Multiple Languages with Reinforcement Learning from Human Feedback","created":"2023-07-29","cited_by_count":190},{"id":"2309.09400","title":"CulturaX: A Cleaned, Enormous, and Multilingual Dataset for Large Language Models in 167 Languages","created":"2023-09-17","cited_by_count":174},{"id":"2405.18392","title":"Scaling Laws and Compute-Optimal Training Beyond Fixed Training Durations","created":"2024-05-28","cited_by_count":170},{"id":"2401.16386","title":"Continual Learning with Pre-Trained Models: A Survey","created":"2024-01-29","cited_by_count":154},{"id":"2407.14679","title":"Compact Language Models via Pruning and Knowledge Distillation","created":"2024-07-19","cited_by_count":148},{"id":"2201.06642","title":"Towards a Cleaner Document-Oriented Multilingual Crawled Corpus","created":"2022-01-17","cited_by_count":143},{"id":"2506.20920","title":"FineWeb2: One Pipeline to Scale Them All -- Adapting Pre-Training Data Processing to Every Language","created":"2025-06-26","cited_by_count":143},{"id":"2410.10989","title":"Liger Kernel: Efficient Triton Kernels for LLM Training","created":"2024-10-14","cited_by_count":130},{"id":"1912.07076","title":"Multilingual is not enough: BERT for Finnish","created":"2019-12-15","cited_by_count":119},{"id":"2406.08446","title":"OLMES: A Standard for Language Model Evaluations","created":"2024-06-12","cited_by_count":106},{"id":"2312.06550","title":"LLM360: Towards Fully Transparent Open-Source LLMs","created":"2023-12-11","cited_by_count":104},{"id":"2507.22448","title":"Falcon-H1: A Family of Hybrid-Head Language Models Redefining Efficiency and Performance","created":"2025-07-30","cited_by_count":57},{"id":"2310.16248","title":"GlotLID: Language Identification for Low-Resource Languages","created":"2023-10-24","cited_by_count":39},{"id":"2211.11418","title":"L3Cube-HindBERT and DevBERT: Pre-Trained BERT Transformer models for Devanagari based Hindi and Marathi Languages","created":"2022-11-21","cited_by_count":35},{"id":"2311.09205","title":"When Is Multilinguality a Curse? Language Modeling for 250 High- and Low-Resource Languages","created":"2023-11-15","cited_by_count":32},{"id":"2004.13336","title":"Automatic Cross-Replica Sharding of Weight Update in Data-Parallel Training","created":"2020-04-28","cited_by_count":30},{"id":"2105.03953","title":"Continual Mixed-Language Pre-Training for Extremely Low-Resource Neural Machine Translation","created":"2021-05-09","cited_by_count":29},{"id":"2408.10441","title":"Goldfish: Monolingual Language Models for 350 Languages","created":"2024-08-19","cited_by_count":29},{"id":"2107.07903","title":"Are Multilingual Models the Best Choice for Moderately Under-resourced Languages? A Comprehensive Assessment for Catalan","created":"2021-07-16","cited_by_count":26},{"id":"2410.14815","title":"Adapting Multilingual LLMs to Low-Resource Languages using Continued Pre-training and Synthetic Corpus","created":"2024-10-18","cited_by_count":24},{"id":"2503.10267","title":"An Expanded Massive Multilingual Dataset for High-Performance Language Technologies (HPLT)","created":"2025-03-13","cited_by_count":16},{"id":"2401.16640","title":"TeenyTinyLlama: open-source tiny language models trained in Brazilian Portuguese","created":"2024-01-30","cited_by_count":13},{"id":"2411.07854","title":"Tucano: Advancing Neural Text Generation for Portuguese","created":"2024-11-12","cited_by_count":13},{"id":"2508.01483","title":"Training Dynamics of the Cooldown Stage in Warmup-Stable-Decay Learning Rate Scheduler","created":"2025-08-02","cited_by_count":12},{"id":"2101.12015","title":"BERTa\\'u: Ita\\'u BERT for digital customer service","created":"2021-01-28","cited_by_count":11},{"id":"2504.06011","title":"Llama-3-Nanda-10B-Chat: An Open Generative Large Language Model for Hindi","created":"2025-04-08","cited_by_count":10},{"id":"2412.10244","title":"Efficient Continual Pre-training of LLMs for Low-resource Languages","created":"2024-12-13","cited_by_count":8},{"id":"2505.22232","title":"Judging Quality Across Languages: A Multilingual Approach to Pretraining Data Filtering with Language Models","created":"2025-05-28","cited_by_count":7},{"id":"2412.20357","title":"HindiLLM: Large Language Model for Hindi","created":"2024-12-29","cited_by_count":3},{"id":"1406.4824","title":"What is India speaking: The \"Hinglish\" invasion","created":"2014-06-12","cited_by_count":1}],"next_cursor":null}