{"total":548,"rows":[{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132,"area":"lr"},{"id":"2304.07193","title":"DINOv2: Learning Robust Visual Features without Supervision","created":"2023-04-14","cited_by_count":7974,"area":null},{"id":"2302.04761","title":"Toolformer: Language Models Can Teach Themselves to Use Tools","created":"2023-02-09","cited_by_count":4182,"area":"agents"},{"id":"2212.03533","title":"Text Embeddings by Weakly-Supervised Contrastive Pre-training","created":"2022-12-07","cited_by_count":1253,"area":null},{"id":"2112.09118","title":"Unsupervised Dense Information Retrieval with Contrastive Learning","created":"2021-12-16","cited_by_count":1216,"area":null},{"id":"2208.03299","title":"Atlas: Few-shot Learning with Retrieval Augmented Language Models","created":"2022-08-05","cited_by_count":952,"area":"rag"},{"id":"2208.07339","title":"LLM.int8(): 8-bit Matrix Multiplication for Transformers at Scale","created":"2022-08-15","cited_by_count":906,"area":null},{"id":"2306.01116","title":"The RefinedWeb Dataset for Falcon LLM: Outperforming Curated Corpora with Web Data, and Web Data Only","created":"2023-06-01","cited_by_count":763,"area":null},{"id":"2308.03281","title":"Towards General Text Embeddings with Multi-stage Contrastive Learning","created":"2023-08-07","cited_by_count":723,"area":null},{"id":"2403.04652","title":"Yi: Open Foundation Models by 01.AI","created":"2024-03-07","cited_by_count":719,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2111.09296","title":"XLS-R: Self-supervised Cross-lingual Speech Representation Learning at Scale","created":"2021-11-17","cited_by_count":601,"area":null},{"id":"2106.03193","title":"The FLORES-101 Evaluation Benchmark for Low-Resource and Multilingual Machine Translation","created":"2021-06-06","cited_by_count":560,"area":null},{"id":"2311.16867","title":"The Falcon Series of Open Language Models","created":"2023-11-28","cited_by_count":535,"area":null},{"id":"2104.08758","title":"Documenting Large Webtext Corpora: A Case Study on the Colossal Clean Crawled Corpus","created":"2021-04-18","cited_by_count":492,"area":null},{"id":"2305.07759","title":"TinyStories: How Small Can Language Models Be and Still Speak Coherent English?","created":"2023-05-12","cited_by_count":449,"area":null},{"id":"2110.02861","title":"8-bit Optimizers via Block-wise Quantization","created":"2021-10-06","cited_by_count":403,"area":null},{"id":"2305.16264","title":"Scaling Data-Constrained Language Models","created":"2023-05-25","cited_by_count":403,"area":null},{"id":"2402.13178","title":"Benchmarking Retrieval-Augmented Generation for Medicine","created":"2024-02-20","cited_by_count":331,"area":"rag"},{"id":"2402.07827","title":"Aya Model: An Instruction Finetuned Open-Access Multilingual Language Model","created":"2024-02-12","cited_by_count":295,"area":null},{"id":"2302.10149","title":"Poisoning Web-Scale Training Datasets is Practical","created":"2023-02-20","cited_by_count":290,"area":null},{"id":"2112.10668","title":"Few-shot Learning with Multilingual Language Models","created":"2021-12-20","cited_by_count":278,"area":null},{"id":"2309.17425","title":"Data Filtering Networks","created":"2023-09-29","cited_by_count":250,"area":null},{"id":"2403.09611","title":"MM1: Methods, Analysis & Insights from Multimodal LLM Pre-training","created":"2024-03-14","cited_by_count":232,"area":"mllm"},{"id":"2107.07566","title":"Internet-Augmented Dialogue Generation","created":"2021-07-15","cited_by_count":217,"area":null},{"id":"2402.17733","title":"Tower: An Open Multilingual Large Language Model for Translation-Related Tasks","created":"2024-02-27","cited_by_count":206,"area":null},{"id":"2305.13707","title":"Do All Languages Cost the Same? Tokenization in the Era of Commercial Language Models","created":"2023-05-23","cited_by_count":192,"area":null},{"id":"2402.01739","title":"OpenMoE: An Early Effort on Open Mixture-of-Experts Language Models","created":"2024-01-29","cited_by_count":187,"area":"moe"},{"id":"2403.16952","title":"Data Mixing Laws: Optimizing Data Mixtures by Predicting Language Modeling Performance","created":"2024-03-25","cited_by_count":184,"area":null},{"id":"2411.12372","title":"RedPajama: an Open Dataset for Training Large Language Models","created":"2024-11-19","cited_by_count":182,"area":null},{"id":"2112.10684","title":"Efficient Large Scale Language Modeling with Mixtures of Experts","created":"2021-12-20","cited_by_count":175,"area":"moe"},{"id":"2309.09400","title":"CulturaX: A Cleaned, Enormous, and Multilingual Dataset for Large Language Models in 167 Languages","created":"2023-09-17","cited_by_count":174,"area":null},{"id":"2401.16380","title":"Rephrasing the Web: A Recipe for Compute and Data-Efficient Language Modeling","created":"2024-01-29","cited_by_count":161,"area":null},{"id":"2412.02595","title":"Nemotron-CC: Transforming Common Crawl into a Refined Long-Horizon Pretraining Dataset","created":"2024-12-03","cited_by_count":160,"area":null},{"id":"2204.09179","title":"On the Representation Collapse of Sparse Mixture of Experts","created":"2022-04-20","cited_by_count":157,"area":"moe"},{"id":"2402.09739","title":"QuRating: Selecting High-Quality Data for Training Language Models","created":"2024-02-15","cited_by_count":157,"area":null},{"id":"2310.06786","title":"OpenWebMath: An Open Dataset of High-Quality Mathematical Web Text","created":"2023-10-10","cited_by_count":155,"area":"lr"},{"id":"2308.12284","title":"D4: Improving LLM Pretraining via Document De-Duplication and Diversification","created":"2023-08-23","cited_by_count":150,"area":null},{"id":"2303.03915","title":"The BigScience ROOTS Corpus: A 1.6TB Composite Multilingual Dataset","created":"2023-03-07","cited_by_count":148,"area":null},{"id":"2201.06642","title":"Towards a Cleaner Document-Oriented Multilingual Crawled Corpus","created":"2022-01-17","cited_by_count":143,"area":null},{"id":"2204.07580","title":"mGPT: Few-Shot Learners Go Multilingual","created":"2022-04-15","cited_by_count":142,"area":null},{"id":"2404.07965","title":"Rho-1: Not All Tokens Are What You Need","created":"2024-04-11","cited_by_count":133,"area":null},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131,"area":null},{"id":"2101.00204","title":"BanglaBERT: Language Model Pretraining and Benchmarks for Low-Resource Language Understanding Evaluation in Bangla","created":"2021-01-01","cited_by_count":125,"area":null},{"id":"2305.12182","title":"Glot500: Scaling Multilingual Corpora and Language Models to 500 Languages","created":"2023-05-20","cited_by_count":116,"area":null},{"id":"2105.09680","title":"KLUE: Korean Language Understanding Evaluation","created":"2021-05-20","cited_by_count":114,"area":null},{"id":"2207.00220","title":"Pile of Law: Learning Responsible Data Filtering from the Law and a 256GB Open-Source Legal Dataset","created":"2022-07-01","cited_by_count":113,"area":null},{"id":"2310.19341","title":"Skywork: A More Open Bilingual Foundation Model","created":"2023-10-30","cited_by_count":112,"area":null},{"id":"2409.16235","title":"EuroLLM: Multilingual Language Models for Europe","created":"2024-09-24","cited_by_count":106,"area":null},{"id":"2312.00738","title":"SeaLLMs -- Large Language Models for Southeast Asia","created":"2023-12-01","cited_by_count":104,"area":null},{"id":"2104.08836","title":"LayoutXLM: Multimodal Pre-training for Multilingual Visually-rich Document Understanding","created":"2021-04-18","cited_by_count":103,"area":null},{"id":"2203.13224","title":"Language Models that Seek for Knowledge: Modular Search & Generation for Dialogue and Prompt Completion","created":"2022-03-24","cited_by_count":102,"area":null},{"id":"2207.06300","title":"Re2G: Retrieve, Rerank, Generate","created":"2022-07-13","cited_by_count":102,"area":null},{"id":"2406.06046","title":"MATES: Model-Aware Data Selection for Efficient Pretraining with Data Influence Models","created":"2024-06-10","cited_by_count":100,"area":null},{"id":"2402.09668","title":"How to Train Data-Efficient LLMs","created":"2024-02-15","cited_by_count":93,"area":null},{"id":"2105.00572","title":"Larger-Scale Transformers for Multilingual Masked Language Modeling","created":"2021-05-02","cited_by_count":87,"area":null},{"id":"2208.11663","title":"PEER: A Collaborative Language Model","created":"2022-08-24","cited_by_count":86,"area":null},{"id":"2306.07967","title":"One-for-All: Generalized LoRA for Parameter-Efficient Fine-tuning","created":"2023-06-13","cited_by_count":85,"area":null},{"id":"2405.20541","title":"Perplexed by Perplexity: Perplexity-Based Data Pruning With Small Reference Models","created":"2024-05-30","cited_by_count":84,"area":null},{"id":"2105.02732","title":"What's in the Box? A Preliminary Analysis of Undesirable Content in the Common Crawl Corpus","created":"2021-05-06","cited_by_count":80,"area":null},{"id":"2310.10638","title":"In-context Pretraining: Language Modeling Beyond Document Boundaries","created":"2023-10-16","cited_by_count":79,"area":null},{"id":"2310.18313","title":"FP8-LM: Training FP8 Large Language Models","created":"2023-10-27","cited_by_count":77,"area":null},{"id":"2109.10465","title":"Scalable and Efficient MoE Training for Multitask Multilingual Models","created":"2021-09-22","cited_by_count":76,"area":"moe"},{"id":"2211.09761","title":"Efficient Transformers with Dynamic Token Pooling","created":"2022-11-17","cited_by_count":76,"area":null},{"id":"2502.10341","title":"Organize the Web: Constructing Domains Enhances Pre-Training Data Curation","created":"2025-02-14","cited_by_count":76,"area":null},{"id":"2405.16640","title":"A Survey of Multimodal Large Language Model from A Data-centric Perspective","created":"2024-05-26","cited_by_count":75,"area":"mllm"},{"id":"2110.10329","title":"SLAM: A Unified Encoder for Speech and Language Modeling via Speech-Text Joint Pre-Training","created":"2021-10-20","cited_by_count":69,"area":null},{"id":"2205.03983","title":"Building Machine Translation Systems for the Next Thousand Languages","created":"2022-05-09","cited_by_count":69,"area":null},{"id":"2307.10485","title":"FinGPT: Democratizing Internet-scale Data for Financial Large Language Models","created":"2023-07-19","cited_by_count":67,"area":null},{"id":"2312.17120","title":"MathPile: A Billion-Token-Scale Pretraining Corpus for Math","created":"2023-12-28","cited_by_count":67,"area":null},{"id":"2402.01035","title":"Getting the most out of your tokenizer for pre-training and domain adaptation","created":"2024-02-01","cited_by_count":66,"area":null},{"id":"2406.06391","title":"Towards Lifelong Learning of Large Language Models: A Survey","created":"2024-06-10","cited_by_count":64,"area":null},{"id":"2406.14491","title":"Instruction Pre-Training: Language Models are Supervised Multitask Learners","created":"2024-06-20","cited_by_count":63,"area":null},{"id":"2112.09924","title":"The Web Is Your Oyster - Knowledge-Intensive NLP against a Very Large Web Corpus","created":"2021-12-18","cited_by_count":60,"area":null},{"id":"2305.16742","title":"Parameter-Efficient Fine-Tuning without Introducing New Latency","created":"2023-05-26","cited_by_count":59,"area":null},{"id":"2104.08200","title":"IndoNLG: Benchmark and Resources for Evaluating Indonesian Natural Language Generation","created":"2021-04-16","cited_by_count":57,"area":null},{"id":"2108.03265","title":"Facebook AI WMT21 News Translation Task Submission","created":"2021-08-06","cited_by_count":57,"area":null},{"id":"2402.09221","title":"Spectral Filters, Dark Signals, and Attention Sinks","created":"2024-02-14","cited_by_count":56,"area":"mechinterp"},{"id":"2404.09937","title":"Compression Represents Intelligence Linearly","created":"2024-04-15","cited_by_count":56,"area":null},{"id":"2407.12854","title":"Scaling Retrieval-Based Language Models with a Trillion-Token Datastore","created":"2024-07-09","cited_by_count":56,"area":null},{"id":"2403.15452","title":"What Are Tools Anyway? A Survey from the Language Model Perspective","created":"2024-03-18","cited_by_count":54,"area":null},{"id":"2201.10474","title":"Whose Language Counts as High Quality? Measuring Language Ideologies in Text Data Selection","created":"2022-01-25","cited_by_count":53,"area":null},{"id":"2403.06350","title":"IndicLLMSuite: A Blueprint for Creating Pre-training and Fine-Tuning Datasets for Indian Languages","created":"2024-03-11","cited_by_count":52,"area":null},{"id":"2507.09404","title":"Scaling Laws for Optimal Data Mixtures","created":"2025-07-12","cited_by_count":52,"area":null},{"id":"2105.01735","title":"HerBERT: Efficiently Pretrained Transformer-based Language Model for Polish","created":"2021-05-04","cited_by_count":51,"area":null},{"id":"2202.01159","title":"L3Cube-MahaCorpus and MahaBERT: Marathi Monolingual Corpus, Marathi BERT Language Models, and Resources","created":"2022-02-02","cited_by_count":51,"area":null},{"id":"2403.12958","title":"Dated Data: Tracing Knowledge Cutoffs in Large Language Models","created":"2024-03-19","cited_by_count":51,"area":null},{"id":"2103.12528","title":"Multilingual Autoregressive Entity Linking","created":"2021-03-23","cited_by_count":50,"area":null},{"id":"2405.15613","title":"Automatic Data Curation for Self-Supervised Learning: A Clustering-Based Approach","created":"2024-05-24","cited_by_count":50,"area":null},{"id":"2406.11271","title":"MINT-1T: Scaling Open-Source Multimodal Data by 10x: A Multimodal Dataset with One Trillion Tokens","created":"2024-06-17","cited_by_count":50,"area":"mllm"},{"id":"2204.12000","title":"Estimating the Personality of White-Box Language Models","created":"2022-04-25","cited_by_count":48,"area":null},{"id":"2402.02713","title":"Position: What Can Large Language Models Tell Us about Time Series Analysis","created":"2024-02-05","cited_by_count":47,"area":null},{"id":"2109.08877","title":"DuRecDial 2.0: A Bilingual Parallel Corpus for Conversational Recommendation","created":"2021-09-18","cited_by_count":46,"area":null},{"id":"2211.03263","title":"AfroLM: A Self-Active Learning-based Multilingual Pretrained Language Model for 23 African Languages","created":"2022-11-07","cited_by_count":46,"area":null},{"id":"2306.11372","title":"Democratizing LLMs for Low-Resource Languages by Leveraging their English Dominant Abilities with Linguistically-Diverse Prompts","created":"2023-06-20","cited_by_count":45,"area":null},{"id":"2205.11081","title":"BanglaNLG and BanglaT5: Benchmarks and Resources for Evaluating Low-Resource Natural Language Generation in Bangla","created":"2022-05-23","cited_by_count":42,"area":null},{"id":"2104.08692","title":"MT6: Multilingual Pretrained Text-to-Text Transformer with Translation Pairs","created":"2021-04-18","cited_by_count":41,"area":null},{"id":"2106.06381","title":"Improving Pretrained Cross-Lingual Language Models via Self-Labeled Word Alignment","created":"2021-06-11","cited_by_count":41,"area":null},{"id":"2409.06857","title":"What is the Role of Small Models in the LLM Era: A Survey","created":"2024-09-10","cited_by_count":41,"area":null},{"id":"2502.07218","title":"LLM Unlearning via Neural Activation Redirection","created":"2025-02-11","cited_by_count":41,"area":"safety"}],"next_cursor":"100"}