{"list":"other","total":66,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2107.03374","title":"Evaluating Large Language Models Trained on Code","created":"2021-07-07","cited_by_count":8320},{"id":"2009.03300","title":"Measuring Massive Multitask Language Understanding","created":"2020-09-07","cited_by_count":7963},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"1803.05457","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","created":"2018-03-14","cited_by_count":4886},{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703},{"id":"1905.07830","title":"HellaSwag: Can a Machine Really Finish Your Sentence?","created":"2019-05-19","cited_by_count":4100},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512},{"id":"2309.16609","title":"Qwen Technical Report","created":"2023-09-28","cited_by_count":3344},{"id":"1911.11641","title":"PIQA: Reasoning about Physical Commonsense in Natural Language","created":"2019-11-26","cited_by_count":2883},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"1808.06226","title":"SentencePiece: A simple and language independent subword tokenizer and detokenizer for Neural Text Processing","created":"2018-08-19","cited_by_count":1989},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984},{"id":"2010.11934","title":"mT5: A massively multilingual pre-trained text-to-text transformer","created":"2020-10-22","cited_by_count":1818},{"id":"1911.08731","title":"Distributionally Robust Neural Networks for Group Shifts: On the Importance of Regularization for Worst-Case Generalization","created":"2019-11-20","cited_by_count":1247},{"id":"2112.11446","title":"Scaling Language Models: Methods, Analysis & Insights from Training Gopher","created":"2021-12-08","cited_by_count":1202},{"id":"1606.06031","title":"The LAMBADA dataset: Word prediction requiring a broad discourse context","created":"2016-06-20","cited_by_count":992},{"id":"2303.17564","title":"BloombergGPT: A Large Language Model for Finance","created":"2023-03-30","cited_by_count":939},{"id":"1704.04683","title":"RACE: Large-scale ReAding Comprehension Dataset From Examinations","created":"2017-04-15","cited_by_count":861},{"id":"2306.01116","title":"The RefinedWeb Dataset for Falcon LLM: Outperforming Curated Corpora with Web Data, and Web Data Only","created":"2023-06-01","cited_by_count":763},{"id":"2003.11080","title":"XTREME: A Massively Multilingual Multi-task Benchmark for Evaluating Cross-lingual Generalization","created":"2020-03-24","cited_by_count":742},{"id":"2311.16867","title":"The Falcon Series of Open Language Models","created":"2023-11-28","cited_by_count":535},{"id":"2104.08758","title":"Documenting Large Webtext Corpora: A Case Study on the Colossal Clean Crawled Corpus","created":"2021-04-18","cited_by_count":492},{"id":"2003.05002","title":"TyDi QA: A Benchmark for Information-Seeking Question Answering in Typologically Diverse Languages","created":"2020-03-10","cited_by_count":488},{"id":"2402.00159","title":"Dolma: an Open Corpus of Three Trillion Tokens for Language Model Pretraining Research","created":"2024-01-31","cited_by_count":483},{"id":"2305.10429","title":"DoReMi: Optimizing Data Mixtures Speeds Up Language Model Pretraining","created":"2023-05-17","cited_by_count":399},{"id":"2211.15533","title":"The Stack: 3 TB of permissively licensed source code","created":"2022-11-20","cited_by_count":359},{"id":"2005.00333","title":"XCOPA: A Multilingual Dataset for Causal Commonsense Reasoning","created":"2020-05-01","cited_by_count":333},{"id":"2302.03169","title":"Data Selection for Language Models via Importance Resampling","created":"2023-02-06","cited_by_count":329},{"id":"2202.06539","title":"Deduplicating Training Data Mitigates Privacy Risks in Language Models","created":"2022-02-14","cited_by_count":314},{"id":"2303.09540","title":"SemDeDup: Data-efficient learning at web-scale through semantic deduplication","created":"2023-03-16","cited_by_count":303},{"id":"2001.08435","title":"The Pushshift Reddit Dataset","created":"2020-01-23","cited_by_count":292},{"id":"2006.03511","title":"Unsupervised Translation of Programming Languages","created":"2020-06-05","cited_by_count":263},{"id":"1907.05019","title":"Massively Multilingual Neural Machine Translation in the Wild: Findings and Challenges","created":"2019-07-11","cited_by_count":257},{"id":"2402.16827","title":"A Survey on Data Selection for Language Models","created":"2024-02-26","cited_by_count":236},{"id":"1806.02847","title":"A Simple Method for Commonsense Reasoning","created":"2018-06-07","cited_by_count":223},{"id":"1906.06725","title":"Persuasion for Good: Towards a Personalized Persuasive Dialogue System for Social Good","created":"2019-06-16","cited_by_count":209},{"id":"1912.07840","title":"Cross-Lingual Ability of Multilingual BERT: An Empirical Study","created":"2019-12-17","cited_by_count":182},{"id":"2305.13169","title":"A Pretrainer's Guide to Training Data: Measuring the Effects of Data Age, Domain Coverage, Quality, & Toxicity","created":"2023-05-22","cited_by_count":182},{"id":"1911.04944","title":"CCMatrix: Mining Billions of High-Quality Parallel Sentences on the WEB","created":"2019-11-10","cited_by_count":177},{"id":"1506.08909","title":"The Ubuntu Dialogue Corpus: A Large Dataset for Research in Unstructured Multi-Turn Dialogue Systems","created":"2015-06-30","cited_by_count":172},{"id":"2301.03988","title":"SantaCoder: don't reach for the stars!","created":"2023-01-09","cited_by_count":170},{"id":"2109.07445","title":"Challenges in Detoxifying Language Models","created":"2021-09-15","cited_by_count":169},{"id":"2401.16380","title":"Rephrasing the Web: A Recipe for Compute and Data-Efficient Language Modeling","created":"2024-01-29","cited_by_count":161},{"id":"2304.09151","title":"UniMax: Fairer and more Effective Language Sampling for Large-Scale Multilingual Pretraining","created":"2023-04-18","cited_by_count":151},{"id":"2204.07580","title":"mGPT: Few-Shot Learners Go Multilingual","created":"2022-04-15","cited_by_count":142},{"id":"1911.06154","title":"CCAligned: A Massive Collection of Cross-Lingual Web-Document Pairs","created":"2019-11-10","cited_by_count":136},{"id":"2207.00220","title":"Pile of Law: Learning Responsible Data Filtering from the Law and a 256GB Open-Source Legal Dataset","created":"2022-07-01","cited_by_count":113},{"id":"2104.06390","title":"Detoxifying Language Models Risks Marginalizing Minority Voices","created":"2021-04-13","cited_by_count":107},{"id":"2401.12926","title":"DsDm: Model-Aware Dataset Selection with Datamodels","created":"2024-01-23","cited_by_count":105},{"id":"2310.15393","title":"DoGE: Domain Reweighting with Generalization Estimation","created":"2023-10-23","cited_by_count":90},{"id":"2312.02406","title":"Efficient Online Data Mixing For Language Model Pre-Training","created":"2023-12-05","cited_by_count":77},{"id":"2404.12387","title":"Reka Core, Flash, and Edge: A Series of Powerful Multimodal Language Models","created":"2024-04-18","cited_by_count":67},{"id":"2103.15721","title":"CaSiNo: A Corpus of Campsite Negotiation Dialogues for Automatic Negotiation Systems","created":"2021-03-29","cited_by_count":62},{"id":"2201.10474","title":"Whose Language Counts as High Quality? Measuring Language Ideologies in Text Data Selection","created":"2022-01-25","cited_by_count":53},{"id":"2105.13947","title":"Changing the World by Changing the Data","created":"2021-05-28","cited_by_count":51},{"id":"2402.16819","title":"Nemotron-4 15B Technical Report","created":"2024-02-26","cited_by_count":36},{"id":"2306.06688","title":"Language Versatilists vs. Specialists: An Empirical Revisiting on Multilingual Transfer Ability","created":"2023-06-11","cited_by_count":27},{"id":"1709.02279","title":"Cynical Selection of Language Model Training Data","created":"2017-09-07","cited_by_count":13},{"id":"2109.00698","title":"An Empirical Exploration in Quality Filtering of Text Data","created":"2021-09-02","cited_by_count":9}],"next_cursor":null}