{"list":"other","total":119,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"2306.05685","title":"Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena","created":"2023-06-09","cited_by_count":8626},{"id":"2305.18290","title":"Direct Preference Optimization: Your Language Model is Secretly a Reward Model","created":"2023-05-29","cited_by_count":8065},{"id":"2009.03300","title":"Measuring Massive Multitask Language Understanding","created":"2020-09-07","cited_by_count":7963},{"id":"1905.07830","title":"HellaSwag: Can a Machine Really Finish Your Sentence?","created":"2019-05-19","cited_by_count":4100},{"id":"2109.01652","title":"Finetuned Language Models Are Zero-Shot Learners","created":"2021-09-03","cited_by_count":3780},{"id":"2204.05862","title":"Training a Helpful and Harmless Assistant with Reinforcement Learning from Human Feedback","created":"2022-04-12","cited_by_count":3720},{"id":"2210.11416","title":"Scaling Instruction-Finetuned Language Models","created":"2022-10-20","cited_by_count":3024},{"id":"1904.09751","title":"The Curious Case of Neural Text Degeneration","created":"2019-04-22","cited_by_count":2916},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984},{"id":"2210.17323","title":"GPTQ: Accurate Post-Training Quantization for Generative Pre-trained Transformers","created":"2022-10-31","cited_by_count":1919},{"id":"2010.11934","title":"mT5: A massively multilingual pre-trained text-to-text transformer","created":"2020-10-22","cited_by_count":1818},{"id":"2304.01373","title":"Pythia: A Suite for Analyzing Large Language Models Across Training and Scaling","created":"2023-04-03","cited_by_count":1786},{"id":"2110.08207","title":"Multitask Prompted Training Enables Zero-Shot Task Generalization","created":"2021-10-15","cited_by_count":1470},{"id":"2009.11462","title":"RealToxicityPrompts: Evaluating Neural Toxic Degeneration in Language Models","created":"2020-09-24","cited_by_count":1255},{"id":"2304.12244","title":"WizardLM: Empowering large pre-trained language models to follow complex instructions","created":"2023-04-24","cited_by_count":1125},{"id":"2301.00774","title":"SparseGPT: Massive Language Models Can Be Accurately Pruned in One-Shot","created":"2023-01-02","cited_by_count":1121},{"id":"2305.11206","title":"LIMA: Less Is More for Alignment","created":"2023-05-18","cited_by_count":1100},{"id":"2112.00861","title":"A General Language Assistant as a Laboratory for Alignment","created":"2021-12-01","cited_by_count":1055},{"id":"2208.07339","title":"LLM.int8(): 8-bit Matrix Multiplication for Transformers at Scale","created":"2022-08-15","cited_by_count":906},{"id":"1804.04235","title":"Adafactor: Adaptive Learning Rates with Sublinear Memory Cost","created":"2018-04-11","cited_by_count":905},{"id":"2307.04657","title":"BeaverTails: Towards Improved Safety Alignment of LLM via a Human-Preference Dataset","created":"2023-07-10","cited_by_count":860},{"id":"2305.06161","title":"StarCoder: may the source be with you!","created":"2023-05-09","cited_by_count":799},{"id":"2004.09095","title":"The State and Fate of Linguistic Diversity and Inclusion in the NLP World","created":"2020-04-20","cited_by_count":798},{"id":"1511.06709","title":"Improving Neural Machine Translation Models with Monolingual Data","created":"2015-11-20","cited_by_count":788},{"id":"2305.14387","title":"AlpacaFarm: A Simulation Framework for Methods that Learn from Human Feedback","created":"2023-05-22","cited_by_count":748},{"id":"2003.11080","title":"XTREME: A Massively Multilingual Multi-task Benchmark for Evaluating Cross-lingual Generalization","created":"2020-03-24","cited_by_count":742},{"id":"2306.08568","title":"WizardCoder: Empowering Code Large Language Models with Evol-Instruct","created":"2023-06-14","cited_by_count":733},{"id":"2304.07327","title":"OpenAssistant Conversations -- Democratizing Large Language Model Alignment","created":"2023-04-14","cited_by_count":721},{"id":"2010.00133","title":"CrowS-Pairs: A Challenge Dataset for Measuring Social Biases in Masked Language Models","created":"2020-09-30","cited_by_count":710},{"id":"2104.08773","title":"Cross-Task Generalization via Natural Language Crowdsourcing Instructions","created":"2021-04-18","cited_by_count":699},{"id":"2309.00770","title":"Bias and Fairness in Large Language Models: A Survey","created":"2023-09-02","cited_by_count":639},{"id":"2308.09583","title":"WizardMath: Empowering Mathematical Reasoning for Large Language Models via Reinforced Evol-Instruct","created":"2023-08-18","cited_by_count":625},{"id":"2308.10792","title":"Instruction Tuning for Large Language Models: A Survey","created":"2023-08-21","cited_by_count":623},{"id":"2402.00838","title":"OLMo: Accelerating the Science of Language Models","created":"2024-02-01","cited_by_count":613},{"id":"2106.03193","title":"The FLORES-101 Evaluation Benchmark for Low-Resource and Multilingual Machine Translation","created":"2021-06-06","cited_by_count":560},{"id":"1911.00359","title":"CCNet: Extracting High Quality Monolingual Datasets from Web Crawl Data","created":"2019-11-01","cited_by_count":548},{"id":"1909.01326","title":"The Woman Worked as a Babysitter: On Biases in Language Generation","created":"2019-09-03","cited_by_count":541},{"id":"2107.07075","title":"Deep Learning on a Data Diet: Finding Important Examples Early in Training","created":"2021-07-15","cited_by_count":533},{"id":"2104.08758","title":"Documenting Large Webtext Corpora: A Case Study on the Colossal Clean Crawled Corpus","created":"2021-04-18","cited_by_count":492},{"id":"2003.05002","title":"TyDi QA: A Benchmark for Information-Seeking Question Answering in Typologically Diverse Languages","created":"2020-03-10","cited_by_count":488},{"id":"1902.09574","title":"The State of Sparsity in Deep Neural Networks","created":"2019-02-25","cited_by_count":476},{"id":"2110.15943","title":"MetaICL: Learning to Learn In Context","created":"2021-10-29","cited_by_count":454},{"id":"2203.09509","title":"ToxiGen: A Large-Scale Machine-Generated Dataset for Adversarial and Implicit Hate Speech Detection","created":"2022-03-17","cited_by_count":422},{"id":"2306.04751","title":"How Far Can Camels Go? Exploring the State of Instruction Tuning on Open Resources","created":"2023-06-07","cited_by_count":408},{"id":"2302.03169","title":"Data Selection for Language Models via Importance Resampling","created":"2023-02-06","cited_by_count":329},{"id":"2303.12528","title":"MEGA: Multilingual Evaluation of Generative AI","created":"2023-03-22","cited_by_count":293},{"id":"2112.10668","title":"Few-shot Learning with Multilingual Language Models","created":"2021-12-20","cited_by_count":278},{"id":"1907.05019","title":"Massively Multilingual Neural Machine Translation in the Wild: Findings and Challenges","created":"2019-07-11","cited_by_count":257},{"id":"1906.00591","title":"Evaluating Gender Bias in Machine Translation","created":"2019-06-03","cited_by_count":249},{"id":"2212.12017","title":"OPT-IML: Scaling Language Model Instruction Meta Learning through the Lens of Generalization","created":"2022-12-22","cited_by_count":236},{"id":"2307.16039","title":"Okapi: Instruction-tuned Large Language Models in Multiple Languages with Reinforcement Learning from Human Feedback","created":"2023-07-29","cited_by_count":190},{"id":"2203.17189","title":"Scaling Up Models and Data with $\\texttt{t5x}$ and $\\texttt{seqio}$","created":"2022-03-31","cited_by_count":187},{"id":"2305.13169","title":"A Pretrainer's Guide to Training Data: Measuring the Effects of Data Age, Domain Coverage, Quality, & Toxicity","created":"2023-05-22","cited_by_count":182},{"id":"2103.10730","title":"MuRIL: Multilingual Representations for Indian Languages","created":"2021-03-19","cited_by_count":179},{"id":"2402.06619","title":"Aya Dataset: An Open-Access Collection for Multilingual Instruction Tuning","created":"2024-02-09","cited_by_count":177},{"id":"2301.03988","title":"SantaCoder: don't reach for the stars!","created":"2023-01-09","cited_by_count":170},{"id":"2305.07004","title":"Not All Languages Are Created Equal in LLMs: Improving Multilingual Capability by Cross-Lingual-Thought Prompting","created":"2023-05-11","cited_by_count":165},{"id":"2103.11811","title":"MasakhaNER: Named Entity Recognition for African Languages","created":"2021-03-22","cited_by_count":155},{"id":"2007.15207","title":"MKQA: A Linguistically Diverse Benchmark for Multilingual Open Domain Question Answering","created":"2020-07-30","cited_by_count":153},{"id":"2304.09151","title":"UniMax: Fairer and more Effective Language Sampling for Large-Scale Multilingual Pretraining","created":"2023-04-18","cited_by_count":151},{"id":"2204.06487","title":"Adapting Pre-trained Language Models to African Languages via Multilingual Adaptive Fine-Tuning","created":"2022-04-13","cited_by_count":149},{"id":"2205.06266","title":"Lifting the Curse of Multilinguality by Pre-training Modular Transformers","created":"2022-05-12","cited_by_count":146},{"id":"2204.07580","title":"mGPT: Few-Shot Learners Go Multilingual","created":"2022-04-15","cited_by_count":142},{"id":"2104.12369","title":"PanGu-$\\alpha$: Large-scale Autoregressive Pretrained Chinese Language Models with Auto-parallel Computation","created":"2021-04-26","cited_by_count":134},{"id":"2010.06354","title":"The Tatoeba Translation Challenge -- Realistic Data Sets for Low Resource and Multilingual MT","created":"2020-10-13","cited_by_count":128},{"id":"2305.12182","title":"Glot500: Scaling Multilingual Corpora and Language Models to 500 Languages","created":"2023-05-20","cited_by_count":116},{"id":"2212.05409","title":"Towards Leaving No Indic Language Behind: Building Monolingual Corpora, Benchmark and Models for Indic Languages","created":"2022-12-11","cited_by_count":102},{"id":"2401.01055","title":"LLaMA Beyond English: An Empirical Study on Language Capability Transfer","created":"2024-01-02","cited_by_count":95},{"id":"2212.09535","title":"BLOOM+1: Adding Language Support to BLOOM for Zero-Shot Prompting","created":"2022-12-19","cited_by_count":90},{"id":"2305.15011","title":"Bactrian-X: Multilingual Replicable Instruction-Following Models with Low-Rank Adaptation","created":"2023-05-24","cited_by_count":81},{"id":"2105.02732","title":"What's in the Box? A Preliminary Analysis of Undesirable Content in the Common Crawl Corpus","created":"2021-05-06","cited_by_count":80},{"id":"2209.00099","title":"Efficient Methods for Natural Language Processing: A Survey","created":"2022-08-31","cited_by_count":78},{"id":"2112.02721","title":"NL-Augmenter: A Framework for Task-Sensitive Natural Language Augmentation","created":"2021-12-06","cited_by_count":73},{"id":"2401.01854","title":"Multilingual Instruction Tuning With Just a Pinch of Multilinguality","created":"2024-01-03","cited_by_count":73},{"id":"2004.06748","title":"Balancing Training for Multilingual Neural Machine Translation","created":"2020-04-14","cited_by_count":72},{"id":"2305.14857","title":"BUFFET: Benchmarking Large Language Models for Few-shot Cross-lingual Transfer","created":"2023-05-24","cited_by_count":68},{"id":"2305.10266","title":"Searching for Needles in a Haystack: On the Role of Incidental Bilingualism in PaLM's Translation Capability","created":"2023-05-17","cited_by_count":62},{"id":"2309.08958","title":"Monolingual or Multilingual Instruction Tuning: Which Makes a Better Alpaca","created":"2023-09-16","cited_by_count":60},{"id":"2011.00677","title":"IndoLEM and IndoBERT: A Benchmark Dataset and Pre-trained Language Model for Indonesian NLP","created":"2020-11-02","cited_by_count":58},{"id":"2402.00786","title":"CroissantLLM: A Truly Bilingual French-English Language Model","created":"2024-02-01","cited_by_count":53},{"id":"2003.11529","title":"Masakhane -- Machine Translation For Africa","created":"2020-03-13","cited_by_count":49},{"id":"2305.19268","title":"Intriguing Properties of Quantization at Scale","created":"2023-05-30","cited_by_count":49},{"id":"2311.05640","title":"FinGPT: Large Generative Models for a Small Language","created":"2023-11-03","cited_by_count":49},{"id":"1911.10088","title":"Optimizing Data Usage via Differentiable Rewards","created":"2019-11-22","cited_by_count":48},{"id":"2110.03036","title":"The Low-Resource Double Bind: An Empirical Study of Pruning for Low-Resource Machine Translation","created":"2021-10-06","cited_by_count":47},{"id":"2203.08308","title":"Multilingual Generative Language Models for Zero-Shot Cross-Lingual Event Argument Extraction","created":"2022-03-15","cited_by_count":40},{"id":"2311.08711","title":"PLUG: Leveraging Pivot Language in Cross-Lingual Instruction Tuning","created":"2023-11-15","cited_by_count":39},{"id":"2212.09648","title":"NusaCrowd: Open Source Initiative for Indonesian NLP Resources","created":"2022-12-19","cited_by_count":38},{"id":"2205.06457","title":"ViT5: Pretrained Text-to-Text Transformer for Vietnamese Language Generation","created":"2022-05-13","cited_by_count":37},{"id":"2107.07253","title":"MarIA: Spanish Language Models","created":"2021-07-15","cited_by_count":36},{"id":"2304.07987","title":"Chinese Open Instruction Generalist: A Preliminary Release","created":"2023-04-17","cited_by_count":35},{"id":"2401.04578","title":"Effective pruning of web-scale datasets based on complexity of concept clusters","created":"2024-01-09","cited_by_count":34},{"id":"2004.03672","title":"Dynamic Data Selection and Weighting for Iterative Back-Translation","created":"2020-04-07","cited_by_count":25}],"next_cursor":"100"}