{"list":"other","total":114,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2201.11903","title":"Chain-of-Thought Prompting Elicits Reasoning in Large Language Models","created":"2022-01-28","cited_by_count":12459},{"id":"2110.14168","title":"Training Verifiers to Solve Math Word Problems","created":"2021-10-27","cited_by_count":10109},{"id":"2107.03374","title":"Evaluating Large Language Models Trained on Code","created":"2021-07-07","cited_by_count":8320},{"id":"2009.03300","title":"Measuring Massive Multitask Language Understanding","created":"2020-09-07","cited_by_count":7963},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1803.05457","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","created":"2018-03-14","cited_by_count":4886},{"id":"1612.00796","title":"Overcoming catastrophic forgetting in neural networks","created":"2016-12-02","cited_by_count":4787},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"2108.07258","title":"On the Opportunities and Risks of Foundation Models","created":"2021-08-16","cited_by_count":4033},{"id":"2101.00190","title":"Prefix-Tuning: Optimizing Continuous Prompts for Generation","created":"2021-01-01","cited_by_count":3915},{"id":"2109.01652","title":"Finetuned Language Models Are Zero-Shot Learners","created":"2021-09-03","cited_by_count":3780},{"id":"2108.07732","title":"Program Synthesis with Large Language Models","created":"2021-08-16","cited_by_count":3637},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512},{"id":"2212.08073","title":"Constitutional AI: Harmlessness from AI Feedback","created":"2022-12-15","cited_by_count":3050},{"id":"2210.11416","title":"Scaling Instruction-Finetuned Language Models","created":"2022-10-20","cited_by_count":3024},{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019},{"id":"1705.03551","title":"TriviaQA: A Large Scale Distantly Supervised Challenge Dataset for Reading Comprehension","created":"2017-05-09","cited_by_count":2955},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576},{"id":"2206.07682","title":"Emergent Abilities of Large Language Models","created":"2022-06-15","cited_by_count":2512},{"id":"1802.05365","title":"Deep contextualized word representations","created":"2018-02-15","cited_by_count":2290},{"id":"2303.16634","title":"G-Eval: NLG Evaluation using GPT-4 with Better Human Alignment","created":"2023-03-29","cited_by_count":2276},{"id":"1910.03771","title":"HuggingFace's Transformers: State-of-the-art Natural Language Processing","created":"2019-10-09","cited_by_count":2218},{"id":"2206.04615","title":"Beyond the Imitation Game: Quantifying and extrapolating the capabilities of language models","created":"2022-06-09","cited_by_count":1998},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984},{"id":"2004.07780","title":"Shortcut Learning in Deep Neural Networks","created":"2020-04-16","cited_by_count":1969},{"id":"1901.08746","title":"BioBERT: a pre-trained biomedical language representation model for biomedical text mining","created":"2019-01-25","cited_by_count":1947},{"id":"1508.05326","title":"A large annotated corpus for learning natural language inference","created":"2015-08-21","cited_by_count":1847},{"id":"1905.00537","title":"SuperGLUE: A Stickier Benchmark for General-Purpose Language Understanding Systems","created":"2019-05-02","cited_by_count":1729},{"id":"1611.09268","title":"MS MARCO: A Human Generated MAchine Reading COmprehension Dataset","created":"2016-11-28","cited_by_count":1605},{"id":"1806.03822","title":"Know What You Don't Know: Unanswerable Questions for SQuAD","created":"2018-06-11","cited_by_count":1554},{"id":"2110.08207","title":"Multitask Prompted Training Enables Zero-Shot Task Generalization","created":"2021-10-15","cited_by_count":1470},{"id":"2102.09690","title":"Calibrate Before Use: Improving Few-Shot Performance of Language Models","created":"2021-02-19","cited_by_count":1392},{"id":"1808.08745","title":"Don't Give Me the Details, Just the Summary! Topic-Aware Convolutional Neural Networks for Extreme Summarization","created":"2018-08-27","cited_by_count":1317},{"id":"2201.08239","title":"LaMDA: Language Models for Dialog Applications","created":"2022-01-20","cited_by_count":1220},{"id":"2112.11446","title":"Scaling Language Models: Methods, Analysis & Insights from Training Gopher","created":"2021-12-08","cited_by_count":1202},{"id":"2104.08786","title":"Fantastically Ordered Prompts and Where to Find Them: Overcoming Few-Shot Prompt Order Sensitivity","created":"2021-04-18","cited_by_count":1135},{"id":"1912.08777","title":"PEGASUS: Pre-training with Extracted Gap-sentences for Abstractive Summarization","created":"2019-12-18","cited_by_count":1102},{"id":"1901.07291","title":"Cross-lingual Language Model Pretraining","created":"2019-01-22","cited_by_count":1090},{"id":"2208.03299","title":"Atlas: Few-shot Learning with Retrieval Augmented Language Models","created":"2022-08-05","cited_by_count":952},{"id":"2303.17564","title":"BloombergGPT: A Large Language Model for Finance","created":"2023-03-30","cited_by_count":939},{"id":"2211.14275","title":"Solving math word problems with process- and outcome-based feedback","created":"2022-11-25","cited_by_count":901},{"id":"2112.06905","title":"GLaM: Efficient Scaling of Language Models with Mixture-of-Experts","created":"2021-12-13","cited_by_count":897},{"id":"2103.07191","title":"Are NLP Models really able to Solve Simple Math Word Problems?","created":"2021-03-12","cited_by_count":878},{"id":"2303.15056","title":"ChatGPT Outperforms Crowd-Workers for Text-Annotation Tasks","created":"2023-03-27","cited_by_count":870},{"id":"2210.02414","title":"GLM-130B: An Open Bilingual Pre-trained Model","created":"2022-10-05","cited_by_count":843},{"id":"1602.06023","title":"Abstractive Text Summarization Using Sequence-to-Sequence RNNs and Beyond","created":"2016-02-19","cited_by_count":812},{"id":"1910.14599","title":"Adversarial NLI: A New Benchmark for Natural Language Understanding","created":"2019-10-31","cited_by_count":807},{"id":"2109.01903","title":"Robust fine-tuning of zero-shot models","created":"2021-09-04","cited_by_count":797},{"id":"2209.06794","title":"PaLI: A Jointly-Scaled Multilingual Language-Image Model","created":"2022-09-14","cited_by_count":766},{"id":"2103.02503","title":"Domain Generalization: A Survey","created":"2021-03-03","cited_by_count":764},{"id":"2101.02235","title":"Did Aristotle Use a Laptop? A Question Answering Benchmark with Implicit Reasoning Strategies","created":"2021-01-06","cited_by_count":743},{"id":"2301.13688","title":"The Flan Collection: Designing Data and Methods for Effective Instruction Tuning","created":"2023-01-31","cited_by_count":739},{"id":"2110.07602","title":"P-Tuning v2: Prompt Tuning Can Be Comparable to Fine-tuning Universally Across Scales and Tasks","created":"2021-10-14","cited_by_count":689},{"id":"1808.07042","title":"CoQA: A Conversational Question Answering Challenge","created":"2018-08-21","cited_by_count":683},{"id":"1705.04146","title":"Program Induction by Rationale Generation : Learning to Solve and Explain Algebraic Word Problems","created":"2017-05-11","cited_by_count":650},{"id":"2212.10403","title":"Towards Reasoning in Large Language Models: A Survey","created":"2022-12-20","cited_by_count":596},{"id":"2201.11990","title":"Using DeepSpeed and Megatron to Train Megatron-Turing NLG 530B, A Large-Scale Generative Language Model","created":"2022-01-28","cited_by_count":559},{"id":"2208.10442","title":"Image as a Foreign Language: BEiT Pretraining for All Vision and Vision-Language Tasks","created":"2022-08-22","cited_by_count":511},{"id":"2302.06476","title":"Is ChatGPT a General-Purpose Natural Language Processing Task Solver?","created":"2023-02-08","cited_by_count":488},{"id":"2301.13848","title":"Benchmarking Large Language Models for News Summarization","created":"2023-01-31","cited_by_count":445},{"id":"2303.04048","title":"Is ChatGPT a Good NLG Evaluator? A Preliminary Study","created":"2023-03-07","cited_by_count":422},{"id":"2302.14520","title":"Large Language Models Are State-of-the-Art Evaluators of Translation Quality","created":"2023-02-28","cited_by_count":420},{"id":"1903.04561","title":"Nuanced Metrics for Measuring Unintended Bias with Real Data for Text Classification","created":"2019-03-11","cited_by_count":404},{"id":"2202.08906","title":"ST-MoE: Designing Stable and Transferable Sparse Expert Models","created":"2022-02-17","cited_by_count":399},{"id":"1808.07036","title":"QuAC : Question Answering in Context","created":"2018-08-21","cited_by_count":381},{"id":"2302.09419","title":"A Comprehensive Survey on Pretrained Foundation Models: A History from BERT to ChatGPT","created":"2023-02-18","cited_by_count":368},{"id":"2302.04166","title":"GPTScore: Evaluate as You Desire","created":"2023-02-08","cited_by_count":361},{"id":"2209.12356","title":"News Summarization and Evaluation in the Era of GPT-3","created":"2022-09-26","cited_by_count":327},{"id":"2109.01247","title":"Do Prompt-Based Models Really Understand the Meaning of their Prompts?","created":"2021-09-02","cited_by_count":326},{"id":"1909.00161","title":"Benchmarking Zero-shot Text Classification: Datasets, Evaluation and Entailment Approach","created":"2019-08-31","cited_by_count":308},{"id":"2112.07916","title":"LongT5: Efficient Text-To-Text Transformer for Long Sequences","created":"2021-12-15","cited_by_count":232},{"id":"2211.03540","title":"Measuring Progress on Scalable Oversight for Large Language Models","created":"2022-11-04","cited_by_count":225},{"id":"2302.12095","title":"On the Robustness of ChatGPT: An Adversarial and Out-of-distribution Perspective","created":"2023-02-22","cited_by_count":211},{"id":"2212.10450","title":"Is GPT-3 a Good Data Annotator?","created":"2022-12-20","cited_by_count":208},{"id":"2005.00743","title":"Synthesizer: Rethinking Self-Attention in Transformer Models","created":"2020-05-02","cited_by_count":205},{"id":"2002.12804","title":"UniLMv2: Pseudo-Masked Language Models for Unified Language Model Pre-Training","created":"2020-02-28","cited_by_count":204},{"id":"2303.10158","title":"Data-centric Artificial Intelligence: A Survey","created":"2023-03-17","cited_by_count":203},{"id":"2304.04370","title":"OpenAGI: When LLM Meets Domain Experts","created":"2023-04-10","cited_by_count":197},{"id":"2104.08826","title":"GPT3Mix: Leveraging Large-scale Language Models for Text Augmentation","created":"2021-04-18","cited_by_count":187},{"id":"2301.08745","title":"Is ChatGPT A Good Translator? Yes With GPT-4 As The Engine","created":"2023-01-20","cited_by_count":176},{"id":"2203.16804","title":"BRIO: Bringing Order to Abstractive Summarization","created":"2022-03-31","cited_by_count":161},{"id":"2302.10198","title":"Can ChatGPT Understand Too? A Comparative Study on ChatGPT and Fine-tuned BERT","created":"2023-02-19","cited_by_count":155},{"id":"2303.04360","title":"Does Synthetic Data Generation of LLMs Help Clinical Text Mining?","created":"2023-03-08","cited_by_count":154},{"id":"2204.05832","title":"What Language Model Architecture and Pretraining Objective Work Best for Zero-Shot Generalization?","created":"2022-04-12","cited_by_count":150},{"id":"2303.07205","title":"The Science of Detecting LLM-Generated Texts","created":"2023-02-04","cited_by_count":128},{"id":"2206.05229","title":"Measuring the Carbon Intensity of AI in Cloud Instances","created":"2022-06-10","cited_by_count":111},{"id":"2106.01540","title":"Luna: Linear Unified Nested Attention","created":"2021-06-03","cited_by_count":96},{"id":"2203.00274","title":"TableFormer: Robust Transformer Modeling for Table-Text Encoding","created":"2022-03-01","cited_by_count":91}],"next_cursor":"100"}