{"total":669,"rows":[{"id":"2205.11916","title":"Large Language Models are Zero-Shot Reasoners","created":"2022-05-24","cited_by_count":4374,"area":"lr"},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512,"area":null},{"id":"2206.07682","title":"Emergent Abilities of Large Language Models","created":"2022-06-15","cited_by_count":2512,"area":null},{"id":"2107.13586","title":"Pre-train, Prompt, and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing","created":"2021-07-28","cited_by_count":2234,"area":null},{"id":"2202.12837","title":"Rethinking the Role of Demonstrations: What Makes In-Context Learning Work?","created":"2022-02-25","cited_by_count":1434,"area":"lr"},{"id":"2102.09690","title":"Calibrate Before Use: Improving Few-Shot Performance of Language Models","created":"2021-02-19","cited_by_count":1392,"area":null},{"id":"2104.08786","title":"Fantastically Ordered Prompts and Where to Find Them: Overcoming Few-Shot Prompt Order Sensitivity","created":"2021-04-18","cited_by_count":1135,"area":null},{"id":"2103.10360","title":"GLM: General Language Model Pretraining with Autoregressive Blank Infilling","created":"2021-03-18","cited_by_count":1031,"area":null},{"id":"2208.03299","title":"Atlas: Few-shot Learning with Retrieval Augmented Language Models","created":"2022-08-05","cited_by_count":952,"area":"rag"},{"id":"2106.11520","title":"BARTScore: Evaluating Generated Text as Text Generation","created":"2021-06-22","cited_by_count":722,"area":null},{"id":"2103.10385","title":"GPT Understands, Too","created":"2021-03-18","cited_by_count":716,"area":null},{"id":"2110.07602","title":"P-Tuning v2: Prompt Tuning Can Be Comparable to Fine-tuning Universally Across Scales and Tasks","created":"2021-10-14","cited_by_count":689,"area":null},{"id":"2210.11610","title":"Large Language Models Can Self-Improve","created":"2022-10-20","cited_by_count":664,"area":"lr"},{"id":"2210.03057","title":"Language Models are Multilingual Chain-of-Thought Reasoners","created":"2022-10-06","cited_by_count":530,"area":"lr"},{"id":"2204.00598","title":"Socratic Models: Composing Zero-Shot Multimodal Reasoning with Language","created":"2022-04-01","cited_by_count":513,"area":"lr"},{"id":"2111.01243","title":"Recent Advances in Natural Language Processing via Large Pre-Trained Language Models: A Survey","created":"2021-11-01","cited_by_count":463,"area":null},{"id":"2212.04088","title":"LLM-Planner: Few-Shot Grounded Planning for Embodied Agents with Large Language Models","created":"2022-12-08","cited_by_count":462,"area":"agents"},{"id":"2103.03404","title":"Attention is Not All You Need: Pure Attention Loses Rank Doubly Exponentially with Depth","created":"2021-03-05","cited_by_count":419,"area":null},{"id":"2104.06599","title":"Learning How to Ask: Querying LMs with Mixtures of Soft Prompts","created":"2021-04-14","cited_by_count":377,"area":null},{"id":"2205.12548","title":"RLPrompt: Optimizing Discrete Text Prompts with Reinforcement Learning","created":"2022-05-25","cited_by_count":366,"area":null},{"id":"2105.11447","title":"True Few-Shot Learning with Language Models","created":"2021-05-24","cited_by_count":344,"area":null},{"id":"2103.00453","title":"Self-Diagnosis and Self-Debiasing: A Proposal for Reducing Corpus-Based Bias in NLP","created":"2021-02-28","cited_by_count":337,"area":null},{"id":"2212.10071","title":"Large Language Models Are Reasoning Teachers","created":"2022-12-20","cited_by_count":329,"area":"lr"},{"id":"2109.01247","title":"Do Prompt-Based Models Really Understand the Meaning of their Prompts?","created":"2021-09-02","cited_by_count":326,"area":null},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2104.05240","title":"Factual Probing Is [MASK]: Learning vs. Learning to Recall","created":"2021-04-12","cited_by_count":291,"area":null},{"id":"2202.01279","title":"PromptSource: An Integrated Development Environment and Repository for Natural Language Prompts","created":"2022-02-02","cited_by_count":289,"area":null},{"id":"2203.17274","title":"Exploring Visual Prompts for Adapting Large-Scale Models","created":"2022-03-31","cited_by_count":274,"area":null},{"id":"2310.02226","title":"Think before you speak: Training Language Models With Pause Tokens","created":"2023-10-03","cited_by_count":264,"area":"lr"},{"id":"2104.08315","title":"Surface Form Competition: Why the Highest Probability Answer Isn't Always Right","created":"2021-04-16","cited_by_count":263,"area":null},{"id":"2201.03514","title":"Black-Box Tuning for Language-Model-as-a-Service","created":"2022-01-10","cited_by_count":256,"area":null},{"id":"2203.08242","title":"Data Contamination: From Memorization to Exploitation","created":"2022-03-15","cited_by_count":236,"area":null},{"id":"2303.05398","title":"MathPrompter: Mathematical Reasoning using Large Language Models","created":"2023-03-04","cited_by_count":236,"area":"lr"},{"id":"2110.07904","title":"SPoT: Better Frozen Model Adaptation through Soft Prompt Transfer","created":"2021-10-15","cited_by_count":235,"area":null},{"id":"2205.03340","title":"Prompt Distribution Learning","created":"2022-05-06","cited_by_count":235,"area":"mllm"},{"id":"2209.11755","title":"Promptagator: Few-shot Dense Retrieval From 8 Examples","created":"2022-09-23","cited_by_count":235,"area":null},{"id":"2109.04332","title":"PPT: Pre-trained Prompt Tuning for Few-shot Learning","created":"2021-09-09","cited_by_count":232,"area":null},{"id":"2206.08155","title":"Zero-Shot Video Question Answering via Frozen Bidirectional Language Models","created":"2022-06-16","cited_by_count":229,"area":null},{"id":"2101.00121","title":"WARP: Word-level Adversarial ReProgramming","created":"2021-01-01","cited_by_count":221,"area":null},{"id":"2212.04037","title":"Demystifying Prompts in Language Models via Perplexity Estimation","created":"2022-12-08","cited_by_count":216,"area":null},{"id":"2104.02145","title":"What Will it Take to Fix Benchmarking in Natural Language Understanding?","created":"2021-04-05","cited_by_count":203,"area":null},{"id":"2303.10158","title":"Data-centric Artificial Intelligence: A Survey","created":"2023-03-17","cited_by_count":203,"area":null},{"id":"2305.17100","title":"BiomedGPT: A Generalist Vision-Language Foundation Model for Diverse Biomedical Tasks","created":"2023-05-26","cited_by_count":201,"area":"mllm"},{"id":"2202.04538","title":"Generating Training Data with Language Models: Towards Zero-Shot Language Understanding","created":"2022-02-09","cited_by_count":199,"area":null},{"id":"2103.08493","title":"How Many Data Points is a Prompt Worth?","created":"2021-03-15","cited_by_count":198,"area":null},{"id":"2104.07540","title":"Generating Datasets with Pretrained Language Models","created":"2021-04-15","cited_by_count":193,"area":null},{"id":"2104.08826","title":"GPT3Mix: Leveraging Large-scale Language Models for Text Augmentation","created":"2021-04-18","cited_by_count":187,"area":null},{"id":"2101.05779","title":"Structured Prediction as Translation between Augmented Natural Languages","created":"2021-01-14","cited_by_count":183,"area":null},{"id":"2108.02035","title":"Knowledgeable Prompt-tuning: Incorporating Knowledge into Prompt Verbalizer for Text Classification","created":"2021-08-04","cited_by_count":183,"area":null},{"id":"2109.11797","title":"CPT: Colorful Prompt Tuning for Pre-trained Vision-Language Models","created":"2021-09-24","cited_by_count":183,"area":"mllm"},{"id":"2104.07650","title":"KnowPrompt: Knowledge-aware Prompt-tuning with Synergistic Optimization for Relation Extraction","created":"2021-04-15","cited_by_count":180,"area":null},{"id":"2112.10684","title":"Efficient Large Scale Language Modeling with Mixtures of Experts","created":"2021-12-20","cited_by_count":175,"area":"moe"},{"id":"2205.09911","title":"Can Foundation Models Wrangle Your Data?","created":"2022-05-20","cited_by_count":175,"area":null},{"id":"2303.15647","title":"Scaling Down to Scale Up: A Guide to Parameter-Efficient Fine-Tuning","created":"2023-03-28","cited_by_count":173,"area":null},{"id":"2109.08668","title":"Primer: Searching for Efficient Transformers for Language Modeling","created":"2021-09-17","cited_by_count":164,"area":null},{"id":"2110.07814","title":"Meta-learning via Language Model In-context Tuning","created":"2021-10-15","cited_by_count":164,"area":null},{"id":"2104.08768","title":"Constrained Language Models Yield Few-Shot Semantic Parsers","created":"2021-04-18","cited_by_count":163,"area":null},{"id":"2205.06743","title":"A Comprehensive Survey of Few-shot Learning: Evolution, Applications, Challenges, and Opportunities","created":"2022-05-13","cited_by_count":163,"area":null},{"id":"2204.06031","title":"A Review on Language Models as Knowledge Bases","created":"2022-04-12","cited_by_count":157,"area":null},{"id":"2210.02441","title":"Ask Me Anything: A simple strategy for prompting language models","created":"2022-10-05","cited_by_count":155,"area":null},{"id":"2104.08835","title":"CrossFit: A Few-shot Learning Challenge for Cross-task Generalization in NLP","created":"2021-04-18","cited_by_count":142,"area":null},{"id":"2204.07580","title":"mGPT: Few-Shot Learners Go Multilingual","created":"2022-04-15","cited_by_count":142,"area":null},{"id":"2110.07574","title":"Can Machines Learn Morality? The Delphi Experiment","created":"2021-10-14","cited_by_count":141,"area":null},{"id":"2106.13353","title":"Cutting Down on Prompts and Parameters: Simple Few-Shot Learning with Language Models","created":"2021-06-24","cited_by_count":139,"area":null},{"id":"2209.11055","title":"Efficient Few-Shot Learning Without Prompts","created":"2022-09-22","cited_by_count":137,"area":null},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131,"area":null},{"id":"2303.11032","title":"DeID-GPT: Zero-shot Medical Text De-Identification by GPT-4","created":"2023-03-20","cited_by_count":130,"area":null},{"id":"2104.04670","title":"Adapting Language Models for Zero-shot Learning by Meta-tuning on Dataset and Prompt Collections","created":"2021-04-10","cited_by_count":128,"area":null},{"id":"2203.07281","title":"GrIPS: Gradient-free, Edit-based Instruction Search for Prompting Large Language Models","created":"2022-03-14","cited_by_count":127,"area":null},{"id":"2401.03955","title":"Tiny Time Mixers (TTMs): Fast Pre-trained Models for Enhanced Zero/Few-Shot Forecasting of Multivariate Time Series","created":"2024-01-08","cited_by_count":127,"area":null},{"id":"2102.08473","title":"COCO-LM: Correcting and Contrasting Text Sequences for Language Model Pretraining","created":"2021-02-16","cited_by_count":126,"area":null},{"id":"2112.08674","title":"Reframing Human-AI Collaboration for Generating Free-Text Explanations","created":"2021-12-16","cited_by_count":125,"area":null},{"id":"2104.14690","title":"Entailment as Few-Shot Learner","created":"2021-04-29","cited_by_count":123,"area":null},{"id":"2206.07550","title":"Evaluating and Inducing Personality in Pre-trained Language Models","created":"2022-05-20","cited_by_count":123,"area":null},{"id":"2205.12685","title":"Ground-Truth Labels Matter: A Deeper Look into Input-Label Demonstrations","created":"2022-05-25","cited_by_count":116,"area":null},{"id":"2108.13161","title":"Differentiable Prompt Makes Pre-trained Language Models Better Few-shot Learners","created":"2021-08-30","cited_by_count":115,"area":null},{"id":"2303.02861","title":"Multitask Prompt Tuning Enables Parameter-Efficient Transfer Learning","created":"2023-03-06","cited_by_count":115,"area":null},{"id":"2203.07190","title":"CLIP Models are Few-shot Learners: Empirical Studies on VQA and Visual Entailment","created":"2022-03-14","cited_by_count":113,"area":null},{"id":"2409.15790","title":"Small Language Models: Survey, Measurements, and Insights","created":"2024-09-24","cited_by_count":112,"area":null},{"id":"2106.09231","title":"Knowledgeable or Educated Guess? Revisiting Language Models as Knowledge Bases","created":"2021-06-17","cited_by_count":107,"area":null},{"id":"2109.03910","title":"A Recipe For Arbitrary Text Style Transfer with Large Language Models","created":"2021-09-08","cited_by_count":107,"area":null},{"id":"2106.07499","title":"An Empirical Survey of Data Augmentation for Limited Data Learning in NLP","created":"2021-06-14","cited_by_count":101,"area":null},{"id":"2110.08484","title":"A Good Prompt Is Worth Millions of Parameters: Low-resource Prompt-based Learning for Vision-Language Models","created":"2021-10-16","cited_by_count":101,"area":"mllm"},{"id":"2209.15240","title":"Universal Prompt Tuning for Graph Neural Networks","created":"2022-09-30","cited_by_count":100,"area":null},{"id":"2103.11955","title":"Improving and Simplifying Pattern Exploiting Training","created":"2021-03-22","cited_by_count":97,"area":null},{"id":"2310.04363","title":"Amortizing intractable inference in large language models","created":"2023-10-06","cited_by_count":97,"area":null},{"id":"2210.01478","title":"When to Make Exceptions: Exploring Language Models as Accounts of Human Moral Judgment","created":"2022-10-04","cited_by_count":93,"area":null},{"id":"2109.07684","title":"Language Models are Few-shot Multilingual Learners","created":"2021-09-16","cited_by_count":92,"area":null},{"id":"2403.14123","title":"AI and Memory Wall","created":"2024-03-21","cited_by_count":92,"area":null},{"id":"2301.06267","title":"Multimodality Helps Unimodality: Cross-Modal Few-Shot Learning with Multimodal Models","created":"2023-01-16","cited_by_count":91,"area":null},{"id":"2109.05184","title":"MOMENTA: A Multimodal Framework for Detecting Harmful Memes and Their Targets","created":"2021-09-11","cited_by_count":86,"area":null},{"id":"2111.08284","title":"Few-Shot Self-Rationalization with Natural Language Prompts","created":"2021-11-16","cited_by_count":83,"area":null},{"id":"2203.08410","title":"Thinking about GPT-3 In-Context Learning for Biomedical IE? Think Again","created":"2022-03-16","cited_by_count":83,"area":"lr"},{"id":"2302.11529","title":"Modular Deep Learning","created":"2023-02-22","cited_by_count":83,"area":null},{"id":"2106.09226","title":"Why Do Pretrained Language Models Help in Downstream Tasks? An Analysis of Head and Prompt Tuning","created":"2021-06-17","cited_by_count":82,"area":null},{"id":"2109.05729","title":"CPT: A Pre-Trained Unbalanced Transformer for Both Chinese Language Understanding and Generation","created":"2021-09-13","cited_by_count":81,"area":null},{"id":"2209.00099","title":"Efficient Methods for Natural Language Processing: A Survey","created":"2022-08-31","cited_by_count":78,"area":null},{"id":"2109.04650","title":"What Changes Can Large-scale Language Models Bring? Intensive Study on HyperCLOVA: Billions-scale Korean Generative Pretrained Transformers","created":"2021-09-10","cited_by_count":76,"area":null},{"id":"2109.09193","title":"Towards Zero-Label Language Learning","created":"2021-09-19","cited_by_count":76,"area":null},{"id":"2202.07962","title":"Revisiting Parameter-Efficient Tuning: Are We Really There Yet?","created":"2022-02-16","cited_by_count":76,"area":null}],"next_cursor":"100"}