{"total":173,"rows":[{"id":"2104.08691","title":"The Power of Scale for Parameter-Efficient Prompt Tuning","created":"2021-04-18","cited_by_count":3795,"area":null},{"id":"2109.01652","title":"Finetuned Language Models Are Zero-Shot Learners","created":"2021-09-03","cited_by_count":3780,"area":null},{"id":"2111.09543","title":"DeBERTaV3: Improving DeBERTa using ELECTRA-Style Pre-Training with Gradient-Disentangled Embedding Sharing","created":"2021-11-18","cited_by_count":1254,"area":null},{"id":"2303.17564","title":"BloombergGPT: A Large Language Model for Finance","created":"2023-03-30","cited_by_count":939,"area":null},{"id":"2305.13048","title":"RWKV: Reinventing RNNs for the Transformer Era","created":"2023-05-22","cited_by_count":827,"area":null},{"id":"2306.01116","title":"The RefinedWeb Dataset for Falcon LLM: Outperforming Curated Corpora with Web Data, and Web Data Only","created":"2023-06-01","cited_by_count":763,"area":null},{"id":"2103.10385","title":"GPT Understands, Too","created":"2021-03-18","cited_by_count":716,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2311.16867","title":"The Falcon Series of Open Language Models","created":"2023-11-28","cited_by_count":535,"area":null},{"id":"2206.01861","title":"ZeroQuant: Efficient and Affordable Post-Training Quantization for Large-Scale Transformers","created":"2022-06-04","cited_by_count":526,"area":null},{"id":"2106.04647","title":"Compacter: Efficient Low-Rank Hypercomplex Adapter Layers","created":"2021-06-08","cited_by_count":460,"area":null},{"id":"2110.15943","title":"MetaICL: Learning to Learn In Context","created":"2021-10-29","cited_by_count":454,"area":null},{"id":"2302.06675","title":"Symbolic Discovery of Optimization Algorithms","created":"2023-02-13","cited_by_count":434,"area":null},{"id":"2305.17333","title":"Fine-Tuning Language Models with Just Forward Passes","created":"2023-05-27","cited_by_count":345,"area":null},{"id":"2105.11447","title":"True Few-Shot Learning with Language Models","created":"2021-05-24","cited_by_count":344,"area":null},{"id":"2107.02137","title":"ERNIE 3.0: Large-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","created":"2021-07-05","cited_by_count":260,"area":null},{"id":"2110.07904","title":"SPoT: Better Frozen Model Adaptation through Soft Prompt Transfer","created":"2021-10-15","cited_by_count":235,"area":null},{"id":"2103.08493","title":"How Many Data Points is a Prompt Worth?","created":"2021-03-15","cited_by_count":198,"area":null},{"id":"2101.04898","title":"Unlearnable Examples: Making Personal Data Unexploitable","created":"2021-01-13","cited_by_count":193,"area":null},{"id":"2101.11038","title":"Muppet: Massive Multi-task Representations with Pre-Finetuning","created":"2021-01-26","cited_by_count":192,"area":null},{"id":"2203.06904","title":"Delta Tuning: A Comprehensive Study of Parameter Efficient Methods for Pre-trained Language Models","created":"2022-03-14","cited_by_count":180,"area":null},{"id":"2405.14782","title":"Lessons from the Trenches on Reproducible Evaluation of Language Models","created":"2024-05-23","cited_by_count":179,"area":null},{"id":"2101.00774","title":"Retrieving and Reading: A Comprehensive Survey on Open-domain Question Answering","created":"2021-01-04","cited_by_count":178,"area":null},{"id":"2111.10952","title":"ExT5: Towards Extreme Multi-Task Scaling for Transfer Learning","created":"2021-11-22","cited_by_count":161,"area":null},{"id":"2210.02441","title":"Ask Me Anything: A simple strategy for prompting language models","created":"2022-10-05","cited_by_count":155,"area":null},{"id":"2104.08835","title":"CrossFit: A Few-shot Learning Challenge for Cross-task Generalization in NLP","created":"2021-04-18","cited_by_count":142,"area":null},{"id":"2304.14402","title":"LaMini-LM: A Diverse Herd of Distilled Models from Large-Scale Instructions","created":"2023-04-27","cited_by_count":124,"area":null},{"id":"2305.18486","title":"A Systematic Study and Comprehensive Evaluation of ChatGPT on Benchmark Datasets","created":"2023-05-29","cited_by_count":123,"area":null},{"id":"2303.02861","title":"Multitask Prompt Tuning Enables Parameter-Efficient Transfer Learning","created":"2023-03-06","cited_by_count":115,"area":null},{"id":"2105.09680","title":"KLUE: Korean Language Understanding Evaluation","created":"2021-05-20","cited_by_count":114,"area":null},{"id":"2211.09260","title":"Task-aware Retrieval with Instructions","created":"2022-11-16","cited_by_count":107,"area":null},{"id":"2103.13009","title":"UNICORN on RAINBOW: A Universal Commonsense Reasoning Model on a New Multitask Benchmark","created":"2021-03-24","cited_by_count":98,"area":null},{"id":"2103.11955","title":"Improving and Simplifying Pattern Exploiting Training","created":"2021-03-22","cited_by_count":97,"area":null},{"id":"2107.12708","title":"QA Dataset Explosion: A Taxonomy of NLP Resources for Question Answering and Reading Comprehension","created":"2021-07-27","cited_by_count":91,"area":null},{"id":"2205.11961","title":"ATTEMPT: Parameter-Efficient Multi-task Tuning via Attentional Mixtures of Soft Prompts","created":"2022-05-24","cited_by_count":85,"area":null},{"id":"2111.08284","title":"Few-Shot Self-Rationalization with Natural Language Prompts","created":"2021-11-16","cited_by_count":83,"area":null},{"id":"2104.07885","title":"Probing Across Time: What Does RoBERTa Know and When?","created":"2021-04-16","cited_by_count":73,"area":null},{"id":"2401.12255","title":"Instructional Fingerprinting of Large Language Models","created":"2024-01-21","cited_by_count":68,"area":null},{"id":"2305.03937","title":"Residual Prompt Tuning: Improving Prompt Tuning with Residual Reparameterization","created":"2023-05-06","cited_by_count":64,"area":null},{"id":"2104.08247","title":"What to Pre-Train on? Efficient Intermediate Task Selection","created":"2021-04-16","cited_by_count":63,"area":null},{"id":"2305.17008","title":"NormBank: A Knowledge Bank of Situational Social Norms","created":"2023-05-26","cited_by_count":60,"area":null},{"id":"2202.12359","title":"UnifiedQA-v2: Stronger Generalization via Broader Cross-Format Training","created":"2022-02-23","cited_by_count":57,"area":null},{"id":"2205.01703","title":"Improving In-Context Few-Shot Learning via Self-Supervised Training","created":"2022-05-03","cited_by_count":57,"area":null},{"id":"2104.06598","title":"AR-LSAT: Investigating Analytical Reasoning of Text","created":"2021-04-14","cited_by_count":51,"area":null},{"id":"2410.07698","title":"Enhancing Zeroth-order Fine-tuning for Language Models with Low-rank Structures","created":"2024-10-10","cited_by_count":50,"area":null},{"id":"2402.04177","title":"Scaling Laws for Downstream Task Performance of Large Language Models","created":"2024-02-06","cited_by_count":49,"area":null},{"id":"2108.00648","title":"From LSAT: The Progress and Challenges of Complex Reasoning","created":"2021-08-02","cited_by_count":43,"area":null},{"id":"2106.00969","title":"COM2SENSE: A Commonsense Reasoning Benchmark with Complementary Sentences","created":"2021-06-02","cited_by_count":40,"area":null},{"id":"2303.09859","title":"Trained on 100 million words and still in shape: BERT meets British National Corpus","created":"2023-03-17","cited_by_count":39,"area":null},{"id":"2401.08295","title":"SAPT: A Shared Attention Framework for Parameter-Efficient Continual Learning of Large Language Models","created":"2024-01-16","cited_by_count":38,"area":null},{"id":"2309.05173","title":"DePT: Decomposed Prompt Tuning for Parameter-Efficient Fine-tuning","created":"2023-09-11","cited_by_count":35,"area":null},{"id":"2108.06332","title":"FlipDA: Effective and Robust Data Augmentation for Few-Shot Learning","created":"2021-08-13","cited_by_count":32,"area":null},{"id":"2203.10995","title":"Word Order Does Matter (And Shuffled Language Models Know It)","created":"2022-03-21","cited_by_count":32,"area":null},{"id":"2106.00872","title":"On the Efficacy of Adversarial Data Collection for Question Answering: Results from a Large-Scale Randomized Study","created":"2021-06-02","cited_by_count":31,"area":null},{"id":"2109.03438","title":"ArchivalQA: A Large-scale Benchmark Dataset for Open Domain Question Answering over Historical News Collections","created":"2021-09-08","cited_by_count":30,"area":null},{"id":"2203.09978","title":"WOODS: Benchmarks for Out-of-Distribution Generalization in Time Series","created":"2022-03-18","cited_by_count":30,"area":null},{"id":"2210.04457","title":"XPrompt: Exploring the Extreme of Prompt Tuning","created":"2022-10-10","cited_by_count":30,"area":null},{"id":"2311.05741","title":"Efficiently Adapting Pretrained Language Models To New Languages","created":"2023-11-09","cited_by_count":28,"area":null},{"id":"2101.10421","title":"English Machine Reading Comprehension Datasets: A Survey","created":"2021-01-25","cited_by_count":26,"area":null},{"id":"2210.14102","title":"Exploring Mode Connectivity for Pre-trained Language Models","created":"2022-10-25","cited_by_count":26,"area":null},{"id":"2410.08989","title":"Zeroth-Order Fine-Tuning of LLMs in Random Subspaces","created":"2024-10-11","cited_by_count":26,"area":null},{"id":"2110.07867","title":"Exploring Universal Intrinsic Task Subspace via Prompt Tuning","created":"2021-10-15","cited_by_count":25,"area":null},{"id":"2212.01853","title":"Toward Efficient Language Model Pretraining and Downstream Adaptation via Self-Evolution: A Case Study on SuperGLUE","created":"2022-12-04","cited_by_count":24,"area":null},{"id":"2407.08582","title":"On the Universal Truthfulness Hyperplane Inside LLMs","created":"2024-07-11","cited_by_count":24,"area":null},{"id":"2305.08414","title":"What's the Meaning of Superhuman Performance in Today's NLU?","created":"2023-05-15","cited_by_count":23,"area":null},{"id":"2102.01065","title":"Do Question Answering Modeling Improvements Hold Across Benchmarks?","created":"2021-02-01","cited_by_count":20,"area":null},{"id":"2403.17848","title":"ArabicaQA: A Comprehensive Dataset for Arabic Question Answering","created":"2024-03-26","cited_by_count":20,"area":null},{"id":"2109.04223","title":"KELM: Knowledge Enhanced Pre-Trained Language Representations with Message Passing on Hierarchical Relational Graphs","created":"2021-09-09","cited_by_count":19,"area":null},{"id":"2204.12708","title":"On the Limitations of Dataset Balancing: The Lost Battle Against Spurious Correlations","created":"2022-04-27","cited_by_count":19,"area":null},{"id":"2406.13555","title":"BiLD: Bi-directional Logits Difference Loss for Large Language Model Distillation","created":"2024-06-19","cited_by_count":19,"area":null},{"id":"2201.07126","title":"Instance-aware Prompt Learning for Language Understanding and Generation","created":"2022-01-18","cited_by_count":18,"area":null},{"id":"2211.01482","title":"RQUGE: Reference-Free Metric for Evaluating Question Generation by Answering the Question","created":"2022-11-02","cited_by_count":17,"area":null},{"id":"2310.17876","title":"TarGEN: Targeted Data Generation with Large Language Models","created":"2023-10-27","cited_by_count":17,"area":null},{"id":"2405.02596","title":"Random Masking Finds Winning Tickets for Parameter Efficient Fine-tuning","created":"2024-05-04","cited_by_count":17,"area":null},{"id":"2205.11726","title":"On the Role of Bidirectionality in Language Model Pre-Training","created":"2022-05-24","cited_by_count":15,"area":null},{"id":"2406.03792","title":"Light-PEFT: Lightening Parameter-Efficient Fine-Tuning via Early Pruning","created":"2024-06-06","cited_by_count":15,"area":null},{"id":"2410.18779","title":"A Little Help Goes a Long Way: Efficient LLM Training by Leveraging Small LMs","created":"2024-10-24","cited_by_count":15,"area":null},{"id":"2410.18965","title":"On the Crucial Role of Initialization for Matrix Factorization","created":"2024-10-24","cited_by_count":15,"area":null},{"id":"2202.06219","title":"PQuAD: A Persian Question Answering Dataset","created":"2022-02-13","cited_by_count":14,"area":null},{"id":"2210.05043","title":"Multi-CLS BERT: An Efficient Alternative to Traditional Ensembling","created":"2022-10-10","cited_by_count":14,"area":null},{"id":"2305.10284","title":"Towards More Robust NLP System Evaluation: Handling Missing Scores in Benchmarks","created":"2023-05-17","cited_by_count":14,"area":null},{"id":"2305.11790","title":"Prompting with Pseudo-Code Instructions","created":"2023-05-19","cited_by_count":14,"area":null},{"id":"2402.07818","title":"Differentially Private Zeroth-Order Methods for Scalable Large Language Model Finetuning","created":"2024-02-12","cited_by_count":14,"area":null},{"id":"2212.03597","title":"DeepSpeed Data Efficiency: Improving Deep Learning Model Quality and Training Efficiency via Efficient Data Sampling and Routing","created":"2022-12-07","cited_by_count":13,"area":null},{"id":"2401.15207","title":"HiFT: A Hierarchical Full Parameter Fine-Tuning Strategy","created":"2024-01-26","cited_by_count":12,"area":null},{"id":"2406.04823","title":"BERTs are Generative In-Context Learners","created":"2024-06-07","cited_by_count":12,"area":null},{"id":"2208.05577","title":"Reducing Retraining by Recycling Parameter-Efficient Prompts","created":"2022-08-10","cited_by_count":11,"area":null},{"id":"2211.11586","title":"Random-LTD: Random and Layerwise Token Dropping Brings Efficient Training for Large-scale Transformers","created":"2022-11-17","cited_by_count":11,"area":null},{"id":"2302.08143","title":"Learning to Initialize: Can Meta Learning Improve Cross-task Generalization in Prompt Tuning?","created":"2023-02-16","cited_by_count":11,"area":null},{"id":"2403.17859","title":"ChroniclingAmericaQA: A Large-scale Question Answering Dataset based on Historical American Newspaper Pages","created":"2024-03-26","cited_by_count":10,"area":null},{"id":"2410.14802","title":"Implicit Regularization of Sharpness-Aware Minimization for Scale-Invariant Problems","created":"2024-10-18","cited_by_count":10,"area":null},{"id":"2111.02570","title":"CLUES: Few-Shot Learning Evaluation in Natural Language Understanding","created":"2021-11-04","cited_by_count":9,"area":null},{"id":"2210.12587","title":"Model ensemble instead of prompt fusion: a sample-specific knowledge transfer method for few-shot prompt tuning","created":"2022-10-23","cited_by_count":9,"area":null},{"id":"2305.14716","title":"GlobalBench: A Benchmark for Global Progress in Natural Language Processing","created":"2023-05-24","cited_by_count":9,"area":null},{"id":"2109.12264","title":"More Than Reading Comprehension: A Survey on Datasets and Metrics of Textual Question Answering","created":"2021-09-25","cited_by_count":8,"area":null},{"id":"2202.03164","title":"Conversational Agents: Theory and Applications","created":"2022-02-07","cited_by_count":8,"area":null},{"id":"2205.11024","title":"Vector-Quantized Input-Contextualized Soft Prompts for Natural Language Understanding","created":"2022-05-23","cited_by_count":7,"area":null},{"id":"2305.06557","title":"Long-Tailed Question Answering in an Open World","created":"2023-05-11","cited_by_count":7,"area":null},{"id":"2405.13938","title":"eXmY: A Data Type and Technique for Arbitrary Bit Precision Quantization","created":"2024-05-22","cited_by_count":7,"area":null},{"id":"2410.04060","title":"LoRTA: Low Rank Tensor Adaptation of Large Language Models","created":"2024-10-05","cited_by_count":7,"area":null}],"next_cursor":"100"}