{"total":330,"rows":[{"id":"2109.01652","title":"Finetuned Language Models Are Zero-Shot Learners","created":"2021-09-03","cited_by_count":3780,"area":null},{"id":"2206.07682","title":"Emergent Abilities of Large Language Models","created":"2022-06-15","cited_by_count":2512,"area":null},{"id":"2111.09543","title":"DeBERTaV3: Improving DeBERTa using ELECTRA-Style Pre-Training with Gradient-Disentangled Embedding Sharing","created":"2021-11-18","cited_by_count":1254,"area":null},{"id":"2303.17564","title":"BloombergGPT: A Large Language Model for Finance","created":"2023-03-30","cited_by_count":939,"area":null},{"id":"2205.05638","title":"Few-Shot Parameter-Efficient Fine-Tuning is Better and Cheaper than In-Context Learning","created":"2022-05-11","cited_by_count":896,"area":null},{"id":"2306.01708","title":"TIES-Merging: Resolving Interference When Merging Models","created":"2023-06-02","cited_by_count":818,"area":null},{"id":"2201.11990","title":"Using DeepSpeed and Megatron to Train Megatron-Turing NLG 530B, A Large-Scale Generative Language Model","created":"2022-01-28","cited_by_count":559,"area":null},{"id":"2106.04647","title":"Compacter: Efficient Low-Rank Hypercomplex Adapter Layers","created":"2021-06-08","cited_by_count":460,"area":null},{"id":"2110.15943","title":"MetaICL: Learning to Learn In Context","created":"2021-10-29","cited_by_count":454,"area":null},{"id":"2302.06675","title":"Symbolic Discovery of Optimization Algorithms","created":"2023-02-13","cited_by_count":434,"area":null},{"id":"2305.14788","title":"Adapting Language Models to Compress Contexts","created":"2023-05-24","cited_by_count":356,"area":null},{"id":"2305.17333","title":"Fine-Tuning Language Models with Just Forward Passes","created":"2023-05-27","cited_by_count":345,"area":null},{"id":"2105.11447","title":"True Few-Shot Learning with Language Models","created":"2021-05-24","cited_by_count":344,"area":null},{"id":"2107.02137","title":"ERNIE 3.0: Large-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","created":"2021-07-05","cited_by_count":260,"area":null},{"id":"2305.03514","title":"Can Large Language Models Transform Computational Social Science?","created":"2023-04-12","cited_by_count":250,"area":null},{"id":"2110.07904","title":"SPoT: Better Frozen Model Adaptation through Soft Prompt Transfer","created":"2021-10-15","cited_by_count":235,"area":null},{"id":"2302.10724","title":"ChatGPT: Jack of all trades, master of none","created":"2023-02-21","cited_by_count":204,"area":null},{"id":"2101.11038","title":"Muppet: Massive Multi-task Representations with Pre-Finetuning","created":"2021-01-26","cited_by_count":192,"area":null},{"id":"2203.06904","title":"Delta Tuning: A Comprehensive Study of Parameter Efficient Methods for Pre-trained Language Models","created":"2022-03-14","cited_by_count":180,"area":null},{"id":"2405.14782","title":"Lessons from the Trenches on Reproducible Evaluation of Language Models","created":"2024-05-23","cited_by_count":179,"area":null},{"id":"2303.16854","title":"AnnoLLM: Making Large Language Models to Be Better Crowdsourced Annotators","created":"2023-03-29","cited_by_count":172,"area":null},{"id":"2111.10952","title":"ExT5: Towards Extreme Multi-Task Scaling for Transfer Learning","created":"2021-11-22","cited_by_count":161,"area":null},{"id":"2210.02441","title":"Ask Me Anything: A simple strategy for prompting language models","created":"2022-10-05","cited_by_count":155,"area":null},{"id":"2205.10782","title":"Instruction Induction: From Few Examples to Natural Language Task Descriptions","created":"2022-05-22","cited_by_count":152,"area":null},{"id":"2406.19384","title":"The Remarkable Robustness of LLMs: Stages of Inference?","created":"2024-06-27","cited_by_count":146,"area":null},{"id":"2104.08835","title":"CrossFit: A Few-shot Learning Challenge for Cross-task Generalization in NLP","created":"2021-04-18","cited_by_count":142,"area":null},{"id":"2306.09782","title":"Full Parameter Fine-tuning for Large Language Models with Limited Resources","created":"2023-06-16","cited_by_count":134,"area":null},{"id":"2304.14402","title":"LaMini-LM: A Diverse Herd of Distilled Models from Large-Scale Instructions","created":"2023-04-27","cited_by_count":124,"area":null},{"id":"2305.18486","title":"A Systematic Study and Comprehensive Evaluation of ChatGPT on Benchmark Datasets","created":"2023-05-29","cited_by_count":123,"area":null},{"id":"2303.02861","title":"Multitask Prompt Tuning Enables Parameter-Efficient Transfer Learning","created":"2023-03-06","cited_by_count":115,"area":null},{"id":"2207.00747","title":"Rationale-Augmented Ensembles in Language Models","created":"2022-07-02","cited_by_count":111,"area":null},{"id":"2204.03044","title":"Fusing finetuned models for better pretraining","created":"2022-04-06","cited_by_count":110,"area":null},{"id":"2405.17461","title":"EMR-Merging: Tuning-Free High-Performance Model Merging","created":"2024-05-23","cited_by_count":110,"area":null},{"id":"2310.08754","title":"Tokenizer Choice For LLM Training: Negligible or Crucial?","created":"2023-10-12","cited_by_count":108,"area":null},{"id":"2312.16337","title":"Task Contamination: Language Models May Not Be Few-Shot Anymore","created":"2023-12-26","cited_by_count":99,"area":null},{"id":"2103.13009","title":"UNICORN on RAINBOW: A Universal Commonsense Reasoning Model on a New Multitask Benchmark","created":"2021-03-24","cited_by_count":98,"area":null},{"id":"2210.03050","title":"State-of-the-art generalisation research in NLP: A taxonomy and review","created":"2022-10-06","cited_by_count":98,"area":null},{"id":"2103.11955","title":"Improving and Simplifying Pattern Exploiting Training","created":"2021-03-22","cited_by_count":97,"area":null},{"id":"2206.06336","title":"Language Models are General-Purpose Interfaces","created":"2022-06-13","cited_by_count":97,"area":null},{"id":"2310.15393","title":"DoGE: Domain Reweighting with Generalization Estimation","created":"2023-10-23","cited_by_count":90,"area":null},{"id":"2205.11961","title":"ATTEMPT: Parameter-Efficient Multi-task Tuning via Attentional Mixtures of Soft Prompts","created":"2022-05-24","cited_by_count":85,"area":null},{"id":"2302.03202","title":"Exploring the Benefits of Training Expert Language Models over Instruction Tuning","created":"2023-02-07","cited_by_count":80,"area":null},{"id":"2202.07962","title":"Revisiting Parameter-Efficient Tuning: Are We Really There Yet?","created":"2022-02-16","cited_by_count":76,"area":null},{"id":"2410.02396","title":"Parameter Competition Balancing for Model Merging","created":"2024-10-03","cited_by_count":72,"area":null},{"id":"2202.04173","title":"Exploring the Limits of Domain-Adaptive Training for Detoxifying Large-Scale Language Models","created":"2022-02-08","cited_by_count":68,"area":null},{"id":"2401.12255","title":"Instructional Fingerprinting of Large Language Models","created":"2024-01-21","cited_by_count":68,"area":null},{"id":"2205.00049","title":"Prompt Consistency for Zero-Shot Task Generalization","created":"2022-04-29","cited_by_count":67,"area":null},{"id":"2305.03937","title":"Residual Prompt Tuning: Improving Prompt Tuning with Residual Reparameterization","created":"2023-05-06","cited_by_count":64,"area":null},{"id":"2104.08247","title":"What to Pre-Train on? Efficient Intermediate Task Selection","created":"2021-04-16","cited_by_count":63,"area":null},{"id":"2305.16742","title":"Parameter-Efficient Fine-Tuning without Introducing New Latency","created":"2023-05-26","cited_by_count":59,"area":null},{"id":"2107.06955","title":"HTLM: Hyper-Text Pre-Training and Prompting of Language Models","created":"2021-07-14","cited_by_count":58,"area":null},{"id":"2302.04863","title":"Knowledge is a Region in Weight Space for Fine-tuned Language Models","created":"2023-02-09","cited_by_count":58,"area":null},{"id":"2308.05342","title":"Metacognitive Prompting Improves Understanding in Large Language Models","created":"2023-08-10","cited_by_count":58,"area":null},{"id":"2106.00840","title":"Comparing Test Sets with Item Response Theory","created":"2021-06-01","cited_by_count":57,"area":null},{"id":"2205.01703","title":"Improving In-Context Few-Shot Learning via Self-Supervised Training","created":"2022-05-03","cited_by_count":57,"area":null},{"id":"2410.03617","title":"What Matters for Model Merging at Scale?","created":"2024-10-04","cited_by_count":55,"area":null},{"id":"2402.15751","title":"Sparse MeZO: Less Parameters for Better Performance in Zeroth-Order LLM Fine-Tuning","created":"2024-02-24","cited_by_count":54,"area":null},{"id":"2212.01378","title":"ColD Fusion: Collaborative Descent for Distributed Multitask Finetuning","created":"2022-12-02","cited_by_count":52,"area":null},{"id":"2406.11675","title":"BLoB: Bayesian Low-Rank Adaptation by Backpropagation for Large Language Models","created":"2024-06-17","cited_by_count":50,"area":null},{"id":"2410.07698","title":"Enhancing Zeroth-order Fine-tuning for Language Models with Low-rank Structures","created":"2024-10-10","cited_by_count":50,"area":null},{"id":"2205.05092","title":"Problems with Cosine as a Measure of Embedding Similarity for High Frequency Words","created":"2022-05-10","cited_by_count":49,"area":null},{"id":"2402.04177","title":"Scaling Laws for Downstream Task Performance of Large Language Models","created":"2024-02-06","cited_by_count":49,"area":null},{"id":"2309.02706","title":"HAE-RAE Bench: Evaluation of Korean Knowledge in Language Models","created":"2023-09-06","cited_by_count":47,"area":null},{"id":"2407.12994","title":"A Survey of Prompt Engineering Methods in Large Language Models for Different NLP Tasks","created":"2024-07-17","cited_by_count":47,"area":null},{"id":"2403.01509","title":"Fantastic Semantics and Where to Find Them: Investigating Which Layers of Generative LLMs Reflect Lexical Semantics","created":"2024-03-03","cited_by_count":44,"area":null},{"id":"2210.05497","title":"Improving Sharpness-Aware Minimization with Fisher Mask for Better Generalization on Language Models","created":"2022-10-11","cited_by_count":42,"area":null},{"id":"2204.01172","title":"PERFECT: Prompt-free and Efficient Few-shot Learning with Language Models","created":"2022-04-03","cited_by_count":40,"area":null},{"id":"2104.14694","title":"Let's Play Mono-Poly: BERT Can Reveal Words' Polysemy Level and Partitionability into Senses","created":"2021-04-29","cited_by_count":39,"area":null},{"id":"2203.08929","title":"An Analysis of Negation in Natural Language Understanding Corpora","created":"2022-03-16","cited_by_count":39,"area":null},{"id":"2302.04931","title":"In-Context Learning with Many Demonstration Examples","created":"2023-02-09","cited_by_count":39,"area":null},{"id":"2303.09859","title":"Trained on 100 million words and still in shape: BERT meets British National Corpus","created":"2023-03-17","cited_by_count":39,"area":null},{"id":"2306.04746","title":"Using Imperfect Surrogates for Downstream Inference: Design-based Supervised Learning for Social Science Applications of Large Language Models","created":"2023-06-07","cited_by_count":39,"area":null},{"id":"2204.04541","title":"KOBEST: Korean Balanced Evaluation of Significant Tasks","created":"2022-04-09","cited_by_count":37,"area":null},{"id":"2303.06273","title":"Consistency Analysis of ChatGPT","created":"2023-03-11","cited_by_count":37,"area":null},{"id":"2104.08808","title":"Learn Continually, Generalize Rapidly: Lifelong Knowledge Accumulation for Few-shot Learning","created":"2021-04-18","cited_by_count":35,"area":null},{"id":"2309.05173","title":"DePT: Decomposed Prompt Tuning for Parameter-Efficient Fine-tuning","created":"2023-09-11","cited_by_count":35,"area":null},{"id":"2405.00361","title":"AdaMoLE: Fine-Tuning Large Language Models with Adaptive Mixture of Low-Rank Adaptation Experts","created":"2024-05-01","cited_by_count":34,"area":null},{"id":"2108.06332","title":"FlipDA: Effective and Robust Data Augmentation for Few-Shot Learning","created":"2021-08-13","cited_by_count":32,"area":null},{"id":"2203.10995","title":"Word Order Does Matter (And Shuffled Language Models Know It)","created":"2022-03-21","cited_by_count":32,"area":null},{"id":"2405.02774","title":"Get more for less: Principled Data Selection for Warming Up Fine-Tuning in LLMs","created":"2024-05-05","cited_by_count":32,"area":null},{"id":"2405.20612","title":"UniBias: Unveiling and Mitigating LLM Bias through Internal Attention and FFN Manipulation","created":"2024-05-31","cited_by_count":31,"area":null},{"id":"2210.04457","title":"XPrompt: Exploring the Extreme of Prompt Tuning","created":"2022-10-10","cited_by_count":30,"area":null},{"id":"2305.15212","title":"Towards Adaptive Prefix Tuning for Parameter-Efficient Language Model Fine-tuning","created":"2023-05-24","cited_by_count":29,"area":null},{"id":"2406.02913","title":"Zeroth-Order Fine-Tuning of LLMs with Extreme Sparsity","created":"2024-06-05","cited_by_count":28,"area":null},{"id":"2106.01183","title":"A Cluster-based Approach for Improving Isotropy in Contextual Embedding Space","created":"2021-06-02","cited_by_count":27,"area":null},{"id":"2212.00196","title":"Data-Efficient Finetuning Using Cross-Task Nearest Neighbors","created":"2022-12-01","cited_by_count":26,"area":null},{"id":"2410.08989","title":"Zeroth-Order Fine-Tuning of LLMs in Random Subspaces","created":"2024-10-11","cited_by_count":26,"area":null},{"id":"2110.07867","title":"Exploring Universal Intrinsic Task Subspace via Prompt Tuning","created":"2021-10-15","cited_by_count":25,"area":null},{"id":"2202.00828","title":"Co-training Improves Prompt-based Learning for Large Language Models","created":"2022-02-02","cited_by_count":24,"area":null},{"id":"2212.01853","title":"Toward Efficient Language Model Pretraining and Downstream Adaptation via Self-Evolution: A Case Study on SuperGLUE","created":"2022-12-04","cited_by_count":24,"area":null},{"id":"2212.02216","title":"Improving Few-Shot Performance of Language Models via Nearest Neighbor Calibration","created":"2022-12-05","cited_by_count":24,"area":null},{"id":"2211.00107","title":"Where to start? Analyzing the potential value of intermediate models","created":"2022-10-31","cited_by_count":23,"area":null},{"id":"2305.08414","title":"What's the Meaning of Superhuman Performance in Today's NLU?","created":"2023-05-15","cited_by_count":23,"area":null},{"id":"2210.02969","title":"Guess the Instruction! Flipped Learning Makes Language Models Stronger Zero-Shot Learners","created":"2022-10-06","cited_by_count":22,"area":null},{"id":"2304.01666","title":"A Survey on Contextualised Semantic Shift Detection","created":"2023-04-04","cited_by_count":22,"area":null},{"id":"2311.00522","title":"Text Rendering Strategies for Pixel Language Models","created":"2023-11-01","cited_by_count":22,"area":null},{"id":"2402.12011","title":"A Systematic Comparison of Contextualized Word Embeddings for Lexical Semantic Change","created":"2024-02-19","cited_by_count":21,"area":null},{"id":"2209.07216","title":"TempoWiC: An Evaluation Benchmark for Detecting Meaning Shift in Social Media","created":"2022-09-15","cited_by_count":19,"area":null},{"id":"2406.13555","title":"BiLD: Bi-directional Logits Difference Loss for Large Language Model Distillation","created":"2024-06-19","cited_by_count":19,"area":null},{"id":"2407.16695","title":"Stress-Testing Long-Context Language Models with Lifelong ICL and Task Haystack","created":"2024-07-23","cited_by_count":19,"area":null}],"next_cursor":"100"}