{"total":2166,"rows":[{"id":"2107.03374","title":"Evaluating Large Language Models Trained on Code","created":"2021-07-07","cited_by_count":8320,"area":null},{"id":"2104.08691","title":"The Power of Scale for Parameter-Efficient Prompt Tuning","created":"2021-04-18","cited_by_count":3795,"area":null},{"id":"2109.01652","title":"Finetuned Language Models Are Zero-Shot Learners","created":"2021-09-03","cited_by_count":3780,"area":null},{"id":"2108.07732","title":"Program Synthesis with Large Language Models","created":"2021-08-16","cited_by_count":3637,"area":null},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2106.07447","title":"HuBERT: Self-Supervised Speech Representation Learning by Masked Prediction of Hidden Units","created":"2021-06-14","cited_by_count":2342,"area":null},{"id":"2107.13586","title":"Pre-train, Prompt, and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing","created":"2021-07-28","cited_by_count":2234,"area":null},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984,"area":null},{"id":"2201.08239","title":"LaMDA: Language Models for Dialog Applications","created":"2022-01-20","cited_by_count":1220,"area":null},{"id":"2104.08786","title":"Fantastically Ordered Prompts and Where to Find Them: Overcoming Few-Shot Prompt Order Sensitivity","created":"2021-04-18","cited_by_count":1135,"area":null},{"id":"2110.04366","title":"Towards a Unified View of Parameter-Efficient Transfer Learning","created":"2021-10-08","cited_by_count":872,"area":null},{"id":"2202.10054","title":"Fine-Tuning can Distort Pretrained Features and Underperform Out-of-Distribution","created":"2022-02-21","cited_by_count":739,"area":null},{"id":"2301.13688","title":"The Flan Collection: Designing Data and Methods for Effective Instruction Tuning","created":"2023-01-31","cited_by_count":739,"area":null},{"id":"2202.03555","title":"data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language","created":"2022-02-07","cited_by_count":727,"area":null},{"id":"2104.08773","title":"Cross-Task Generalization via Natural Language Crowdsourcing Instructions","created":"2021-04-18","cited_by_count":699,"area":null},{"id":"2309.10305","title":"Baichuan 2: Open Large-scale Language Models","created":"2023-09-19","cited_by_count":670,"area":null},{"id":"2306.08302","title":"Unifying Large Language Models and Knowledge Graphs: A Roadmap","created":"2023-06-14","cited_by_count":668,"area":null},{"id":"2105.01051","title":"SUPERB: Speech processing Universal PERformance Benchmark","created":"2021-05-03","cited_by_count":666,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2111.09832","title":"Merging Models with Fisher-Weighted Averaging","created":"2021-11-18","cited_by_count":621,"area":null},{"id":"2402.00838","title":"OLMo: Accelerating the Science of Language Models","created":"2024-02-01","cited_by_count":613,"area":null},{"id":"2109.14084","title":"VideoCLIP: Contrastive Pre-training for Zero-shot Video-Text Understanding","created":"2021-09-28","cited_by_count":602,"area":null},{"id":"2109.02846","title":"Datasets: A Community Library for Natural Language Processing","created":"2021-09-07","cited_by_count":530,"area":null},{"id":"2105.13626","title":"ByT5: Towards a token-free future with pre-trained byte-to-byte models","created":"2021-05-28","cited_by_count":509,"area":null},{"id":"2102.03902","title":"Nystr\\\"omformer: A Nystr\\\"om-Based Algorithm for Approximating Self-Attention","created":"2021-02-07","cited_by_count":471,"area":null},{"id":"2111.01243","title":"Recent Advances in Natural Language Processing via Large Pre-Trained Language Models: A Survey","created":"2021-11-01","cited_by_count":463,"area":null},{"id":"2304.13712","title":"Harnessing the Power of LLMs in Practice: A Survey on ChatGPT and Beyond","created":"2023-04-26","cited_by_count":411,"area":null},{"id":"2104.06599","title":"Learning How to Ask: Querying LMs with Mixtures of Soft Prompts","created":"2021-04-14","cited_by_count":377,"area":null},{"id":"2205.12548","title":"RLPrompt: Optimizing Discrete Text Prompts with Reinforcement Learning","created":"2022-05-25","cited_by_count":366,"area":null},{"id":"2201.10005","title":"Text and Code Embeddings by Contrastive Pre-Training","created":"2022-01-24","cited_by_count":361,"area":null},{"id":"2102.01192","title":"Generative Spoken Language Modeling from Raw Audio","created":"2021-02-01","cited_by_count":340,"area":null},{"id":"2103.00453","title":"Self-Diagnosis and Self-Debiasing: A Proposal for Reducing Corpus-Based Bias in NLP","created":"2021-02-28","cited_by_count":337,"area":null},{"id":"2308.07107","title":"Large Language Models for Information Retrieval: A Survey","created":"2023-08-14","cited_by_count":331,"area":null},{"id":"2112.06825","title":"VL-Adapter: Parameter-Efficient Transfer Learning for Vision-and-Language Tasks","created":"2021-12-13","cited_by_count":320,"area":null},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2106.13219","title":"Towards Understanding and Mitigating Social Biases in Language Models","created":"2021-06-24","cited_by_count":296,"area":null},{"id":"2106.15110","title":"Time-Aware Language Models as Temporal Knowledge Bases","created":"2021-06-29","cited_by_count":296,"area":null},{"id":"2205.05131","title":"UL2: Unifying Language Learning Paradigms","created":"2022-05-10","cited_by_count":295,"area":null},{"id":"2106.03004","title":"Exploring the Limits of Out-of-Distribution Detection","created":"2021-06-06","cited_by_count":283,"area":null},{"id":"2205.13147","title":"Matryoshka Representation Learning","created":"2022-05-26","cited_by_count":282,"area":null},{"id":"2102.01293","title":"Scaling Laws for Transfer","created":"2021-02-02","cited_by_count":272,"area":null},{"id":"2107.02137","title":"ERNIE 3.0: Large-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","created":"2021-07-05","cited_by_count":260,"area":null},{"id":"2205.10643","title":"Self-Supervised Speech Representation Learning: A Review","created":"2022-05-21","cited_by_count":260,"area":null},{"id":"2104.07857","title":"ZeRO-Infinity: Breaking the GPU Memory Wall for Extreme Scale Deep Learning","created":"2021-04-16","cited_by_count":256,"area":null},{"id":"2107.04649","title":"Accuracy on the Line: On the Strong Correlation Between Out-of-Distribution and In-Distribution Generalization","created":"2021-07-09","cited_by_count":249,"area":null},{"id":"2103.12028","title":"Quality at a Glance: An Audit of Web-Crawled Multilingual Datasets","created":"2021-03-22","cited_by_count":243,"area":null},{"id":"2103.06874","title":"CANINE: Pre-training an Efficient Tokenization-Free Encoder for Language Representation","created":"2021-03-11","cited_by_count":232,"area":null},{"id":"2303.04226","title":"A Comprehensive Survey of AI-Generated Content (AIGC): A History of Generative AI from GAN to ChatGPT","created":"2023-03-07","cited_by_count":224,"area":null},{"id":"2101.00121","title":"WARP: Word-level Adversarial ReProgramming","created":"2021-01-01","cited_by_count":221,"area":null},{"id":"2202.01771","title":"Pre-Trained Language Models for Interactive Decision-Making","created":"2022-02-03","cited_by_count":221,"area":null},{"id":"2111.01007","title":"Projected GANs Converge Faster","created":"2021-11-01","cited_by_count":208,"area":null},{"id":"2212.10450","title":"Is GPT-3 a Good Data Annotator?","created":"2022-12-20","cited_by_count":208,"area":null},{"id":"2205.12689","title":"Large Language Models are Few-Shot Clinical Information Extractors","created":"2022-05-25","cited_by_count":207,"area":null},{"id":"2209.06243","title":"CometKiwi: IST-Unbabel 2022 Submission for the Quality Estimation Shared Task","created":"2022-09-13","cited_by_count":207,"area":null},{"id":"2304.05613","title":"ChatGPT Beyond English: Towards a Comprehensive Evaluation of Large Language Models in Multilingual Learning","created":"2023-04-12","cited_by_count":206,"area":null},{"id":"2103.15316","title":"Whitening Sentence Representations for Better Semantics and Faster Retrieval","created":"2021-03-29","cited_by_count":202,"area":null},{"id":"2305.00586","title":"How does GPT-2 compute greater-than?: Interpreting mathematical abilities in a pre-trained language model","created":"2023-04-30","cited_by_count":202,"area":null},{"id":"2106.02036","title":"Anticipative Video Transformer","created":"2021-06-03","cited_by_count":200,"area":null},{"id":"2112.03109","title":"General Facial Representation Learning in a Visual-Linguistic Manner","created":"2021-12-06","cited_by_count":195,"area":null},{"id":"2103.06495","title":"Read Like Humans: Autonomous, Bidirectional and Iterative Language Modeling for Scene Text Recognition","created":"2021-03-11","cited_by_count":194,"area":null},{"id":"2104.07540","title":"Generating Datasets with Pretrained Language Models","created":"2021-04-15","cited_by_count":193,"area":null},{"id":"2102.10407","title":"VisualGPT: Data-efficient Adaptation of Pretrained Language Models for Image Captioning","created":"2021-02-20","cited_by_count":191,"area":null},{"id":"2101.08231","title":"Word Alignment by Fine-tuning Embeddings on Parallel Corpora","created":"2021-01-20","cited_by_count":186,"area":null},{"id":"2204.13258","title":"Cross-modal Memory Networks for Radiology Report Generation","created":"2022-04-28","cited_by_count":185,"area":null},{"id":"2307.00589","title":"MedCPT: Contrastive Pre-trained Transformers with Large-scale PubMed Search Logs for Zero-shot Biomedical Information Retrieval","created":"2023-07-02","cited_by_count":185,"area":null},{"id":"2108.02035","title":"Knowledgeable Prompt-tuning: Incorporating Knowledge into Prompt Verbalizer for Text Classification","created":"2021-08-04","cited_by_count":183,"area":null},{"id":"2305.13169","title":"A Pretrainer's Guide to Training Data: Measuring the Effects of Data Age, Domain Coverage, Quality, & Toxicity","created":"2023-05-22","cited_by_count":182,"area":null},{"id":"2106.00737","title":"Implicit Representations of Meaning in Neural Language Models","created":"2021-06-01","cited_by_count":180,"area":null},{"id":"2110.07205","title":"SpeechT5: Unified-Modal Encoder-Decoder Pre-Training for Spoken Language Processing","created":"2021-10-14","cited_by_count":180,"area":null},{"id":"2103.11790","title":"Large Pre-trained Language Models Contain Human-like Biases of What is Right and Wrong to Do","created":"2021-03-08","cited_by_count":178,"area":null},{"id":"2109.00725","title":"Causal Inference in Natural Language Processing: Estimation, Prediction, Interpretation and Beyond","created":"2021-09-02","cited_by_count":178,"area":null},{"id":"2104.06644","title":"Masked Language Modeling and the Distributional Hypothesis: Order Word Matters Pre-training for Little","created":"2021-04-14","cited_by_count":177,"area":null},{"id":"2205.09911","title":"Can Foundation Models Wrangle Your Data?","created":"2022-05-20","cited_by_count":175,"area":null},{"id":"2310.05470","title":"Generative Judge for Evaluating Alignment","created":"2023-10-09","cited_by_count":169,"area":null},{"id":"2205.06743","title":"A Comprehensive Survey of Few-shot Learning: Evolution, Applications, Challenges, and Opportunities","created":"2022-05-13","cited_by_count":163,"area":null},{"id":"2310.05694","title":"A Survey of Large Language Models for Healthcare: from Data, Technology, and Applications to Accountability and Ethics","created":"2023-10-09","cited_by_count":163,"area":null},{"id":"2104.03502","title":"Emotion Recognition from Speech Using Wav2vec 2.0 Embeddings","created":"2021-04-08","cited_by_count":162,"area":null},{"id":"2104.08253","title":"Condenser: a Pre-training Architecture for Dense Retrieval","created":"2021-04-16","cited_by_count":162,"area":null},{"id":"2106.12672","title":"Charformer: Fast Character Transformers via Gradient-based Subword Tokenization","created":"2021-06-23","cited_by_count":160,"area":null},{"id":"2402.17944","title":"Large Language Models(LLMs) on Tabular Data: Prediction, Generation, and Understanding -- A Survey","created":"2024-02-27","cited_by_count":159,"area":null},{"id":"2210.09338","title":"Deep Bidirectional Language-Knowledge Graph Pretraining","created":"2022-10-17","cited_by_count":156,"area":null},{"id":"2302.10035","title":"Large-scale Multi-Modal Pre-trained Models: A Comprehensive Survey","created":"2023-02-20","cited_by_count":153,"area":null},{"id":"2106.03521","title":"RedditBias: A Real-World Resource for Bias Evaluation and Debiasing of Conversational Language Models","created":"2021-06-07","cited_by_count":149,"area":null},{"id":"2309.00363","title":"FederatedScope-LLM: A Comprehensive Package for Fine-tuning Large Language Models in Federated Learning","created":"2023-09-01","cited_by_count":149,"area":null},{"id":"2110.09327","title":"Self-Supervised Representation Learning: Introduction, Advances and Challenges","created":"2021-10-18","cited_by_count":148,"area":null},{"id":"2105.02605","title":"GraphFormers: GNN-nested Transformers for Representation Learning on Textual Graph","created":"2021-05-06","cited_by_count":143,"area":null},{"id":"2201.06642","title":"Towards a Cleaner Document-Oriented Multilingual Crawled Corpus","created":"2022-01-17","cited_by_count":143,"area":null},{"id":"2106.01223","title":"A Unified Generative Framework for Various NER Subtasks","created":"2021-06-02","cited_by_count":141,"area":null},{"id":"2211.15583","title":"On the Effectiveness of Parameter-Efficient Fine-Tuning","created":"2022-11-28","cited_by_count":141,"area":null},{"id":"2102.13019","title":"Investigating the Limitations of Transformers with Simple Arithmetic Tasks","created":"2021-02-25","cited_by_count":139,"area":null},{"id":"2109.14739","title":"Multi-Task Pre-Training for Plug-and-Play Task-Oriented Dialogue System","created":"2021-09-29","cited_by_count":139,"area":null},{"id":"2305.16938","title":"Few-shot Fine-tuning vs. In-context Learning: A Fair Comparison and Evaluation","created":"2023-05-26","cited_by_count":136,"area":null},{"id":"2303.08233","title":"NL4Opt Competition: Formulating Optimization Problems Based on Their Natural Language Descriptions","created":"2023-03-14","cited_by_count":135,"area":null},{"id":"2112.09153","title":"An Empirical Investigation of the Role of Pre-training in Lifelong Learning","created":"2021-12-16","cited_by_count":134,"area":null},{"id":"2102.00894","title":"Multilingual LAMA: Investigating Knowledge in Multilingual Pretrained Language Models","created":"2021-02-01","cited_by_count":132,"area":null},{"id":"2112.10508","title":"Between words and characters: A Brief History of Open-Vocabulary Modeling and Tokenization in NLP","created":"2021-12-20","cited_by_count":132,"area":null},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131,"area":null},{"id":"2105.04387","title":"Recent Advances in Deep Learning Based Dialogue Systems: A Systematic Survey","created":"2021-05-10","cited_by_count":130,"area":null},{"id":"2201.05337","title":"A Survey of Controllable Text Generation using Transformer-based Pre-trained Language Models","created":"2022-01-14","cited_by_count":129,"area":null},{"id":"2211.13308","title":"SciRepEval: A Multi-Format Benchmark for Scientific Document Representations","created":"2022-11-23","cited_by_count":129,"area":null}],"next_cursor":"100"}