{"total":670,"rows":[{"id":"2301.12597","title":"BLIP-2: Bootstrapping Language-Image Pre-training with Frozen Image Encoders and Large Language Models","created":"2023-01-30","cited_by_count":6137,"area":"synth"},{"id":"2009.01325","title":"Learning to summarize from human feedback","created":"2020-09-02","cited_by_count":2588,"area":"alignment"},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2106.08254","title":"BEiT: BERT Pre-Training of Image Transformers","created":"2021-06-15","cited_by_count":2375,"area":null},{"id":"2107.13586","title":"Pre-train, Prompt, and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing","created":"2021-07-28","cited_by_count":2234,"area":null},{"id":"2103.10360","title":"GLM: General Language Model Pretraining with Autoregressive Blank Infilling","created":"2021-03-18","cited_by_count":1031,"area":null},{"id":"2110.04544","title":"CLIP-Adapter: Better Vision-Language Models with Feature Adapters","created":"2021-10-09","cited_by_count":1026,"area":"mllm"},{"id":"2109.00859","title":"CodeT5: Identifier-aware Unified Pre-trained Encoder-Decoder Models for Code Understanding and Generation","created":"2021-09-02","cited_by_count":906,"area":null},{"id":"2210.02414","title":"GLM-130B: An Open Bilingual Pre-trained Model","created":"2022-10-05","cited_by_count":843,"area":null},{"id":"2202.03052","title":"OFA: Unifying Architectures, Tasks, and Modalities Through a Simple Sequence-to-Sequence Learning Framework","created":"2022-02-07","cited_by_count":745,"area":null},{"id":"2106.11520","title":"BARTScore: Evaluating Generated Text as Text Generation","created":"2021-06-22","cited_by_count":722,"area":null},{"id":"2103.10385","title":"GPT Understands, Too","created":"2021-03-18","cited_by_count":716,"area":null},{"id":"2112.04482","title":"FLAVA: A Foundational Language And Vision Alignment Model","created":"2021-12-08","cited_by_count":649,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2104.08696","title":"Knowledge Neurons in Pretrained Transformers","created":"2021-04-18","cited_by_count":601,"area":null},{"id":"2402.06196","title":"Large Language Models: A Survey","created":"2024-02-09","cited_by_count":525,"area":null},{"id":"2208.10442","title":"Image as a Foreign Language: BEiT Pretraining for All Vision and Vision-Language Tasks","created":"2022-08-22","cited_by_count":511,"area":null},{"id":"2301.13848","title":"Benchmarking Large Language Models for News Summarization","created":"2023-01-31","cited_by_count":445,"area":null},{"id":"2111.02358","title":"VLMo: Unified Vision-Language Pre-Training with Mixture-of-Modality-Experts","created":"2021-11-03","cited_by_count":425,"area":"mllm"},{"id":"2203.03850","title":"UniXcoder: Unified Cross-Modal Pre-training for Code Representation","created":"2022-03-08","cited_by_count":361,"area":null},{"id":"2404.19737","title":"Better & Faster Large Language Models via Multi-token Prediction","created":"2024-04-30","cited_by_count":360,"area":null},{"id":"2306.03091","title":"RepoBench: Benchmarking Repository-Level Code Auto-Completion Systems","created":"2023-06-05","cited_by_count":353,"area":null},{"id":"2102.01192","title":"Generative Spoken Language Modeling from Raw Audio","created":"2021-02-01","cited_by_count":340,"area":null},{"id":"2305.07922","title":"CodeT5+: Open Code Large Language Models for Code Understanding and Generation","created":"2023-05-13","cited_by_count":333,"area":null},{"id":"2308.07107","title":"Large Language Models for Information Retrieval: A Survey","created":"2023-08-14","cited_by_count":331,"area":null},{"id":"2212.10071","title":"Large Language Models Are Reasoning Teachers","created":"2022-12-20","cited_by_count":329,"area":"lr"},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2208.06366","title":"BEiT v2: Masked Image Modeling with Vector-Quantized Visual Tokenizers","created":"2022-08-12","cited_by_count":303,"area":null},{"id":"2205.05131","title":"UL2: Unifying Language Learning Paradigms","created":"2022-05-10","cited_by_count":295,"area":null},{"id":"2409.16040","title":"Time-MoE: Billion-Scale Time Series Foundation Models with Mixture of Experts","created":"2024-09-24","cited_by_count":287,"area":"moe"},{"id":"2109.10282","title":"TrOCR: Transformer-based Optical Character Recognition with Pre-trained Models","created":"2021-09-21","cited_by_count":279,"area":null},{"id":"2205.03340","title":"Prompt Distribution Learning","created":"2022-05-06","cited_by_count":235,"area":"mllm"},{"id":"2303.04226","title":"A Comprehensive Survey of AI-Generated Content (AIGC): A History of Generative AI from GAN to ChatGPT","created":"2023-03-07","cited_by_count":224,"area":null},{"id":"2111.12710","title":"PeCo: Perceptual Codebook for BERT Pre-training of Vision Transformers","created":"2021-11-24","cited_by_count":204,"area":null},{"id":"2303.16058","title":"Unmasked Teacher: Towards Training-Efficient Video Foundation Models","created":"2023-03-28","cited_by_count":199,"area":null},{"id":"2103.08493","title":"How Many Data Points is a Prompt Worth?","created":"2021-03-15","cited_by_count":198,"area":null},{"id":"2310.16218","title":"Knowledge Editing for Large Language Models: A Survey","created":"2023-10-24","cited_by_count":194,"area":"lr"},{"id":"2102.10407","title":"VisualGPT: Data-efficient Adaptation of Pretrained Language Models for Image Captioning","created":"2021-02-20","cited_by_count":191,"area":null},{"id":"2110.07205","title":"SpeechT5: Unified-Modal Encoder-Decoder Pre-Training for Spoken Language Processing","created":"2021-10-14","cited_by_count":180,"area":null},{"id":"2203.00555","title":"DeepNet: Scaling Transformers to 1,000 Layers","created":"2022-03-01","cited_by_count":178,"area":null},{"id":"2106.15590","title":"The Values Encoded in Machine Learning Research","created":"2021-06-29","cited_by_count":172,"area":null},{"id":"2402.18013","title":"A Survey on Recent Advances in LLM-Based Multi-turn Dialogue Systems","created":"2024-02-28","cited_by_count":170,"area":null},{"id":"2302.08043","title":"GraphPrompt: Unifying Pre-Training and Downstream Tasks for Graph Neural Networks","created":"2023-02-16","cited_by_count":167,"area":null},{"id":"2310.05694","title":"A Survey of Large Language Models for Healthcare: from Data, Technology, and Applications to Accountability and Ethics","created":"2023-10-09","cited_by_count":163,"area":null},{"id":"2204.06031","title":"A Review on Language Models as Knowledge Bases","created":"2022-04-12","cited_by_count":157,"area":null},{"id":"2106.15147","title":"SCARF: Self-Supervised Contrastive Learning using Random Feature Corruption","created":"2021-06-29","cited_by_count":156,"area":null},{"id":"2302.00402","title":"mPLUG-2: A Modularized Multi-modal Foundation Model Across Text, Image and Video","created":"2023-02-01","cited_by_count":154,"area":null},{"id":"2302.10035","title":"Large-scale Multi-Modal Pre-trained Models: A Comprehensive Survey","created":"2023-02-20","cited_by_count":153,"area":null},{"id":"2204.05832","title":"What Language Model Architecture and Pretraining Objective Work Best for Zero-Shot Generalization?","created":"2022-04-12","cited_by_count":150,"area":null},{"id":"2402.01364","title":"Continual Learning for Large Language Models: A Survey","created":"2024-02-02","cited_by_count":147,"area":null},{"id":"2212.07981","title":"Revisiting the Gold Standard: Grounding Summarization Evaluation with Robust Human Evaluation","created":"2022-12-15","cited_by_count":142,"area":null},{"id":"2211.15583","title":"On the Effectiveness of Parameter-Efficient Fine-Tuning","created":"2022-11-28","cited_by_count":141,"area":null},{"id":"2102.06203","title":"Proof Artifact Co-training for Theorem Proving with Language Models","created":"2021-02-11","cited_by_count":132,"area":"offlinerl"},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131,"area":null},{"id":"2201.05337","title":"A Survey of Controllable Text Generation using Transformer-based Pre-trained Language Models","created":"2022-01-14","cited_by_count":129,"area":null},{"id":"2102.08473","title":"COCO-LM: Correcting and Contrasting Text Sequences for Language Model Pretraining","created":"2021-02-16","cited_by_count":126,"area":null},{"id":"2205.11388","title":"StreamingQA: A Benchmark for Adaptation to New Knowledge over Time in Question Answering Models","created":"2022-05-23","cited_by_count":126,"area":null},{"id":"2201.05273","title":"Pretrained Language Models for Text Generation: A Survey","created":"2022-01-14","cited_by_count":122,"area":null},{"id":"2205.12035","title":"RetroMAE: Pre-Training Retrieval-oriented Language Models Via Masked Auto-Encoder","created":"2022-05-24","cited_by_count":118,"area":null},{"id":"2305.19420","title":"What and How does In-Context Learning Learn? Bayesian Model Averaging, Parameterization, and Generalization","created":"2023-05-30","cited_by_count":118,"area":null},{"id":"2108.13161","title":"Differentiable Prompt Makes Pre-trained Language Models Better Few-shot Learners","created":"2021-08-30","cited_by_count":115,"area":null},{"id":"2306.14893","title":"LongCoder: A Long-Range Pre-trained Language Model for Code Completion","created":"2023-06-26","cited_by_count":112,"area":null},{"id":"2103.06410","title":"MediaSum: A Large-scale Media Interview Dataset for Dialogue Summarization","created":"2021-03-11","cited_by_count":104,"area":null},{"id":"2211.09699","title":"PromptCap: Prompt-Guided Task-Aware Image Captioning","created":"2022-11-15","cited_by_count":104,"area":null},{"id":"2111.14592","title":"GALAXY: A Generative Pre-trained Model for Task-Oriented Dialog with Semi-Supervised Learning and Explicit Policy Injection","created":"2021-11-29","cited_by_count":102,"area":null},{"id":"2204.08396","title":"StableMoE: Stable Routing Strategy for Mixture of Experts","created":"2022-04-18","cited_by_count":100,"area":"moe"},{"id":"2206.06336","title":"Language Models are General-Purpose Interfaces","created":"2022-06-13","cited_by_count":97,"area":null},{"id":"2105.10311","title":"Pretrained Language Models for Text Generation: A Survey","created":"2021-05-21","cited_by_count":95,"area":null},{"id":"2206.02369","title":"Learning to Break the Loop: Analyzing and Mitigating Repetitions for Neural Text Generation","created":"2022-06-06","cited_by_count":94,"area":null},{"id":"2301.03580","title":"Designing BERT for Convolutional Networks: Sparse and Hierarchical Masked Modeling","created":"2023-01-09","cited_by_count":94,"area":null},{"id":"2210.15424","title":"What Language Model to Train if You Have One Million GPU Hours?","created":"2022-10-27","cited_by_count":92,"area":null},{"id":"2103.00823","title":"M6: A Chinese Multimodal Pretrainer","created":"2021-03-01","cited_by_count":91,"area":null},{"id":"2303.14742","title":"Exploring the Impact of Instruction Data Scaling on Large Language Models: An Empirical Study on Real-World Use Cases","created":"2023-03-26","cited_by_count":86,"area":null},{"id":"2204.03905","title":"BioBART: Pretraining and Evaluation of A Biomedical Generative Language Model","created":"2022-04-08","cited_by_count":83,"area":null},{"id":"2109.05729","title":"CPT: A Pre-Trained Unbalanced Transformer for Both Chinese Language Understanding and Generation","created":"2021-09-13","cited_by_count":81,"area":null},{"id":"2108.11591","title":"LayoutReader: Pre-training of Text and Layout for Reading Order Detection","created":"2021-08-26","cited_by_count":80,"area":null},{"id":"2202.07371","title":"Personalized Prompt Learning for Explainable Recommendation","created":"2022-02-15","cited_by_count":79,"area":null},{"id":"2203.06849","title":"SUPERB-SG: Enhanced Speech processing Universal PERformance Benchmark for Semantic and Generative Capabilities","created":"2022-03-14","cited_by_count":77,"area":null},{"id":"2211.05994","title":"A Survey of Knowledge Enhanced Pre-trained Language Models","created":"2022-11-11","cited_by_count":76,"area":null},{"id":"2104.07606","title":"Planning with Learned Entity Prompts for Abstractive Summarization","created":"2021-04-15","cited_by_count":75,"area":null},{"id":"2009.07253","title":"Autoregressive Knowledge Distillation through Imitation Learning","created":"2020-09-15","cited_by_count":74,"area":"offlinerl"},{"id":"2106.16138","title":"XLM-E: Cross-lingual Language Model Pre-training via ELECTRA","created":"2021-06-30","cited_by_count":72,"area":null},{"id":"2109.02492","title":"DialogLM: Pre-trained Model for Long Dialogue Understanding and Summarization","created":"2021-09-06","cited_by_count":72,"area":null},{"id":"2305.13040","title":"SpokenWOZ: A Large-Scale Speech-Text Benchmark for Spoken Task-Oriented Dialogue Agents","created":"2023-05-22","cited_by_count":71,"area":"agents"},{"id":"2406.16937","title":"A Complete Survey on LLM-based AI Chatbots","created":"2024-06-17","cited_by_count":71,"area":null},{"id":"2101.11796","title":"DOC2PPT: Automatic Presentation Slides Generation from Scientific Documents","created":"2021-01-28","cited_by_count":70,"area":null},{"id":"2201.11147","title":"OntoProtein: Protein Pretraining With Gene Ontology Embedding","created":"2022-01-23","cited_by_count":70,"area":null},{"id":"2102.07492","title":"DOBF: A Deobfuscation Pre-Training Objective for Programming Languages","created":"2021-02-15","cited_by_count":68,"area":null},{"id":"2106.16038","title":"ChineseBERT: Chinese Pretraining Enhanced by Glyph and Pinyin Information","created":"2021-06-30","cited_by_count":65,"area":null},{"id":"2310.06213","title":"GeoLLM: Extracting Geospatial Knowledge from Large Language Models","created":"2023-10-10","cited_by_count":64,"area":null},{"id":"2405.14295","title":"Focus Anywhere for Fine-grained Multi-page Document Understanding","created":"2024-05-23","cited_by_count":62,"area":null},{"id":"2205.02444","title":"Cross-modal Contrastive Learning for Speech Translation","created":"2022-05-05","cited_by_count":61,"area":null},{"id":"2501.10326","title":"Large language models for automated scholarly paper review: A survey","created":"2025-01-17","cited_by_count":61,"area":null},{"id":"2105.11601","title":"Personalized Transformer for Explainable Recommendation","created":"2021-05-25","cited_by_count":59,"area":null},{"id":"2401.02038","title":"Understanding LLMs: A Comprehensive Overview from Training to Inference","created":"2024-01-04","cited_by_count":59,"area":null},{"id":"2205.10183","title":"Prototypical Calibration for Few-shot Learning of Language Models","created":"2022-05-20","cited_by_count":58,"area":null},{"id":"2304.01008","title":"Self-Supervised Multimodal Learning: A Survey","created":"2023-03-31","cited_by_count":58,"area":null},{"id":"2203.10426","title":"STEMM: Self-learning with Speech-text Manifold Mixup for Speech Translation","created":"2022-03-20","cited_by_count":57,"area":null},{"id":"2208.01448","title":"AlexaTM 20B: Few-Shot Learning Using a Large-Scale Multilingual Seq2Seq Model","created":"2022-08-02","cited_by_count":57,"area":null},{"id":"2105.04623","title":"Improving Factual Consistency of Abstractive Summarization via Question Answering","created":"2021-05-10","cited_by_count":55,"area":null}],"next_cursor":"100"}