{"total":780,"rows":[{"id":"2106.08254","title":"BEiT: BERT Pre-Training of Image Transformers","created":"2021-06-15","cited_by_count":2375,"area":null},{"id":"2106.07447","title":"HuBERT: Self-Supervised Speech Representation Learning by Masked Prediction of Hidden Units","created":"2021-06-14","cited_by_count":2342,"area":null},{"id":"2107.13586","title":"Pre-train, Prompt, and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing","created":"2021-07-28","cited_by_count":2234,"area":null},{"id":"2106.10199","title":"BitFit: Simple Parameter-efficient Fine-tuning for Transformer-based Masked Language-models","created":"2021-06-18","cited_by_count":1245,"area":null},{"id":"2103.10360","title":"GLM: General Language Model Pretraining with Autoregressive Blank Infilling","created":"2021-03-18","cited_by_count":1031,"area":null},{"id":"2306.08302","title":"Unifying Large Language Models and Knowledge Graphs: A Roadmap","created":"2023-06-14","cited_by_count":668,"area":null},{"id":"2111.14819","title":"Point-BERT: Pre-training 3D Point Cloud Transformers with Masked Point Modeling","created":"2021-11-29","cited_by_count":653,"area":null},{"id":"2204.08387","title":"LayoutLMv3: Pre-training for Document AI with Unified Text and Image Masking","created":"2022-04-18","cited_by_count":485,"area":null},{"id":"2111.01243","title":"Recent Advances in Natural Language Processing via Large Pre-Trained Language Models: A Survey","created":"2021-11-01","cited_by_count":463,"area":null},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2106.02636","title":"MERLOT: Multimodal Neural Script Knowledge Models","created":"2021-06-04","cited_by_count":311,"area":null},{"id":"2205.05131","title":"UL2: Unifying Language Learning Paradigms","created":"2022-05-10","cited_by_count":295,"area":null},{"id":"2203.11147","title":"Teaching language models to support answers with verified quotes","created":"2022-03-21","cited_by_count":292,"area":null},{"id":"2107.02137","title":"ERNIE 3.0: Large-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","created":"2021-07-05","cited_by_count":260,"area":null},{"id":"2207.14255","title":"Efficient Training of Language Models to Fill in the Middle","created":"2022-07-28","cited_by_count":255,"area":null},{"id":"2105.11259","title":"PTR: Prompt Tuning with Rules for Text Classification","created":"2021-05-24","cited_by_count":238,"area":null},{"id":"2112.07916","title":"LongT5: Efficient Text-To-Text Transformer for Long Sequences","created":"2021-12-15","cited_by_count":232,"area":null},{"id":"2206.08155","title":"Zero-Shot Video Question Answering via Frozen Bidirectional Language Models","created":"2022-06-16","cited_by_count":229,"area":null},{"id":"2303.04226","title":"A Comprehensive Survey of AI-Generated Content (AIGC): A History of Generative AI from GAN to ChatGPT","created":"2023-03-07","cited_by_count":224,"area":null},{"id":"2203.15827","title":"LinkBERT: Pretraining Language Models with Document Links","created":"2022-03-29","cited_by_count":211,"area":null},{"id":"2111.12710","title":"PeCo: Perceptual Codebook for BERT Pre-training of Vision Transformers","created":"2021-11-24","cited_by_count":204,"area":null},{"id":"2104.08671","title":"When Does Pretraining Help? Assessing Self-Supervised Learning for Law and the CaseHOLD Dataset","created":"2021-04-18","cited_by_count":201,"area":null},{"id":"2101.12037","title":"BENDR: using transformers and a contrastive self-supervised learning task to learn from massive amounts of EEG data","created":"2021-01-28","cited_by_count":199,"area":null},{"id":"2112.03109","title":"General Facial Representation Learning in a Visual-Linguistic Manner","created":"2021-12-06","cited_by_count":195,"area":null},{"id":"2201.02639","title":"MERLOT Reserve: Neural Script Knowledge through Vision and Language and Sound","created":"2022-01-07","cited_by_count":184,"area":null},{"id":"2101.05779","title":"Structured Prediction as Translation between Augmented Natural Languages","created":"2021-01-14","cited_by_count":183,"area":null},{"id":"2104.07650","title":"KnowPrompt: Knowledge-aware Prompt-tuning with Synergistic Optimization for Relation Extraction","created":"2021-04-15","cited_by_count":180,"area":null},{"id":"2101.00774","title":"Retrieving and Reading: A Comprehensive Survey on Open-domain Question Answering","created":"2021-01-04","cited_by_count":178,"area":null},{"id":"2310.05694","title":"A Survey of Large Language Models for Healthcare: from Data, Technology, and Applications to Accountability and Ethics","created":"2023-10-09","cited_by_count":163,"area":null},{"id":"2111.10952","title":"ExT5: Towards Extreme Multi-Task Scaling for Transfer Learning","created":"2021-11-22","cited_by_count":161,"area":null},{"id":"2106.15147","title":"SCARF: Self-Supervised Contrastive Learning using Random Feature Corruption","created":"2021-06-29","cited_by_count":156,"area":null},{"id":"2203.11183","title":"Masked Discrimination for Self-Supervised Learning on Point Clouds","created":"2022-03-21","cited_by_count":155,"area":null},{"id":"2204.05832","title":"What Language Model Architecture and Pretraining Objective Work Best for Zero-Shot Generalization?","created":"2022-04-12","cited_by_count":150,"area":null},{"id":"2106.11310","title":"Towards Long-Form Video Understanding","created":"2021-06-21","cited_by_count":146,"area":null},{"id":"2105.02605","title":"GraphFormers: GNN-nested Transformers for Representation Learning on Textual Graph","created":"2021-05-06","cited_by_count":143,"area":null},{"id":"2112.07566","title":"VALSE: A Task-Independent Benchmark for Vision and Language Models Centered on Linguistic Phenomena","created":"2021-12-14","cited_by_count":135,"area":null},{"id":"2305.14093","title":"Weakly Supervised 3D Open-vocabulary Segmentation","created":"2023-05-23","cited_by_count":135,"area":null},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131,"area":null},{"id":"2102.08473","title":"COCO-LM: Correcting and Contrasting Text Sequences for Language Model Pretraining","created":"2021-02-16","cited_by_count":126,"area":null},{"id":"2101.00204","title":"BanglaBERT: Language Model Pretraining and Benchmarks for Low-Resource Language Understanding Evaluation in Bangla","created":"2021-01-01","cited_by_count":125,"area":null},{"id":"2210.05643","title":"A Kernel-Based View of Language Model Fine-Tuning","created":"2022-10-11","cited_by_count":121,"area":null},{"id":"2202.08005","title":"Should You Mask 15% in Masked Language Modeling?","created":"2022-02-16","cited_by_count":118,"area":null},{"id":"2205.12035","title":"RetroMAE: Pre-Training Retrieval-oriented Language Models Via Masked Auto-Encoder","created":"2022-05-24","cited_by_count":118,"area":null},{"id":"2211.00083","title":"WHEN FLUE MEETS FLANG: Benchmarks and Large Pre-trained Language Model for Financial Domain","created":"2022-10-31","cited_by_count":117,"area":null},{"id":"2305.13292","title":"VideoLLM: Modeling Video Sequence with Large Language Models","created":"2023-05-22","cited_by_count":116,"area":null},{"id":"2103.11943","title":"BERT: A Review of Applications in Natural Language Processing and Understanding","created":"2021-03-22","cited_by_count":109,"area":null},{"id":"2202.01374","title":"mSLAM: Massively multilingual joint pre-training for speech and text","created":"2022-02-03","cited_by_count":108,"area":null},{"id":"2104.08455","title":"Neural Path Hunter: Reducing Hallucination in Dialogue Systems via Path Grounding","created":"2021-04-17","cited_by_count":106,"area":null},{"id":"2108.04539","title":"BROS: A Pre-trained Language Model Focusing on Text and Layout for Better Key Information Extraction from Documents","created":"2021-08-10","cited_by_count":104,"area":null},{"id":"2102.05169","title":"Decontextualization: Making Sentences Stand-Alone","created":"2021-02-09","cited_by_count":102,"area":null},{"id":"2207.06300","title":"Re2G: Retrieve, Rerank, Generate","created":"2022-07-13","cited_by_count":102,"area":null},{"id":"2106.05786","title":"CAT: Cross Attention in Vision Transformer","created":"2021-06-10","cited_by_count":92,"area":null},{"id":"2106.05630","title":"MusicBERT: Symbolic Music Understanding with Large-Scale Pre-Training","created":"2021-06-10","cited_by_count":89,"area":null},{"id":"2112.06598","title":"WECHSEL: Effective initialization of subword embeddings for cross-lingual transfer of monolingual language models","created":"2021-12-13","cited_by_count":89,"area":null},{"id":"2106.09226","title":"Why Do Pretrained Language Models Help in Downstream Tasks? An Analysis of Head and Prompt Tuning","created":"2021-06-17","cited_by_count":82,"area":null},{"id":"2109.03034","title":"Generate & Rank: A Multi-task Framework for Math Word Problems","created":"2021-09-07","cited_by_count":82,"area":null},{"id":"2102.01373","title":"An Improved Baseline for Sentence-level Relation Extraction","created":"2021-02-02","cited_by_count":81,"area":null},{"id":"2212.14034","title":"Cramming: Training a Language Model on a Single GPU in One Day","created":"2022-12-28","cited_by_count":81,"area":null},{"id":"2308.02976","title":"Spanish Pre-trained BERT Model and Evaluation Data","created":"2023-08-06","cited_by_count":81,"area":null},{"id":"2104.07705","title":"How to Train BERT with an Academic Budget","created":"2021-04-15","cited_by_count":80,"area":null},{"id":"2211.13319","title":"Make-A-Story: Visual Memory Conditioned Consistent Story Generation","created":"2022-11-23","cited_by_count":76,"area":null},{"id":"2103.06413","title":"FairFil: Contrastive Neural Debiasing Method for Pretrained Text Encoders","created":"2021-03-11","cited_by_count":75,"area":null},{"id":"2104.08398","title":"Re-TACRED: Addressing Shortcomings of the TACRED Dataset","created":"2021-04-16","cited_by_count":74,"area":null},{"id":"2109.03659","title":"Label Verbalization and Entailment for Effective Zero- and Few-Shot Relation Extraction","created":"2021-09-08","cited_by_count":73,"area":null},{"id":"2106.16138","title":"XLM-E: Cross-lingual Language Model Pre-training via ELECTRA","created":"2021-06-30","cited_by_count":72,"area":null},{"id":"2104.01767","title":"WhiteningBERT: An Easy Unsupervised Sentence Embedding Approach","created":"2021-04-05","cited_by_count":69,"area":null},{"id":"2110.10329","title":"SLAM: A Unified Encoder for Speech and Language Modeling via Speech-Text Joint Pre-Training","created":"2021-10-20","cited_by_count":69,"area":null},{"id":"2102.07492","title":"DOBF: A Deobfuscation Pre-Training Objective for Programming Languages","created":"2021-02-15","cited_by_count":68,"area":null},{"id":"2210.06155","title":"ERNIE-Layout: Layout Knowledge Enhanced Pre-training for Visually-rich Document Understanding","created":"2022-10-12","cited_by_count":67,"area":null},{"id":"2301.01821","title":"Parameter-Efficient Fine-Tuning Design Spaces","created":"2023-01-04","cited_by_count":67,"area":null},{"id":"2106.16038","title":"ChineseBERT: Chinese Pretraining Enhanced by Glyph and Pinyin Information","created":"2021-06-30","cited_by_count":65,"area":null},{"id":"2101.00438","title":"Few-Shot Question Answering by Pretraining Span Selection","created":"2021-01-02","cited_by_count":62,"area":null},{"id":"2109.03858","title":"Collecting a Large-Scale Gender Bias Dataset for Coreference Resolution and Machine Translation","created":"2021-09-08","cited_by_count":62,"area":null},{"id":"2111.08609","title":"Document AI: Benchmarks, Models and Applications","created":"2021-11-16","cited_by_count":62,"area":null},{"id":"2302.09432","title":"BBT-Fin: Comprehensive Construction of Chinese Financial Domain Pre-trained Language Model, Corpus and Benchmark","created":"2023-02-18","cited_by_count":60,"area":null},{"id":"2201.05867","title":"Transferability in Deep Learning: A Survey","created":"2022-01-15","cited_by_count":57,"area":null},{"id":"2106.11250","title":"VIMPAC: Video Pre-Training via Masked Token Prediction and Contrastive Learning","created":"2021-06-21","cited_by_count":56,"area":null},{"id":"2306.11489","title":"Give Us the Facts: Enhancing Large Language Models with Knowledge Graphs for Fact-aware Language Modeling","created":"2023-06-20","cited_by_count":56,"area":null},{"id":"2207.06991","title":"Language Modelling with Pixels","created":"2022-07-14","cited_by_count":55,"area":null},{"id":"2111.05193","title":"A Survey on Green Deep Learning","created":"2021-11-08","cited_by_count":52,"area":null},{"id":"2105.01735","title":"HerBERT: Efficiently Pretrained Transformer-based Language Model for Polish","created":"2021-05-04","cited_by_count":51,"area":null},{"id":"2107.00440","title":"CLINE: Contrastive Learning with Semantic Negative Examples for Natural Language Understanding","created":"2021-07-01","cited_by_count":50,"area":null},{"id":"2305.16768","title":"Towards a Common Understanding of Contributing Factors for Cross-Lingual Transfer in Multilingual Language Models: A Review","created":"2023-05-26","cited_by_count":50,"area":null},{"id":"2109.06067","title":"Packed Levitated Marker for Entity and Relation Extraction","created":"2021-09-13","cited_by_count":49,"area":null},{"id":"2209.15329","title":"SpeechLM: Enhanced Speech Pre-Training with Unpaired Textual Data","created":"2022-09-30","cited_by_count":49,"area":null},{"id":"2109.05438","title":"\"Let Your Characters Tell Their Story\": A Dataset for Character-Centric Narrative Understanding","created":"2021-09-12","cited_by_count":48,"area":null},{"id":"2106.00188","title":"PIGLeT: Language Grounding Through Neuro-Symbolic Interaction in a 3D World","created":"2021-06-01","cited_by_count":47,"area":null},{"id":"2106.00957","title":"RevCore: Review-augmented Conversational Recommendation","created":"2021-06-02","cited_by_count":47,"area":null},{"id":"2203.00343","title":"Read before Generate! Faithful Long Form Question Answering with Machine Reading","created":"2022-03-01","cited_by_count":47,"area":null},{"id":"2205.09928","title":"Self-Supervised Time Series Representation Learning via Cross Reconstruction Transformer","created":"2022-05-20","cited_by_count":47,"area":null},{"id":"2101.06223","title":"LIME: Learning Inductive Bias for Primitives of Mathematical Reasoning","created":"2021-01-15","cited_by_count":46,"area":null},{"id":"2112.12731","title":"ERNIE 3.0 Titan: Exploring Larger-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","created":"2021-12-23","cited_by_count":46,"area":null},{"id":"2101.00434","title":"Coreference Resolution without Span Representations","created":"2021-01-02","cited_by_count":45,"area":null},{"id":"2110.06696","title":"Mengzi: Towards Lightweight yet Ingenious Pre-trained Models for Chinese","created":"2021-10-13","cited_by_count":45,"area":null},{"id":"2203.02225","title":"ClarET: Pre-training a Correlation-Aware Context-To-Event Transformer for Event-Centric Generation and Classification","created":"2022-03-04","cited_by_count":45,"area":null},{"id":"2403.14541","title":"EDT: Improving Large Language Models' Generation by Entropy-based Dynamic Temperature Sampling","created":"2024-03-21","cited_by_count":45,"area":null},{"id":"2101.03453","title":"BERT & Family Eat Word Salad: Experiments with Text Understanding","created":"2021-01-10","cited_by_count":44,"area":null},{"id":"2109.06304","title":"Phrase-BERT: Improved Phrase Embeddings from BERT with an Application to Corpus Exploration","created":"2021-09-13","cited_by_count":44,"area":null},{"id":"2204.12811","title":"SkillSpan: Hard and Soft Skill Extraction from English Job Postings","created":"2022-04-27","cited_by_count":43,"area":null},{"id":"2210.14698","title":"Autoregressive Structured Prediction with Language Models","created":"2022-10-26","cited_by_count":43,"area":null}],"next_cursor":"100"}