{"total":204,"rows":[{"id":"2103.14030","title":"Swin Transformer: Hierarchical Vision Transformer using Shifted Windows","created":"2021-03-25","cited_by_count":12139,"area":null},{"id":"2106.08254","title":"BEiT: BERT Pre-Training of Image Transformers","created":"2021-06-15","cited_by_count":2375,"area":null},{"id":"2107.13586","title":"Pre-train, Prompt, and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing","created":"2021-07-28","cited_by_count":2234,"area":null},{"id":"2111.09883","title":"Swin Transformer V2: Scaling Up Capacity and Resolution","created":"2021-11-18","cited_by_count":1228,"area":null},{"id":"2106.13230","title":"Video Swin Transformer","created":"2021-06-24","cited_by_count":1091,"area":null},{"id":"2103.10360","title":"GLM: General Language Model Pretraining with Autoregressive Blank Infilling","created":"2021-03-18","cited_by_count":1031,"area":null},{"id":"2106.11520","title":"BARTScore: Evaluating Generated Text as Text Generation","created":"2021-06-22","cited_by_count":722,"area":null},{"id":"2112.04482","title":"FLAVA: A Foundational Language And Vision Alignment Model","created":"2021-12-08","cited_by_count":649,"area":null},{"id":"2104.08696","title":"Knowledge Neurons in Pretrained Transformers","created":"2021-04-18","cited_by_count":601,"area":null},{"id":"2208.10442","title":"Image as a Foreign Language: BEiT Pretraining for All Vision and Vision-Language Tasks","created":"2022-08-22","cited_by_count":511,"area":null},{"id":"2111.02358","title":"VLMo: Unified Vision-Language Pre-Training with Mixture-of-Modality-Experts","created":"2021-11-03","cited_by_count":425,"area":"mllm"},{"id":"2304.13712","title":"Harnessing the Power of LLMs in Practice: A Survey on ChatGPT and Beyond","created":"2023-04-26","cited_by_count":411,"area":null},{"id":"2308.07107","title":"Large Language Models for Information Retrieval: A Survey","created":"2023-08-14","cited_by_count":331,"area":null},{"id":"2208.06366","title":"BEiT v2: Masked Image Modeling with Vector-Quantized Visual Tokenizers","created":"2022-08-12","cited_by_count":303,"area":null},{"id":"2106.11539","title":"DocFormer: End-to-End Transformer for Document Understanding","created":"2021-06-22","cited_by_count":256,"area":null},{"id":"2107.07653","title":"TAPEX: Table Pre-training via Learning a Neural SQL Executor","created":"2021-07-16","cited_by_count":235,"area":null},{"id":"2103.15358","title":"Multi-Scale Vision Longformer: A New Vision Transformer for High-Resolution Image Encoding","created":"2021-03-29","cited_by_count":207,"area":null},{"id":"2108.13323","title":"FedKD: Communication Efficient Federated Learning via Knowledge Distillation","created":"2021-08-30","cited_by_count":187,"area":"distill"},{"id":"2105.06762","title":"DialogSum: A Real-Life Scenario Dialogue Summarization Dataset","created":"2021-05-14","cited_by_count":183,"area":null},{"id":"2203.00555","title":"DeepNet: Scaling Transformers to 1,000 Layers","created":"2022-03-01","cited_by_count":178,"area":null},{"id":"2112.01529","title":"BEVT: BERT Pretraining of Video Transformers","created":"2021-12-02","cited_by_count":169,"area":null},{"id":"2310.05694","title":"A Survey of Large Language Models for Healthcare: from Data, Technology, and Applications to Accountability and Ethics","created":"2023-10-09","cited_by_count":163,"area":null},{"id":"2106.15147","title":"SCARF: Self-Supervised Contrastive Learning using Random Feature Corruption","created":"2021-06-29","cited_by_count":156,"area":null},{"id":"2105.02605","title":"GraphFormers: GNN-nested Transformers for Representation Learning on Textual Graph","created":"2021-05-06","cited_by_count":143,"area":null},{"id":"2306.05817","title":"How Can Recommender Systems Benefit from Large Language Models: A Survey","created":"2023-06-09","cited_by_count":142,"area":null},{"id":"2102.08473","title":"COCO-LM: Correcting and Contrasting Text Sequences for Language Model Pretraining","created":"2021-02-16","cited_by_count":126,"area":null},{"id":"2201.05273","title":"Pretrained Language Models for Text Generation: A Survey","created":"2022-01-14","cited_by_count":122,"area":null},{"id":"2210.00045","title":"Calibrating Sequence likelihood Improves Conditional Language Generation","created":"2022-09-30","cited_by_count":121,"area":null},{"id":"2108.13161","title":"Differentiable Prompt Makes Pre-trained Language Models Better Few-shot Learners","created":"2021-08-30","cited_by_count":115,"area":null},{"id":"2202.13669","title":"LiLT: A Simple yet Effective Language-Independent Layout Transformer for Structured Document Understanding","created":"2022-02-28","cited_by_count":107,"area":null},{"id":"2204.08396","title":"StableMoE: Stable Routing Strategy for Mixture of Experts","created":"2022-04-18","cited_by_count":100,"area":"moe"},{"id":"2206.06336","title":"Language Models are General-Purpose Interfaces","created":"2022-06-13","cited_by_count":97,"area":null},{"id":"2206.02369","title":"Learning to Break the Loop: Analyzing and Mitigating Repetitions for Neural Text Generation","created":"2022-06-06","cited_by_count":94,"area":null},{"id":"2106.05786","title":"CAT: Cross Attention in Vision Transformer","created":"2021-06-10","cited_by_count":92,"area":null},{"id":"2103.00823","title":"M6: A Chinese Multimodal Pretrainer","created":"2021-03-01","cited_by_count":91,"area":null},{"id":"2204.03905","title":"BioBART: Pretraining and Evaluation of A Biomedical Generative Language Model","created":"2022-04-08","cited_by_count":83,"area":null},{"id":"2109.05729","title":"CPT: A Pre-Trained Unbalanced Transformer for Both Chinese Language Understanding and Generation","created":"2021-09-13","cited_by_count":81,"area":null},{"id":"2212.14034","title":"Cramming: Training a Language Model on a Single GPU in One Day","created":"2022-12-28","cited_by_count":81,"area":null},{"id":"2106.16138","title":"XLM-E: Cross-lingual Language Model Pre-training via ELECTRA","created":"2021-06-30","cited_by_count":72,"area":null},{"id":"2109.02492","title":"DialogLM: Pre-trained Model for Long Dialogue Understanding and Summarization","created":"2021-09-06","cited_by_count":72,"area":null},{"id":"2210.06155","title":"ERNIE-Layout: Layout Knowledge Enhanced Pre-training for Visually-rich Document Understanding","created":"2022-10-12","cited_by_count":67,"area":null},{"id":"2301.01821","title":"Parameter-Efficient Fine-Tuning Design Spaces","created":"2023-01-04","cited_by_count":67,"area":null},{"id":"2106.16038","title":"ChineseBERT: Chinese Pretraining Enhanced by Glyph and Pinyin Information","created":"2021-06-30","cited_by_count":65,"area":null},{"id":"2203.08411","title":"FormNet: Structural Encoding beyond Sequential Modeling in Form Document Information Extraction","created":"2022-03-16","cited_by_count":64,"area":null},{"id":"2410.18745","title":"Why Does the Effective Context Length of LLMs Fall Short?","created":"2024-10-24","cited_by_count":63,"area":null},{"id":"2108.09084","title":"Fastformer: Additive Attention Can Be All You Need","created":"2021-08-20","cited_by_count":61,"area":null},{"id":"2205.10183","title":"Prototypical Calibration for Few-shot Learning of Language Models","created":"2022-05-20","cited_by_count":58,"area":null},{"id":"2208.01448","title":"AlexaTM 20B: Few-Shot Learning Using a Large-Scale Multilingual Seq2Seq Model","created":"2022-08-02","cited_by_count":57,"area":null},{"id":"2112.12782","title":"SeMask: Semantically Masked Transformers for Semantic Segmentation","created":"2021-12-23","cited_by_count":55,"area":null},{"id":"2205.13401","title":"Your Transformer May Not be as Powerful as You Expect","created":"2022-05-26","cited_by_count":55,"area":null},{"id":"2106.12566","title":"Stable, Fast and Accurate: Kernelized Attention with Relative Positional Encoding","created":"2021-06-23","cited_by_count":51,"area":null},{"id":"2401.06199","title":"xTrimoPGLM: Unified 100B-Scale Pre-trained Transformer for Deciphering the Language of Protein","created":"2024-01-11","cited_by_count":50,"area":null},{"id":"2401.07333","title":"ELLA-V: Stable Neural Codec Language Modeling with Alignment-guided Sequence Reordering","created":"2024-01-14","cited_by_count":50,"area":null},{"id":"2207.11280","title":"PanGu-Coder: Program Synthesis with Function-Level Language Modeling","created":"2022-07-22","cited_by_count":48,"area":null},{"id":"2306.01733","title":"DocFormerv2: Local Features for Document Understanding","created":"2023-06-02","cited_by_count":46,"area":null},{"id":"2202.12024","title":"NoisyTune: A Little Noise Can Help You Finetune Pretrained Language Models Better","created":"2022-02-24","cited_by_count":43,"area":null},{"id":"2209.01307","title":"TransPolymer: a Transformer-based language model for polymer property predictions","created":"2022-09-03","cited_by_count":43,"area":null},{"id":"2303.06697","title":"Traj-MAE: Masked Autoencoders for Trajectory Prediction","created":"2023-03-12","cited_by_count":42,"area":null},{"id":"2104.08692","title":"MT6: Multilingual Pretrained Text-to-Text Transformer with Translation Pairs","created":"2021-04-18","cited_by_count":41,"area":null},{"id":"2106.01023","title":"One Teacher is Enough? Pre-trained Language Model Distillation from Multiple Teachers","created":"2021-06-02","cited_by_count":40,"area":"distill"},{"id":"2110.06533","title":"EventBERT: A Pre-Trained Model for Event Correlation Reasoning","created":"2021-10-13","cited_by_count":40,"area":null},{"id":"2107.02561","title":"Rethinking Positional Encoding","created":"2021-07-06","cited_by_count":37,"area":null},{"id":"2210.10615","title":"A Unified View of Masked Image Modeling","created":"2022-10-19","cited_by_count":36,"area":null},{"id":"2405.13001","title":"Large Language Models for Education: A Survey","created":"2024-05-12","cited_by_count":34,"area":null},{"id":"2106.00149","title":"HiddenCut: Simple Data Augmentation for Natural Language Understanding with Better Generalization","created":"2021-05-31","cited_by_count":32,"area":null},{"id":"2403.18447","title":"Can Language Beat Numerical Regression? Language-Based Multimodal Trajectory Prediction","created":"2024-03-27","cited_by_count":31,"area":null},{"id":"2404.15045","title":"Multi-Head Mixture-of-Experts","created":"2024-04-23","cited_by_count":31,"area":"moe"},{"id":"2207.11660","title":"MAR: Masked Autoencoders for Efficient Action Recognition","created":"2022-07-24","cited_by_count":29,"area":null},{"id":"2304.04358","title":"WebBrain: Learning to Generate Factually Correct Articles for Queries by Grounding on Large Web Corpus","created":"2023-04-10","cited_by_count":29,"area":null},{"id":"2309.09067","title":"MMST-ViT: Climate Change-aware Crop Yield Prediction via Multi-Modal Spatial-Temporal Vision Transformer","created":"2023-09-16","cited_by_count":29,"area":null},{"id":"2203.02751","title":"MetaFormer: A Unified Meta Framework for Fine-Grained Recognition","created":"2022-03-05","cited_by_count":28,"area":null},{"id":"2203.12856","title":"Beyond Fixation: Dynamic Window Visual Transformer","created":"2022-03-24","cited_by_count":28,"area":null},{"id":"2210.03992","title":"Generative Language Models for Paragraph-Level Question Generation","created":"2022-10-08","cited_by_count":28,"area":null},{"id":"2112.11435","title":"Learned Queries for Efficient Local Attention","created":"2021-12-21","cited_by_count":27,"area":null},{"id":"2109.01951","title":"FewshotQA: A simple framework for few-shot learning of question answering tasks using pre-trained text-to-text models","created":"2021-09-04","cited_by_count":26,"area":null},{"id":"2306.00526","title":"Layout and Task Aware Instruction Prompt for Zero-shot Document Image Question Answering","created":"2023-06-01","cited_by_count":24,"area":null},{"id":"2102.09094","title":"Quiz-Style Question Generation for News Stories","created":"2021-02-18","cited_by_count":23,"area":null},{"id":"2109.03564","title":"NSP-BERT: A Prompt-based Few-Shot Learner Through an Original Pre-training Task--Next Sentence Prediction","created":"2021-09-08","cited_by_count":23,"area":null},{"id":"2209.11830","title":"Multiple-Choice Question Generation: Towards an Automated Assessment Framework","created":"2022-09-23","cited_by_count":23,"area":null},{"id":"2402.17019","title":"Leveraging Large Language Models for Learning Complex Legal Concepts through Storytelling","created":"2024-02-26","cited_by_count":23,"area":null},{"id":"2109.07306","title":"Allocating Large Vocabulary Capacity for Cross-lingual Language Model Pre-training","created":"2021-09-15","cited_by_count":22,"area":null},{"id":"2112.08723","title":"Distilled Dual-Encoder Model for Vision-Language Understanding","created":"2021-12-16","cited_by_count":22,"area":null},{"id":"2311.07468","title":"An Analysis and Mitigation of the Reversal Curse","created":"2023-11-13","cited_by_count":22,"area":null},{"id":"2304.04746","title":"A Cheaper and Better Diffusion Language Model with Soft-Masked Noise","created":"2023-04-10","cited_by_count":21,"area":"diffusion"},{"id":"2204.02908","title":"Question Generation for Reading Comprehension Assessment by Modeling How and What to Ask","created":"2022-04-06","cited_by_count":20,"area":null},{"id":"2204.06644","title":"METRO: Efficient Denoising Pretraining of Large Scale Autoencoding Language Models with Model Generated Signals","created":"2022-04-13","cited_by_count":20,"area":null},{"id":"2212.09621","title":"Wukong-Reader: Multi-modal Pre-training for Fine-grained Visual Document Understanding","created":"2022-12-19","cited_by_count":20,"area":null},{"id":"2212.10218","title":"GanLM: Encoder-Decoder Pre-training with an Auxiliary Discriminator","created":"2022-12-20","cited_by_count":20,"area":null},{"id":"2305.02549","title":"FormNetV2: Multimodal Graph Contrastive Learning for Form Document Information Extraction","created":"2023-05-04","cited_by_count":20,"area":null},{"id":"2101.00123","title":"Intent Classification and Slot Filling for Privacy Policies","created":"2021-01-01","cited_by_count":19,"area":null},{"id":"2112.10433","title":"Diaformer: Automatic Diagnosis via Symptoms Sequence Generation","created":"2021-12-20","cited_by_count":19,"area":null},{"id":"2203.16773","title":"SpeechPrompt: An Exploration of Prompt Tuning on Generative Spoken Language Model for Speech Processing Tasks","created":"2022-03-31","cited_by_count":19,"area":null},{"id":"2205.14912","title":"E2S2: Encoding-Enhanced Sequence-to-Sequence Pretraining for Language Understanding and Generation","created":"2022-05-30","cited_by_count":19,"area":null},{"id":"2102.09268","title":"Training Large-Scale News Recommenders with Pretrained Language Models in the Loop","created":"2021-02-18","cited_by_count":18,"area":null},{"id":"2105.11174","title":"Retrieval Enhanced Model for Commonsense Generation","created":"2021-05-24","cited_by_count":18,"area":null},{"id":"2206.13155","title":"Bi-VLDoc: Bidirectional Vision-Language Modeling for Visually-Rich Document Understanding","created":"2022-06-27","cited_by_count":18,"area":"mllm"},{"id":"2102.04887","title":"NewsBERT: Distilling Pre-trained Language Model for Intelligent News Application","created":"2021-02-09","cited_by_count":17,"area":"distill"},{"id":"2209.11000","title":"Selecting Better Samples from Pre-trained LLMs: A Case Study on Question Generation","created":"2022-09-22","cited_by_count":17,"area":null},{"id":"2211.16742","title":"Protein Language Models and Structure Prediction: Connection and Progression","created":"2022-11-30","cited_by_count":17,"area":null},{"id":"2305.18721","title":"LayoutMask: Enhance Text-Layout Interaction in Multi-modal Pre-training for Document Understanding","created":"2023-05-30","cited_by_count":17,"area":null}],"next_cursor":"100"}