{"total":1015,"rows":[{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396,"area":null},{"id":"2106.08254","title":"BEiT: BERT Pre-Training of Image Transformers","created":"2021-06-15","cited_by_count":2375,"area":null},{"id":"2107.13586","title":"Pre-train, Prompt, and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing","created":"2021-07-28","cited_by_count":2234,"area":null},{"id":"2101.06804","title":"What Makes Good In-Context Examples for GPT-$3$?","created":"2021-01-17","cited_by_count":1195,"area":null},{"id":"2109.00859","title":"CodeT5: Identifier-aware Unified Pre-trained Encoder-Decoder Models for Code Understanding and Generation","created":"2021-09-02","cited_by_count":906,"area":null},{"id":"2111.14819","title":"Point-BERT: Pre-training 3D Point Cloud Transformers with Masked Point Modeling","created":"2021-11-29","cited_by_count":653,"area":null},{"id":"2112.04482","title":"FLAVA: A Foundational Language And Vision Alignment Model","created":"2021-12-08","cited_by_count":649,"area":null},{"id":"2104.08696","title":"Knowledge Neurons in Pretrained Transformers","created":"2021-04-18","cited_by_count":601,"area":null},{"id":"2111.09296","title":"XLS-R: Self-supervised Cross-lingual Speech Representation Learning at Scale","created":"2021-11-17","cited_by_count":601,"area":null},{"id":"2402.06196","title":"Large Language Models: A Survey","created":"2024-02-09","cited_by_count":525,"area":null},{"id":"2111.01243","title":"Recent Advances in Natural Language Processing via Large Pre-Trained Language Models: A Survey","created":"2021-11-01","cited_by_count":463,"area":null},{"id":"2304.13712","title":"Harnessing the Power of LLMs in Practice: A Survey on ChatGPT and Beyond","created":"2023-04-26","cited_by_count":411,"area":null},{"id":"2305.13516","title":"Scaling Speech Technology to 1,000+ Languages","created":"2023-05-22","cited_by_count":411,"area":null},{"id":"2103.06333","title":"Unified Pre-training for Program Understanding and Generation","created":"2021-03-10","cited_by_count":366,"area":null},{"id":"2202.13169","title":"A Systematic Evaluation of Large Language Models of Code","created":"2022-02-26","cited_by_count":363,"area":null},{"id":"2106.13822","title":"XL-Sum: Large-Scale Multilingual Abstractive Summarization for 44 Languages","created":"2021-06-25","cited_by_count":347,"area":null},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2112.10668","title":"Few-shot Learning with Multilingual Language Models","created":"2021-12-20","cited_by_count":278,"area":null},{"id":"2407.19669","title":"mGTE: Generalized Long-Context Text Representation and Reranking Models for Multilingual Text Retrieval","created":"2024-07-29","cited_by_count":236,"area":null},{"id":"2104.13733","title":"Gradient-based Adversarial Attacks against Text Transformers","created":"2021-04-15","cited_by_count":234,"area":null},{"id":"2103.06874","title":"CANINE: Pre-training an Efficient Tokenization-Free Encoder for Language Representation","created":"2021-03-11","cited_by_count":232,"area":null},{"id":"2301.00785","title":"CLIP-Driven Universal Model for Organ Segmentation and Tumor Detection","created":"2023-01-02","cited_by_count":224,"area":null},{"id":"2203.10020","title":"Challenges and Strategies in Cross-Cultural NLP","created":"2022-03-18","cited_by_count":218,"area":null},{"id":"2106.02036","title":"Anticipative Video Transformer","created":"2021-06-03","cited_by_count":200,"area":null},{"id":"2205.11491","title":"HyperTree Proof Search for Neural Theorem Proving","created":"2022-05-23","cited_by_count":197,"area":null},{"id":"2305.13707","title":"Do All Languages Cost the Same? Tokenization in the Era of Commercial Language Models","created":"2023-05-23","cited_by_count":192,"area":null},{"id":"2109.13238","title":"Visually Grounded Reasoning across Languages and Cultures","created":"2021-09-28","cited_by_count":189,"area":null},{"id":"2101.08231","title":"Word Alignment by Fine-tuning Embeddings on Parallel Corpora","created":"2021-01-20","cited_by_count":186,"area":null},{"id":"2110.07205","title":"SpeechT5: Unified-Modal Encoder-Decoder Pre-Training for Spoken Language Processing","created":"2021-10-14","cited_by_count":180,"area":null},{"id":"2103.10730","title":"MuRIL: Multilingual Representations for Indian Languages","created":"2021-03-19","cited_by_count":179,"area":null},{"id":"2402.06619","title":"Aya Dataset: An Open-Access Collection for Multilingual Instruction Tuning","created":"2024-02-09","cited_by_count":177,"area":null},{"id":"2106.15590","title":"The Values Encoded in Machine Learning Research","created":"2021-06-29","cited_by_count":172,"area":null},{"id":"2106.12672","title":"Charformer: Fast Character Transformers via Gradient-based Subword Tokenization","created":"2021-06-23","cited_by_count":160,"area":null},{"id":"2106.15147","title":"SCARF: Self-Supervised Contrastive Learning using Random Feature Corruption","created":"2021-06-29","cited_by_count":156,"area":null},{"id":"2309.07445","title":"SIB-200: A Simple, Inclusive, and Big Evaluation Dataset for Topic Classification in 200+ Languages and Dialects","created":"2023-09-14","cited_by_count":152,"area":null},{"id":"2304.09151","title":"UniMax: Fairer and more Effective Language Sampling for Large-Scale Multilingual Pretraining","created":"2023-04-18","cited_by_count":151,"area":null},{"id":"2204.05832","title":"What Language Model Architecture and Pretraining Objective Work Best for Zero-Shot Generalization?","created":"2022-04-12","cited_by_count":150,"area":null},{"id":"2203.13722","title":"Probing Pre-Trained Language Models for Cross-Cultural Differences in Values","created":"2022-03-25","cited_by_count":149,"area":null},{"id":"2105.11084","title":"Unsupervised Speech Recognition","created":"2021-05-24","cited_by_count":148,"area":null},{"id":"2110.09327","title":"Self-Supervised Representation Learning: Introduction, Advances and Challenges","created":"2021-10-18","cited_by_count":148,"area":null},{"id":"2204.08582","title":"MASSIVE: A 1M-Example Multilingual Natural Language Understanding Dataset with 51 Typologically-Diverse Languages","created":"2022-04-18","cited_by_count":146,"area":null},{"id":"2305.04320","title":"Unified Demonstration Retriever for In-Context Learning","created":"2023-05-07","cited_by_count":142,"area":null},{"id":"2206.03126","title":"Signal Propagation in Transformers: Theoretical Perspectives and the Role of Rank Collapse","created":"2022-06-07","cited_by_count":141,"area":null},{"id":"2409.10173","title":"jina-embeddings-v3: Multilingual Embeddings With Task LoRA","created":"2024-09-16","cited_by_count":141,"area":null},{"id":"2104.05596","title":"Samanantar: The Largest Publicly Available Parallel Corpora Collection for 11 Indic Languages","created":"2021-04-12","cited_by_count":136,"area":null},{"id":"2112.10508","title":"Between words and characters: A Brief History of Open-Vocabulary Modeling and Tokenization in NLP","created":"2021-12-20","cited_by_count":132,"area":null},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131,"area":null},{"id":"2307.05463","title":"EgoVLPv2: Egocentric Video-Language Pre-training with Fusion in the Backbone","created":"2023-07-11","cited_by_count":130,"area":null},{"id":"2201.05337","title":"A Survey of Controllable Text Generation using Transformer-based Pre-trained Language Models","created":"2022-01-14","cited_by_count":129,"area":null},{"id":"2101.00204","title":"BanglaBERT: Language Model Pretraining and Benchmarks for Low-Resource Language Understanding Evaluation in Bangla","created":"2021-01-01","cited_by_count":125,"area":null},{"id":"2104.14690","title":"Entailment as Few-Shot Learner","created":"2021-04-29","cited_by_count":123,"area":null},{"id":"2201.05273","title":"Pretrained Language Models for Text Generation: A Survey","created":"2022-01-14","cited_by_count":122,"area":null},{"id":"2109.13296","title":"TURINGBENCH: A Benchmark Environment for Turing Test in the Age of Neural Text Generation","created":"2021-09-27","cited_by_count":120,"area":null},{"id":"2108.13897","title":"mMARCO: A Multilingual Version of the MS MARCO Passage Ranking Dataset","created":"2021-08-31","cited_by_count":116,"area":null},{"id":"2301.05603","title":"A Comprehensive Survey of Dataset Distillation","created":"2023-01-13","cited_by_count":115,"area":null},{"id":"2309.12342","title":"Cultural Alignment in Large Language Models: An Explanatory Analysis Based on Hofstede's Cultural Dimensions","created":"2023-08-25","cited_by_count":112,"area":null},{"id":"2103.11943","title":"BERT: A Review of Applications in Natural Language Processing and Understanding","created":"2021-03-22","cited_by_count":109,"area":null},{"id":"2106.15115","title":"Neural Machine Translation for Low-Resource Languages: A Survey","created":"2021-06-29","cited_by_count":109,"area":null},{"id":"2105.09501","title":"Contrastive Learning for Many-to-many Multilingual Neural Machine Translation","created":"2021-05-20","cited_by_count":108,"area":null},{"id":"2202.01374","title":"mSLAM: Massively multilingual joint pre-training for speech and text","created":"2022-02-03","cited_by_count":108,"area":null},{"id":"2104.08836","title":"LayoutXLM: Multimodal Pre-training for Multilingual Visually-rich Document Understanding","created":"2021-04-18","cited_by_count":103,"area":null},{"id":"2212.05409","title":"Towards Leaving No Indic Language Behind: Building Monolingual Corpora, Benchmark and Models for Indic Languages","created":"2022-12-11","cited_by_count":102,"area":null},{"id":"2106.07499","title":"An Empirical Survey of Data Augmentation for Limited Data Learning in NLP","created":"2021-06-14","cited_by_count":101,"area":null},{"id":"2105.10311","title":"Pretrained Language Models for Text Generation: A Survey","created":"2021-05-21","cited_by_count":95,"area":null},{"id":"2110.06341","title":"Learning Compact Metrics for MT","created":"2021-10-12","cited_by_count":93,"area":null},{"id":"2109.00486","title":"Survey of Low-Resource Machine Translation","created":"2021-09-01","cited_by_count":92,"area":null},{"id":"2109.07684","title":"Language Models are Few-shot Multilingual Learners","created":"2021-09-16","cited_by_count":92,"area":null},{"id":"2204.08110","title":"Language Contamination Helps Explain the Cross-lingual Capabilities of English Pretrained Models","created":"2022-04-17","cited_by_count":92,"area":null},{"id":"2301.10472","title":"XLM-V: Overcoming the Vocabulary Bottleneck in Multilingual Masked Language Models","created":"2023-01-25","cited_by_count":88,"area":null},{"id":"2105.00572","title":"Larger-Scale Transformers for Multilingual Masked Language Modeling","created":"2021-05-02","cited_by_count":87,"area":null},{"id":"2109.05704","title":"Mitigating Language-Dependent Ethnic Bias in BERT","created":"2021-09-13","cited_by_count":87,"area":null},{"id":"2112.05090","title":"Extending the WILDS Benchmark for Unsupervised Adaptation","created":"2021-12-09","cited_by_count":86,"area":null},{"id":"2404.00929","title":"A Survey on Multilingual Large Language Models: Corpora, Alignment, and Bias","created":"2024-04-01","cited_by_count":84,"area":null},{"id":"2308.02976","title":"Spanish Pre-trained BERT Model and Evaluation Data","created":"2023-08-06","cited_by_count":81,"area":null},{"id":"2310.12321","title":"A Survey of GPT-3 Family Large Language Models Including ChatGPT and GPT-4","created":"2023-10-04","cited_by_count":81,"area":null},{"id":"2203.04287","title":"A Simple Multi-Modality Transfer Learning Baseline for Sign Language Translation","created":"2022-03-08","cited_by_count":80,"area":null},{"id":"2203.07628","title":"P-STMO: Pre-Trained Spatial Temporal Many-to-One Model for 3D Human Pose Estimation","created":"2022-03-15","cited_by_count":80,"area":null},{"id":"2204.03409","title":"MAESTRO: Matched Speech Text Representations through Modality Matching","created":"2022-04-07","cited_by_count":79,"area":null},{"id":"2106.00085","title":"Language Model Evaluation Beyond Perplexity","created":"2021-05-31","cited_by_count":78,"area":null},{"id":"2210.01765","title":"One Transformer Can Understand Both 2D & 3D Molecular Data","created":"2022-10-04","cited_by_count":77,"area":null},{"id":"2209.12106","title":"Moral Mimicry: Large Language Models Produce Moral Rationalizations Tailored to Political Identity","created":"2022-09-24","cited_by_count":74,"area":null},{"id":"2106.16138","title":"XLM-E: Cross-lingual Language Model Pre-training via ELECTRA","created":"2021-06-30","cited_by_count":72,"area":null},{"id":"2306.07303","title":"A Comprehensive Survey on Applications of Transformers for Deep Learning Tasks","created":"2023-06-11","cited_by_count":71,"area":null},{"id":"2104.01767","title":"WhiteningBERT: An Easy Unsupervised Sentence Embedding Approach","created":"2021-04-05","cited_by_count":69,"area":null},{"id":"2106.12066","title":"It's All in the Heads: Using Attention Heads as a Baseline for Cross-Lingual Transfer in Commonsense Reasoning","created":"2021-06-22","cited_by_count":69,"area":null},{"id":"2110.10329","title":"SLAM: A Unified Encoder for Speech and Language Modeling via Speech-Text Joint Pre-Training","created":"2021-10-20","cited_by_count":69,"area":null},{"id":"2205.03983","title":"Building Machine Translation Systems for the Next Thousand Languages","created":"2022-05-09","cited_by_count":69,"area":null},{"id":"2308.16149","title":"Jais and Jais-chat: Arabic-Centric Foundation and Instruction-Tuned Open Generative Large Language Models","created":"2023-08-30","cited_by_count":69,"area":null},{"id":"2102.07492","title":"DOBF: A Deobfuscation Pre-Training Objective for Programming Languages","created":"2021-02-15","cited_by_count":68,"area":null},{"id":"2101.11109","title":"First Align, then Predict: Understanding the Cross-Lingual Ability of Multilingual BERT","created":"2021-01-26","cited_by_count":65,"area":null},{"id":"2106.06937","title":"Common Sense Beyond English: Evaluating and Improving Multilingual Language Models for Commonsense Reasoning","created":"2021-06-13","cited_by_count":65,"area":null},{"id":"2106.16038","title":"ChineseBERT: Chinese Pretraining Enhanced by Glyph and Pinyin Information","created":"2021-06-30","cited_by_count":65,"area":null},{"id":"2305.14235","title":"Multilingual Large Language Models Are Not (Yet) Code-Switchers","created":"2023-05-23","cited_by_count":65,"area":null},{"id":"2104.00332","title":"UC2: Universal Cross-lingual Cross-modal Vision-and-Language Pre-training","created":"2021-04-01","cited_by_count":64,"area":null},{"id":"2103.11318","title":"Language-Agnostic Representation Learning of Source Code from Structure and Context","created":"2021-03-21","cited_by_count":63,"area":null},{"id":"2303.18027","title":"Evaluating GPT-4 and ChatGPT on Japanese Medical Licensing Examinations","created":"2023-03-31","cited_by_count":63,"area":null},{"id":"2109.02303","title":"Encoder-decoder with Multi-level Attention for 3D Human Shape and Pose Estimation","created":"2021-09-06","cited_by_count":62,"area":null},{"id":"2205.12647","title":"Overcoming Catastrophic Forgetting in Zero-Shot Cross-Lingual Generation","created":"2022-05-25","cited_by_count":62,"area":null},{"id":"2205.02444","title":"Cross-modal Contrastive Learning for Speech Translation","created":"2022-05-05","cited_by_count":61,"area":null},{"id":"2205.00551","title":"Gender Bias in Masked Language Models for Multiple Languages","created":"2022-05-01","cited_by_count":60,"area":null}],"next_cursor":"100"}