{"total":2500,"rows":[{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703,"area":null},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673,"area":null},{"id":"2107.13586","title":"Pre-train, Prompt, and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing","created":"2021-07-28","cited_by_count":2234,"area":null},{"id":"2103.15691","title":"ViViT: A Video Vision Transformer","created":"2021-03-29","cited_by_count":1620,"area":null},{"id":"2111.09543","title":"DeBERTaV3: Improving DeBERTa using ELECTRA-Style Pre-Training with Gradient-Disentangled Embedding Sharing","created":"2021-11-18","cited_by_count":1254,"area":null},{"id":"2201.08239","title":"LaMDA: Language Models for Dialog Applications","created":"2022-01-20","cited_by_count":1220,"area":null},{"id":"2102.08981","title":"Conceptual 12M: Pushing Web-Scale Image-Text Pre-Training To Recognize Long-Tail Visual Concepts","created":"2021-02-17","cited_by_count":1216,"area":null},{"id":"2112.09118","title":"Unsupervised Dense Information Retrieval with Contrastive Learning","created":"2021-12-16","cited_by_count":1216,"area":null},{"id":"2103.03206","title":"Perceiver: General Perception with Iterative Attention","created":"2021-03-04","cited_by_count":1104,"area":null},{"id":"2103.10360","title":"GLM: General Language Model Pretraining with Autoregressive Blank Infilling","created":"2021-03-18","cited_by_count":1031,"area":null},{"id":"2203.05794","title":"BERTopic: Neural topic modeling with a class-based TF-IDF procedure","created":"2022-03-11","cited_by_count":801,"area":null},{"id":"2309.01219","title":"Siren's Song in the AI Ocean: A Survey on Hallucination in Large Language Models","created":"2023-09-03","cited_by_count":698,"area":null},{"id":"2306.08302","title":"Unifying Large Language Models and Knowledge Graphs: A Roadmap","created":"2023-06-14","cited_by_count":668,"area":null},{"id":"2305.11627","title":"LLM-Pruner: On the Structural Pruning of Large Language Models","created":"2023-05-19","cited_by_count":650,"area":null},{"id":"2206.01861","title":"ZeroQuant: Efficient and Affordable Post-Training Quantization for Large-Scale Transformers","created":"2022-06-04","cited_by_count":526,"area":null},{"id":"2402.06196","title":"Large Language Models: A Survey","created":"2024-02-09","cited_by_count":525,"area":null},{"id":"2102.06183","title":"Less is More: ClipBERT for Video-and-Language Learning via Sparse Sampling","created":"2021-02-11","cited_by_count":484,"area":null},{"id":"2204.01697","title":"MaxViT: Multi-Axis Vision Transformer","created":"2022-04-04","cited_by_count":476,"area":null},{"id":"2102.03902","title":"Nystr\\\"omformer: A Nystr\\\"om-Based Algorithm for Approximating Self-Attention","created":"2021-02-07","cited_by_count":471,"area":null},{"id":"2111.01243","title":"Recent Advances in Natural Language Processing via Large Pre-Trained Language Models: A Survey","created":"2021-11-01","cited_by_count":463,"area":null},{"id":"2103.03404","title":"Attention is Not All You Need: Pure Attention Loses Rank Doubly Exponentially with Depth","created":"2021-03-05","cited_by_count":419,"area":null},{"id":"2101.11718","title":"BOLD: Dataset and Metrics for Measuring Biases in Open-Ended Language Generation","created":"2021-01-27","cited_by_count":412,"area":null},{"id":"2102.02779","title":"Unifying Vision-and-Language Tasks via Text Generation","created":"2021-02-04","cited_by_count":412,"area":null},{"id":"2304.13712","title":"Harnessing the Power of LLMs in Practice: A Survey on ChatGPT and Beyond","created":"2023-04-26","cited_by_count":411,"area":null},{"id":"2308.10620","title":"Large Language Models for Software Engineering: A Systematic Literature Review","created":"2023-08-21","cited_by_count":399,"area":null},{"id":"2104.06378","title":"QA-GNN: Reasoning with Language Models and Knowledge Graphs for Question Answering","created":"2021-04-13","cited_by_count":388,"area":null},{"id":"2212.09058","title":"BEATs: Audio Pre-Training with Acoustic Tokenizers","created":"2022-12-18","cited_by_count":388,"area":null},{"id":"2102.01017","title":"Measuring and Improving Consistency in Pretrained Language Models","created":"2021-02-01","cited_by_count":364,"area":null},{"id":"2112.07658","title":"AdaViT: Adaptive Tokens for Efficient Vision Transformer","created":"2021-12-14","cited_by_count":362,"area":null},{"id":"2105.11447","title":"True Few-Shot Learning with Language Models","created":"2021-05-24","cited_by_count":344,"area":null},{"id":"2105.14995","title":"Choose a Transformer: Fourier or Galerkin","created":"2021-05-31","cited_by_count":343,"area":null},{"id":"2103.14023","title":"AgentFormer: Agent-Aware Transformers for Socio-Temporal Multi-Agent Forecasting","created":"2021-03-25","cited_by_count":331,"area":null},{"id":"2109.01247","title":"Do Prompt-Based Models Really Understand the Meaning of their Prompts?","created":"2021-09-02","cited_by_count":326,"area":null},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2210.06280","title":"Language Models are Realistic Tabular Data Generators","created":"2022-10-12","cited_by_count":294,"area":null},{"id":"2306.07629","title":"SqueezeLLM: Dense-and-Sparse Quantization","created":"2023-06-13","cited_by_count":294,"area":null},{"id":"2104.05240","title":"Factual Probing Is [MASK]: Learning vs. Learning to Recall","created":"2021-04-12","cited_by_count":291,"area":null},{"id":"2111.02387","title":"An Empirical Study of Training End-to-End Vision-and-Language Transformers","created":"2021-11-03","cited_by_count":271,"area":null},{"id":"2401.01313","title":"A Comprehensive Survey of Hallucination Mitigation Techniques in Large Language Models","created":"2024-01-02","cited_by_count":269,"area":null},{"id":"2107.02137","title":"ERNIE 3.0: Large-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","created":"2021-07-05","cited_by_count":260,"area":null},{"id":"2205.10643","title":"Self-Supervised Speech Representation Learning: A Review","created":"2022-05-21","cited_by_count":260,"area":null},{"id":"2305.08283","title":"From Pretraining Data to Language Models to Downstream Tasks: Tracking the Trails of Political Biases Leading to Unfair NLP Models","created":"2023-05-15","cited_by_count":260,"area":null},{"id":"2101.01321","title":"I-BERT: Integer-only BERT Quantization","created":"2021-01-05","cited_by_count":255,"area":null},{"id":"2306.02224","title":"Auto-GPT for Online Decision Making: Benchmarks and Additional Opinions","created":"2023-06-04","cited_by_count":255,"area":null},{"id":"2209.01975","title":"Selective Annotation Makes Language Models Better Few-Shot Learners","created":"2022-09-05","cited_by_count":243,"area":null},{"id":"2203.03540","title":"GatorTron: A Large Clinical Language Model to Unlock Patient Information from Unstructured Electronic Health Records","created":"2022-02-02","cited_by_count":238,"area":null},{"id":"2103.06268","title":"CUAD: An Expert-Annotated NLP Dataset for Legal Contract Review","created":"2021-03-10","cited_by_count":236,"area":null},{"id":"2206.07137","title":"Prioritized Training on Points that are Learnable, Worth Learning, and Not Yet Learnt","created":"2022-06-14","cited_by_count":236,"area":null},{"id":"2110.07904","title":"SPoT: Better Frozen Model Adaptation through Soft Prompt Transfer","created":"2021-10-15","cited_by_count":235,"area":null},{"id":"2104.13733","title":"Gradient-based Adversarial Attacks against Text Transformers","created":"2021-04-15","cited_by_count":234,"area":null},{"id":"2111.02840","title":"Adversarial GLUE: A Multi-Task Benchmark for Robustness Evaluation of Language Models","created":"2021-11-04","cited_by_count":232,"area":null},{"id":"2312.12148","title":"Parameter-Efficient Fine-Tuning Methods for Pretrained Language Models: A Critical Review and Assessment","created":"2023-12-19","cited_by_count":230,"area":null},{"id":"2206.08155","title":"Zero-Shot Video Question Answering via Frozen Bidirectional Language Models","created":"2022-06-16","cited_by_count":229,"area":null},{"id":"2303.04226","title":"A Comprehensive Survey of AI-Generated Content (AIGC): A History of Generative AI from GAN to ChatGPT","created":"2023-03-07","cited_by_count":224,"area":null},{"id":"2101.00121","title":"WARP: Word-level Adversarial ReProgramming","created":"2021-01-01","cited_by_count":221,"area":null},{"id":"2106.03348","title":"ViTAE: Vision Transformer Advanced by Exploring Intrinsic Inductive Bias","created":"2021-06-07","cited_by_count":216,"area":null},{"id":"2202.07922","title":"ZeroGen: Efficient Zero-shot Learning via Dataset Generation","created":"2022-02-16","cited_by_count":211,"area":null},{"id":"2108.05540","title":"Unsupervised Corpus Aware Language Model Pre-training for Dense Passage Retrieval","created":"2021-08-12","cited_by_count":203,"area":null},{"id":"2210.12353","title":"Leveraging Large Language Models for Multiple Choice Question Answering","created":"2022-10-22","cited_by_count":203,"area":null},{"id":"2102.07033","title":"PAQ: 65 Million Probably-Asked Questions and What You Can Do With Them","created":"2021-02-13","cited_by_count":200,"area":null},{"id":"2103.08493","title":"How Many Data Points is a Prompt Worth?","created":"2021-03-15","cited_by_count":198,"area":null},{"id":"2102.10772","title":"UniT: Multimodal Multitask Learning with a Unified Transformer","created":"2021-02-22","cited_by_count":195,"area":null},{"id":"2207.00112","title":"Language model compression with weighted low-rank factorization","created":"2022-06-30","cited_by_count":195,"area":null},{"id":"2312.02783","title":"Large Language Models on Graphs: A Comprehensive Survey","created":"2023-12-05","cited_by_count":192,"area":null},{"id":"2102.10407","title":"VisualGPT: Data-efficient Adaptation of Pretrained Language Models for Image Captioning","created":"2021-02-20","cited_by_count":191,"area":null},{"id":"2107.00651","title":"AutoFormer: Searching Transformers for Visual Recognition","created":"2021-07-01","cited_by_count":188,"area":null},{"id":"2111.12681","title":"VIOLET : End-to-End Video-Language Transformers with Masked Visual-token Modeling","created":"2021-11-24","cited_by_count":188,"area":null},{"id":"2201.02639","title":"MERLOT Reserve: Neural Script Knowledge through Vision and Language and Sound","created":"2022-01-07","cited_by_count":184,"area":null},{"id":"2108.02035","title":"Knowledgeable Prompt-tuning: Incorporating Knowledge into Prompt Verbalizer for Text Classification","created":"2021-08-04","cited_by_count":183,"area":null},{"id":"2305.13169","title":"A Pretrainer's Guide to Training Data: Measuring the Effects of Data Age, Domain Coverage, Quality, & Toxicity","created":"2023-05-22","cited_by_count":182,"area":null},{"id":"2205.09911","title":"Can Foundation Models Wrangle Your Data?","created":"2022-05-20","cited_by_count":175,"area":null},{"id":"2102.11005","title":"LogME: Practical Assessment of Pre-trained Models for Transfer Learning","created":"2021-02-22","cited_by_count":172,"area":null},{"id":"2202.03104","title":"SimGRACE: A Simple Framework for Graph Contrastive Learning without Data Augmentation","created":"2022-02-07","cited_by_count":171,"area":null},{"id":"2312.10794","title":"A mathematical perspective on Transformers","created":"2023-12-17","cited_by_count":164,"area":null},{"id":"2202.05924","title":"Compute Trends Across Three Eras of Machine Learning","created":"2022-02-11","cited_by_count":163,"area":null},{"id":"2310.05694","title":"A Survey of Large Language Models for Healthcare: from Data, Technology, and Applications to Accountability and Ethics","created":"2023-10-09","cited_by_count":163,"area":null},{"id":"2104.08253","title":"Condenser: a Pre-training Architecture for Dense Retrieval","created":"2021-04-16","cited_by_count":162,"area":null},{"id":"2204.09656","title":"A Fast Post-Training Pruning Framework for Transformers","created":"2022-03-29","cited_by_count":162,"area":null},{"id":"2111.10952","title":"ExT5: Towards Extreme Multi-Task Scaling for Transfer Learning","created":"2021-11-22","cited_by_count":161,"area":null},{"id":"2304.10428","title":"GPT-NER: Named Entity Recognition via Large Language Models","created":"2023-04-20","cited_by_count":160,"area":null},{"id":"2106.15147","title":"SCARF: Self-Supervised Contrastive Learning using Random Feature Corruption","created":"2021-06-29","cited_by_count":156,"area":null},{"id":"2203.11183","title":"Masked Discrimination for Self-Supervised Learning on Point Clouds","created":"2022-03-21","cited_by_count":155,"area":null},{"id":"2204.05832","title":"What Language Model Architecture and Pretraining Objective Work Best for Zero-Shot Generalization?","created":"2022-04-12","cited_by_count":150,"area":null},{"id":"2311.12424","title":"Looped Transformers are Better at Learning Learning Algorithms","created":"2023-11-21","cited_by_count":149,"area":null},{"id":"2206.06565","title":"LIFT: Language-Interfaced Fine-Tuning for Non-Language Machine Learning Tasks","created":"2022-06-14","cited_by_count":148,"area":null},{"id":"2106.11310","title":"Towards Long-Form Video Understanding","created":"2021-06-21","cited_by_count":146,"area":null},{"id":"2109.12948","title":"Understanding and Overcoming the Challenges of Efficient Transformer Quantization","created":"2021-09-27","cited_by_count":141,"area":null},{"id":"2211.15583","title":"On the Effectiveness of Parameter-Efficient Fine-Tuning","created":"2022-11-28","cited_by_count":141,"area":null},{"id":"2305.05465","title":"The emergence of clusters in self-attention dynamics","created":"2023-05-09","cited_by_count":140,"area":null},{"id":"2106.13353","title":"Cutting Down on Prompts and Parameters: Simple Few-Shot Learning with Language Models","created":"2021-06-24","cited_by_count":139,"area":null},{"id":"2105.07342","title":"Self-supervised Learning on Graphs: Contrastive, Generative,or Predictive","created":"2021-05-16","cited_by_count":136,"area":null},{"id":"2107.07002","title":"The Benchmark Lottery","created":"2021-07-14","cited_by_count":136,"area":null},{"id":"2112.07566","title":"VALSE: A Task-Independent Benchmark for Vision and Language Models Centered on Linguistic Phenomena","created":"2021-12-14","cited_by_count":135,"area":null},{"id":"2305.14093","title":"Weakly Supervised 3D Open-vocabulary Segmentation","created":"2023-05-23","cited_by_count":135,"area":null},{"id":"2212.03145","title":"FacT: Factor-Tuning for Lightweight Adaptation on Vision Transformer","created":"2022-12-06","cited_by_count":133,"area":null},{"id":"2507.10524","title":"Mixture-of-Recursions: Learning Dynamic Recursive Depths for Adaptive Token-Level Computation","created":"2025-07-14","cited_by_count":133,"area":null},{"id":"2104.08202","title":"$Q^{2}$: Evaluating Factual Consistency in Knowledge-Grounded Dialogues via Question Generation and Question Answering","created":"2021-04-16","cited_by_count":132,"area":null},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131,"area":null},{"id":"2305.06329","title":"Similarity of Neural Network Models: A Survey of Functional and Representational Measures","created":"2023-05-10","cited_by_count":131,"area":null},{"id":"2310.04988","title":"The Troubling Emergence of Hallucination in Large Language Models -- An Extensive Definition, Quantification, and Prescriptive Remediations","created":"2023-10-08","cited_by_count":131,"area":null}],"next_cursor":"100"}