{"total":2790,"rows":[{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703,"area":null},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673,"area":null},{"id":"2107.13586","title":"Pre-train, Prompt, and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing","created":"2021-07-28","cited_by_count":2234,"area":null},{"id":"2103.15691","title":"ViViT: A Video Vision Transformer","created":"2021-03-29","cited_by_count":1620,"area":null},{"id":"2111.09543","title":"DeBERTaV3: Improving DeBERTa using ELECTRA-Style Pre-Training with Gradient-Disentangled Embedding Sharing","created":"2021-11-18","cited_by_count":1254,"area":null},{"id":"2201.08239","title":"LaMDA: Language Models for Dialog Applications","created":"2022-01-20","cited_by_count":1220,"area":null},{"id":"2102.08981","title":"Conceptual 12M: Pushing Web-Scale Image-Text Pre-Training To Recognize Long-Tail Visual Concepts","created":"2021-02-17","cited_by_count":1216,"area":null},{"id":"2112.09118","title":"Unsupervised Dense Information Retrieval with Contrastive Learning","created":"2021-12-16","cited_by_count":1216,"area":null},{"id":"2103.03206","title":"Perceiver: General Perception with Iterative Attention","created":"2021-03-04","cited_by_count":1104,"area":null},{"id":"2103.10360","title":"GLM: General Language Model Pretraining with Autoregressive Blank Infilling","created":"2021-03-18","cited_by_count":1031,"area":null},{"id":"2203.05794","title":"BERTopic: Neural topic modeling with a class-based TF-IDF procedure","created":"2022-03-11","cited_by_count":801,"area":null},{"id":"2008.02275","title":"Aligning AI With Shared Human Values","created":"2020-08-05","cited_by_count":723,"area":"alignment"},{"id":"2309.01219","title":"Siren's Song in the AI Ocean: A Survey on Hallucination in Large Language Models","created":"2023-09-03","cited_by_count":698,"area":null},{"id":"2306.08302","title":"Unifying Large Language Models and Knowledge Graphs: A Roadmap","created":"2023-06-14","cited_by_count":668,"area":null},{"id":"2305.11627","title":"LLM-Pruner: On the Structural Pruning of Large Language Models","created":"2023-05-19","cited_by_count":650,"area":null},{"id":"2206.01861","title":"ZeroQuant: Efficient and Affordable Post-Training Quantization for Large-Scale Transformers","created":"2022-06-04","cited_by_count":526,"area":null},{"id":"2402.06196","title":"Large Language Models: A Survey","created":"2024-02-09","cited_by_count":525,"area":null},{"id":"2102.06183","title":"Less is More: ClipBERT for Video-and-Language Learning via Sparse Sampling","created":"2021-02-11","cited_by_count":484,"area":null},{"id":"2204.01697","title":"MaxViT: Multi-Axis Vision Transformer","created":"2022-04-04","cited_by_count":476,"area":null},{"id":"2102.03902","title":"Nystr\\\"omformer: A Nystr\\\"om-Based Algorithm for Approximating Self-Attention","created":"2021-02-07","cited_by_count":471,"area":null},{"id":"2111.01243","title":"Recent Advances in Natural Language Processing via Large Pre-Trained Language Models: A Survey","created":"2021-11-01","cited_by_count":463,"area":null},{"id":"2308.06463","title":"GPT-4 Is Too Smart To Be Safe: Stealthy Chat with LLMs via Cipher","created":"2023-08-12","cited_by_count":423,"area":"alignment"},{"id":"2103.03404","title":"Attention is Not All You Need: Pure Attention Loses Rank Doubly Exponentially with Depth","created":"2021-03-05","cited_by_count":419,"area":null},{"id":"2502.05171","title":"Scaling up Test-Time Compute with Latent Reasoning: A Recurrent Depth Approach","created":"2025-02-07","cited_by_count":415,"area":"lr"},{"id":"2101.11718","title":"BOLD: Dataset and Metrics for Measuring Biases in Open-Ended Language Generation","created":"2021-01-27","cited_by_count":412,"area":null},{"id":"2102.02779","title":"Unifying Vision-and-Language Tasks via Text Generation","created":"2021-02-04","cited_by_count":412,"area":null},{"id":"2304.13712","title":"Harnessing the Power of LLMs in Practice: A Survey on ChatGPT and Beyond","created":"2023-04-26","cited_by_count":411,"area":null},{"id":"2201.05596","title":"DeepSpeed-MoE: Advancing Mixture-of-Experts Inference and Training to Power Next-Generation AI Scale","created":"2022-01-14","cited_by_count":404,"area":"moe"},{"id":"2308.10620","title":"Large Language Models for Software Engineering: A Systematic Literature Review","created":"2023-08-21","cited_by_count":399,"area":null},{"id":"2104.06378","title":"QA-GNN: Reasoning with Language Models and Knowledge Graphs for Question Answering","created":"2021-04-13","cited_by_count":388,"area":null},{"id":"2212.09058","title":"BEATs: Audio Pre-Training with Acoustic Tokenizers","created":"2022-12-18","cited_by_count":388,"area":null},{"id":"2102.01017","title":"Measuring and Improving Consistency in Pretrained Language Models","created":"2021-02-01","cited_by_count":364,"area":null},{"id":"2112.07658","title":"AdaViT: Adaptive Tokens for Efficient Vision Transformer","created":"2021-12-14","cited_by_count":362,"area":null},{"id":"2105.11447","title":"True Few-Shot Learning with Language Models","created":"2021-05-24","cited_by_count":344,"area":null},{"id":"2105.14995","title":"Choose a Transformer: Fourier or Galerkin","created":"2021-05-31","cited_by_count":343,"area":null},{"id":"2103.14023","title":"AgentFormer: Agent-Aware Transformers for Socio-Temporal Multi-Agent Forecasting","created":"2021-03-25","cited_by_count":331,"area":null},{"id":"2109.01247","title":"Do Prompt-Based Models Really Understand the Meaning of their Prompts?","created":"2021-09-02","cited_by_count":326,"area":null},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2210.06280","title":"Language Models are Realistic Tabular Data Generators","created":"2022-10-12","cited_by_count":294,"area":null},{"id":"2306.07629","title":"SqueezeLLM: Dense-and-Sparse Quantization","created":"2023-06-13","cited_by_count":294,"area":null},{"id":"2104.05240","title":"Factual Probing Is [MASK]: Learning vs. Learning to Recall","created":"2021-04-12","cited_by_count":291,"area":null},{"id":"2405.14093","title":"A Survey on Vision-Language-Action Models for Embodied AI","created":"2024-05-23","cited_by_count":279,"area":"vla"},{"id":"2111.02387","title":"An Empirical Study of Training End-to-End Vision-and-Language Transformers","created":"2021-11-03","cited_by_count":271,"area":null},{"id":"2401.01313","title":"A Comprehensive Survey of Hallucination Mitigation Techniques in Large Language Models","created":"2024-01-02","cited_by_count":269,"area":null},{"id":"2107.02137","title":"ERNIE 3.0: Large-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","created":"2021-07-05","cited_by_count":260,"area":null},{"id":"2205.10643","title":"Self-Supervised Speech Representation Learning: A Review","created":"2022-05-21","cited_by_count":260,"area":null},{"id":"2305.08283","title":"From Pretraining Data to Language Models to Downstream Tasks: Tracking the Trails of Political Biases Leading to Unfair NLP Models","created":"2023-05-15","cited_by_count":260,"area":null},{"id":"2101.01321","title":"I-BERT: Integer-only BERT Quantization","created":"2021-01-05","cited_by_count":255,"area":null},{"id":"2306.02224","title":"Auto-GPT for Online Decision Making: Benchmarks and Additional Opinions","created":"2023-06-04","cited_by_count":255,"area":null},{"id":"2209.01975","title":"Selective Annotation Makes Language Models Better Few-Shot Learners","created":"2022-09-05","cited_by_count":243,"area":null},{"id":"2502.17416","title":"Reasoning with Latent Thoughts: On the Power of Looped Transformers","created":"2025-02-24","cited_by_count":240,"area":"lr"},{"id":"2203.03540","title":"GatorTron: A Large Clinical Language Model to Unlock Patient Information from Unstructured Electronic Health Records","created":"2022-02-02","cited_by_count":238,"area":null},{"id":"2103.06268","title":"CUAD: An Expert-Annotated NLP Dataset for Legal Contract Review","created":"2021-03-10","cited_by_count":236,"area":null},{"id":"2206.07137","title":"Prioritized Training on Points that are Learnable, Worth Learning, and Not Yet Learnt","created":"2022-06-14","cited_by_count":236,"area":null},{"id":"2110.07904","title":"SPoT: Better Frozen Model Adaptation through Soft Prompt Transfer","created":"2021-10-15","cited_by_count":235,"area":null},{"id":"2104.13733","title":"Gradient-based Adversarial Attacks against Text Transformers","created":"2021-04-15","cited_by_count":234,"area":null},{"id":"2111.02840","title":"Adversarial GLUE: A Multi-Task Benchmark for Robustness Evaluation of Language Models","created":"2021-11-04","cited_by_count":232,"area":null},{"id":"2312.12148","title":"Parameter-Efficient Fine-Tuning Methods for Pretrained Language Models: A Critical Review and Assessment","created":"2023-12-19","cited_by_count":230,"area":null},{"id":"2206.08155","title":"Zero-Shot Video Question Answering via Frozen Bidirectional Language Models","created":"2022-06-16","cited_by_count":229,"area":null},{"id":"2303.04226","title":"A Comprehensive Survey of AI-Generated Content (AIGC): A History of Generative AI from GAN to ChatGPT","created":"2023-03-07","cited_by_count":224,"area":null},{"id":"2101.00121","title":"WARP: Word-level Adversarial ReProgramming","created":"2021-01-01","cited_by_count":221,"area":null},{"id":"2106.03348","title":"ViTAE: Vision Transformer Advanced by Exploring Intrinsic Inductive Bias","created":"2021-06-07","cited_by_count":216,"area":null},{"id":"2202.07922","title":"ZeroGen: Efficient Zero-shot Learning via Dataset Generation","created":"2022-02-16","cited_by_count":211,"area":null},{"id":"2212.05055","title":"Sparse Upcycling: Training Mixture-of-Experts from Dense Checkpoints","created":"2022-12-09","cited_by_count":209,"area":"moe"},{"id":"2108.05540","title":"Unsupervised Corpus Aware Language Model Pre-training for Dense Passage Retrieval","created":"2021-08-12","cited_by_count":203,"area":null},{"id":"2210.12353","title":"Leveraging Large Language Models for Multiple Choice Question Answering","created":"2022-10-22","cited_by_count":203,"area":null},{"id":"2102.07033","title":"PAQ: 65 Million Probably-Asked Questions and What You Can Do With Them","created":"2021-02-13","cited_by_count":200,"area":null},{"id":"2103.08493","title":"How Many Data Points is a Prompt Worth?","created":"2021-03-15","cited_by_count":198,"area":null},{"id":"2102.10772","title":"UniT: Multimodal Multitask Learning with a Unified Transformer","created":"2021-02-22","cited_by_count":195,"area":null},{"id":"2207.00112","title":"Language model compression with weighted low-rank factorization","created":"2022-06-30","cited_by_count":195,"area":null},{"id":"2310.10844","title":"Survey of Vulnerabilities in Large Language Models Revealed by Adversarial Attacks","created":"2023-10-16","cited_by_count":194,"area":"safety"},{"id":"2312.02783","title":"Large Language Models on Graphs: A Comprehensive Survey","created":"2023-12-05","cited_by_count":192,"area":null},{"id":"2102.10407","title":"VisualGPT: Data-efficient Adaptation of Pretrained Language Models for Image Captioning","created":"2021-02-20","cited_by_count":191,"area":null},{"id":"2107.00651","title":"AutoFormer: Searching Transformers for Visual Recognition","created":"2021-07-01","cited_by_count":188,"area":null},{"id":"2111.12681","title":"VIOLET : End-to-End Video-Language Transformers with Masked Visual-token Modeling","created":"2021-11-24","cited_by_count":188,"area":null},{"id":"2201.02639","title":"MERLOT Reserve: Neural Script Knowledge through Vision and Language and Sound","created":"2022-01-07","cited_by_count":184,"area":null},{"id":"2108.02035","title":"Knowledgeable Prompt-tuning: Incorporating Knowledge into Prompt Verbalizer for Text Classification","created":"2021-08-04","cited_by_count":183,"area":null},{"id":"2305.13169","title":"A Pretrainer's Guide to Training Data: Measuring the Effects of Data Age, Domain Coverage, Quality, & Toxicity","created":"2023-05-22","cited_by_count":182,"area":null},{"id":"2112.10684","title":"Efficient Large Scale Language Modeling with Mixtures of Experts","created":"2021-12-20","cited_by_count":175,"area":"moe"},{"id":"2205.09911","title":"Can Foundation Models Wrangle Your Data?","created":"2022-05-20","cited_by_count":175,"area":null},{"id":"2102.11005","title":"LogME: Practical Assessment of Pre-trained Models for Transfer Learning","created":"2021-02-22","cited_by_count":172,"area":null},{"id":"2201.08860","title":"GreaseLM: Graph REASoning Enhanced Language Models for Question Answering","created":"2022-01-21","cited_by_count":171,"area":"lr"},{"id":"2202.03104","title":"SimGRACE: A Simple Framework for Graph Contrastive Learning without Data Augmentation","created":"2022-02-07","cited_by_count":171,"area":null},{"id":"2510.25741","title":"Scaling Latent Reasoning via Looped Language Models","created":"2025-10-29","cited_by_count":165,"area":"lr"},{"id":"2302.07863","title":"Speculative Decoding with Big Little Decoder","created":"2023-02-15","cited_by_count":164,"area":"inference"},{"id":"2312.10794","title":"A mathematical perspective on Transformers","created":"2023-12-17","cited_by_count":164,"area":null},{"id":"2202.05924","title":"Compute Trends Across Three Eras of Machine Learning","created":"2022-02-11","cited_by_count":163,"area":null},{"id":"2310.05694","title":"A Survey of Large Language Models for Healthcare: from Data, Technology, and Applications to Accountability and Ethics","created":"2023-10-09","cited_by_count":163,"area":null},{"id":"2104.08253","title":"Condenser: a Pre-training Architecture for Dense Retrieval","created":"2021-04-16","cited_by_count":162,"area":null},{"id":"2204.09656","title":"A Fast Post-Training Pruning Framework for Transformers","created":"2022-03-29","cited_by_count":162,"area":null},{"id":"2411.18279","title":"Large Language Model-Brained GUI Agents: A Survey","created":"2024-11-27","cited_by_count":162,"area":"agents"},{"id":"2111.10952","title":"ExT5: Towards Extreme Multi-Task Scaling for Transfer Learning","created":"2021-11-22","cited_by_count":161,"area":null},{"id":"2304.10428","title":"GPT-NER: Named Entity Recognition via Large Language Models","created":"2023-04-20","cited_by_count":160,"area":null},{"id":"2202.09061","title":"VLP: A Survey on Vision-Language Pre-training","created":"2022-02-18","cited_by_count":159,"area":"mllm"},{"id":"2110.07139","title":"Mind the Style of Text! Adversarial and Backdoor Attacks Based on Text Style Transfer","created":"2021-10-14","cited_by_count":158,"area":"safety"},{"id":"2106.15147","title":"SCARF: Self-Supervised Contrastive Learning using Random Feature Corruption","created":"2021-06-29","cited_by_count":156,"area":null},{"id":"2203.11183","title":"Masked Discrimination for Self-Supervised Learning on Point Clouds","created":"2022-03-21","cited_by_count":155,"area":null},{"id":"2204.05832","title":"What Language Model Architecture and Pretraining Objective Work Best for Zero-Shot Generalization?","created":"2022-04-12","cited_by_count":150,"area":null},{"id":"2311.12424","title":"Looped Transformers are Better at Learning Learning Algorithms","created":"2023-11-21","cited_by_count":149,"area":null},{"id":"2206.06565","title":"LIFT: Language-Interfaced Fine-Tuning for Non-Language Machine Learning Tasks","created":"2022-06-14","cited_by_count":148,"area":null}],"next_cursor":"100"}