{"total":11857,"rows":[{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396,"area":null},{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380,"area":null},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028,"area":null},{"id":"2107.03374","title":"Evaluating Large Language Models Trained on Code","created":"2021-07-07","cited_by_count":8320,"area":null},{"id":"2101.00190","title":"Prefix-Tuning: Optimizing Continuous Prompts for Generation","created":"2021-01-01","cited_by_count":3915,"area":null},{"id":"2102.05918","title":"Scaling Up Visual and Vision-Language Representation Learning With Noisy Text Supervision","created":"2021-02-11","cited_by_count":3864,"area":null},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673,"area":null},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512,"area":null},{"id":"2305.14314","title":"QLoRA: Efficient Finetuning of Quantized LLMs","created":"2023-05-23","cited_by_count":3418,"area":null},{"id":"2309.16609","title":"Qwen Technical Report","created":"2023-09-28","cited_by_count":3344,"area":null},{"id":"2210.11416","title":"Scaling Instruction-Finetuned Language Models","created":"2022-10-20","cited_by_count":3024,"area":null},{"id":"2311.12022","title":"GPQA: A Graduate-Level Google-Proof Q&A Benchmark","created":"2023-11-20","cited_by_count":2879,"area":null},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2106.08254","title":"BEiT: BERT Pre-Training of Image Transformers","created":"2021-06-15","cited_by_count":2375,"area":null},{"id":"2106.07447","title":"HuBERT: Self-Supervised Speech Representation Learning by Masked Prediction of Hidden Units","created":"2021-06-14","cited_by_count":2342,"area":null},{"id":"2107.13586","title":"Pre-train, Prompt, and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing","created":"2021-07-28","cited_by_count":2234,"area":null},{"id":"2104.08821","title":"SimCSE: Simple Contrastive Learning of Sentence Embeddings","created":"2021-04-18","cited_by_count":2173,"area":null},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984,"area":null},{"id":"2103.13413","title":"Vision Transformers for Dense Prediction","created":"2021-03-24","cited_by_count":1803,"area":null},{"id":"2209.14792","title":"Make-A-Video: Text-to-Video Generation without Text-Video Data","created":"2022-09-29","cited_by_count":1742,"area":null},{"id":"2111.09881","title":"Restormer: Efficient Transformer for High-Resolution Image Restoration","created":"2021-11-18","cited_by_count":1627,"area":null},{"id":"2111.09543","title":"DeBERTaV3: Improving DeBERTa using ELECTRA-Style Pre-Training with Gradient-Disentangled Embedding Sharing","created":"2021-11-18","cited_by_count":1254,"area":null},{"id":"2212.03533","title":"Text Embeddings by Weakly-Supervised Contrastive Pre-training","created":"2022-12-07","cited_by_count":1253,"area":null},{"id":"2104.08663","title":"BEIR: A Heterogenous Benchmark for Zero-shot Evaluation of Information Retrieval Models","created":"2021-04-17","cited_by_count":1252,"area":null},{"id":"2106.10199","title":"BitFit: Simple Parameter-efficient Fine-tuning for Transformer-based Masked Language-models","created":"2021-06-18","cited_by_count":1245,"area":null},{"id":"2201.08239","title":"LaMDA: Language Models for Dialog Applications","created":"2022-01-20","cited_by_count":1220,"area":null},{"id":"2102.08981","title":"Conceptual 12M: Pushing Web-Scale Image-Text Pre-Training To Recognize Long-Tail Visual Concepts","created":"2021-02-17","cited_by_count":1216,"area":null},{"id":"2101.06804","title":"What Makes Good In-Context Examples for GPT-$3$?","created":"2021-01-17","cited_by_count":1195,"area":null},{"id":"2111.09886","title":"SimMIM: A Simple Framework for Masked Image Modeling","created":"2021-11-18","cited_by_count":1153,"area":null},{"id":"2104.08786","title":"Fantastically Ordered Prompts and Where to Find Them: Overcoming Few-Shot Prompt Order Sensitivity","created":"2021-04-18","cited_by_count":1135,"area":null},{"id":"2108.12409","title":"Train Short, Test Long: Attention with Linear Biases Enables Input Length Extrapolation","created":"2021-08-27","cited_by_count":1103,"area":null},{"id":"2101.11986","title":"Tokens-to-Token ViT: Training Vision Transformers from Scratch on ImageNet","created":"2021-01-28","cited_by_count":1101,"area":null},{"id":"2108.05997","title":"MUSIQ: Multi-scale Image Quality Transformer","created":"2021-08-12","cited_by_count":1081,"area":null},{"id":"2103.10360","title":"GLM: General Language Model Pretraining with Autoregressive Blank Infilling","created":"2021-03-18","cited_by_count":1031,"area":null},{"id":"2101.01169","title":"Transformers in Vision: A Survey","created":"2021-01-04","cited_by_count":1013,"area":null},{"id":"2112.04359","title":"Ethical and social risks of harm from Language Models","created":"2021-12-08","cited_by_count":966,"area":null},{"id":"2111.02080","title":"An Explanation of In-context Learning as Implicit Bayesian Inference","created":"2021-11-03","cited_by_count":938,"area":null},{"id":"2108.00573","title":"MuSiQue: Multihop Questions via Single-hop Question Composition","created":"2021-08-02","cited_by_count":916,"area":null},{"id":"2109.00859","title":"CodeT5: Identifier-aware Unified Pre-trained Encoder-Decoder Models for Code Understanding and Generation","created":"2021-09-02","cited_by_count":906,"area":null},{"id":"2208.07339","title":"LLM.int8(): 8-bit Matrix Multiplication for Transformers at Scale","created":"2022-08-15","cited_by_count":906,"area":null},{"id":"2103.07191","title":"Are NLP Models really able to Solve Simple Math Word Problems?","created":"2021-03-12","cited_by_count":878,"area":null},{"id":"2110.04366","title":"Towards a Unified View of Parameter-Efficient Transfer Learning","created":"2021-10-08","cited_by_count":872,"area":null},{"id":"2104.12763","title":"MDETR -- Modulated Detection for End-to-End Multi-Modal Understanding","created":"2021-04-26","cited_by_count":819,"area":null},{"id":"2103.13630","title":"A Survey of Quantization Methods for Efficient Neural Network Inference","created":"2021-03-25","cited_by_count":815,"area":null},{"id":"2303.08896","title":"SelfCheckGPT: Zero-Resource Black-Box Hallucination Detection for Generative Large Language Models","created":"2023-03-15","cited_by_count":810,"area":null},{"id":"2111.11432","title":"Florence: A New Foundation Model for Computer Vision","created":"2021-11-22","cited_by_count":804,"area":null},{"id":"2203.05794","title":"BERTopic: Neural topic modeling with a class-based TF-IDF procedure","created":"2022-03-11","cited_by_count":801,"area":null},{"id":"2305.06161","title":"StarCoder: may the source be with you!","created":"2023-05-09","cited_by_count":799,"area":null},{"id":"2303.16199","title":"LLaMA-Adapter: Efficient Fine-tuning of Language Models with Zero-init Attention","created":"2023-03-28","cited_by_count":781,"area":null},{"id":"2212.03827","title":"Discovering Latent Knowledge in Language Models Without Supervision","created":"2022-12-07","cited_by_count":767,"area":null},{"id":"2103.17239","title":"Going deeper with Image Transformers","created":"2021-03-31","cited_by_count":764,"area":null},{"id":"2306.01116","title":"The RefinedWeb Dataset for Falcon LLM: Outperforming Curated Corpora with Web Data, and Web Data Only","created":"2023-06-01","cited_by_count":763,"area":null},{"id":"2301.02111","title":"Neural Codec Language Models are Zero-Shot Text to Speech Synthesizers","created":"2023-01-05","cited_by_count":752,"area":null},{"id":"2202.03052","title":"OFA: Unifying Architectures, Tasks, and Modalities Through a Simple Sequence-to-Sequence Learning Framework","created":"2022-02-07","cited_by_count":745,"area":null},{"id":"2102.04664","title":"CodeXGLUE: A Machine Learning Benchmark Dataset for Code Understanding and Generation","created":"2021-02-09","cited_by_count":744,"area":null},{"id":"2101.02235","title":"Did Aristotle Use a Laptop? A Question Answering Benchmark with Implicit Reasoning Strategies","created":"2021-01-06","cited_by_count":743,"area":null},{"id":"2202.03555","title":"data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language","created":"2022-02-07","cited_by_count":727,"area":null},{"id":"2301.11305","title":"DetectGPT: Zero-Shot Machine-Generated Text Detection using Probability Curvature","created":"2023-01-26","cited_by_count":726,"area":null},{"id":"2103.10385","title":"GPT Understands, Too","created":"2021-03-18","cited_by_count":716,"area":null},{"id":"2206.01718","title":"A-OKVQA: A Benchmark for Visual Question Answering using World Knowledge","created":"2022-06-03","cited_by_count":710,"area":null},{"id":"2110.08193","title":"BBQ: A Hand-Built Bias Benchmark for Question Answering","created":"2021-10-15","cited_by_count":701,"area":null},{"id":"2309.01219","title":"Siren's Song in the AI Ocean: A Survey on Hallucination in Large Language Models","created":"2023-09-03","cited_by_count":698,"area":null},{"id":"2311.03099","title":"Language Models are Super Mario: Absorbing Abilities from Homologous Models as a Free Lunch","created":"2023-11-06","cited_by_count":694,"area":null},{"id":"2211.07636","title":"EVA: Exploring the Limits of Masked Visual Representation Learning at Scale","created":"2022-11-14","cited_by_count":691,"area":null},{"id":"2110.07602","title":"P-Tuning v2: Prompt Tuning Can Be Comparable to Fine-tuning Universally Across Scales and Tasks","created":"2021-10-14","cited_by_count":689,"area":null},{"id":"2306.08302","title":"Unifying Large Language Models and Knowledge Graphs: A Roadmap","created":"2023-06-14","cited_by_count":668,"area":null},{"id":"2111.14819","title":"Point-BERT: Pre-training 3D Point Cloud Transformers with Masked Point Modeling","created":"2021-11-29","cited_by_count":653,"area":null},{"id":"2305.11627","title":"LLM-Pruner: On the Structural Pruning of Large Language Models","created":"2023-05-19","cited_by_count":650,"area":null},{"id":"2112.04482","title":"FLAVA: A Foundational Language And Vision Alignment Model","created":"2021-12-08","cited_by_count":649,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2309.00770","title":"Bias and Fairness in Large Language Models: A Survey","created":"2023-09-02","cited_by_count":639,"area":null},{"id":"2107.14795","title":"Perceiver IO: A General Architecture for Structured Inputs & Outputs","created":"2021-07-30","cited_by_count":629,"area":null},{"id":"2111.09832","title":"Merging Models with Fisher-Weighted Averaging","created":"2021-11-18","cited_by_count":621,"area":null},{"id":"2209.03143","title":"AudioLM: a Language Modeling Approach to Audio Generation","created":"2022-09-07","cited_by_count":616,"area":null},{"id":"2109.14084","title":"VideoCLIP: Contrastive Pre-training for Zero-shot Video-Text Understanding","created":"2021-09-28","cited_by_count":602,"area":null},{"id":"2104.08696","title":"Knowledge Neurons in Pretrained Transformers","created":"2021-04-18","cited_by_count":601,"area":null},{"id":"2306.02561","title":"LLM-Blender: Ensembling Large Language Models with Pairwise Ranking and Generative Fusion","created":"2023-06-05","cited_by_count":564,"area":null},{"id":"2109.00122","title":"FinQA: A Dataset of Numerical Reasoning over Financial Data","created":"2021-09-01","cited_by_count":562,"area":null},{"id":"2201.11990","title":"Using DeepSpeed and Megatron to Train Megatron-Turing NLG 530B, A Large-Scale Generative Language Model","created":"2022-01-28","cited_by_count":559,"area":null},{"id":"2412.13663","title":"Smarter, Better, Faster, Longer: A Modern Bidirectional Encoder for Fast, Memory Efficient, and Long Context Finetuning and Inference","created":"2024-12-18","cited_by_count":554,"area":null},{"id":"2209.05451","title":"Perceiver-Actor: A Multi-Task Transformer for Robotic Manipulation","created":"2022-09-12","cited_by_count":551,"area":null},{"id":"2210.10341","title":"BioGPT: Generative Pre-trained Transformer for Biomedical Text Generation and Mining","created":"2022-10-19","cited_by_count":538,"area":null},{"id":"2205.14100","title":"GIT: A Generative Image-to-text Transformer for Vision and Language","created":"2022-05-27","cited_by_count":537,"area":null},{"id":"2203.14680","title":"Transformer Feed-Forward Layers Build Predictions by Promoting Concepts in the Vocabulary Space","created":"2022-03-28","cited_by_count":532,"area":null},{"id":"2402.06196","title":"Large Language Models: A Survey","created":"2024-02-09","cited_by_count":525,"area":null},{"id":"2208.10442","title":"Image as a Foreign Language: BEiT Pretraining for All Vision and Vision-Language Tasks","created":"2022-08-22","cited_by_count":511,"area":null},{"id":"2104.08758","title":"Documenting Large Webtext Corpora: A Case Study on the Colossal Clean Crawled Corpus","created":"2021-04-18","cited_by_count":492,"area":null},{"id":"2204.14109","title":"TEMOS: Generating diverse human motions from textual descriptions","created":"2022-04-25","cited_by_count":492,"area":null},{"id":"2302.06476","title":"Is ChatGPT a General-Purpose Natural Language Processing Task Solver?","created":"2023-02-08","cited_by_count":488,"area":null},{"id":"2204.08387","title":"LayoutLMv3: Pre-training for Document AI with Unified Text and Image Masking","created":"2022-04-18","cited_by_count":485,"area":null},{"id":"2102.06183","title":"Less is More: ClipBERT for Video-and-Language Learning via Sparse Sampling","created":"2021-02-11","cited_by_count":484,"area":null},{"id":"2301.07597","title":"How Close is ChatGPT to Human Experts? Comparison Corpus, Evaluation, and Detection","created":"2023-01-18","cited_by_count":481,"area":null},{"id":"2102.03902","title":"Nystr\\\"omformer: A Nystr\\\"om-Based Algorithm for Approximating Self-Attention","created":"2021-02-07","cited_by_count":471,"area":null},{"id":"2102.01454","title":"MAUVE: Measuring the Gap Between Neural Text and Human Text using Divergence Frontiers","created":"2021-02-02","cited_by_count":470,"area":null},{"id":"2108.08877","title":"Sentence-T5: Scalable Sentence Encoders from Pre-trained Text-to-Text Models","created":"2021-08-19","cited_by_count":463,"area":null},{"id":"2111.01243","title":"Recent Advances in Natural Language Processing via Large Pre-Trained Language Models: A Survey","created":"2021-11-01","cited_by_count":463,"area":null},{"id":"2106.04647","title":"Compacter: Efficient Low-Rank Hypercomplex Adapter Layers","created":"2021-06-08","cited_by_count":460,"area":null},{"id":"2104.14337","title":"Dynabench: Rethinking Benchmarking in NLP","created":"2021-04-07","cited_by_count":459,"area":null},{"id":"2203.06604","title":"Masked Autoencoders for Point Cloud Self-supervised Learning","created":"2022-03-13","cited_by_count":459,"area":null},{"id":"2206.06520","title":"Memory-Based Model Editing at Scale","created":"2022-06-13","cited_by_count":447,"area":null}],"next_cursor":"100"}