{"total":905,"rows":[{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396,"area":null},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326,"area":null},{"id":"2104.08691","title":"The Power of Scale for Parameter-Efficient Prompt Tuning","created":"2021-04-18","cited_by_count":3795,"area":null},{"id":"2109.01652","title":"Finetuned Language Models Are Zero-Shot Learners","created":"2021-09-03","cited_by_count":3780,"area":null},{"id":"2210.11416","title":"Scaling Instruction-Finetuned Language Models","created":"2022-10-20","cited_by_count":3024,"area":null},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2006.16668","title":"GShard: Scaling Giant Models with Conditional Computation and Automatic Sharding","created":"2020-06-30","cited_by_count":1631,"area":"moe"},{"id":"2203.05482","title":"Model soups: averaging weights of multiple fine-tuned models improves accuracy without increasing inference time","created":"2022-03-10","cited_by_count":1396,"area":null},{"id":"2206.10789","title":"Scaling Autoregressive Models for Content-Rich Text-to-Image Generation","created":"2022-06-22","cited_by_count":1295,"area":null},{"id":"2205.01917","title":"CoCa: Contrastive Captioners are Image-Text Foundation Models","created":"2022-05-04","cited_by_count":1274,"area":null},{"id":"2202.03286","title":"Red Teaming Language Models with Language Models","created":"2022-02-07","cited_by_count":1026,"area":"safety"},{"id":"2106.04560","title":"Scaling Vision Transformers","created":"2021-06-08","cited_by_count":999,"area":null},{"id":"2306.13649","title":"On-Policy Distillation of Language Models: Learning from Self-Generated Mistakes","created":"2023-06-23","cited_by_count":939,"area":"synth"},{"id":"2112.06905","title":"GLaM: Efficient Scaling of Language Models with Mixture-of-Experts","created":"2021-12-13","cited_by_count":897,"area":"wm"},{"id":"2205.05638","title":"Few-Shot Parameter-Efficient Fine-Tuning is Better and Cheaper than In-Context Learning","created":"2022-05-11","cited_by_count":896,"area":null},{"id":"2311.12908","title":"Diffusion Model Alignment Using Direct Preference Optimization","created":"2023-11-21","cited_by_count":790,"area":"wm"},{"id":"2209.06794","title":"PaLI: A Jointly-Scaled Multilingual Language-Image Model","created":"2022-09-14","cited_by_count":766,"area":null},{"id":"2107.06499","title":"Deduplicating Training Data Makes Language Models Better","created":"2021-07-14","cited_by_count":714,"area":null},{"id":"2110.04627","title":"Vector-quantized Image Modeling with Improved VQGAN","created":"2021-10-09","cited_by_count":658,"area":null},{"id":"2301.00704","title":"Muse: Text-To-Image Generation via Masked Generative Transformers","created":"2023-01-02","cited_by_count":648,"area":null},{"id":"2309.00267","title":"RLAIF vs. RLHF: Scaling Reinforcement Learning from Human Feedback with AI Feedback","created":"2023-09-01","cited_by_count":625,"area":"alignment"},{"id":"2202.09368","title":"Mixture-of-Experts with Expert Choice Routing","created":"2022-02-18","cited_by_count":623,"area":"moe"},{"id":"2111.07991","title":"LiT: Zero-Shot Transfer with Locked-image text Tuning","created":"2021-11-15","cited_by_count":577,"area":null},{"id":"2306.02561","title":"LLM-Blender: Ensembling Large Language Models with Pairwise Ranking and Generative Fusion","created":"2023-06-05","cited_by_count":564,"area":null},{"id":"2412.13663","title":"Smarter, Better, Faster, Longer: A Modern Bidirectional Encoder for Fast, Memory Efficient, and Long Context Finetuning and Inference","created":"2024-12-18","cited_by_count":554,"area":null},{"id":"2209.14375","title":"Improving alignment of dialogue agents via targeted human judgements","created":"2022-09-28","cited_by_count":531,"area":"agents"},{"id":"2108.08877","title":"Sentence-T5: Scalable Sentence Encoders from Pre-trained Text-to-Text Models","created":"2021-08-19","cited_by_count":463,"area":null},{"id":"2403.03507","title":"GaLore: Memory-Efficient LLM Training by Gradient Low-Rank Projection","created":"2024-03-06","cited_by_count":463,"area":null},{"id":"2112.07899","title":"Large Dual Encoders Are Generalizable Retrievers","created":"2021-12-15","cited_by_count":456,"area":null},{"id":"2401.12945","title":"Lumiere: A Space-Time Diffusion Model for Video Generation","created":"2024-01-23","cited_by_count":455,"area":"diffusion"},{"id":"2302.06675","title":"Symbolic Discovery of Optimization Algorithms","created":"2023-02-13","cited_by_count":434,"area":null},{"id":"2206.08916","title":"Unified-IO: A Unified Model for Vision, Language, and Multi-Modal Tasks","created":"2022-06-17","cited_by_count":421,"area":null},{"id":"2109.05093","title":"PICARD: Parsing Incrementally for Constrained Auto-Regressive Decoding from Language Models","created":"2021-09-10","cited_by_count":411,"area":null},{"id":"2110.02861","title":"8-bit Optimizers via Block-wise Quantization","created":"2021-10-06","cited_by_count":403,"area":null},{"id":"2202.08906","title":"ST-MoE: Designing Stable and Transferable Sparse Expert Models","created":"2022-02-17","cited_by_count":399,"area":"moe"},{"id":"2210.03347","title":"Pix2Struct: Screenshot Parsing as Pretraining for Visual Language Understanding","created":"2022-10-07","cited_by_count":366,"area":null},{"id":"2106.13822","title":"XL-Sum: Large-Scale Multilingual Abstractive Summarization for 44 Languages","created":"2021-06-25","cited_by_count":347,"area":null},{"id":"2108.06209","title":"W2v-BERT: Combining Contrastive Learning and Masked Language Modeling for Self-Supervised Speech Pre-Training","created":"2021-08-07","cited_by_count":347,"area":null},{"id":"2104.02112","title":"Efficient Attentions for Long Document Summarization","created":"2021-04-05","cited_by_count":345,"area":null},{"id":"2306.09683","title":"Scaling Open-Vocabulary Object Detection","created":"2023-06-16","cited_by_count":343,"area":"mllm"},{"id":"2302.03668","title":"Hard Prompts Made Easy: Gradient-Based Discrete Optimization for Prompt Tuning and Discovery","created":"2023-02-07","cited_by_count":336,"area":null},{"id":"2304.08466","title":"Synthetic Data from Diffusion Models Improves ImageNet Classification","created":"2023-04-17","cited_by_count":327,"area":"diffusion"},{"id":"2109.01247","title":"Do Prompt-Based Models Really Understand the Meaning of their Prompts?","created":"2021-09-02","cited_by_count":326,"area":null},{"id":"2309.06657","title":"Statistical Rejection Sampling Improves Preference Optimization","created":"2023-09-13","cited_by_count":323,"area":"alignment"},{"id":"2207.07061","title":"Confident Adaptive Language Modeling","created":"2022-07-14","cited_by_count":310,"area":"inference"},{"id":"2312.17172","title":"Unified-IO 2: Scaling Autoregressive Multimodal Models with Vision, Language, Audio, and Action","created":"2023-12-28","cited_by_count":302,"area":null},{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2408.14837","title":"Diffusion Models Are Real-Time Game Engines","created":"2024-08-27","cited_by_count":296,"area":"wm"},{"id":"2205.05131","title":"UL2: Unifying Language Learning Paradigms","created":"2022-05-10","cited_by_count":295,"area":null},{"id":"2402.07827","title":"Aya Model: An Instruction Finetuned Open-Access Multilingual Language Model","created":"2024-02-12","cited_by_count":295,"area":null},{"id":"2203.11147","title":"Teaching language models to support answers with verified quotes","created":"2022-03-21","cited_by_count":292,"area":null},{"id":"2307.14334","title":"Towards Generalist Biomedical AI","created":"2023-07-26","cited_by_count":289,"area":null},{"id":"2203.03466","title":"Tensor Programs V: Tuning Large Neural Networks via Zero-Shot Hyperparameter Transfer","created":"2022-03-07","cited_by_count":288,"area":null},{"id":"2205.13147","title":"Matryoshka Representation Learning","created":"2022-05-26","cited_by_count":282,"area":null},{"id":"2305.14342","title":"Sophia: A Scalable Stochastic Second-order Optimizer for Language Model Pre-training","created":"2023-05-23","cited_by_count":265,"area":null},{"id":"2402.04792","title":"Direct Language Model Alignment from Online AI Feedback","created":"2024-02-07","cited_by_count":260,"area":"alignment"},{"id":"2312.02120","title":"Magicoder: Empowering Code Generation with OSS-Instruct","created":"2023-12-04","cited_by_count":256,"area":null},{"id":"2312.03732","title":"A Rank Stabilization Scaling Factor for Fine-Tuning with LoRA","created":"2023-11-28","cited_by_count":243,"area":null},{"id":"2502.17416","title":"Reasoning with Latent Thoughts: On the Power of Looped Transformers","created":"2025-02-24","cited_by_count":240,"area":"lr"},{"id":"2110.07904","title":"SPoT: Better Frozen Model Adaptation through Soft Prompt Transfer","created":"2021-10-15","cited_by_count":235,"area":null},{"id":"2203.08913","title":"Memorizing Transformers","created":"2022-03-16","cited_by_count":226,"area":null},{"id":"2210.02928","title":"MuRAG: Multimodal Retrieval-Augmented Generator for Open Question Answering over Images and Text","created":"2022-10-06","cited_by_count":220,"area":"rag"},{"id":"2212.05055","title":"Sparse Upcycling: Training Mixture-of-Experts from Dense Checkpoints","created":"2022-12-09","cited_by_count":209,"area":"moe"},{"id":"2302.11713","title":"Can Pre-trained Vision and Language Models Answer Visual Information-Seeking Questions?","created":"2023-02-23","cited_by_count":207,"area":null},{"id":"2207.04901","title":"Exploring Length Generalization in Large Language Models","created":"2022-07-11","cited_by_count":206,"area":null},{"id":"2402.17193","title":"When Scaling Meets LLM Finetuning: The Effect of Data, Model and Finetuning Method","created":"2024-02-27","cited_by_count":204,"area":null},{"id":"2404.07143","title":"Leave No Context Behind: Efficient Infinite Context Transformers with Infini-attention","created":"2024-04-10","cited_by_count":200,"area":null},{"id":"2209.15558","title":"Out-of-Distribution Detection and Selective Generation for Conditional Language Models","created":"2022-09-30","cited_by_count":197,"area":null},{"id":"2302.05965","title":"RESDSQL: Decoupling Schema Linking and Skeleton Parsing for Text-to-SQL","created":"2023-02-12","cited_by_count":195,"area":null},{"id":"2409.11321","title":"SOAP: Improving and Stabilizing Shampoo using Adam","created":"2024-09-17","cited_by_count":192,"area":null},{"id":"2202.11176","title":"A New Generation of Perspective API: Efficient Multilingual Character-level Transformers","created":"2022-02-22","cited_by_count":185,"area":null},{"id":"2309.14322","title":"Small-scale proxies for large-scale Transformer training instabilities","created":"2023-09-25","cited_by_count":183,"area":null},{"id":"2111.10050","title":"Combined Scaling for Zero-shot Transfer Learning","created":"2021-11-19","cited_by_count":182,"area":null},{"id":"2203.06904","title":"Delta Tuning: A Comprehensive Study of Parameter Efficient Methods for Pre-trained Language Models","created":"2022-03-14","cited_by_count":180,"area":null},{"id":"2412.02700","title":"Motion Prompting: Controlling Video Generation with Motion Trajectories","created":"2024-12-03","cited_by_count":178,"area":null},{"id":"2306.10193","title":"Conformal Language Modeling","created":"2023-06-16","cited_by_count":170,"area":null},{"id":"2212.10465","title":"SODA: Million-scale Dialogue Distillation with Social Commonsense Contextualization","created":"2022-12-20","cited_by_count":168,"area":null},{"id":"2310.08461","title":"DistillSpec: Improving Speculative Decoding via Knowledge Distillation","created":"2023-10-12","cited_by_count":165,"area":"inference"},{"id":"2109.08668","title":"Primer: Searching for Efficient Transformers for Language Modeling","created":"2021-09-17","cited_by_count":164,"area":null},{"id":"2302.07863","title":"Speculative Decoding with Big Little Decoder","created":"2023-02-15","cited_by_count":164,"area":"inference"},{"id":"2402.05749","title":"Generalized Preference Optimization: A Unified Approach to Offline Alignment","created":"2024-02-08","cited_by_count":157,"area":"alignment"},{"id":"2304.09151","title":"UniMax: Fairer and more Effective Language Sampling for Large-Scale Multilingual Pretraining","created":"2023-04-18","cited_by_count":151,"area":null},{"id":"2204.05832","title":"What Language Model Architecture and Pretraining Objective Work Best for Zero-Shot Generalization?","created":"2022-04-12","cited_by_count":150,"area":null},{"id":"2309.05444","title":"Pushing Mixture of Experts to the Limit: Extremely Parameter Efficient MoE for Instruction Tuning","created":"2023-09-11","cited_by_count":150,"area":"moe"},{"id":"2401.12187","title":"WARM: On the Benefits of Weight Averaged Reward Models","created":"2024-01-22","cited_by_count":147,"area":"alignment"},{"id":"2406.16793","title":"Adam-mini: Use Fewer Learning Rates To Gain More","created":"2024-06-24","cited_by_count":137,"area":null},{"id":"2209.06640","title":"Revisiting Neural Scaling Laws in Language and Vision","created":"2022-09-13","cited_by_count":132,"area":null},{"id":"2112.08674","title":"Reframing Human-AI Collaboration for Generating Free-Text Explanations","created":"2021-12-16","cited_by_count":125,"area":null},{"id":"2403.19651","title":"MagicLens: Self-Supervised Image Retrieval with Open-Ended Instructions","created":"2024-03-28","cited_by_count":119,"area":null},{"id":"2108.01624","title":"Large-Scale Differentially Private BERT","created":"2021-08-03","cited_by_count":118,"area":null},{"id":"2307.15190","title":"f-Divergence Minimization for Sequence-Level Knowledge Distillation","created":"2023-07-27","cited_by_count":114,"area":"distill"},{"id":"2302.11154","title":"Open-domain Visual Entity Recognition: Towards Recognizing Millions of Wikipedia Entities","created":"2023-02-22","cited_by_count":113,"area":null},{"id":"2105.04663","title":"GSPMD: General and Scalable Parallelization for ML Computation Graphs","created":"2021-05-10","cited_by_count":111,"area":null},{"id":"2109.07740","title":"Scaling Laws for Neural Machine Translation","created":"2021-09-16","cited_by_count":111,"area":null},{"id":"2203.07852","title":"Block-Recurrent Transformers","created":"2022-03-11","cited_by_count":110,"area":null},{"id":"2310.17813","title":"A Spectral Condition for Feature Learning","created":"2023-10-26","cited_by_count":109,"area":null},{"id":"2110.08529","title":"Sharpness-Aware Minimization Improves Language Model Generalization","created":"2021-10-16","cited_by_count":108,"area":null},{"id":"2402.03293","title":"Flora: Low-Rank Adapters Are Secretly Gradient Compressors","created":"2024-02-05","cited_by_count":108,"area":null},{"id":"2402.13217","title":"VideoPrism: A Foundational Visual Encoder for Video Understanding","created":"2024-02-20","cited_by_count":105,"area":null},{"id":"2110.07298","title":"LFPT5: A Unified Framework for Lifelong Few-shot Language Learning Based on Prompt Tuning of T5","created":"2021-10-14","cited_by_count":104,"area":null}],"next_cursor":"100"}