{"total":1475,"rows":[{"id":"2309.06180","title":"Efficient Memory Management for Large Language Model Serving with PagedAttention","created":"2023-09-12","cited_by_count":5944,"area":"inference"},{"id":"1701.06538","title":"Outrageously Large Neural Networks: The Sparsely-Gated Mixture-of-Experts Layer","created":"2017-01-23","cited_by_count":3509,"area":"moe"},{"id":"2009.01325","title":"Learning to summarize from human feedback","created":"2020-09-02","cited_by_count":2588,"area":"alignment"},{"id":"1909.08593","title":"Fine-Tuning Language Models from Human Preferences","created":"2019-09-18","cited_by_count":2150,"area":"alignment"},{"id":"2006.16668","title":"GShard: Scaling Giant Models with Conditional Computation and Automatic Sharding","created":"2020-06-30","cited_by_count":1631,"area":"moe"},{"id":"2206.10789","title":"Scaling Autoregressive Models for Content-Rich Text-to-Image Generation","created":"2022-06-22","cited_by_count":1295,"area":null},{"id":"2303.17564","title":"BloombergGPT: A Large Language Model for Finance","created":"2023-03-30","cited_by_count":939,"area":null},{"id":"2111.07832","title":"iBOT: Image BERT Pre-Training with Online Tokenizer","created":"2021-11-15","cited_by_count":903,"area":"distill"},{"id":"2305.14387","title":"AlpacaFarm: A Simulation Framework for Methods that Learn from Human Feedback","created":"2023-05-22","cited_by_count":748,"area":"alignment"},{"id":"2309.00267","title":"RLAIF vs. RLHF: Scaling Reinforcement Learning from Human Feedback with AI Feedback","created":"2023-09-01","cited_by_count":625,"area":"alignment"},{"id":"2210.15097","title":"Contrastive Decoding: Open-ended Text Generation as Optimization","created":"2022-10-27","cited_by_count":609,"area":null},{"id":"2111.07991","title":"LiT: Zero-Shot Transfer with Locked-image text Tuning","created":"2021-11-15","cited_by_count":577,"area":null},{"id":"2205.14100","title":"GIT: A Generative Image-to-text Transformer for Vision and Language","created":"2022-05-27","cited_by_count":537,"area":null},{"id":"2311.16867","title":"The Falcon Series of Open Language Models","created":"2023-11-28","cited_by_count":535,"area":null},{"id":"2105.13626","title":"ByT5: Towards a token-free future with pre-trained byte-to-byte models","created":"2021-05-28","cited_by_count":509,"area":null},{"id":"2102.06183","title":"Less is More: ClipBERT for Video-and-Language Learning via Sparse Sampling","created":"2021-02-11","cited_by_count":484,"area":null},{"id":"2104.12756","title":"InfographicVQA","created":"2021-04-26","cited_by_count":437,"area":null},{"id":"2111.02358","title":"VLMo: Unified Vision-Language Pre-Training with Mixture-of-Modality-Experts","created":"2021-11-03","cited_by_count":425,"area":"mllm"},{"id":"2305.10425","title":"SLiC-HF: Sequence Likelihood Calibration with Human Feedback","created":"2023-05-17","cited_by_count":401,"area":"alignment"},{"id":"2202.08906","title":"ST-MoE: Designing Stable and Transferable Sparse Expert Models","created":"2022-02-17","cited_by_count":399,"area":"moe"},{"id":"2312.06585","title":"Beyond Human Data: Scaling Self-Training for Problem-Solving with Language Models","created":"2023-12-11","cited_by_count":349,"area":"synth"},{"id":"2106.13822","title":"XL-Sum: Large-Scale Multilingual Abstractive Summarization for 44 Languages","created":"2021-06-25","cited_by_count":347,"area":null},{"id":"2104.02112","title":"Efficient Attentions for Long Document Summarization","created":"2021-04-05","cited_by_count":345,"area":null},{"id":"2105.03404","title":"ResMLP: Feedforward networks for image classification with data-efficient training","created":"2021-05-07","cited_by_count":339,"area":null},{"id":"2204.09817","title":"Making the Most of Text Semantics to Improve Biomedical Vision--Language Processing","created":"2022-04-21","cited_by_count":339,"area":null},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2210.10749","title":"Transformers Learn Shortcuts to Automata","created":"2022-10-19","cited_by_count":268,"area":null},{"id":"2106.11539","title":"DocFormer: End-to-End Transformer for Document Understanding","created":"2021-06-22","cited_by_count":256,"area":null},{"id":"2402.08983","title":"SafeDecoding: Defending against Jailbreak Attacks via Safety-Aware Decoding","created":"2024-02-14","cited_by_count":247,"area":"safety"},{"id":"2210.01241","title":"Is Reinforcement Learning (Not) for Natural Language Processing: Benchmarks, Baselines, and Building Blocks for Natural Language Policy Optimization","created":"2022-10-03","cited_by_count":246,"area":null},{"id":"2402.19427","title":"Griffin: Mixing Gated Linear Recurrences with Local Attention for Efficient Language Models","created":"2024-02-29","cited_by_count":242,"area":null},{"id":"2205.13636","title":"Quark: Controllable Text Generation with Reinforced Unlearning","created":"2022-05-26","cited_by_count":237,"area":"safety"},{"id":"2103.06874","title":"CANINE: Pre-training an Efficient Tokenization-Free Encoder for Language Representation","created":"2021-03-11","cited_by_count":232,"area":null},{"id":"2307.04964","title":"Secrets of RLHF in Large Language Models Part I: PPO","created":"2023-07-11","cited_by_count":229,"area":"alignment"},{"id":"2104.08378","title":"Accelerating Sparse Deep Neural Networks","created":"2021-04-16","cited_by_count":223,"area":null},{"id":"2104.08671","title":"When Does Pretraining Help? Assessing Self-Supervised Learning for Law and the CaseHOLD Dataset","created":"2021-04-18","cited_by_count":201,"area":null},{"id":"2105.12655","title":"CodeNet: A Large-Scale AI for Code Dataset for Learning a Diversity of Coding Tasks","created":"2021-05-25","cited_by_count":200,"area":null},{"id":"2305.05065","title":"Recommender Systems with Generative Retrieval","created":"2023-05-08","cited_by_count":198,"area":null},{"id":"2209.15558","title":"Out-of-Distribution Detection and Selective Generation for Conditional Language Models","created":"2022-09-30","cited_by_count":197,"area":null},{"id":"2305.00633","title":"Self-Evaluation Guided Beam Search for Reasoning","created":"2023-05-01","cited_by_count":196,"area":"lr"},{"id":"2109.13238","title":"Visually Grounded Reasoning across Languages and Cultures","created":"2021-09-28","cited_by_count":189,"area":null},{"id":"2111.12681","title":"VIOLET : End-to-End Video-Language Transformers with Masked Visual-token Modeling","created":"2021-11-24","cited_by_count":188,"area":null},{"id":"2104.03135","title":"Seeing Out of tHe bOx: End-to-End Pre-training for Vision-Language Representation Learning","created":"2021-04-07","cited_by_count":187,"area":"mllm"},{"id":"2103.10730","title":"MuRIL: Multilingual Representations for Indian Languages","created":"2021-03-19","cited_by_count":179,"area":null},{"id":"2105.12397","title":"Improving Sign Language Translation with Monolingual Data by Sign Back-Translation","created":"2021-05-26","cited_by_count":179,"area":null},{"id":"2104.06644","title":"Masked Language Modeling and the Distributional Hypothesis: Order Word Matters Pre-training for Little","created":"2021-04-14","cited_by_count":177,"area":null},{"id":"2306.10193","title":"Conformal Language Modeling","created":"2023-06-16","cited_by_count":170,"area":null},{"id":"2305.18500","title":"VAST: A Vision-Audio-Subtitle-Text Omni-Modality Foundation Model and Dataset","created":"2023-05-29","cited_by_count":169,"area":null},{"id":"2104.08768","title":"Constrained Language Models Yield Few-Shot Semantic Parsers","created":"2021-04-18","cited_by_count":163,"area":null},{"id":"2202.05924","title":"Compute Trends Across Three Eras of Machine Learning","created":"2022-02-11","cited_by_count":163,"area":null},{"id":"2501.18585","title":"Thoughts Are All Over the Place: On the Underthinking of o1-Like LLMs","created":"2025-01-30","cited_by_count":163,"area":"lr"},{"id":"2106.12672","title":"Charformer: Fast Character Transformers via Gradient-based Subword Tokenization","created":"2021-06-23","cited_by_count":160,"area":null},{"id":"2403.06963","title":"The pitfalls of next-token prediction","created":"2024-03-11","cited_by_count":160,"area":null},{"id":"2303.00654","title":"How to DP-fy ML: A Practical Guide to Machine Learning with Differential Privacy","created":"2023-03-01","cited_by_count":153,"area":null},{"id":"2110.01799","title":"ContractNLI: A Dataset for Document-level Natural Language Inference for Contracts","created":"2021-10-05","cited_by_count":148,"area":null},{"id":"2309.10105","title":"Understanding Catastrophic Forgetting in Language Models via Implicit Inference","created":"2023-09-18","cited_by_count":144,"area":"alignment"},{"id":"2105.02605","title":"GraphFormers: GNN-nested Transformers for Representation Learning on Textual Graph","created":"2021-05-06","cited_by_count":143,"area":null},{"id":"2202.01344","title":"Formal Mathematics Statement Curriculum Learning","created":"2022-02-03","cited_by_count":142,"area":null},{"id":"2204.07580","title":"mGPT: Few-Shot Learners Go Multilingual","created":"2022-04-15","cited_by_count":142,"area":null},{"id":"2206.11871","title":"Offline RL for Natural Language Generation with Implicit Language Q Learning","created":"2022-06-05","cited_by_count":138,"area":"offlinerl"},{"id":"2104.05596","title":"Samanantar: The Largest Publicly Available Parallel Corpora Collection for 11 Indic Languages","created":"2021-04-12","cited_by_count":136,"area":null},{"id":"2307.10802","title":"Meta-Transformer: A Unified Framework for Multimodal Learning","created":"2023-07-20","cited_by_count":136,"area":null},{"id":"2408.08252","title":"Derivative-Free Guidance in Continuous and Discrete Diffusion Models with Soft Value-Based Decoding","created":"2024-08-15","cited_by_count":136,"area":"diffusion"},{"id":"2106.01890","title":"SimCLS: A Simple Framework for Contrastive Learning of Abstractive Summarization","created":"2021-06-03","cited_by_count":132,"area":null},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131,"area":null},{"id":"2303.03329","title":"End-to-End Speech Recognition: A Survey","created":"2023-03-03","cited_by_count":129,"area":null},{"id":"2101.00204","title":"BanglaBERT: Language Model Pretraining and Benchmarks for Low-Resource Language Understanding Evaluation in Bangla","created":"2021-01-01","cited_by_count":125,"area":null},{"id":"2403.02469","title":"Vision-Language Models for Medical Report Generation and Visual Question Answering: A Review","created":"2024-03-04","cited_by_count":125,"area":"mllm"},{"id":"2212.10535","title":"A Survey of Deep Learning for Mathematical Reasoning","created":"2022-12-20","cited_by_count":124,"area":"lr"},{"id":"2305.10427","title":"Accelerating Transformer Inference for Translation via Parallel Decoding","created":"2023-05-17","cited_by_count":124,"area":"inference"},{"id":"2210.00045","title":"Calibrating Sequence likelihood Improves Conditional Language Generation","created":"2022-09-30","cited_by_count":121,"area":null},{"id":"2212.00280","title":"GRiT: A Generative Region-to-text Transformer for Object Understanding","created":"2022-12-01","cited_by_count":121,"area":null},{"id":"2210.09263","title":"Vision-Language Pre-training: Basics, Recent Advances, and Future Trends","created":"2022-10-17","cited_by_count":117,"area":"mllm"},{"id":"2104.10706","title":"Dataset Inference: Ownership Resolution in Machine Learning","created":"2021-04-21","cited_by_count":116,"area":"safety"},{"id":"2202.06767","title":"Wukong: A 100 Million Large-scale Chinese Cross-modal Pre-training Benchmark","created":"2022-02-14","cited_by_count":114,"area":"mllm"},{"id":"2106.11342","title":"Dive into Deep Learning","created":"2021-06-21","cited_by_count":111,"area":null},{"id":"2107.03158","title":"A Survey on Data Augmentation for Text Classification","created":"2021-07-07","cited_by_count":111,"area":null},{"id":"2109.07740","title":"Scaling Laws for Neural Machine Translation","created":"2021-09-16","cited_by_count":111,"area":null},{"id":"2202.00666","title":"Locally Typical Sampling","created":"2022-02-01","cited_by_count":111,"area":null},{"id":"2103.11943","title":"BERT: A Review of Applications in Natural Language Processing and Understanding","created":"2021-03-22","cited_by_count":109,"area":null},{"id":"2307.14768","title":"Gloss-free Sign Language Translation: Improving from Visual-Language Pretraining","created":"2023-07-27","cited_by_count":105,"area":null},{"id":"2507.16632","title":"Step-Audio 2 Technical Report","created":"2025-07-22","cited_by_count":105,"area":null},{"id":"2111.09388","title":"High Quality Rather than High Model Probability: Minimum Bayes Risk Decoding with Neural Metrics","created":"2021-11-17","cited_by_count":104,"area":null},{"id":"2209.07098","title":"Multi-Modal Masked Autoencoders for Medical Vision-and-Language Pre-Training","created":"2022-09-15","cited_by_count":104,"area":null},{"id":"2408.02555","title":"MeshAnything V2: Artist-Created Mesh Generation With Adjacent Mesh Tokenization","created":"2024-08-05","cited_by_count":104,"area":null},{"id":"2212.05409","title":"Towards Leaving No Indic Language Behind: Building Monolingual Corpora, Benchmark and Models for Indic Languages","created":"2022-12-11","cited_by_count":102,"area":null},{"id":"2403.02901","title":"A Comprehensive Survey on Process-Oriented Automatic Text Summarization with Exploration of LLM-Based Methods","created":"2024-03-05","cited_by_count":102,"area":null},{"id":"2107.07455","title":"Shifts: A Dataset of Real Distributional Shift Across Multiple Large-Scale Tasks","created":"2021-07-15","cited_by_count":101,"area":null},{"id":"2204.00032","title":"Truth Serum: Poisoning Machine Learning Models to Reveal Their Secrets","created":"2022-03-31","cited_by_count":101,"area":null},{"id":"2310.04363","title":"Amortizing intractable inference in large language models","created":"2023-10-06","cited_by_count":97,"area":null},{"id":"2105.11333","title":"Multi-modal Understanding and Generation for Medical Images and Text via Vision-Language Pre-Training","created":"2021-05-24","cited_by_count":96,"area":"mllm"},{"id":"2106.04632","title":"VALUE: A Multi-Task Benchmark for Video-and-Language Understanding Evaluation","created":"2021-06-08","cited_by_count":95,"area":null},{"id":"2107.13731","title":"UIBert: Learning Generic Multimodal Representations for UI Understanding","created":"2021-07-29","cited_by_count":95,"area":null},{"id":"2302.11520","title":"Guiding Large Language Models via Directional Stimulus Prompting","created":"2023-02-22","cited_by_count":95,"area":null},{"id":"2309.04766","title":"SeaEval for Multilingual Foundation Models: From Cross-Lingual Alignment to Cultural Reasoning","created":"2023-09-09","cited_by_count":94,"area":null},{"id":"2103.00823","title":"M6: A Chinese Multimodal Pretrainer","created":"2021-03-01","cited_by_count":91,"area":null},{"id":"2105.11210","title":"StructuralLM: Structural Pre-training for Form Understanding","created":"2021-05-24","cited_by_count":91,"area":null},{"id":"2503.07137","title":"A Comprehensive Survey of Mixture-of-Experts: Algorithms, Theory, and Applications","created":"2025-03-10","cited_by_count":91,"area":"moe"},{"id":"2108.02923","title":"StrucTexT: Structured Text Understanding with Multi-Modal Transformers","created":"2021-08-06","cited_by_count":90,"area":null},{"id":"2402.18376","title":"Tokenization Is More Than Compression","created":"2024-02-28","cited_by_count":89,"area":null}],"next_cursor":"100"}