{"total":4307,"rows":[{"id":"2204.05862","title":"Training a Helpful and Harmless Assistant with Reinforcement Learning from Human Feedback","created":"2022-04-12","cited_by_count":3720,"area":"alignment"},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073,"area":"moe"},{"id":"2406.09246","title":"OpenVLA: An Open-Source Vision-Language-Action Model","created":"2024-06-13","cited_by_count":2887,"area":"vla"},{"id":"2212.10560","title":"Self-Instruct: Aligning Language Models with Self-Generated Instructions","created":"2022-12-20","cited_by_count":2724,"area":"alignment"},{"id":"2410.24164","title":"$\\pi_0$: A Vision-Language-Action Flow Model for General Robot Control","created":"2024-10-31","cited_by_count":2407,"area":"vla"},{"id":"2107.07651","title":"Align before Fuse: Vision and Language Representation Learning with Momentum Distillation","created":"2021-07-16","cited_by_count":1619,"area":null},{"id":"2104.08663","title":"BEIR: A Heterogenous Benchmark for Zero-shot Evaluation of Information Retrieval Models","created":"2021-04-17","cited_by_count":1252,"area":null},{"id":"2112.11446","title":"Scaling Language Models: Methods, Analysis & Insights from Training Gopher","created":"2021-12-08","cited_by_count":1202,"area":null},{"id":"2104.00650","title":"Frozen in Time: A Joint Video and Image Encoder for End-to-End Retrieval","created":"2021-04-01","cited_by_count":1177,"area":null},{"id":"2302.01318","title":"Accelerating Large Language Model Decoding with Speculative Sampling","created":"2023-02-02","cited_by_count":1006,"area":"inference"},{"id":"2306.13649","title":"On-Policy Distillation of Language Models: Learning from Self-Generated Mistakes","created":"2023-06-23","cited_by_count":939,"area":"synth"},{"id":"2502.19645","title":"Fine-Tuning Vision-Language-Action Models: Optimizing Speed and Success","created":"2025-02-27","cited_by_count":883,"area":"lr"},{"id":"2305.05176","title":"FrugalGPT: How to Use Large Language Models While Reducing Cost and Improving Performance","created":"2023-05-09","cited_by_count":853,"area":null},{"id":"2210.02414","title":"GLM-130B: An Open Bilingual Pre-trained Model","created":"2022-10-05","cited_by_count":843,"area":null},{"id":"2104.12763","title":"MDETR -- Modulated Detection for End-to-End Multi-Modal Understanding","created":"2021-04-26","cited_by_count":819,"area":null},{"id":"2008.02275","title":"Aligning AI With Shared Human Values","created":"2020-08-05","cited_by_count":723,"area":"alignment"},{"id":"2203.12601","title":"R3M: A Universal Visual Representation for Robot Manipulation","created":"2022-03-23","cited_by_count":694,"area":null},{"id":"2304.06767","title":"RAFT: Reward rAnked FineTuning for Generative Foundation Model Alignment","created":"2023-04-13","cited_by_count":686,"area":"lr"},{"id":"2303.08112","title":"Eliciting Latent Predictions from Transformers with the Tuned Lens","created":"2023-03-14","cited_by_count":623,"area":"mechinterp"},{"id":"2109.12098","title":"CLIPort: What and Where Pathways for Robotic Manipulation","created":"2021-09-24","cited_by_count":622,"area":null},{"id":"2104.10350","title":"Carbon Emissions and Large Neural Network Training","created":"2021-04-21","cited_by_count":567,"area":null},{"id":"2211.05102","title":"Efficiently Scaling Transformer Inference","created":"2022-11-09","cited_by_count":539,"area":null},{"id":"2206.01861","title":"ZeroQuant: Efficient and Affordable Post-Training Quantization for Large-Scale Transformers","created":"2022-06-04","cited_by_count":526,"area":null},{"id":"2204.14109","title":"TEMOS: Generating diverse human motions from textual descriptions","created":"2022-04-25","cited_by_count":492,"area":null},{"id":"2102.03902","title":"Nystr\\\"omformer: A Nystr\\\"om-Based Algorithm for Approximating Self-Attention","created":"2021-02-07","cited_by_count":471,"area":null},{"id":"2111.01243","title":"Recent Advances in Natural Language Processing via Large Pre-Trained Language Models: A Survey","created":"2021-11-01","cited_by_count":463,"area":null},{"id":"2304.05302","title":"RRHF: Rank Responses to Align Language Models with Human Feedback without tears","created":"2023-04-11","cited_by_count":463,"area":"alignment"},{"id":"2601.18734","title":"Self-Distilled Reasoner: On-Policy Self-Distillation for Large Language Models","created":"2026-01-26","cited_by_count":455,"area":"lr"},{"id":"2503.22020","title":"CoT-VLA: Visual Chain-of-Thought Reasoning for Vision-Language-Action Models","created":"2025-03-27","cited_by_count":451,"area":"lr"},{"id":"2305.07759","title":"TinyStories: How Small Can Language Models Be and Still Speak Coherent English?","created":"2023-05-12","cited_by_count":449,"area":null},{"id":"2206.06520","title":"Memory-Based Model Editing at Scale","created":"2022-06-13","cited_by_count":447,"area":null},{"id":"2311.17245","title":"LightGaussian: Unbounded 3D Gaussian Compression with 15x Reduction and 200+ FPS","created":"2023-11-28","cited_by_count":436,"area":null},{"id":"2103.03404","title":"Attention is Not All You Need: Pure Attention Loses Rank Doubly Exponentially with Depth","created":"2021-03-05","cited_by_count":419,"area":null},{"id":"2310.06694","title":"Sheared LLaMA: Accelerating Language Model Pre-training via Structured Pruning","created":"2023-10-10","cited_by_count":415,"area":null},{"id":"2304.13712","title":"Harnessing the Power of LLMs in Practice: A Survey on ChatGPT and Beyond","created":"2023-04-26","cited_by_count":411,"area":null},{"id":"2201.05596","title":"DeepSpeed-MoE: Advancing Mixture-of-Experts Inference and Training to Power Next-Generation AI Scale","created":"2022-01-14","cited_by_count":404,"area":"moe"},{"id":"2305.13172","title":"Editing Large Language Models: Problems, Methods, and Opportunities","created":"2023-05-22","cited_by_count":372,"area":null},{"id":"2106.14806","title":"Laplace Redux -- Effortless Bayesian Deep Learning","created":"2021-06-28","cited_by_count":365,"area":null},{"id":"2103.02143","title":"Random Feature Attention","created":"2021-03-03","cited_by_count":354,"area":null},{"id":"2101.02388","title":"Knowledge Distillation in Iterative Generative Models for Improved Sampling Speed","created":"2021-01-07","cited_by_count":348,"area":"diffusion"},{"id":"2105.03824","title":"FNet: Mixing Tokens with Fourier Transforms","created":"2021-05-09","cited_by_count":347,"area":null},{"id":"2105.11447","title":"True Few-Shot Learning with Language Models","created":"2021-05-24","cited_by_count":344,"area":null},{"id":"2601.20802","title":"Reinforcement Learning via Self-Distillation","created":"2026-01-28","cited_by_count":332,"area":"lr"},{"id":"2212.10071","title":"Large Language Models Are Reasoning Teachers","created":"2022-12-20","cited_by_count":329,"area":"lr"},{"id":"2109.01247","title":"Do Prompt-Based Models Really Understand the Meaning of their Prompts?","created":"2021-09-02","cited_by_count":326,"area":null},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2207.07061","title":"Confident Adaptive Language Modeling","created":"2022-07-14","cited_by_count":310,"area":"inference"},{"id":"2604.13016","title":"Rethinking On-Policy Distillation of Large Language Models: Phenomenology, Mechanism, and Recipe","created":"2026-04-14","cited_by_count":299,"area":"lr"},{"id":"2205.05131","title":"UL2: Unifying Language Learning Paradigms","created":"2022-05-10","cited_by_count":295,"area":null},{"id":"2210.06280","title":"Language Models are Realistic Tabular Data Generators","created":"2022-10-12","cited_by_count":294,"area":null},{"id":"2110.08420","title":"Understanding Dataset Difficulty with $\\mathcal{V}$-Usable Information","created":"2021-10-16","cited_by_count":291,"area":null},{"id":"2305.16739","title":"AlignScore: Evaluating Factual Consistency with a Unified Alignment Function","created":"2023-05-26","cited_by_count":288,"area":null},{"id":"2402.13116","title":"A Survey on Knowledge Distillation of Large Language Models","created":"2024-02-20","cited_by_count":284,"area":"distill"},{"id":"2109.13398","title":"Unrolling SGD: Understanding Factors Influencing Machine Unlearning","created":"2021-09-27","cited_by_count":279,"area":"safety"},{"id":"2405.14093","title":"A Survey on Vision-Language-Action Models for Embodied AI","created":"2024-05-23","cited_by_count":279,"area":"vla"},{"id":"2110.07178","title":"Symbolic Knowledge Distillation: from General Language Models to Commonsense Models","created":"2021-10-14","cited_by_count":270,"area":"distill"},{"id":"2401.01313","title":"A Comprehensive Survey of Hallucination Mitigation Techniques in Large Language Models","created":"2024-01-02","cited_by_count":269,"area":null},{"id":"2210.10749","title":"Transformers Learn Shortcuts to Automata","created":"2022-10-19","cited_by_count":268,"area":null},{"id":"2309.02705","title":"Certifying LLM Safety against Adversarial Prompting","created":"2023-09-06","cited_by_count":266,"area":"safety"},{"id":"2305.08283","title":"From Pretraining Data to Language Models to Downstream Tasks: Tracking the Trails of Political Biases Leading to Unfair NLP Models","created":"2023-05-15","cited_by_count":260,"area":null},{"id":"2104.09937","title":"Gradient Matching for Domain Generalization","created":"2021-04-20","cited_by_count":258,"area":null},{"id":"2101.01321","title":"I-BERT: Integer-only BERT Quantization","created":"2021-01-05","cited_by_count":255,"area":null},{"id":"2210.01241","title":"Is Reinforcement Learning (Not) for Natural Language Processing: Benchmarks, Baselines, and Building Blocks for Natural Language Policy Optimization","created":"2022-10-03","cited_by_count":246,"area":null},{"id":"2104.06967","title":"Efficiently Teaching an Effective Dense Retriever with Balanced Topic Aware Sampling","created":"2021-04-14","cited_by_count":238,"area":null},{"id":"2205.13636","title":"Quark: Controllable Text Generation with Reinforced Unlearning","created":"2022-05-26","cited_by_count":237,"area":"safety"},{"id":"2110.07904","title":"SPoT: Better Frozen Model Adaptation through Soft Prompt Transfer","created":"2021-10-15","cited_by_count":235,"area":null},{"id":"2206.01670","title":"Egocentric Video-Language Pretraining","created":"2022-06-03","cited_by_count":232,"area":null},{"id":"2306.15895","title":"Large Language Model as Attributed Training Data Generator: A Tale of Diversity and Bias","created":"2023-06-28","cited_by_count":232,"area":null},{"id":"2206.08155","title":"Zero-Shot Video Question Answering via Frozen Bidirectional Language Models","created":"2022-06-16","cited_by_count":229,"area":null},{"id":"2303.04226","title":"A Comprehensive Survey of AI-Generated Content (AIGC): A History of Generative AI from GAN to ChatGPT","created":"2023-03-07","cited_by_count":224,"area":null},{"id":"2305.05658","title":"TidyBot: Personalized Robot Assistance with Large Language Models","created":"2023-05-09","cited_by_count":221,"area":null},{"id":"2202.07922","title":"ZeroGen: Efficient Zero-shot Learning via Dataset Generation","created":"2022-02-16","cited_by_count":211,"area":null},{"id":"2201.00299","title":"Improving Out-of-Distribution Robustness via Selective Augmentation","created":"2022-01-02","cited_by_count":202,"area":null},{"id":"2305.00976","title":"TMR: Text-to-Motion Retrieval Using Contrastive 3D Human Motion Synthesis","created":"2023-05-02","cited_by_count":198,"area":null},{"id":"2304.04370","title":"OpenAGI: When LLM Meets Domain Experts","created":"2023-04-10","cited_by_count":197,"area":null},{"id":"2207.00112","title":"Language model compression with weighted low-rank factorization","created":"2022-06-30","cited_by_count":195,"area":null},{"id":"2402.07841","title":"Do Membership Inference Attacks Work on Large Language Models?","created":"2024-02-12","cited_by_count":195,"area":"safety"},{"id":"2502.05855","title":"DexVLA: Vision-Language Model with Plug-In Diffusion Expert for General Robot Control","created":"2025-02-09","cited_by_count":195,"area":"mllm"},{"id":"2312.02783","title":"Large Language Models on Graphs: A Comprehensive Survey","created":"2023-12-05","cited_by_count":192,"area":null},{"id":"2305.12082","title":"SneakyPrompt: Jailbreaking Text-to-image Generative Models","created":"2023-05-20","cited_by_count":189,"area":"diffusion"},{"id":"2306.00958","title":"LIV: Language-Image Representations and Rewards for Robotic Control","created":"2023-06-01","cited_by_count":188,"area":null},{"id":"2104.08826","title":"GPT3Mix: Leveraging Large-scale Language Models for Text Augmentation","created":"2021-04-18","cited_by_count":187,"area":null},{"id":"2108.13323","title":"FedKD: Communication Efficient Federated Learning via Knowledge Distillation","created":"2021-08-30","cited_by_count":187,"area":"distill"},{"id":"2310.10505","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","created":"2023-10-16","cited_by_count":187,"area":"alignment"},{"id":"2602.12125","title":"Learning beyond Teacher: Generalized On-Policy Distillation with Reward Extrapolation","created":"2026-02-12","cited_by_count":184,"area":"lr"},{"id":"2108.01390","title":"Evo-ViT: Slow-Fast Token Evolution for Dynamic Vision Transformer","created":"2021-08-03","cited_by_count":177,"area":"inference"},{"id":"2109.04838","title":"Block Pruning For Faster Transformers","created":"2021-09-10","cited_by_count":177,"area":null},{"id":"2209.04066","title":"TEACH: Temporal Action Composition for 3D Humans","created":"2022-09-09","cited_by_count":176,"area":null},{"id":"2112.10684","title":"Efficient Large Scale Language Modeling with Mixtures of Experts","created":"2021-12-20","cited_by_count":175,"area":"moe"},{"id":"2603.07079","title":"Entropy-Aware On-Policy Distillation of Language Models","created":"2026-03-07","cited_by_count":175,"area":"distill"},{"id":"2102.11005","title":"LogME: Practical Assessment of Pre-trained Models for Transfer Learning","created":"2021-02-22","cited_by_count":172,"area":null},{"id":"2303.16854","title":"AnnoLLM: Making Large Language Models to Be Better Crowdsourced Annotators","created":"2023-03-29","cited_by_count":172,"area":null},{"id":"2204.00408","title":"Structured Pruning Learns Compact and Accurate Models","created":"2022-04-01","cited_by_count":170,"area":null},{"id":"2302.12766","title":"Language-Driven Representation Learning for Robotics","created":"2023-02-24","cited_by_count":165,"area":null},{"id":"2302.07863","title":"Speculative Decoding with Big Little Decoder","created":"2023-02-15","cited_by_count":164,"area":"inference"},{"id":"2402.03898","title":"DistiLLM: Towards Streamlined Distillation for Large Language Models","created":"2024-02-06","cited_by_count":163,"area":"distill"},{"id":"2204.09656","title":"A Fast Post-Training Pruning Framework for Transformers","created":"2022-03-29","cited_by_count":162,"area":null},{"id":"2202.09061","title":"VLP: A Survey on Vision-Language Pre-training","created":"2022-02-18","cited_by_count":159,"area":"mllm"},{"id":"2110.07139","title":"Mind the Style of Text! Adversarial and Backdoor Attacks Based on Text Style Transfer","created":"2021-10-14","cited_by_count":158,"area":"safety"},{"id":"2106.08962","title":"Efficient Deep Learning: A Survey on Making Deep Learning Models Smaller, Faster, and Better","created":"2021-06-16","cited_by_count":154,"area":null}],"next_cursor":"100"}