{"list":"other","total":78,"rows":[{"id":"1512.03385","title":"Deep Residual Learning for Image Recognition","created":"2015-12-10","cited_by_count":52096},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396},{"id":"1409.1556","title":"Very Deep Convolutional Networks for Large-Scale Image Recognition","created":"2014-09-04","cited_by_count":15364},{"id":"1707.06347","title":"Proximal Policy Optimization Algorithms","created":"2017-07-20","cited_by_count":15215},{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"2305.18290","title":"Direct Preference Optimization: Your Language Model is Secretly a Reward Model","created":"2023-05-29","cited_by_count":8065},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"1803.05457","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","created":"2018-03-14","cited_by_count":4886},{"id":"1612.00796","title":"Overcoming catastrophic forgetting in neural networks","created":"2016-12-02","cited_by_count":4787},{"id":"1706.03741","title":"Deep reinforcement learning from human preferences","created":"2017-06-12","cited_by_count":3912},{"id":"2204.05862","title":"Training a Helpful and Harmless Assistant with Reinforcement Learning from Human Feedback","created":"2022-04-12","cited_by_count":3720},{"id":"1911.11641","title":"PIQA: Reasoning about Physical Commonsense in Natural Language","created":"2019-11-26","cited_by_count":2883},{"id":"1611.07725","title":"iCaRL: Incremental Classifier and Representation Learning","created":"2016-11-23","cited_by_count":2333},{"id":"1311.2901","title":"Visualizing and Understanding Convolutional Networks","created":"2013-11-12","cited_by_count":2290},{"id":"1909.08593","title":"Fine-Tuning Language Models from Human Preferences","created":"2019-09-18","cited_by_count":2150},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984},{"id":"2112.09332","title":"WebGPT: Browser-assisted question-answering with human feedback","created":"2021-12-17","cited_by_count":1745},{"id":"1806.03822","title":"Know What You Don't Know: Unanswerable Questions for SQuAD","created":"2018-06-11","cited_by_count":1554},{"id":"2110.08207","title":"Multitask Prompted Training Enables Zero-Shot Task Generalization","created":"2021-10-15","cited_by_count":1470},{"id":"2203.05482","title":"Model soups: averaging weights of multiple fine-tuned models improves accuracy without increasing inference time","created":"2022-03-10","cited_by_count":1396},{"id":"1705.08690","title":"Continual Learning with Deep Generative Replay","created":"2017-05-24","cited_by_count":1158},{"id":"1711.09601","title":"Memory Aware Synapses: Learning what (not) to forget","created":"2017-11-27","cited_by_count":1105},{"id":"1811.11682","title":"Experience Replay for Continual Learning","created":"2018-11-28","cited_by_count":1095},{"id":"2210.10760","title":"Scaling Laws for Reward Model Overoptimization","created":"2022-10-19","cited_by_count":1095},{"id":"1812.00420","title":"Efficient Lifelong Learning with A-GEM","created":"2018-12-02","cited_by_count":1058},{"id":"2004.07211","title":"Dark Experience for General Continual Learning: a Strong, Simple Baseline","created":"2020-04-15","cited_by_count":911},{"id":"1903.00161","title":"DROP: A Reading Comprehension Benchmark Requiring Discrete Reasoning Over Paragraphs","created":"2019-03-01","cited_by_count":903},{"id":"2302.00487","title":"A Comprehensive Survey of Continual Learning: Theory, Method and Application","created":"2023-01-31","cited_by_count":872},{"id":"1704.04683","title":"RACE: Large-scale ReAding Comprehension Dataset From Examinations","created":"2017-04-15","cited_by_count":861},{"id":"2109.01903","title":"Robust fine-tuning of zero-shot models","created":"2021-09-04","cited_by_count":797},{"id":"2307.15217","title":"Open Problems and Fundamental Limitations of Reinforcement Learning from Human Feedback","created":"2023-07-27","cited_by_count":759},{"id":"2211.09085","title":"Galactica: A Large Language Model for Science","created":"2022-11-16","cited_by_count":744},{"id":"2202.10054","title":"Fine-Tuning can Distort Pretrained Features and Underperform Out-of-Distribution","created":"2022-02-21","cited_by_count":739},{"id":"2304.06767","title":"RAFT: Reward rAnked FineTuning for Generative Foundation Model Alignment","created":"2023-04-13","cited_by_count":686},{"id":"2306.02561","title":"LLM-Blender: Ensembling Large Language Models with Pairwise Ranking and Generative Fusion","created":"2023-06-05","cited_by_count":564},{"id":"1810.11910","title":"Learning to Learn without Forgetting by Maximizing Transfer and Minimizing Interference","created":"2018-10-29","cited_by_count":521},{"id":"1805.06370","title":"Progress & Compress: A scalable framework for continual learning","created":"2018-05-16","cited_by_count":520},{"id":"2308.08998","title":"Reinforced Self-Training (ReST) for Language Modeling","created":"2023-08-17","cited_by_count":500},{"id":"2304.05302","title":"RRHF: Rank Responses to Align Language Models with Human Feedback without tears","created":"2023-04-11","cited_by_count":463},{"id":"2102.08604","title":"SWAD: Domain Generalization by Seeking Flat Minima","created":"2021-02-17","cited_by_count":434},{"id":"2305.10425","title":"SLiC-HF: Sequence Likelihood Calibration with Human Feedback","created":"2023-05-17","cited_by_count":401},{"id":"1506.06579","title":"Understanding Neural Networks Through Deep Visualization","created":"2015-06-22","cited_by_count":334},{"id":"2012.09816","title":"Towards Understanding Ensemble, Knowledge Distillation and Self-Distillation in Deep Learning","created":"2020-12-17","cited_by_count":297},{"id":"2109.10862","title":"Recursively Summarizing Books with Human Feedback","created":"2021-09-22","cited_by_count":290},{"id":"2301.11270","title":"Principled Reinforcement Learning with Human Feedback from Pairwise or $K$-wise Comparisons","created":"2023-01-26","cited_by_count":247},{"id":"2210.01241","title":"Is Reinforcement Learning (Not) for Natural Language Processing: Benchmarks, Baselines, and Building Blocks for Natural Language Policy Optimization","created":"2022-10-03","cited_by_count":246},{"id":"2106.14413","title":"Co$^2$L: Contrastive Continual Learning","created":"2021-06-28","cited_by_count":244},{"id":"2306.04488","title":"Rewarded soups: towards Pareto-optimal alignment by interpolating weights fine-tuned on diverse rewards","created":"2023-06-07","cited_by_count":243},{"id":"2307.04964","title":"Secrets of RLHF in Large Language Models Part I: PPO","created":"2023-07-11","cited_by_count":229},{"id":"1802.01483","title":"Explicit Inductive Bias for Transfer Learning with Convolutional Networks","created":"2018-02-05","cited_by_count":227},{"id":"2104.05025","title":"New Insights on Reducing Abrupt Representation Change in Online Continual Learning","created":"2021-04-11","cited_by_count":219},{"id":"2107.00591","title":"Offline-to-Online Reinforcement Learning via Balanced Replay and Pessimistic Q-Ensemble","created":"2021-07-01","cited_by_count":214},{"id":"2210.11466","title":"Surgical Fine-Tuning Improves Adaptation to Distribution Shifts","created":"2022-10-20","cited_by_count":205},{"id":"1805.07810","title":"Online Structured Laplace Approximations For Overcoming Catastrophic Forgetting","created":"2018-05-20","cited_by_count":201},{"id":"2301.12314","title":"Progressive Prompts: Continual Learning for Language Models","created":"2023-01-29","cited_by_count":197},{"id":"2005.12729","title":"Implementation Matters in Deep Policy Gradients: A Case Study on PPO and TRPO","created":"2020-05-25","cited_by_count":186},{"id":"1909.03329","title":"LAMOL: LAnguage MOdeling for Lifelong Language Learning","created":"2019-09-07","cited_by_count":160},{"id":"2212.00638","title":"Finetune like you pretrain: Improved finetuning of zero-shot vision models","created":"2022-12-01","cited_by_count":150},{"id":"2110.08534","title":"Lifelong Pretraining: Continually Adapting Language Models to Emerging Corpora","created":"2021-10-16","cited_by_count":115},{"id":"2302.06600","title":"Task-Specific Skill Localization in Fine-tuned Language Models","created":"2023-02-13","cited_by_count":105},{"id":"2104.05489","title":"Continual Learning for Text Classification with Information Disentanglement Based Regularization","created":"2021-04-12","cited_by_count":86},{"id":"2012.15504","title":"Continual Learning in Task-Oriented Dialogue Systems","created":"2020-12-31","cited_by_count":83},{"id":"1907.01752","title":"On the Weaknesses of Reinforcement Learning for Neural Machine Translation","created":"2019-07-03","cited_by_count":82},{"id":"2106.15831","title":"The Evolution of Out-of-Distribution Robustness Throughout Fine-Tuning","created":"2021-06-30","cited_by_count":75},{"id":"2203.06311","title":"ELLE: Efficient Lifelong Pre-training for Emerging Data","created":"2022-03-12","cited_by_count":70},{"id":"2305.12281","title":"Lifelong Language Pretraining with Distribution-Specialized Experts","created":"2023-05-20","cited_by_count":66},{"id":"2207.07180","title":"Contrastive Adapters for Foundation Model Group Robustness","created":"2022-07-14","cited_by_count":62},{"id":"2306.12420","title":"LMFlow: An Extensible Toolkit for Finetuning and Inference of Large Foundation Models","created":"2023-06-21","cited_by_count":60},{"id":"2203.05818","title":"ZIN: When and How to Learn Invariance Without Environment Partition?","created":"2022-03-11","cited_by_count":58},{"id":"2301.09819","title":"Model Agnostic Sample Reweighting for Out-of-Distribution Learning","created":"2023-01-24","cited_by_count":44},{"id":"2306.03241","title":"Early Weight Averaging meets High Learning Rates for LLM Pre-training","created":"2023-06-05","cited_by_count":37},{"id":"2203.10652","title":"Continual Sequence Generation with Adaptive Compositional Modules","created":"2022-03-20","cited_by_count":31},{"id":"2105.03953","title":"Continual Mixed-Language Pre-Training for Extremely Low-Resource Neural Machine Translation","created":"2021-05-09","cited_by_count":29},{"id":"2305.17608","title":"Reward Collapse in Aligning Large Language Models","created":"2023-05-28","cited_by_count":24}],"next_cursor":null}