{"list":"other","total":59,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1912.01703","title":"PyTorch: An Imperative Style, High-Performance Deep Learning Library","created":"2019-12-03","cited_by_count":20305},{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"1707.06347","title":"Proximal Policy Optimization Algorithms","created":"2017-07-20","cited_by_count":15215},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"2305.18290","title":"Direct Preference Optimization: Your Language Model is Secretly a Reward Model","created":"2023-05-29","cited_by_count":8065},{"id":"1608.03983","title":"SGDR: Stochastic Gradient Descent with Warm Restarts","created":"2016-08-13","cited_by_count":5045},{"id":"1706.03741","title":"Deep reinforcement learning from human preferences","created":"2017-06-12","cited_by_count":3912},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512},{"id":"2307.15043","title":"Universal and Transferable Adversarial Attacks on Aligned Language Models","created":"2023-07-27","cited_by_count":3104},{"id":"1904.09751","title":"The Curious Case of Neural Text Degeneration","created":"2019-04-22","cited_by_count":2916},{"id":"1607.00133","title":"Deep Learning with Differential Privacy","created":"2016-07-01","cited_by_count":2728},{"id":"2009.01325","title":"Learning to summarize from human feedback","created":"2020-09-02","cited_by_count":2588},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"1610.05820","title":"Membership Inference Attacks against Machine Learning Models","created":"2016-10-18","cited_by_count":2281},{"id":"2012.07805","title":"Extracting Training Data from Large Language Models","created":"2020-12-14","cited_by_count":2189},{"id":"2308.12950","title":"Code Llama: Open Foundation Models for Code","created":"2023-08-24","cited_by_count":2139},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984},{"id":"2010.11934","title":"mT5: A massively multilingual pre-trained text-to-text transformer","created":"2020-10-22","cited_by_count":1818},{"id":"1909.06146","title":"PubMedQA: A Dataset for Biomedical Research Question Answering","created":"2019-09-13","cited_by_count":1288},{"id":"2305.10403","title":"PaLM 2 Technical Report","created":"2023-05-17","cited_by_count":1162},{"id":"1506.06724","title":"Aligning Books and Movies: Towards Story-like Visual Explanations by Watching Movies and Reading Books","created":"2015-06-22","cited_by_count":1043},{"id":"2202.03286","title":"Red Teaming Language Models with Language Models","created":"2022-02-07","cited_by_count":1026},{"id":"2202.07646","title":"Quantifying Memorization Across Neural Language Models","created":"2022-02-15","cited_by_count":763},{"id":"2301.11305","title":"DetectGPT: Zero-Shot Machine-Generated Text Detection using Probability Curvature","created":"2023-01-26","cited_by_count":726},{"id":"2107.06499","title":"Deduplicating Training Data Makes Language Models Better","created":"2021-07-14","cited_by_count":714},{"id":"1905.12616","title":"Defending Against Neural Fake News","created":"2019-05-29","cited_by_count":559},{"id":"1908.02983","title":"Pseudo-Labeling and Confirmation Bias in Deep Semi-Supervised Learning","created":"2019-08-08","cited_by_count":510},{"id":"1905.08094","title":"Be Your Own Teacher: Improve the Performance of Convolutional Neural Networks via Self Distillation","created":"2019-05-17","cited_by_count":497},{"id":"1802.01886","title":"Texygen: A Benchmarking Platform for Text Generation Models","created":"2018-02-06","cited_by_count":491},{"id":"2304.05302","title":"RRHF: Rank Responses to Align Language Models with Human Feedback without tears","created":"2023-04-11","cited_by_count":463},{"id":"2311.17035","title":"Scalable Extraction of Training Data from (Production) Language Models","created":"2023-11-28","cited_by_count":434},{"id":"2305.10425","title":"SLiC-HF: Sequence Likelihood Calibration with Human Feedback","created":"2023-05-17","cited_by_count":401},{"id":"2303.11156","title":"Can AI-Generated Text be Reliably Detected?","created":"2023-03-17","cited_by_count":386},{"id":"2101.06840","title":"ZeRO-Offload: Democratizing Billion-Scale Model Training","created":"2021-01-18","cited_by_count":341},{"id":"2210.01240","title":"Language Models Are Greedy Reasoners: A Systematic Formal Analysis of Chain-of-Thought","created":"2022-10-03","cited_by_count":337},{"id":"2001.08435","title":"The Pushshift Reddit Dataset","created":"2020-01-23","cited_by_count":292},{"id":"2003.10595","title":"Systematic Evaluation of Privacy Risks of Machine Learning Models","created":"2020-03-24","cited_by_count":292},{"id":"1911.00650","title":"Automatic Detection of Generated Text is Easiest when Humans are Fooled","created":"2019-11-02","cited_by_count":261},{"id":"1806.02847","title":"A Simple Method for Commonsense Reasoning","created":"2018-06-07","cited_by_count":223},{"id":"1902.04094","title":"BERT has a Mouth, and It Must Speak: BERT as a Markov Random Field Language Model","created":"2019-02-11","cited_by_count":185},{"id":"2008.03156","title":"Better Fine-Tuning by Reducing Representational Collapse","created":"2020-08-06","cited_by_count":157},{"id":"1909.13788","title":"Revisiting Self-Training for Neural Sequence Generation","created":"2019-09-30","cited_by_count":155},{"id":"2108.01624","title":"Large-Scale Differentially Private BERT","created":"2021-08-03","cited_by_count":118},{"id":"2207.00099","title":"Measuring Forgetting of Memorized Training Examples","created":"2022-06-30","cited_by_count":118},{"id":"2008.00036","title":"TweepFake: about Detecting Deepfake Tweets","created":"2020-07-31","cited_by_count":117},{"id":"2308.01320","title":"DeepSpeed-Chat: Easy, Fast and Affordable RLHF Training of ChatGPT-like Models at All Scales","created":"2023-08-02","cited_by_count":108},{"id":"2104.07762","title":"Does BERT Pretrained on Clinical Notes Reveal Sensitive Data?","created":"2021-04-15","cited_by_count":93},{"id":"2304.12298","title":"BadGPT: Exploring Security Vulnerabilities of ChatGPT via Backdoor Attacks to InstructGPT","created":"2023-02-21","cited_by_count":76},{"id":"2003.04884","title":"Cryptanalytic Extraction of Neural Network Models","created":"2020-03-10","cited_by_count":68},{"id":"2202.08827","title":"LAMP: Extracting Text from Gradients with Language Model Priors","created":"2022-02-17","cited_by_count":54},{"id":"2103.10013","title":"Model Extraction and Adversarial Transferability, Your BERT is Vulnerable!","created":"2021-03-18","cited_by_count":53},{"id":"1712.05902","title":"NSML: A Machine Learning Platform That Enables You to Focus on Your Models","created":"2017-12-16","cited_by_count":34}],"next_cursor":null}