{"list":"other","total":59,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1908.10084","title":"Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks","created":"2019-08-27","cited_by_count":9170},{"id":"2107.03374","title":"Evaluating Large Language Models Trained on Code","created":"2021-07-07","cited_by_count":8320},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"2204.05862","title":"Training a Helpful and Harmless Assistant with Reinforcement Learning from Human Feedback","created":"2022-04-12","cited_by_count":3720},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"1509.01626","title":"Character-level Convolutional Networks for Text Classification","created":"2015-09-04","cited_by_count":2330},{"id":"2004.10964","title":"Don't Stop Pretraining: Adapt Language Models to Domains and Tasks","created":"2020-04-23","cited_by_count":1565},{"id":"2206.14858","title":"Solving Quantitative Reasoning Problems with Language Models","created":"2022-06-29","cited_by_count":1392},{"id":"2009.11462","title":"RealToxicityPrompts: Evaluating Neural Toxic Degeneration in Language Models","created":"2020-09-24","cited_by_count":1255},{"id":"1906.02243","title":"Energy and Policy Considerations for Deep Learning in NLP","created":"2019-06-05","cited_by_count":1254},{"id":"1511.05952","title":"Prioritized Experience Replay","created":"2015-11-18","cited_by_count":1099},{"id":"2112.06905","title":"GLaM: Efficient Scaling of Language Models with Mixture-of-Experts","created":"2021-12-13","cited_by_count":897},{"id":"1607.01759","title":"Bag of Tricks for Efficient Text Classification","created":"2016-07-06","cited_by_count":876},{"id":"2107.06499","title":"Deduplicating Training Data Makes Language Models Better","created":"2021-07-14","cited_by_count":714},{"id":"1506.04757","title":"Image-based Recommendations on Styles and Substitutes","created":"2015-06-15","cited_by_count":706},{"id":"2104.10350","title":"Carbon Emissions and Large Neural Network Training","created":"2021-04-21","cited_by_count":567},{"id":"1905.12616","title":"Defending Against Neural Fake News","created":"2019-05-29","cited_by_count":559},{"id":"2107.07075","title":"Deep Learning on a Data Diet: Finding Important Examples Early in Training","created":"2021-07-15","cited_by_count":533},{"id":"2206.14486","title":"Beyond neural scaling laws: beating power law scaling via data pruning","created":"2022-06-29","cited_by_count":528},{"id":"1910.09700","title":"Quantifying the Carbon Emissions of Machine Learning","created":"2019-10-21","cited_by_count":521},{"id":"1602.01585","title":"Ups and Downs: Modeling the Visual Evolution of Fashion Trends with One-Class Collaborative Filtering","created":"2016-02-04","cited_by_count":520},{"id":"2101.05783","title":"Persistent Anti-Muslim Bias in Large Language Models","created":"2021-01-14","cited_by_count":377},{"id":"1906.11829","title":"Selection via Proxy: Efficient Data Selection for Deep Learning","created":"2019-06-26","cited_by_count":339},{"id":"1803.00942","title":"Not All Samples Are Created Equal: Deep Learning with Importance Sampling","created":"2018-03-02","cited_by_count":328},{"id":"1808.09602","title":"Multi-Task Identification of Entities, Relations, and Coreference for Scientific Knowledge Graph Construction","created":"2018-08-29","cited_by_count":322},{"id":"2103.00123","title":"GRAD-MATCH: Gradient Matching based Data Subset Selection for Efficient Deep Model Training","created":"2021-02-27","cited_by_count":274},{"id":"2206.07137","title":"Prioritized Training on Points that are Learnable, Worth Learning, and Not Yet Learnt","created":"2022-06-14","cited_by_count":236},{"id":"2012.10630","title":"GLISTER: Generalization based Data Subset Selection for Efficient and Robust Learning","created":"2020-12-19","cited_by_count":226},{"id":"1903.06059","title":"Stochastic Beams and Where to Find Them: The Gumbel-Top-k Trick for Sampling Sequences Without Replacement","created":"2019-03-14","cited_by_count":211},{"id":"2205.10487","title":"Scaling Laws and Interpretability of Learning from Repeated Data","created":"2022-05-21","cited_by_count":152},{"id":"2002.11361","title":"Understanding Self-Training for Gradual Domain Adaptation","created":"2020-02-26","cited_by_count":149},{"id":"2202.07206","title":"Impact of Pretraining Term Frequencies on Few-Shot Reasoning","created":"2022-02-15","cited_by_count":142},{"id":"2010.09535","title":"Cold-start Active Learning through Self-supervised Language Modeling","created":"2020-10-19","cited_by_count":128},{"id":"1710.06071","title":"PubMed 200k RCT: a Dataset for Sequential Sentence Classification in Medical Abstracts","created":"2017-10-17","cited_by_count":124},{"id":"1511.06343","title":"Online Batch Selection for Faster Training of Neural Networks","created":"2015-11-19","cited_by_count":122},{"id":"2006.12204","title":"Telescoping Density-Ratio Estimation","created":"2020-06-22","cited_by_count":108},{"id":"2104.07705","title":"How to Train BERT with an Academic Budget","created":"2021-04-15","cited_by_count":80},{"id":"2106.07760","title":"RETRIEVE: Coreset Selection for Efficient and Robust Semi-Supervised Learning","created":"2021-06-14","cited_by_count":74},{"id":"1707.00061","title":"Racial Disparity in Natural Language Processing: A Case Study of Social Media African-American English","created":"2017-06-30","cited_by_count":71},{"id":"1901.10517","title":"Reparameterizable Subset Sampling via Continuous Relaxations","created":"2019-01-29","cited_by_count":70},{"id":"2204.00570","title":"Connect, Not Collapse: Explaining Contrastive Learning for Unsupervised Domain Adaptation","created":"2022-04-01","cited_by_count":67},{"id":"1707.05246","title":"Learning to select data for transfer learning with Bayesian Optimization","created":"2017-07-17","cited_by_count":64},{"id":"1901.01151","title":"Learning From Less Data: A Unified Data Subset Selection and Active Learning Framework for Computer Vision","created":"2019-01-03","cited_by_count":64},{"id":"2111.11010","title":"Density Ratio Estimation via Infinitesimal Classification","created":"2021-11-22","cited_by_count":61},{"id":"1911.10088","title":"Optimizing Data Usage via Differentiable Rewards","created":"2019-11-22","cited_by_count":48},{"id":"1903.07785","title":"Cloze-driven Pretraining of Self-attention Networks","created":"2019-03-19","cited_by_count":41},{"id":"2111.04130","title":"NLP From Scratch Without Large-Scale Pretraining: A Simple and Efficient Framework","created":"2021-11-07","cited_by_count":34},{"id":"2107.02212","title":"Featurized Density Ratio Estimation","created":"2021-07-05","cited_by_count":33},{"id":"2110.11822","title":"Unraveling the Hidden Environmental Impacts of AI Solutions for Environment","created":"2021-10-22","cited_by_count":32},{"id":"2110.03006","title":"Unsupervised Selective Labeling for More Effective Semi-Supervised Learning","created":"2021-10-06","cited_by_count":27},{"id":"1709.02279","title":"Cynical Selection of Language Model Training Data","created":"2017-09-07","cited_by_count":13},{"id":"2210.10951","title":"Automatic Document Selection for Efficient Encoder Pretraining","created":"2022-10-20","cited_by_count":11}],"next_cursor":null}