{"list":"other","total":51,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"2108.07258","title":"On the Opportunities and Risks of Foundation Models","created":"2021-08-16","cited_by_count":4033},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"2012.07805","title":"Extracting Training Data from Large Language Models","created":"2020-12-14","cited_by_count":2189},{"id":"2112.11446","title":"Scaling Language Models: Methods, Analysis & Insights from Training Gopher","created":"2021-12-08","cited_by_count":1202},{"id":"1810.03993","title":"Model Cards for Model Reporting","created":"2018-10-05","cited_by_count":1080},{"id":"1802.08232","title":"The Secret Sharer: Evaluating and Testing Unintended Memorization in Neural Networks","created":"2018-02-22","cited_by_count":864},{"id":"2202.07646","title":"Quantifying Memorization Across Neural Language Models","created":"2022-02-15","cited_by_count":763},{"id":"1811.03604","title":"Federated Learning for Mobile Keyboard Prediction","created":"2018-11-08","cited_by_count":572},{"id":"1911.00359","title":"CCNet: Extracting High Quality Monolingual Datasets from Web Crawl Data","created":"2019-11-01","cited_by_count":548},{"id":"1910.09700","title":"Quantifying the Carbon Emissions of Machine Learning","created":"2019-10-21","cited_by_count":521},{"id":"2104.08758","title":"Documenting Large Webtext Corpora: A Case Study on the Colossal Clean Crawled Corpus","created":"2021-04-18","cited_by_count":492},{"id":"2203.09509","title":"ToxiGen: A Large-Scale Machine-Generated Dataset for Adversarial and Implicit Hate Speech Detection","created":"2022-03-17","cited_by_count":422},{"id":"1901.09451","title":"Bias in Bios: A Case Study of Semantic Representation Bias in a High-Stakes Setting","created":"2019-01-27","cited_by_count":349},{"id":"1905.12101","title":"Differential Privacy Has Disparate Impact on Model Accuracy","created":"2019-05-28","cited_by_count":316},{"id":"2202.06539","title":"Deduplicating Training Data Mitigates Privacy Risks in Language Models","created":"2022-02-14","cited_by_count":314},{"id":"2110.00976","title":"LexGLUE: A Benchmark Dataset for Legal Language Understanding in English","created":"2021-10-03","cited_by_count":310},{"id":"2001.08435","title":"The Pushshift Reddit Dataset","created":"2020-01-23","cited_by_count":292},{"id":"2002.05651","title":"Towards the Systematic Reporting of the Energy and Carbon Footprints of Machine Learning","created":"2020-01-31","cited_by_count":249},{"id":"2103.06268","title":"CUAD: An Expert-Annotated NLP Dataset for Legal Contract Review","created":"2021-03-10","cited_by_count":236},{"id":"2004.00053","title":"Information Leakage in Embedding Models","created":"2020-03-31","cited_by_count":203},{"id":"2104.08671","title":"When Does Pretraining Help? Assessing Self-Supervised Learning for Law and the CaseHOLD Dataset","created":"2021-04-18","cited_by_count":201},{"id":"2202.05520","title":"What Does it Mean for a Language Model to Preserve Privacy?","created":"2022-02-11","cited_by_count":195},{"id":"2205.06266","title":"Lifting the Curse of Multilinguality by Pre-training Modular Transformers","created":"2022-05-12","cited_by_count":146},{"id":"1911.03167","title":"Europarl-ST: A Multilingual Corpus For Speech Translation Of Parliamentary Debates","created":"2019-11-08","cited_by_count":114},{"id":"1906.02192","title":"Large-Scale Multi-Label Text Classification on EU Legislation","created":"2019-06-05","cited_by_count":104},{"id":"2110.02095","title":"Exploring the Limits of Large Scale Pre-training","created":"2021-10-05","cited_by_count":104},{"id":"1812.06210","title":"A General Approach to Adding Differential Privacy to Iterative Training Procedures","created":"2018-12-15","cited_by_count":84},{"id":"2106.01221","title":"Differential Privacy for Text Analytics via Natural Text Sanitization","created":"2021-06-02","cited_by_count":77},{"id":"1805.06093","title":"Towards Robust and Privacy-preserving Text Representations","created":"2018-05-16","cited_by_count":75},{"id":"1805.01217","title":"CLAUDETTE: an Automated Detector of Potentially Unfair Clauses in Online Terms of Service","created":"2018-05-03","cited_by_count":73},{"id":"2203.07618","title":"Do Language Models Plagiarize?","created":"2022-03-15","cited_by_count":73},{"id":"2010.01285","title":"Differentially Private Representation for NLP: Formal Guarantee and An Empirical Study on Privacy and Fairness","created":"2020-10-03","cited_by_count":67},{"id":"2102.08886","title":"Towards generalisable hate speech detection: a review on obstacles and solutions","created":"2021-02-17","cited_by_count":66},{"id":"1808.09115","title":"All You Need is \"Love\": Evading Hate-speech Detection","created":"2018-08-28","cited_by_count":56},{"id":"1809.07572","title":"Challenges for Toxic Comment Classification: An In-Depth Error Analysis","created":"2018-09-20","cited_by_count":56},{"id":"1808.09408","title":"Privacy-preserving Neural Representations of Text","created":"2018-08-28","cited_by_count":54},{"id":"2201.10474","title":"Whose Language Counts as High Quality? Measuring Language Ideologies in Text Data Selection","created":"2022-01-25","cited_by_count":53},{"id":"2206.03216","title":"Data Governance in the Age of Large-Scale Data-Driven Language Technology","created":"2022-05-04","cited_by_count":33},{"id":"2102.01502","title":"ADePT: Auto-encoder based Differentially Private Text Transformation","created":"2021-01-29","cited_by_count":31},{"id":"1806.03688","title":"LexNLP: Natural language processing and information extraction for legal and regulatory texts","created":"2018-06-10","cited_by_count":28},{"id":"2010.10386","title":"A Benchmark for Lease Contract Review","created":"2020-10-20","cited_by_count":26},{"id":"2106.10776","title":"Context-Aware Legal Citation Recommendation using Deep Learning","created":"2021-06-20","cited_by_count":12},{"id":"1707.02774","title":"Understanding State Preferences With Text As Data: Introducing the UN General Debate Corpus","created":"2017-07-10","cited_by_count":11},{"id":"2012.05403","title":"Research Challenges in Designing Differentially Private Text Generation Mechanisms","created":"2020-12-10","cited_by_count":7},{"id":"2107.08128","title":"The Law of Large Documents: Understanding the Structure of Legal Contracts Using Visual Cues","created":"2021-07-16","cited_by_count":4}],"next_cursor":null}