{"list":"other","total":51,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2009.03300","title":"Measuring Massive Multitask Language Understanding","created":"2020-09-07","cited_by_count":7963},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"1911.02116","title":"Unsupervised Cross-lingual Representation Learning at Scale","created":"2019-11-05","cited_by_count":3935},{"id":"2109.01652","title":"Finetuned Language Models Are Zero-Shot Learners","created":"2021-09-03","cited_by_count":3780},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"1609.07843","title":"Pointer Sentinel Mixture Models","created":"2016-09-26","cited_by_count":3096},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"2006.03654","title":"DeBERTa: Decoding-enhanced BERT with Disentangled Attention","created":"2020-06-05","cited_by_count":2181},{"id":"1901.08746","title":"BioBERT: a pre-trained biomedical language representation model for biomedical text mining","created":"2019-01-25","cited_by_count":1947},{"id":"1909.08053","title":"Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism","created":"2019-09-17","cited_by_count":1868},{"id":"2010.11934","title":"mT5: A massively multilingual pre-trained text-to-text transformer","created":"2020-10-22","cited_by_count":1818},{"id":"1905.00537","title":"SuperGLUE: A Stickier Benchmark for General-Purpose Language Understanding Systems","created":"2019-05-02","cited_by_count":1729},{"id":"2002.10957","title":"MiniLM: Deep Self-Attention Distillation for Task-Agnostic Compression of Pre-Trained Transformers","created":"2020-02-25","cited_by_count":1463},{"id":"1903.10676","title":"SciBERT: A Pretrained Language Model for Scientific Text","created":"2019-03-26","cited_by_count":1414},{"id":"2111.09543","title":"DeBERTaV3: Improving DeBERTa using ELECTRA-Style Pre-Training with Gradient-Disentangled Embedding Sharing","created":"2021-11-18","cited_by_count":1254},{"id":"1901.07291","title":"Cross-lingual Language Model Pretraining","created":"2019-01-22","cited_by_count":1090},{"id":"1506.06724","title":"Aligning Books and Movies: Towards Story-like Visual Explanations by Watching Movies and Reading Books","created":"2015-06-22","cited_by_count":1043},{"id":"2007.15779","title":"Domain-Specific Language Model Pretraining for Biomedical Natural Language Processing","created":"2020-07-31","cited_by_count":1009},{"id":"2211.09085","title":"Galactica: A Large Language Model for Science","created":"2022-11-16","cited_by_count":744},{"id":"1905.12616","title":"Defending Against Neural Fake News","created":"2019-05-29","cited_by_count":559},{"id":"1904.05342","title":"ClinicalBERT: Modeling Clinical Notes and Predicting Hospital Readmission","created":"2019-04-10","cited_by_count":493},{"id":"2305.16264","title":"Scaling Data-Constrained Language Models","created":"2023-05-25","cited_by_count":403},{"id":"2110.00976","title":"LexGLUE: A Benchmark Dataset for Legal Language Understanding in English","created":"2021-10-03","cited_by_count":310},{"id":"1312.3005","title":"One Billion Word Benchmark for Measuring Progress in Statistical Language Modeling","created":"2013-12-11","cited_by_count":308},{"id":"1906.02059","title":"Neural Legal Judgment Prediction in English","created":"2019-06-05","cited_by_count":209},{"id":"2104.08671","title":"When Does Pretraining Help? Assessing Self-Supervised Learning for Law and the CaseHOLD Dataset","created":"2021-04-18","cited_by_count":201},{"id":"2202.08005","title":"Should You Mask 15% in Masked Language Modeling?","created":"2022-02-16","cited_by_count":118},{"id":"2303.15715","title":"Foundation Models and Fair Use","created":"2023-03-28","cited_by_count":116},{"id":"2305.12182","title":"Glot500: Scaling Multilingual Corpora and Language Models to 500 Languages","created":"2023-05-20","cited_by_count":116},{"id":"2012.15562","title":"UNKs Everywhere: Adapting Multilingual Language Models to New Scripts","created":"2020-12-31","cited_by_count":113},{"id":"2207.00220","title":"Pile of Law: Learning Responsible Data Filtering from the Law and a 256GB Open-Source Legal Dataset","created":"2022-07-01","cited_by_count":113},{"id":"2109.00904","title":"MultiEURLEX -- A multi-lingual and multi-label legal document classification dataset for zero-shot cross-lingual transfer","created":"2021-09-02","cited_by_count":90},{"id":"2301.10472","title":"XLM-V: Overcoming the Vocabulary Bottleneck in Multilingual Masked Language Models","created":"2023-01-25","cited_by_count":88},{"id":"2103.13084","title":"Paragraph-level Rationale Extraction through Regularization: A case study on European Court of Human Rights Cases","created":"2021-03-24","cited_by_count":77},{"id":"1805.01217","title":"CLAUDETTE: an Automated Detector of Potentially Unfair Clauses in Online Terms of Service","created":"2018-05-03","cited_by_count":73},{"id":"2301.13126","title":"LEXTREME: A Multi-Lingual and Multi-Task Benchmark for the Legal Domain","created":"2023-01-30","cited_by_count":68},{"id":"2110.00806","title":"Swiss-Judgment-Prediction: A Multilingual Legal Judgment Prediction Benchmark","created":"2021-10-02","cited_by_count":60},{"id":"2305.07507","title":"LeXFiles and LegalLAMA: Facilitating English Multinational Legal Language Model Development","created":"2023-05-12","cited_by_count":54},{"id":"2105.02751","title":"On the Ethical Limits of Natural Language Processing on Legal Text","created":"2021-05-06","cited_by_count":26},{"id":"2209.12325","title":"An Empirical Study on Cross-X Transfer for Legal Judgment Prediction","created":"2022-09-25","cited_by_count":16},{"id":"2109.15298","title":"Multi-granular Legal Topic Classification on Greek Legislation","created":"2021-09-30","cited_by_count":15},{"id":"2211.17135","title":"BudgetLongformer: Can we Cheaply Pretrain a SotA Legal Language Model From Scratch?","created":"2022-11-30","cited_by_count":13},{"id":"2110.12201","title":"Spanish Legalese Language Model and Corpora","created":"2021-10-23","cited_by_count":11},{"id":"1905.10348","title":"Predicting Brazilian court decisions","created":"2019-04-20","cited_by_count":8}],"next_cursor":null}