{"list":"other","total":73,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"1301.3781","title":"Efficient Estimation of Word Representations in Vector Space","created":"2013-01-16","cited_by_count":4375},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"2210.11416","title":"Scaling Instruction-Finetuned Language Models","created":"2022-10-20","cited_by_count":3024},{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019},{"id":"2305.06500","title":"InstructBLIP: Towards General-purpose Vision-Language Models with Instruction Tuning","created":"2023-05-11","cited_by_count":2876},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"2304.10592","title":"MiniGPT-4: Enhancing Vision-Language Understanding with Advanced Large Language Models","created":"2023-04-20","cited_by_count":2711},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984},{"id":"1905.00537","title":"SuperGLUE: A Stickier Benchmark for General-Purpose Language Understanding Systems","created":"2019-05-02","cited_by_count":1729},{"id":"2007.14062","title":"Big Bird: Transformers for Longer Sequences","created":"2020-07-28","cited_by_count":1684},{"id":"1609.08144","title":"Google's Neural Machine Translation System: Bridging the Gap between Human and Machine Translation","created":"2016-09-26","cited_by_count":1475},{"id":"1904.03323","title":"Publicly Available Clinical BERT Embeddings","created":"2019-04-06","cited_by_count":1002},{"id":"2304.00685","title":"Vision-Language Models for Vision Tasks: A Survey","created":"2023-04-03","cited_by_count":839},{"id":"2211.09085","title":"Galactica: A Large Language Model for Science","created":"2022-11-16","cited_by_count":744},{"id":"2304.05376","title":"ChemCrow: Augmenting large-language models with chemistry tools","created":"2023-04-11","cited_by_count":631},{"id":"1904.05342","title":"ClinicalBERT: Modeling Clinical Notes and Predicting Hospital Readmission","created":"2019-04-10","cited_by_count":493},{"id":"1908.10063","title":"FinBERT: Financial Sentiment Analysis with Pre-trained Language Models","created":"2019-08-27","cited_by_count":385},{"id":"2010.09885","title":"ChemBERTa: Large-Scale Self-Supervised Pretraining for Molecular Property Prediction","created":"2020-10-19","cited_by_count":337},{"id":"1703.03130","title":"A Structured Self-attentive Sentence Embedding","created":"2017-03-09","cited_by_count":318},{"id":"2311.16079","title":"MEDITRON-70B: Scaling Medical Pretraining for Large Language Models","created":"2023-11-27","cited_by_count":274},{"id":"2303.07909","title":"Text-to-image Diffusion Models in Generative AI: A Survey","created":"2023-03-14","cited_by_count":265},{"id":"2305.17100","title":"BiomedGPT: A Generalist Vision-Language Foundation Model for Diverse Biomedical Tasks","created":"2023-05-26","cited_by_count":201},{"id":"2210.09338","title":"Deep Bidirectional Language-Knowledge Graph Pretraining","created":"2022-10-17","cited_by_count":156},{"id":"2104.12369","title":"PanGu-$\\alpha$: Large-scale Autoregressive Pretrained Chinese Language Models with Auto-parallel Computation","created":"2021-04-26","cited_by_count":134},{"id":"2209.01712","title":"ChemBERTa-2: Towards Chemical Foundation Models","created":"2022-09-05","cited_by_count":127},{"id":"2102.12060","title":"Teach Me to Explain: A Review of Datasets for Explainable Natural Language Processing","created":"2021-02-24","cited_by_count":126},{"id":"2106.03598","title":"SciFive: a text-to-text transformer model for biomedical literature","created":"2021-05-28","cited_by_count":99},{"id":"2010.11967","title":"Language Models are Open Knowledge Graphs","created":"2020-10-22","cited_by_count":95},{"id":"2110.12010","title":"ClimateBert: A Pretrained Language Model for Climate-Related Text","created":"2021-10-22","cited_by_count":90},{"id":"2306.09968","title":"ClinicalGPT: Large Language Models Finetuned with Diverse Medical Data and Comprehensive Evaluation","created":"2023-06-16","cited_by_count":88},{"id":"2308.06911","title":"GIT-Mol: A Multi-modal Large Language Model for Molecular Science with Graph, Image, and Text","created":"2023-08-14","cited_by_count":82},{"id":"2301.12040","title":"ProtST: Multi-Modality Learning of Protein Sequences and Biomedical Texts","created":"2023-01-28","cited_by_count":78},{"id":"2201.11838","title":"Clinical-Longformer and Clinical-BigBird: Transformers for long clinical sequences","created":"2022-01-27","cited_by_count":69},{"id":"2306.05064","title":"K2: A Foundation Language Model for Geoscience Knowledge Understanding and Utilization","created":"2023-06-08","cited_by_count":69},{"id":"2105.00377","title":"MathBERT: A Pre-Trained Model for Mathematical Formula Understanding","created":"2021-05-02","cited_by_count":58},{"id":"2209.05034","title":"CSL: A Large-scale Chinese Scientific Literature Dataset","created":"2022-09-12","cited_by_count":45},{"id":"2106.07340","title":"MathBERT: A Pre-trained Language Model for General NLP Tasks in Mathematics Education","created":"2021-06-02","cited_by_count":37},{"id":"2212.02974","title":"CySecBERT: A Domain-Adapted Language Model for the Cybersecurity Domain","created":"2022-12-06","cited_by_count":31},{"id":"2003.10555","title":"ELECTRA: Pre-training Text Encoders as Discriminators Rather Than Generators","created":"2020-03-23","cited_by_count":27},{"id":"2107.03134","title":"MedGPT: Medical Concept Prediction from Clinical Narratives","created":"2021-07-07","cited_by_count":24},{"id":"2008.10813","title":"Conceptualized Representation Learning for Chinese Biomedical Text Mining","created":"2020-08-25","cited_by_count":19},{"id":"2312.01700","title":"Data Management For Training Large Language Models: A Survey","created":"2023-12-04","cited_by_count":17},{"id":"2302.04725","title":"Lightweight Transformers for Clinical Natural Language Processing","created":"2023-02-09","cited_by_count":15},{"id":"1908.05760","title":"BioFLAIR: Pretrained Pooled Contextualized Embeddings for Biomedical Sequence Labeling Tasks","created":"2019-08-13","cited_by_count":11},{"id":"2104.09585","title":"ELECTRAMed: a new pre-trained language representation model for biomedical NLP","created":"2021-04-19","cited_by_count":11},{"id":"2109.03570","title":"Biomedical and Clinical Language Models for Spanish: On the Benefits of Domain-Specific Pretraining in a Mid-Resource Scenario","created":"2021-09-08","cited_by_count":11},{"id":"2304.14204","title":"Towards Medical Artificial General Intelligence via Knowledge-Enhanced Multimodal Pretraining","created":"2023-04-26","cited_by_count":11},{"id":"2104.07613","title":"SINA-BERT: A pre-trained Language Model for Analysis of Medical Texts in Persian","created":"2021-04-15","cited_by_count":10},{"id":"2302.01588","title":"Bioformer: an efficient transformer language model for biomedical text mining","created":"2023-02-03","cited_by_count":9},{"id":"2205.15575","title":"hmBERT: Historical Multilingual Language Models for Named Entity Recognition","created":"2022-05-31","cited_by_count":8},{"id":"2210.06566","title":"Developing a general-purpose clinical language inference model from a large corpus of clinical notes","created":"2022-10-12","cited_by_count":8},{"id":"2003.13821","title":"NukeBERT: A Pre-trained language model for Low Resource Nuclear Domain","created":"2020-03-30","cited_by_count":7},{"id":"2306.15550","title":"CamemBERT-bio: Leveraging Continual Pre-training for Cost-Effective Models on French Biomedical Data","created":"2023-06-27","cited_by_count":7},{"id":"2310.10920","title":"NuclearQA: A Human-Made Benchmark for Language Models for the Nuclear Domain","created":"2023-10-17","cited_by_count":7},{"id":"2005.07202","title":"Pre-training technique to localize medical BERT and enhance biomedical BERT","created":"2020-05-14","cited_by_count":6},{"id":"2212.07914","title":"The Effects of In-domain Corpus Size on pre-training BERT","created":"2022-12-15","cited_by_count":4},{"id":"2303.12869","title":"JaCoText: A Pretrained Model for Java Code-Text Generation","created":"2023-03-22","cited_by_count":4},{"id":"2105.12192","title":"NukeLM: Pre-Trained and Fine-Tuned Language Models for the Nuclear and Energy Domains","created":"2021-05-25","cited_by_count":3},{"id":"2306.07373","title":"EriBERTa: A Bilingual Pre-Trained Language Model for Clinical Natural Language Processing","created":"2023-06-12","cited_by_count":3},{"id":"2307.03569","title":"Text Simplification of Scientific Texts for Non-Expert Readers","created":"2023-07-07","cited_by_count":3}],"next_cursor":null}