{"list":"other","total":57,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1908.10084","title":"Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks","created":"2019-08-27","cited_by_count":9170},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"1904.10509","title":"Generating Long Sequences with Sparse Transformers","created":"2019-04-23","cited_by_count":1546},{"id":"2210.10341","title":"BioGPT: Generative Pre-trained Transformer for Biomedical Text Generation and Mining","created":"2022-10-19","cited_by_count":538},{"id":"1912.12180","title":"Axial Attention in Multidimensional Transformers","created":"2019-12-20","cited_by_count":358},{"id":"2009.01411","title":"Learning from Protein Structure with Geometric Vector Perceptrons","created":"2020-09-03","cited_by_count":313},{"id":"2401.05561","title":"TrustLLM: Trustworthiness in Large Language Models","created":"2024-01-10","cited_by_count":285},{"id":"1906.08230","title":"Evaluating Protein Transfer Learning with TAPE","created":"2019-06-19","cited_by_count":231},{"id":"2203.06125","title":"Protein Representation Learning by Geometric Structure Pretraining","created":"2022-03-11","cited_by_count":162},{"id":"2310.07276","title":"BioT5: Enriching Cross-modal Integration in Biology with Chemical Knowledge and Natural Language Associations","created":"2023-10-11","cited_by_count":100},{"id":"2406.10833","title":"A Comprehensive Survey of Scientific Large Language Models and Their Applications in Scientific Discovery","created":"2024-06-16","cited_by_count":96},{"id":"2110.05006","title":"Pre-trained Language Models in Biomedical Domain: A Systematic Survey","created":"2021-10-11","cited_by_count":87},{"id":"2006.15222","title":"BERTology Meets Biology: Interpreting Attention in Protein Language Models","created":"2020-06-26","cited_by_count":85},{"id":"2204.03905","title":"BioBART: Pretraining and Evaluation of A Biomedical Generative Language Model","created":"2022-04-08","cited_by_count":83},{"id":"2401.14656","title":"Scientific Large Language Models: A Survey on Biological & Chemical Domains","created":"2024-01-26","cited_by_count":80},{"id":"2205.13760","title":"Tranception: protein fitness prediction with autoregressive transformers and inference-time retrieval","created":"2022-05-27","cited_by_count":79},{"id":"2301.12040","title":"ProtST: Multi-Modality Learning of Protein Sequences and Biomedical Texts","created":"2023-01-28","cited_by_count":78},{"id":"2206.02096","title":"PEER: A Comprehensive and Multi-Task Benchmark for Protein Sequence Understanding","created":"2022-06-05","cited_by_count":77},{"id":"2201.11147","title":"OntoProtein: Protein Pretraining With Gene Ontology Embedding","created":"2022-01-23","cited_by_count":70},{"id":"2302.01649","title":"Structure-informed Language Models Are Protein Designers","created":"2023-02-03","cited_by_count":68},{"id":"2412.12101","title":"InterPLM: Discovering Interpretable Features in Protein Language Models via Sparse Autoencoders","created":"2024-11-13","cited_by_count":66},{"id":"2302.04611","title":"A Text-guided Protein Design Framework","created":"2023-02-09","cited_by_count":64},{"id":"2402.17810","title":"BioT5+: Towards Generalized Biological Understanding with IUPAC Integration and Multi-task Tuning","created":"2024-02-27","cited_by_count":54},{"id":"2402.16445","title":"ProLLaMA: A Protein Large Language Model for Multi-Task Protein Language Processing","created":"2024-02-26","cited_by_count":53},{"id":"1902.08661","title":"Learning protein sequence embeddings using information from structure","created":"2019-02-22","cited_by_count":51},{"id":"2401.06199","title":"xTrimoPGLM: Unified 100B-Scale Pre-trained Transformer for Deciphering the Language of Protein","created":"2024-01-11","cited_by_count":50},{"id":"2301.06568","title":"Ankh: Optimized Protein Language Model Unlocks General-Purpose Modelling","created":"2023-01-16","cited_by_count":45},{"id":"2205.05789","title":"RITA: a Study on Scaling Up Generative Protein Sequence Models","created":"2022-05-11","cited_by_count":42},{"id":"2307.14367","title":"Prot2Text: Multimodal Protein's Function Generation with GNNs and Transformers","created":"2023-07-25","cited_by_count":32},{"id":"2310.03269","title":"InstructProtein: Aligning Human and Protein Language via Knowledge Instruction","created":"2023-10-05","cited_by_count":28},{"id":"2405.12564","title":"ProtT3: Protein-to-Text Generation for Text-based Protein Understanding","created":"2024-05-21","cited_by_count":25},{"id":"2106.13058","title":"Fold2Seq: A Joint Sequence(1D)-Fold(3D) Embedding-based Generative Model for Protein Design","created":"2021-06-24","cited_by_count":23},{"id":"2108.07435","title":"Modeling Protein Using Large-scale Pretrain Language Model","created":"2021-08-17","cited_by_count":21},{"id":"2309.03099","title":"PeptideBERT: A Language Model based on Transformers for Peptide Property Prediction","created":"2023-08-28","cited_by_count":21},{"id":"2403.07920","title":"ProtLLM: An Interleaved Protein-Language LLM with Protein-as-Word Pre-Training","created":"2024-02-28","cited_by_count":21},{"id":"2206.06583","title":"Exploring evolution-aware & -free protein language models as protein function predictors","created":"2022-06-14","cited_by_count":20},{"id":"2406.05540","title":"A Fine-tuning Dataset and Benchmark for Large Language Models for Protein Understanding","created":"2024-06-08","cited_by_count":19},{"id":"1904.05168","title":"Accelerated Nuclear Magnetic Resonance Spectroscopy with Deep Learning","created":"2019-04-09","cited_by_count":16},{"id":"2303.06275","title":"A Systematic Study of Joint Representation Learning on Protein Sequences and Structures","created":"2023-03-11","cited_by_count":15},{"id":"2402.01439","title":"From Words to Molecules: A Survey of Large Language Models in Chemistry","created":"2024-02-02","cited_by_count":14},{"id":"2401.14819","title":"Endowing Protein Language Models with Structural Knowledge","created":"2024-01-26","cited_by_count":11},{"id":"2404.16866","title":"Annotation-guided Protein Design with Multi-Level Domain Alignment","created":"2024-04-18","cited_by_count":9},{"id":"2406.15534","title":"Geneverse: A collection of Open-source Multimodal Large Language Models for Genomic and Proteomic Research","created":"2024-06-21","cited_by_count":9},{"id":"2408.15299","title":"TourSynbio: A Multi-Modal Large Model and Agent Framework to Bridge Text and Protein Sequences for Protein Engineering","created":"2024-08-27","cited_by_count":9},{"id":"2411.08900","title":"RNA-GPT: Multimodal Generative System for RNA Sequence Understanding","created":"2024-10-29","cited_by_count":8},{"id":"2403.08167","title":"MolBind: Multimodal Alignment of Language, Molecules, and Proteins","created":"2024-03-13","cited_by_count":7},{"id":"2407.17638","title":"Time Matters: Examine Temporal Effects on Biomedical Language Models","created":"2024-07-24","cited_by_count":7},{"id":"2012.02296","title":"Generative Capacity of Probabilistic Protein Sequence Models","created":"2020-12-03","cited_by_count":6},{"id":"2303.11783","title":"CCPL: Cross-modal Contrastive Protein Learning","created":"2023-03-19","cited_by_count":4},{"id":"2412.17803","title":"Examining Imbalance Effects on Performance and Demographic Fairness of Clinical Language Models","created":"2024-12-23","cited_by_count":4},{"id":"2301.13154","title":"Protein Representation Learning via Knowledge Enhanced Primary Structure Modeling","created":"2023-01-30","cited_by_count":3},{"id":"2409.17726","title":"Recent advances in interpretable machine learning using structure-based protein representations","created":"2024-09-26","cited_by_count":1}],"next_cursor":null}