{"total":76,"rows":[{"id":"2106.09553","title":"Large-Scale Chemical Language Representations Capture Molecular Structure and Properties","created":"2021-06-17","cited_by_count":206,"area":null},{"id":"2110.05006","title":"Pre-trained Language Models in Biomedical Domain: A Systematic Survey","created":"2021-10-11","cited_by_count":87,"area":null},{"id":"2104.04883","title":"Graph Representation Learning in Biomedicine","created":"2021-04-11","cited_by_count":80,"area":null},{"id":"2306.07303","title":"A Comprehensive Survey on Applications of Transformers for Deep Learning Tasks","created":"2023-06-11","cited_by_count":71,"area":null},{"id":"2201.11147","title":"OntoProtein: Protein Pretraining With Gene Ontology Embedding","created":"2022-01-23","cited_by_count":70,"area":null},{"id":"2202.01338","title":"Regression Transformer: Concurrent sequence regression and generation for molecular language modeling","created":"2022-02-01","cited_by_count":50,"area":null},{"id":"2202.06840","title":"What Do They Capture? -- A Structural Analysis of Pre-Trained Language Models for Source Code","created":"2022-02-14","cited_by_count":50,"area":null},{"id":"2402.05015","title":"A Sober Look at LLMs for Material Discovery: Are They Actually Good for Bayesian Optimization Over Molecules?","created":"2024-02-07","cited_by_count":48,"area":null},{"id":"2206.05282","title":"Learning to Estimate Shapley Values with Vision Transformers","created":"2022-06-10","cited_by_count":45,"area":null},{"id":"2301.06568","title":"Ankh: Optimized Protein Language Model Unlocks General-Purpose Modelling","created":"2023-01-16","cited_by_count":45,"area":null},{"id":"2204.04213","title":"Structure-aware Protein Self-supervised Learning","created":"2022-04-06","cited_by_count":33,"area":null},{"id":"2311.12570","title":"BEND: Benchmarking DNA Language Models on biologically meaningful tasks","created":"2023-11-21","cited_by_count":29,"area":null},{"id":"2408.11363","title":"ProteinGPT: Multimodal LLM for Protein Property Prediction and Structure Understanding","created":"2024-08-21","cited_by_count":23,"area":null},{"id":"2110.15527","title":"Pre-training Co-evolutionary Protein Representation via A Pairwise Masked Language Model","created":"2021-10-29","cited_by_count":20,"area":null},{"id":"2206.06583","title":"Exploring evolution-aware & -free protein language models as protein function predictors","created":"2022-06-14","cited_by_count":20,"area":null},{"id":"2103.00336","title":"Transformers with Competitive Ensembles of Independent Mechanisms","created":"2021-02-27","cited_by_count":19,"area":null},{"id":"2402.09649","title":"ProtChatGPT: Towards Understanding Proteins with Large Language Models","created":"2024-02-15","cited_by_count":18,"area":null},{"id":"2502.17504","title":"Protein Large Language Models: A Comprehensive Survey","created":"2025-02-21","cited_by_count":18,"area":null},{"id":"2109.07348","title":"Cross-lingual Transfer of Monolingual Models","created":"2021-09-15","cited_by_count":14,"area":null},{"id":"2311.16126","title":"A Hierarchical Training Paradigm for Antibody Structure-sequence Co-design","created":"2023-10-30","cited_by_count":13,"area":null},{"id":"2406.17295","title":"Less can be more for predicting properties with large language models","created":"2024-06-25","cited_by_count":11,"area":null},{"id":"2204.07110","title":"Generative power of a protein language model trained on multiple sequence alignments","created":"2022-04-14","cited_by_count":9,"area":null},{"id":"2210.14177","title":"Influence Functions for Sequence Tagging Models","created":"2022-10-25","cited_by_count":9,"area":null},{"id":"2203.15465","title":"Protein language models trained on multiple sequence alignments learn phylogenetic relationships","created":"2022-03-29","cited_by_count":7,"area":null},{"id":"2207.00982","title":"Linguistically inspired roadmap for building biologically reliable protein language models","created":"2022-07-03","cited_by_count":7,"area":null},{"id":"2411.17669","title":"Linguistic Laws Meet Protein Sequences: A Comparative Analysis of Subword Tokenization Methods","created":"2024-11-26","cited_by_count":6,"area":null},{"id":"2202.02432","title":"Transformers and the representation of biomedical background knowledge","created":"2022-02-04","cited_by_count":5,"area":null},{"id":"2306.01824","title":"Enhancing the Protein Tertiary Structure Prediction by Multiple Sequence Alignment Generation","created":"2023-06-02","cited_by_count":5,"area":null},{"id":"2307.08813","title":"Comparative Performance Evaluation of Large Language Models for Extracting Molecular Interactions and Pathway Knowledge","created":"2023-07-17","cited_by_count":5,"area":null},{"id":"2310.05884","title":"A Meta-Learning Perspective on Transformers for Causal Language Modeling","created":"2023-10-09","cited_by_count":5,"area":null},{"id":"2201.09948","title":"ReLSO: A Transformer-based Model for Latent Space Optimization and Generation of Proteins","created":"2022-01-24","cited_by_count":4,"area":null},{"id":"2205.10238","title":"Visualizing and Explaining Language Models","created":"2022-04-30","cited_by_count":4,"area":null},{"id":"2311.04109","title":"Do Language Models Learn Semantics of Code? A Case Study in Vulnerability Detection","created":"2023-11-07","cited_by_count":4,"area":null},{"id":"2406.11930","title":"A Critical Study of What Code-LLMs (Do Not) Learn","created":"2024-06-17","cited_by_count":4,"area":null},{"id":"2502.12033","title":"The geometry of BERT","created":"2025-02-17","cited_by_count":4,"area":null},{"id":"2109.09202","title":"Automated and Explainable Ontology Extension Based on Deep Learning: A Case Study in the Chemical Domain","created":"2021-09-19","cited_by_count":3,"area":null},{"id":"2301.13154","title":"Protein Representation Learning via Knowledge Enhanced Primary Structure Modeling","created":"2023-01-30","cited_by_count":3,"area":null},{"id":"2403.05602","title":"Extracting Protein-Protein Interactions (PPIs) from Biomedical Literature using Attention-based Relational Context Information","created":"2024-03-08","cited_by_count":3,"area":null},{"id":"2603.10811","title":"Protein Counterfactuals via Diffusion-Guided Latent Optimization","created":"2026-03-11","cited_by_count":3,"area":null},{"id":"2209.12635","title":"ImmunoLingo: Linguistics-based formalization of the antibody language","created":"2022-09-26","cited_by_count":2,"area":null},{"id":"2301.08577","title":"Ontology Pre-training for Poison Prediction","created":"2023-01-20","cited_by_count":2,"area":null},{"id":"2309.03631","title":"Insights Into the Inner Workings of Transformer Models for Protein Function Prediction","created":"2023-09-07","cited_by_count":2,"area":null},{"id":"2310.19915","title":"GPCR-BERT: Interpreting Sequential Design of G Protein Coupled Receptors Using Protein Language Models","created":"2023-10-30","cited_by_count":2,"area":null},{"id":"2312.10770","title":"Identification of Knowledge Neurons in Protein Language Models","created":"2023-12-17","cited_by_count":2,"area":null},{"id":"2602.20449","title":"Protein Language Models Diverge from Natural Language: Comparative Analysis and Improved Inference","created":"2026-02-24","cited_by_count":2,"area":null},{"id":"2606.07607","title":"Position: Genomic Model Research Must Move Beyond Anecdotal Evaluation of Interpretability Methods","created":"2026-05-29","cited_by_count":2,"area":null},{"id":"2202.02944","title":"Prompt-Guided Injection of Conformation to Pre-trained Protein Model","created":"2022-02-07","cited_by_count":1,"area":null},{"id":"2306.04899","title":"Multi-level Protein Representation Learning for Blind Mutational Effect Prediction","created":"2023-06-08","cited_by_count":1,"area":null},{"id":"2311.02333","title":"Understanding the Natural Language of DNA using Encoder-Decoder Foundation Models with Byte-level Precision","created":"2023-11-04","cited_by_count":1,"area":null},{"id":"2504.03847","title":"Interpretable Multimodal Learning for Tumor Protein-Metal Binding: Progress, Challenges, and Perspectives","created":"2025-04-04","cited_by_count":1,"area":null},{"id":"2504.07156","title":"PLM-eXplain: Divide and Conquer the Protein Embedding Space","created":"2025-04-09","cited_by_count":1,"area":null},{"id":"2507.13646","title":"A Comprehensive Review of Transformer-based language models for Protein Sequence Analysis and Design","created":"2025-07-18","cited_by_count":1,"area":null},{"id":"2602.14828","title":"Exploring the limits of pre-trained embeddings in machine-guided protein design: a case study on predicting AAV vector viability","created":"2026-02-16","cited_by_count":1,"area":null},{"id":"2602.23179","title":"Induction Meets Biology: Mechanisms of Repeat Detection in Protein Language Models","created":"2026-02-26","cited_by_count":1,"area":null},{"id":"2605.16331","title":"Retrieval and competition: how a protein foundation model starts a protein","created":"2026-05-05","cited_by_count":1,"area":null},{"id":"2108.08077","title":"Towards Interpreting Zoonotic Potential of Betacoronavirus Sequences With Attention","created":"2021-08-18","cited_by_count":0,"area":null},{"id":"2112.02810","title":"An Effective GCN-based Hierarchical Multi-label classification for Protein Function Prediction","created":"2021-12-06","cited_by_count":0,"area":null},{"id":"2206.11057","title":"Transformer Neural Networks Attending to Both Sequence and Structure for Protein Prediction Tasks","created":"2022-06-17","cited_by_count":0,"area":null},{"id":"2211.05698","title":"Probabilistic thermal stability prediction through sparsity promoting transformer representation","created":"2022-11-10","cited_by_count":0,"area":null},{"id":"2212.03864","title":"Can Offline Reinforcement Learning Help Natural Language Understanding?","created":"2022-09-15","cited_by_count":0,"area":null},{"id":"2309.13129","title":"AntiBARTy Diffusion for Property Guided Antibody Design","created":"2023-09-22","cited_by_count":0,"area":null},{"id":"2407.12197","title":"Towards Interpretable Visuo-Tactile Predictive Models for Soft Robot Interactions","created":"2024-07-16","cited_by_count":0,"area":null},{"id":"2410.16302","title":"Computational design of target-specific linear peptide binders with TransformerBeta","created":"2024-10-07","cited_by_count":0,"area":null},{"id":"2502.01533","title":"Transformers trained on proteins can learn to attend to Euclidean distance","created":"2025-02-03","cited_by_count":0,"area":null},{"id":"2506.02212","title":"Leveraging Natural Language Processing to Unravel the Mystery of Life: A Review of NLP Approaches in Genomics, Transcriptomics, and Proteomics","created":"2025-06-02","cited_by_count":0,"area":null},{"id":"2509.04998","title":"Directed Evolution of Proteins via Bayesian Optimization in Embedding Space","created":"2025-09-05","cited_by_count":0,"area":null},{"id":"2510.23975","title":"Machine learning approaches for interpretable antibody property prediction using structural data","created":"2025-10-28","cited_by_count":0,"area":null},{"id":"2511.14781","title":"Quantifying the Role of OpenFold Components in Protein Structure Prediction","created":"2025-11-06","cited_by_count":0,"area":null},{"id":"2603.07710","title":"Reverse Distillation: Consistently Scaling Protein Language Model Representations","created":"2026-03-08","cited_by_count":0,"area":null},{"id":"2603.10261","title":"Discovery of a Hematopoietic Manifold in scGPT Yields a Method for Extracting Performant Algorithms from Biological Foundation Model Internals","created":"2026-03-10","cited_by_count":0,"area":null},{"id":"2603.29529","title":"Sampling at intermediate temperatures is optimal for training large language models in protein structure prediction","created":"2026-03-31","cited_by_count":0,"area":null},{"id":"2605.07554","title":"ProteinJEPA: Latent prediction improves protein language model pretraining","created":"2026-05-08","cited_by_count":0,"area":null},{"id":"2606.21876","title":"Protein contacts are already in the attention: a single-forward-pass alternative to the Categorical Jacobian","created":"2026-06-20","cited_by_count":0,"area":null},{"id":"2608.12090","title":"Task- and dataset-specific information in protein language models","created":"2026-08-12","cited_by_count":0,"area":null},{"id":"2608.16094","title":"Protein Structure Prediction: From Evolutionary Constraints to Generative Modeling","created":"2026-08-17","cited_by_count":0,"area":null},{"id":"2608.25548","title":"Interpreting Protein Language Model Embeddings via Orthogonal Projection for Protein Fitness Prediction","created":"2026-08-26","cited_by_count":0,"area":null}],"next_cursor":null}