{"total":112,"rows":[{"id":"2305.16264","title":"Scaling Data-Constrained Language Models","created":"2023-05-25","cited_by_count":403,"area":null},{"id":"2306.04637","title":"Transformers as Statisticians: Provable In-Context Learning with In-Context Algorithm Selection","created":"2023-06-07","cited_by_count":298,"area":null},{"id":"2209.10655","title":"Mega: Moving Average Equipped Gated Attention","created":"2022-09-21","cited_by_count":179,"area":null},{"id":"2202.05924","title":"Compute Trends Across Three Eras of Machine Learning","created":"2022-02-11","cited_by_count":163,"area":null},{"id":"2206.13517","title":"ProGen2: Exploring the Boundaries of Protein Language Models","created":"2022-06-27","cited_by_count":159,"area":null},{"id":"2106.01540","title":"Luna: Linear Unified Nested Attention","created":"2021-06-03","cited_by_count":96,"area":null},{"id":"2110.05006","title":"Pre-trained Language Models in Biomedical Domain: A Systematic Survey","created":"2021-10-11","cited_by_count":87,"area":null},{"id":"2401.14656","title":"Scientific Large Language Models: A Survey on Biological & Chemical Domains","created":"2024-01-26","cited_by_count":80,"area":null},{"id":"2301.12040","title":"ProtST: Multi-Modality Learning of Protein Sequences and Biomedical Texts","created":"2023-01-28","cited_by_count":78,"area":null},{"id":"2107.05768","title":"Combiner: Full Attention Transformer with Sparse Computation Cost","created":"2021-07-12","cited_by_count":64,"area":null},{"id":"2303.11568","title":"Large AI Models in Health Informatics: Applications, Challenges, and the Future","created":"2023-03-21","cited_by_count":61,"area":null},{"id":"2406.10729","title":"A Comprehensive Survey of Foundation Models in Medicine","created":"2024-06-15","cited_by_count":56,"area":null},{"id":"2202.01338","title":"Regression Transformer: Concurrent sequence regression and generation for molecular language modeling","created":"2022-02-01","cited_by_count":50,"area":null},{"id":"2106.03764","title":"On the Expressive Power of Self-Attention Matrices","created":"2021-06-07","cited_by_count":47,"area":null},{"id":"2301.06568","title":"Ankh: Optimized Protein Language Model Unlocks General-Purpose Modelling","created":"2023-01-16","cited_by_count":45,"area":null},{"id":"2205.05789","title":"RITA: a Study on Scaling Up Generative Protein Sequence Models","created":"2022-05-11","cited_by_count":42,"area":null},{"id":"2105.00335","title":"Audio Transformers","created":"2021-05-01","cited_by_count":41,"area":null},{"id":"2104.04457","title":"Protein sequence design with deep generative models","created":"2021-04-09","cited_by_count":35,"area":null},{"id":"2406.00735","title":"Full-Atom Peptide Design based on Multi-modal Flow Matching","created":"2024-06-02","cited_by_count":34,"area":null},{"id":"2305.18090","title":"ChatGPT-powered Conversational Drug Editing Using Retrieval and Domain Feedback","created":"2023-05-29","cited_by_count":31,"area":null},{"id":"2409.04481","title":"Large Language Models in Drug Discovery and Development: From Disease Mechanisms to Clinical Trials","created":"2024-09-06","cited_by_count":24,"area":null},{"id":"2106.13058","title":"Fold2Seq: A Joint Sequence(1D)-Fold(3D) Embedding-based Generative Model for Protein Design","created":"2021-06-24","cited_by_count":23,"area":null},{"id":"2306.03111","title":"Bootstrapped Training of Score-Conditioned Generator for Offline Design of Biological Sequences","created":"2023-06-05","cited_by_count":23,"area":null},{"id":"2106.04262","title":"Question Generation for Adaptive Education","created":"2021-06-08","cited_by_count":22,"area":null},{"id":"2306.09375","title":"Symmetry-Informed Geometric Representation for Molecules, Proteins, and Crystalline Materials","created":"2023-06-15","cited_by_count":22,"area":null},{"id":"2110.15527","title":"Pre-training Co-evolutionary Protein Representation via A Pairwise Masked Language Model","created":"2021-10-29","cited_by_count":20,"area":null},{"id":"2106.16036","title":"A Generative Model for Raw Audio Using Transformer Architectures","created":"2021-06-30","cited_by_count":18,"area":null},{"id":"2107.02968","title":"Deep Extrapolation for Attribute-Enhanced Generation","created":"2021-07-07","cited_by_count":18,"area":null},{"id":"2109.13754","title":"Deep Generative Modeling for Protein Design","created":"2021-08-31","cited_by_count":17,"area":null},{"id":"2211.16742","title":"Protein Language Models and Structure Prediction: Connection and Progression","created":"2022-11-30","cited_by_count":17,"area":null},{"id":"2212.09925","title":"Plug & Play Directed Evolution of Proteins with Gradient-based Discrete MCMC","created":"2022-12-20","cited_by_count":17,"area":null},{"id":"2204.10673","title":"Generative De Novo Protein Design with Global Context","created":"2022-04-21","cited_by_count":16,"area":null},{"id":"2110.08323","title":"On Learning the Transformer Kernel","created":"2021-10-15","cited_by_count":15,"area":null},{"id":"2411.06090","title":"Concept Bottleneck Language Models For protein design","created":"2024-11-09","cited_by_count":15,"area":null},{"id":"2109.07348","title":"Cross-lingual Transfer of Monolingual Models","created":"2021-09-15","cited_by_count":14,"area":null},{"id":"2106.05466","title":"Adaptive machine learning for protein engineering","created":"2021-06-10","cited_by_count":13,"area":null},{"id":"2311.16126","title":"A Hierarchical Training Paradigm for Antibody Structure-sequence Co-design","created":"2023-10-30","cited_by_count":13,"area":null},{"id":"2412.08174","title":"Can Graph Neural Networks Learn Language with Extremely Weak Text Supervision?","created":"2024-12-11","cited_by_count":13,"area":null},{"id":"2305.00386","title":"Importance Weighted Expectation-Maximization for Protein Sequence Design","created":"2023-04-30","cited_by_count":12,"area":null},{"id":"2411.02142","title":"Training Compute-Optimal Protein Language Models","created":"2024-11-04","cited_by_count":12,"area":null},{"id":"2301.00813","title":"A Survey on Protein Representation Learning: Retrospect and Prospect","created":"2022-12-31","cited_by_count":10,"area":null},{"id":"2504.13075","title":"An All-Atom Generative Model for Designing Protein Complexes","created":"2025-04-17","cited_by_count":10,"area":null},{"id":"2202.06208","title":"Improving Molecular Representation Learning with Metric Learning-enhanced Optimal Transport","created":"2022-02-13","cited_by_count":9,"area":null},{"id":"2204.07110","title":"Generative power of a protein language model trained on multiple sequence alignments","created":"2022-04-14","cited_by_count":9,"area":null},{"id":"2411.18463","title":"Hotspot-Driven Peptide Design via Multi-Fragment Autoregressive Extension","created":"2024-11-26","cited_by_count":9,"area":null},{"id":"2204.11953","title":"Crystal Transformer: Self-learning neural language model for Generative and Tinkering Design of Materials","created":"2022-04-25","cited_by_count":8,"area":null},{"id":"2203.15465","title":"Protein language models trained on multiple sequence alignments learn phylogenetic relationships","created":"2022-03-29","cited_by_count":7,"area":null},{"id":"2303.04562","title":"Extrapolative Controlled Sequence Generation via Iterative Refinement","created":"2023-03-08","cited_by_count":7,"area":null},{"id":"2406.10254","title":"Towards Signal Processing In Large Language Models","created":"2024-06-10","cited_by_count":7,"area":null},{"id":"2509.07983","title":"Steering Protein Language Models","created":"2025-07-01","cited_by_count":7,"area":null},{"id":"2204.06699","title":"SNP2Vec: Scalable Self-Supervised Pre-Training for Genome-Wide Association Study","created":"2022-04-14","cited_by_count":5,"area":null},{"id":"2301.02748","title":"Generative Antibody Design for Complementary Chain Pairing Sequences through Encoder-Decoder Language Model","created":"2023-01-06","cited_by_count":5,"area":null},{"id":"2303.07519","title":"Architext: Language-Driven Generative Architecture Design","created":"2023-03-13","cited_by_count":5,"area":null},{"id":"2306.01824","title":"Enhancing the Protein Tertiary Structure Prediction by Multiple Sequence Alignment Generation","created":"2023-06-02","cited_by_count":5,"area":null},{"id":"2505.18966","title":"Protein Design with Dynamic Protein Vocabulary","created":"2025-05-25","cited_by_count":5,"area":null},{"id":"2506.03028","title":"Protein Inverse Folding From Structure Feedback","created":"2025-06-03","cited_by_count":5,"area":null},{"id":"2506.06294","title":"GLProtein: Global-and-Local Structure Aware Protein Representation Learning","created":"2025-05-17","cited_by_count":5,"area":null},{"id":"2204.01168","title":"Few Shot Protein Generation","created":"2022-04-03","cited_by_count":4,"area":null},{"id":"2211.02936","title":"Learning the shape of protein micro-environments with a holographic convolutional neural network","created":"2022-11-05","cited_by_count":4,"area":null},{"id":"2301.12112","title":"On Pre-trained Language Models for Antibody","created":"2023-01-28","cited_by_count":4,"area":null},{"id":"2410.22367","title":"MAMMAL -- Molecular Aligned Multi-Modal Architecture and Language","created":"2024-10-28","cited_by_count":4,"area":null},{"id":"2506.08954","title":"Protriever: End-to-End Differentiable Protein Homology Search for Fitness Prediction","created":"2025-06-10","cited_by_count":4,"area":null},{"id":"2105.07407","title":"Protein sequence-to-structure learning: Is this the end(-to-end revolution)?","created":"2021-05-16","cited_by_count":3,"area":null},{"id":"2301.13154","title":"Protein Representation Learning via Knowledge Enhanced Primary Structure Modeling","created":"2023-01-30","cited_by_count":3,"area":null},{"id":"2310.02546","title":"Joint Design of Protein Sequence and Structure based on Motifs","created":"2023-10-04","cited_by_count":3,"area":null},{"id":"2410.08355","title":"Metalic: Meta-Learning In-Context with Protein Language Models","created":"2024-10-10","cited_by_count":3,"area":null},{"id":"2411.14157","title":"DrugGen: Advancing Drug Discovery with Large Language Models and Reinforcement Learning Feedback","created":"2024-11-20","cited_by_count":3,"area":null},{"id":"2501.06271","title":"Large Language Models for Bioinformatics","created":"2025-01-10","cited_by_count":3,"area":null},{"id":"2505.20052","title":"Ankh3: Multi-Task Pretraining with Sequence Denoising and Completion Enhances Protein Representations","created":"2025-05-26","cited_by_count":3,"area":null},{"id":"2102.06125","title":"Artificial Intelligence Advances for De Novo Molecular Structure Modeling in Cryo-EM","created":"2021-02-11","cited_by_count":2,"area":null},{"id":"2205.04259","title":"Multi-segment preserving sampling for deep manifold sampler","created":"2022-05-09","cited_by_count":2,"area":null},{"id":"2304.08453","title":"Improving Autoregressive NLP Tasks via Modular Linearized Attention","created":"2023-04-17","cited_by_count":2,"area":null},{"id":"2306.00872","title":"Is novelty predictable?","created":"2023-06-01","cited_by_count":2,"area":null},{"id":"2306.11768","title":"Geometric Deep Learning for Structure-Based Drug Design: A Survey","created":"2023-06-20","cited_by_count":2,"area":null},{"id":"2306.15887","title":"Beyond the Hype: Assessing the Performance, Trustworthiness, and Clinical Suitability of GPT3.5","created":"2023-06-28","cited_by_count":2,"area":null},{"id":"2310.04343","title":"Functional Geometry Guided Protein Sequence and Backbone Structure Co-Design","created":"2023-10-06","cited_by_count":2,"area":null},{"id":"2310.09991","title":"Applications of Machine Learning in Biopharmaceutical Process Development and Manufacturing: Current Trends, Challenges, and Opportunities","created":"2023-10-16","cited_by_count":2,"area":null},{"id":"2410.24022","title":"SFM-Protein: Integrative Co-evolutionary Pre-training for Advanced Protein Sequence Representation","created":"2024-10-31","cited_by_count":2,"area":null},{"id":"2505.20589","title":"Prot2Token: A Unified Framework for Protein Modeling via Next-Token Prediction","created":"2025-05-26","cited_by_count":2,"area":null},{"id":"2602.21750","title":"From Words to Amino Acids: Does the Curse of Depth Persist?","created":"2026-02-25","cited_by_count":2,"area":null},{"id":"2603.10302","title":"How to make the most of your masked language model for protein engineering","created":"2026-03-11","cited_by_count":2,"area":null},{"id":"2105.14372","title":"Ten Quick Tips for Deep Learning in Biology","created":"2021-05-29","cited_by_count":1,"area":null},{"id":"2206.13578","title":"Materials Transformers Language Models for Generative Materials Design: a benchmark study","created":"2022-06-27","cited_by_count":1,"area":null},{"id":"2212.03979","title":"Unsupervised language models for disease variant prediction","created":"2022-12-07","cited_by_count":1,"area":null},{"id":"2303.16452","title":"ProtFIM: Fill-in-Middle Protein Sequence Design via Protein Language Models","created":"2023-03-29","cited_by_count":1,"area":null},{"id":"2305.01941","title":"Exploring the Protein Sequence Space with Global Generative Models","created":"2023-05-03","cited_by_count":1,"area":null},{"id":"2307.00461","title":"Conformer LLMs -- Convolution Augmented Large Language Models","created":"2023-07-02","cited_by_count":1,"area":null},{"id":"2408.06396","title":"Design Proteins Using Large Language Models: Enhancements and Comparative Analyses","created":"2024-08-12","cited_by_count":1,"area":null},{"id":"2409.12924","title":"Wavelet GPT: Wavelet Inspired Large Language Models","created":"2024-09-04","cited_by_count":1,"area":null},{"id":"2410.22949","title":"MutaPLM: Protein Language Modeling for Mutation Explanation and Engineering","created":"2024-10-30","cited_by_count":1,"area":null},{"id":"2502.19391","title":"Towards More Accurate Full-Atom Antibody Co-Design","created":"2025-02-11","cited_by_count":1,"area":null},{"id":"2505.17091","title":"Large Language Models Implicitly Learn to See and Hear Just By Reading","created":"2025-05-20","cited_by_count":1,"area":null},{"id":"2507.13646","title":"A Comprehensive Review of Transformer-based language models for Protein Sequence Analysis and Design","created":"2025-07-18","cited_by_count":1,"area":null},{"id":"2603.07371","title":"ConfHit: Conformal Generative Design with Oracle Free Guarantees","created":"2026-03-07","cited_by_count":1,"area":null},{"id":"2605.30963","title":"AMix-2: Establishing Protein as a Native Modality in Large Language Models","created":"2026-05-29","cited_by_count":1,"area":null},{"id":"2609.03377","title":"SimpleDesign: A Joint Model for Protein Sequence and Structure Codesign","created":"2026-09-03","cited_by_count":1,"area":null},{"id":"2211.06428","title":"Training self-supervised peptide sequence models on artificially chopped proteins","created":"2022-11-09","cited_by_count":0,"area":null},{"id":"2307.10634","title":"Generative Language Models on Nucleotide Sequences of Human Genes","created":"2023-07-20","cited_by_count":0,"area":null},{"id":"2308.15116","title":"Mixup-Augmented Meta-Learning for Sample-Efficient Fine-Tuning of Protein Simulators","created":"2023-08-29","cited_by_count":0,"area":null},{"id":"2312.00842","title":"ESM-NBR: fast and accurate nucleic acid-binding residue prediction via protein language model feature representation and multi-task learning","created":"2023-12-01","cited_by_count":0,"area":null}],"next_cursor":"100"}