{"total":185,"rows":[{"id":"2307.03109","title":"A Survey on Evaluation of Large Language Models","created":"2023-07-06","cited_by_count":1242,"area":null},{"id":"2410.02736","title":"Justice or Prejudice? Quantifying Biases in LLM-as-a-Judge","created":"2024-10-03","cited_by_count":368,"area":null},{"id":"2402.09391","title":"LlaSMol: Advancing Large Language Models for Chemistry with a Large-Scale, Comprehensive, High-Quality Instruction Tuning Dataset","created":"2024-02-14","cited_by_count":128,"area":null},{"id":"2402.06852","title":"ChemLLM: A Chemical Large Language Model","created":"2024-02-10","cited_by_count":106,"area":null},{"id":"2406.10833","title":"A Comprehensive Survey of Scientific Large Language Models and Their Applications in Scientific Discovery","created":"2024-06-16","cited_by_count":96,"area":null},{"id":"2406.07599","title":"CTIBench: A Benchmark for Evaluating LLMs in Cyber Threat Intelligence","created":"2024-06-11","cited_by_count":62,"area":null},{"id":"2406.16976","title":"Efficient Evolutionary Search Over Chemical Space with Large Language Models","created":"2024-06-23","cited_by_count":61,"area":null},{"id":"2503.11733","title":"LLM Agents for Education: Advances and Applications","created":"2025-03-14","cited_by_count":59,"area":"agents"},{"id":"2401.14818","title":"Developing ChemDFM as a large language foundation model for chemistry","created":"2024-01-26","cited_by_count":52,"area":null},{"id":"2402.05015","title":"A Sober Look at LLMs for Material Discovery: Are They Actually Good for Bayesian Optimization Over Molecules?","created":"2024-02-07","cited_by_count":48,"area":null},{"id":"2507.20280","title":"SciToolAgent: A Knowledge Graph-Driven Scientific Agent for Multi-Tool Integration","created":"2025-07-27","cited_by_count":43,"area":"agents"},{"id":"2501.06590","title":"ChemAgent: Self-updating Library in Large Language Models Improves Chemical Reasoning","created":"2025-01-11","cited_by_count":41,"area":"lr"},{"id":"2505.08783","title":"CodePDE: An Inference Framework for LLM-driven PDE Solver Generation","created":"2025-05-13","cited_by_count":39,"area":null},{"id":"2404.01475","title":"Are large language models superhuman chemists?","created":"2024-04-01","cited_by_count":34,"area":null},{"id":"2402.10980","title":"ChemReasoner: Heuristic Search over a Large Language Model's Knowledge Space using Quantum-Chemical Feedback","created":"2024-02-15","cited_by_count":33,"area":"lr"},{"id":"2502.02871","title":"Position: Multimodal Large Language Models Can Significantly Advance Scientific Reasoning","created":"2025-02-05","cited_by_count":33,"area":"lr"},{"id":"2406.08587","title":"CS-Bench: A Comprehensive Benchmark for Large Language Models towards Computer Science Mastery","created":"2024-06-12","cited_by_count":30,"area":null},{"id":"2501.13299","title":"Hypothesis Generation for Materials Discovery and Design Using Goal-Driven and Constraint-Guided LLM Agents","created":"2025-01-23","cited_by_count":30,"area":"agents"},{"id":"2410.04223","title":"Multimodal Large Language Models for Inverse Molecular Design with Retrosynthetic Planning","created":"2024-10-05","cited_by_count":29,"area":"mllm"},{"id":"2406.07815","title":"Are Large Language Models Good Statisticians?","created":"2024-06-12","cited_by_count":27,"area":null},{"id":"2410.23426","title":"Social Science Meets LLMs: How Reliable Are Large Language Models in Social Simulations?","created":"2024-10-30","cited_by_count":26,"area":null},{"id":"2406.06316","title":"Tx-LLM: A Large Language Model for Therapeutics","created":"2024-06-10","cited_by_count":25,"area":null},{"id":"2410.14182","title":"LabSafety Bench: Benchmarking LLMs on Safety Issues in Scientific Labs","created":"2024-10-18","cited_by_count":25,"area":null},{"id":"2402.03781","title":"MolTC: Towards Molecular Relational Modeling In Language Models","created":"2024-02-06","cited_by_count":22,"area":null},{"id":"2406.09098","title":"SciKnowEval: Evaluating Multi-level Scientific Knowledge of Large Language Models","created":"2024-06-13","cited_by_count":19,"area":null},{"id":"2505.13940","title":"DrugPilot: LLM-based Parameterized Reasoning Agent for Drug Discovery","created":"2025-05-20","cited_by_count":19,"area":"lr"},{"id":"2409.13686","title":"The Impact of Large Language Models in Academia: from Writing to Speaking","created":"2024-09-20","cited_by_count":18,"area":null},{"id":"2409.13989","title":"ChemEval: A Comprehensive Multi-Level Chemical Evaluation for Large Language Models","created":"2024-09-21","cited_by_count":18,"area":null},{"id":"2403.01528","title":"Leveraging Biomolecule and Natural Language through Multi-Modal Learning: A Survey","created":"2024-03-03","cited_by_count":17,"area":null},{"id":"2403.05075","title":"Benchmarking Large Language Models for Molecule Prediction Tasks","created":"2024-03-08","cited_by_count":17,"area":null},{"id":"2409.19667","title":"Can Large Language Models Analyze Graphs like Professionals? A Benchmark, Datasets and Models","created":"2024-09-29","cited_by_count":17,"area":null},{"id":"2505.07735","title":"Assessing the Chemical Intelligence of Large Language Models","created":"2025-05-12","cited_by_count":17,"area":"lr"},{"id":"2409.13194","title":"ChemDFM-X: Towards Large Multimodal Model for Chemistry","created":"2024-09-20","cited_by_count":16,"area":null},{"id":"2411.07407","title":"Using Generative AI and Multi-Agents to Provide Automatic Feedback","created":"2024-11-11","cited_by_count":15,"area":"agents"},{"id":"2411.16736","title":"ChemSafetyBench: Benchmarking LLM Safety on Chemistry Domain","created":"2024-11-23","cited_by_count":15,"area":"safety"},{"id":"2503.13503","title":"SciHorizon: Benchmarking AI-for-Science Readiness from Scientific Data to Large Language Models","created":"2025-03-12","cited_by_count":15,"area":null},{"id":"2506.21521","title":"Potemkin Understanding in Large Language Models","created":"2025-06-26","cited_by_count":15,"area":null},{"id":"2510.10909","title":"PaperArena: An Evaluation Benchmark for Tool-Augmented Agentic Reasoning on Scientific Literature","created":"2025-10-13","cited_by_count":15,"area":"lr"},{"id":"2402.01439","title":"From Words to Molecules: A Survey of Large Language Models in Chemistry","created":"2024-02-02","cited_by_count":14,"area":null},{"id":"2406.13193","title":"PRESTO: Progressive Pretraining Enhances Synthetic Chemistry Outcomes","created":"2024-06-19","cited_by_count":14,"area":null},{"id":"2507.08944","title":"Optimizing Sequential Multi-Step Tasks with Parallel LLM Agents","created":"2025-07-11","cited_by_count":14,"area":"agents"},{"id":"2509.20988","title":"AOT*: Efficient Synthesis Planning via LLM-Empowered AND-OR Tree Search","created":"2025-09-25","cited_by_count":13,"area":null},{"id":"2504.09754","title":"Integrating Large Language Models for Automated Structural Analysis","created":"2025-04-13","cited_by_count":12,"area":null},{"id":"2507.03483","title":"BMMR: A Large-Scale Bilingual Multimodal Multi-Discipline Reasoning Dataset","created":"2025-07-04","cited_by_count":12,"area":"lr"},{"id":"2508.02066","title":"MolReasoner: Toward Effective and Interpretable Reasoning for Molecular LLMs","created":"2025-08-04","cited_by_count":12,"area":"lr"},{"id":"2410.19627","title":"Knowledge Graph Enhanced Language Agents for Recommendation","created":"2024-10-25","cited_by_count":11,"area":null},{"id":"2411.07228","title":"ChemToolAgent: The Impact of Tools on Language Agents for Chemistry Problem Solving","created":"2024-11-11","cited_by_count":11,"area":"agents"},{"id":"2412.19994","title":"From Generalist to Specialist: A Survey of Large Language Models for Chemistry","created":"2024-12-28","cited_by_count":11,"area":null},{"id":"2509.21737","title":"POLO: Preference-Guided Multi-Turn Reinforcement Learning for Lead Optimization","created":"2025-09-26","cited_by_count":11,"area":"deeprl"},{"id":"2510.16824","title":"ProtoMol: Enhancing Molecular Property Prediction via Prototype-Guided Multimodal Learning","created":"2025-10-19","cited_by_count":11,"area":null},{"id":"2402.00024","title":"Can Large Language Models Understand Molecules?","created":"2024-01-05","cited_by_count":10,"area":null},{"id":"2402.12391","title":"Toward a Team of AI-made Scientists for Scientific Discovery from Gene Expression Data","created":"2024-02-15","cited_by_count":10,"area":null},{"id":"2405.08989","title":"What is it for a Machine Learning Model to Have a Capability?","created":"2024-05-14","cited_by_count":10,"area":null},{"id":"2407.00466","title":"BioKGBench: A Knowledge Graph Checking Benchmark of AI Agent for Biomedical Science","created":"2024-06-29","cited_by_count":10,"area":"agents"},{"id":"2501.15147","title":"A Causality-aware Paradigm for Evaluating Creativity of Multimodal Large Language Models","created":"2025-01-25","cited_by_count":10,"area":"lr"},{"id":"2502.11149","title":"Large Language-Geometry Model: When LLM meets Equivariance","created":"2025-02-16","cited_by_count":10,"area":null},{"id":"2406.14721","title":"1+1>2: Can Large Language Models Serve as Cross-Lingual Knowledge Aggregators?","created":"2024-06-20","cited_by_count":9,"area":null},{"id":"2408.10285","title":"BatGPT-Chem: A Foundation Large Model For Retrosynthesis Prediction","created":"2024-08-19","cited_by_count":9,"area":null},{"id":"2505.02639","title":"Enhancing Chemical Reaction and Retrosynthesis Prediction with Large Language Model and Dual-task Learning","created":"2025-05-05","cited_by_count":9,"area":null},{"id":"2505.03049","title":"34 Examples of LLM Applications in Materials Science and Chemistry: Towards Automation, Assistants, Agents, and Accelerated Scientific Discovery","created":"2025-05-05","cited_by_count":9,"area":null},{"id":"2505.15054","title":"MolLangBench: A Comprehensive Benchmark for Language-Prompted Molecular Structure Recognition, Editing, and Generation","created":"2025-05-21","cited_by_count":9,"area":null},{"id":"2512.01274","title":"SUPERChem: A Multimodal Reasoning Benchmark in Chemistry","created":"2025-12-01","cited_by_count":9,"area":"lr"},{"id":"2401.04471","title":"TransportationGames: Benchmarking Transportation Knowledge of (Multimodal) Large Language Models","created":"2024-01-09","cited_by_count":8,"area":"mllm"},{"id":"2411.15221","title":"Reflections from the 2024 Large Language Model (LLM) Hackathon for Applications in Materials Science and Chemistry","created":"2024-11-20","cited_by_count":8,"area":null},{"id":"2501.06314","title":"BioAgents: Democratizing Bioinformatics Analysis with Multi-Agent Systems","created":"2025-01-10","cited_by_count":8,"area":"agents"},{"id":"2505.19959","title":"MiniLongBench: The Low-cost Long Context Understanding Benchmark for Large Language Models","created":"2025-05-26","cited_by_count":8,"area":null},{"id":"2507.21035","title":"GenoMAS: A Multi-Agent Framework for Scientific Discovery via Code-Driven Gene Expression Analysis","created":"2025-07-28","cited_by_count":8,"area":"agents"},{"id":"2602.07075","title":"LatentChem: From Textual CoT to Latent Thinking in Chemical Reasoning","created":"2026-02-06","cited_by_count":8,"area":"lr"},{"id":"2408.01460","title":"LocalValueBench: A Collaboratively Built and Extensible Benchmark for Evaluating Localized Value Alignment and Ethical Safety in Large Language Models","created":"2024-07-27","cited_by_count":7,"area":null},{"id":"2502.20933","title":"MatLLMSearch: Crystal Structure Discovery with Evolution-Guided Large Language Models","created":"2025-02-28","cited_by_count":7,"area":null},{"id":"2510.19484","title":"KnowMol: Advancing Molecular Large Language Models with Multi-Level Chemical Knowledge","created":"2025-10-22","cited_by_count":7,"area":null},{"id":"2405.14766","title":"Evaluating Large Language Models for Public Health Classification and Extraction Tasks","created":"2024-05-23","cited_by_count":6,"area":null},{"id":"2502.09897","title":"Artificial Intelligence in Spectroscopy: Advancing Chemistry from Prediction to Generation and Beyond","created":"2025-02-14","cited_by_count":6,"area":null},{"id":"2508.18179","title":"SEAM: Semantically Equivalent Across Modalities Benchmark for Vision-Language Models","created":"2025-08-25","cited_by_count":6,"area":"mllm"},{"id":"2512.14989","title":"Evaluating Large Language Models on Multimodal Chemistry Olympiad Exams","created":"2025-12-17","cited_by_count":6,"area":"lr"},{"id":"2603.05900","title":"Reference-guided Policy Optimization for Molecular Optimization via LLM Reasoning","created":"2026-03-06","cited_by_count":6,"area":"lr"},{"id":"2406.06777","title":"MolX: Enhancing Large Language Models for Molecular Understanding With A Multi-Modal Extension","created":"2024-06-10","cited_by_count":5,"area":null},{"id":"2406.15341","title":"GenoTEX: An LLM Agent Benchmark for Automated Gene Expression Data Analysis","created":"2024-06-21","cited_by_count":5,"area":"agents"},{"id":"2407.20267","title":"A Large Encoder-Decoder Family of Foundation Models For Chemical Language","created":"2024-07-24","cited_by_count":5,"area":null},{"id":"2502.13996","title":"Beyond Single-Value Metrics: Evaluating and Enhancing LLM Unlearning with Cognitive Diagnosis","created":"2025-02-19","cited_by_count":5,"area":"safety"},{"id":"2502.20309","title":"EAIRA: Establishing a Methodology for Evaluating AI Models as Scientific Research Assistants","created":"2025-02-27","cited_by_count":5,"area":null},{"id":"2503.03135","title":"Bridging Molecular Graphs and Large Language Models","created":"2025-03-05","cited_by_count":5,"area":null},{"id":"2507.03283","title":"MolVision: Molecular Property Prediction with Vision Language Models","created":"2025-07-04","cited_by_count":5,"area":"mllm"},{"id":"2509.18487","title":"Actions Speak Louder than Prompts: A Large-Scale Study of LLMs for Graph Inference","created":"2025-09-23","cited_by_count":5,"area":null},{"id":"2603.03372","title":"TritonDFT: Automating DFT with a Multi-Agent Framework","created":"2026-03-02","cited_by_count":5,"area":"agents"},{"id":"2605.11518","title":"AutoLLMResearch: Training Research Agents for Automating LLM Experiment Configuration - Learning from Cheap, Optimizing Expensive","created":"2026-05-12","cited_by_count":5,"area":"agents"},{"id":"2305.17819","title":"Large Language Models, scientific knowledge and factuality: A framework to streamline human expert evaluation","created":"2023-05-28","cited_by_count":4,"area":null},{"id":"2403.13830","title":"Bridging Text and Molecule: A Survey on Multimodal Frameworks for Molecule","created":"2024-03-07","cited_by_count":4,"area":null},{"id":"2403.15274","title":"Bioinformatics and Biomedical Informatics with ChatGPT: Year One Review","created":"2024-03-22","cited_by_count":4,"area":null},{"id":"2410.04601","title":"ProtoMed-LLM: An Automatic Evaluation Framework for Large Language Models in Medical Protocol Formulation","created":"2024-10-06","cited_by_count":4,"area":null},{"id":"2503.04734","title":"What can large language models do for sustainable food?","created":"2025-02-02","cited_by_count":4,"area":null},{"id":"2505.14354","title":"WirelessMathBench: A Mathematical Modeling Benchmark for LLMs in Wireless Communications","created":"2025-05-20","cited_by_count":4,"area":"lr"},{"id":"2505.16340","title":"Improving Chemical Understanding of LLMs via SMILES Parsing","created":"2025-05-22","cited_by_count":4,"area":null},{"id":"2506.05766","title":"BioMol-MQA: A Multi-Modal Question Answering Dataset For LLM Reasoning Over Bio-Molecular Interactions","created":"2025-06-06","cited_by_count":4,"area":"lr"},{"id":"2509.23099","title":"How to Make Large Language Models Generate 100% Valid Molecules?","created":"2025-09-27","cited_by_count":4,"area":null},{"id":"2510.16590","title":"Atom-anchored LLMs speak Chemistry: A Retrosynthesis Demonstration","created":"2025-10-18","cited_by_count":4,"area":null},{"id":"2512.23565","title":"RxnBench: A Multimodal Benchmark for Evaluating Large Language Models on Chemical Reaction Understanding from Scientific Literature","created":"2025-12-29","cited_by_count":4,"area":"mllm"},{"id":"2604.00002","title":"Benchmark for Assessing Olfactory Perception of Large Language Models","created":"2026-03-08","cited_by_count":4,"area":null},{"id":"2604.12237","title":"MolMem: Memory-Augmented Agentic Reinforcement Learning for Sample-Efficient Molecular Optimization","created":"2026-04-14","cited_by_count":4,"area":"agents"},{"id":"2605.27853","title":"MolLingo: Molecule-Native Representations for LLM-Powered Scientific Agents","created":"2026-05-27","cited_by_count":4,"area":"lr"}],"next_cursor":"100"}