{"total":337,"rows":[{"id":"2309.14509","title":"DeepSpeed Ulysses: System Optimizations for Enabling Training of Extreme Long Sequence Transformer Models","created":"2023-09-25","cited_by_count":245,"area":null},{"id":"2308.15560","title":"WeatherBench 2: A benchmark for the next generation of data-driven global weather models","created":"2023-08-29","cited_by_count":236,"area":null},{"id":"2308.05732","title":"PDE-Refiner: Achieving Accurate Long Rollouts with Neural PDE Solvers","created":"2023-08-10","cited_by_count":216,"area":"diffusion"},{"id":"2405.19101","title":"Poseidon: Efficient Foundation Models for PDEs","created":"2024-05-29","cited_by_count":200,"area":null},{"id":"2403.03542","title":"DPOT: Auto-Regressive Denoising Operator Transformer for Large-Scale PDE Pre-Training","created":"2024-03-06","cited_by_count":151,"area":null},{"id":"2310.18660","title":"Foundation Models for Generalist Geospatial Artificial Intelligence","created":"2023-10-28","cited_by_count":149,"area":null},{"id":"2305.17560","title":"Scalable Transformer for PDE Surrogate Modeling","created":"2023-05-27","cited_by_count":128,"area":null},{"id":"2308.08468","title":"An Expert's Guide to Training Physics-informed Neural Networks","created":"2023-08-16","cited_by_count":126,"area":null},{"id":"2310.10196","title":"Large Models for Time Series and Spatio-Temporal Data: A Survey and Outlook","created":"2023-10-16","cited_by_count":110,"area":null},{"id":"2312.03876","title":"Scaling transformer neural networks for skillful and reliable medium-range weather forecasting","created":"2023-12-06","cited_by_count":110,"area":null},{"id":"2306.01984","title":"DYffusion: A Dynamics-informed Diffusion Model for Spatiotemporal Forecasting","created":"2023-06-03","cited_by_count":109,"area":"diffusion"},{"id":"2310.02994","title":"Multiple Physics Pretraining for Physical Surrogate Models","created":"2023-10-04","cited_by_count":98,"area":null},{"id":"2402.05892","title":"Mamba-ND: Selective State Space Modeling for Multi-Dimensional Data","created":"2024-02-08","cited_by_count":84,"area":"ssm"},{"id":"2404.10024","title":"ClimODE: Climate and Weather Forecasting with Physics-informed Neural ODEs","created":"2024-04-15","cited_by_count":82,"area":null},{"id":"2306.06079","title":"Deep Learning for Day Forecasts from Sparse Observations","created":"2023-06-06","cited_by_count":72,"area":null},{"id":"2303.11568","title":"Large AI Models in Health Informatics: Applications, Challenges, and the Future","created":"2023-03-21","cited_by_count":61,"area":null},{"id":"2310.02074","title":"ACE: A fast, skillful learned global atmospheric model for climate prediction","created":"2023-10-03","cited_by_count":56,"area":null},{"id":"2402.04290","title":"CasCast: Skillful High-resolution Precipitation Nowcasting via Cascaded Modelling","created":"2024-02-06","cited_by_count":56,"area":null},{"id":"2502.09692","title":"AB-UPT: Scaling Neural CFD Surrogates for High-Fidelity Automotive Aerodynamics Simulations via Anchored-Branched Universal Physics Transformers","created":"2025-02-13","cited_by_count":53,"area":null},{"id":"2406.04303","title":"Vision-LSTM: xLSTM as Generic Vision Backbone","created":"2024-06-06","cited_by_count":51,"area":null},{"id":"2307.01909","title":"ClimateLearn: Benchmarking Machine Learning for Weather and Climate Modeling","created":"2023-07-04","cited_by_count":47,"area":null},{"id":"2406.00600","title":"Kolmogorov-Arnold Network for Satellite Image Classification in Remote Sensing","created":"2024-06-02","cited_by_count":47,"area":null},{"id":"2402.00712","title":"ChaosBench: A Multi-Channel, Physics-Based Benchmark for Subseasonal-to-Seasonal Climate Prediction","created":"2024-02-01","cited_by_count":43,"area":null},{"id":"2308.13280","title":"AtmoRep: A stochastic model of atmosphere dynamics using large scale representation learning","created":"2023-08-25","cited_by_count":40,"area":null},{"id":"2412.16178","title":"Context Clues: Evaluating Long Context Models for Clinical Prediction Tasks on EHRs","created":"2024-12-09","cited_by_count":39,"area":"ssm"},{"id":"2302.06594","title":"Geometric Clifford Algebra Networks","created":"2023-02-13","cited_by_count":38,"area":null},{"id":"2511.15684","title":"Walrus: A Cross-Domain Foundation Model for Continuum Dynamics","created":"2025-11-19","cited_by_count":36,"area":null},{"id":"2305.06061","title":"Visual Tuning","created":"2023-05-10","cited_by_count":34,"area":null},{"id":"2312.03014","title":"Foundation Models for Weather and Climate Data Understanding: A Comprehensive Survey","created":"2023-12-05","cited_by_count":34,"area":null},{"id":"2503.10845","title":"Panopticon: Advancing Any-Sensor Foundation Models for Earth Observation","created":"2025-03-13","cited_by_count":34,"area":null},{"id":"2405.04285","title":"On the Foundations of Earth and Climate Foundation Models","created":"2024-05-07","cited_by_count":33,"area":null},{"id":"2502.02871","title":"Position: Multimodal Large Language Models Can Significantly Advance Scientific Reasoning","created":"2025-02-05","cited_by_count":33,"area":"lr"},{"id":"2409.13598","title":"Prithvi WxC: Foundation Model for Weather and Climate","created":"2024-09-20","cited_by_count":31,"area":null},{"id":"2410.05431","title":"Continuous Ensemble Weather Forecasting with Diffusion models","created":"2024-10-07","cited_by_count":30,"area":null},{"id":"2307.05432","title":"Self-Supervised Learning with Lie Symmetries for Partial Differential Equations","created":"2023-07-11","cited_by_count":29,"area":null},{"id":"2312.02199","title":"USat: A Unified Self-Supervised Encoder for Multi-Sensor Satellite Imagery","created":"2023-12-02","cited_by_count":28,"area":null},{"id":"2407.09434","title":"Foundation Models for the Electric Power Grid","created":"2024-07-12","cited_by_count":28,"area":null},{"id":"2409.15771","title":"Zero-shot forecasting of chaotic systems","created":"2024-09-24","cited_by_count":28,"area":null},{"id":"2305.13456","title":"Revisiting pre-trained remote sensing model benchmarks: resizing and normalization matters","created":"2023-05-22","cited_by_count":27,"area":null},{"id":"2308.03152","title":"AI-GOMS: Large AI-Driven Global Ocean Modeling System","created":"2023-08-06","cited_by_count":27,"area":null},{"id":"2402.12365","title":"Universal Physics Transformers: A Framework For Efficiently Scaling Neural Operators","created":"2024-02-19","cited_by_count":27,"area":null},{"id":"2403.13458","title":"Uncertainty quantification for data-driven weather models","created":"2024-03-20","cited_by_count":26,"area":null},{"id":"2410.14932","title":"Can AI weather models predict out-of-distribution gray swan tropical cyclones?","created":"2024-10-19","cited_by_count":26,"area":null},{"id":"2311.03721","title":"ClimateSet: A Large-Scale Climate Model Dataset for Machine Learning","created":"2023-11-07","cited_by_count":25,"area":null},{"id":"2401.04464","title":"PhilEO Bench: Evaluating Geo-Spatial Foundation Models","created":"2024-01-09","cited_by_count":25,"area":null},{"id":"2401.15305","title":"A Practical Probabilistic Benchmark for AI Weather Models","created":"2024-01-27","cited_by_count":25,"area":null},{"id":"2404.17752","title":"Generative Diffusion-based Downscaling for Climate","created":"2024-04-27","cited_by_count":25,"area":null},{"id":"2311.04293","title":"Lie Point Symmetry and Physics Informed Networks","created":"2023-11-07","cited_by_count":24,"area":null},{"id":"2402.01749","title":"Towards Urban General Intelligence: A Review and Outlook of Urban Foundation Models","created":"2024-01-30","cited_by_count":23,"area":null},{"id":"2405.02358","title":"Empowering Time Series Analysis with Foundation Models: A Comprehensive Survey","created":"2024-05-03","cited_by_count":23,"area":null},{"id":"2304.01420","title":"Scientists' Perspectives on the Potential for Generative AI in their Fields","created":"2023-04-04","cited_by_count":22,"area":null},{"id":"2309.17370","title":"Graph-based Neural Weather Prediction for Limited Area Modeling","created":"2023-09-29","cited_by_count":22,"area":null},{"id":"2506.17774","title":"PhysiX: A Foundation Model for Physics Simulations","created":"2025-06-21","cited_by_count":22,"area":null},{"id":"2309.10808","title":"AI Foundation Models for Weather and Climate: Applications, Design, and Implementation","created":"2023-09-19","cited_by_count":21,"area":null},{"id":"2406.14798","title":"Probabilistic Emulation of a Global Climate Model with Spherical DYffusion","created":"2024-06-21","cited_by_count":21,"area":null},{"id":"2307.07313","title":"HEAL-SWIN: A Vision Transformer On The Sphere","created":"2023-07-14","cited_by_count":20,"area":null},{"id":"2411.03859","title":"UniTraj: Learning a Universal Trajectory Foundation Model from Billion-Scale Worldwide Traces","created":"2024-11-06","cited_by_count":18,"area":null},{"id":"2505.11349","title":"Context parroting: A simple but tough-to-beat baseline for foundation models in scientific machine learning","created":"2025-05-16","cited_by_count":18,"area":null},{"id":"2307.14623","title":"BubbleML: A Multi-Physics Dataset and Benchmarks for Machine Learning","created":"2023-07-27","cited_by_count":17,"area":null},{"id":"2404.14712","title":"ORBIT: Oak Ridge Base Foundation Model for Earth System Predictability","created":"2024-04-23","cited_by_count":17,"area":null},{"id":"2303.16198","title":"Multi-modal learning for geospatial vegetation forecasting","created":"2023-03-28","cited_by_count":16,"area":null},{"id":"2307.09072","title":"Real-time Inference and Extrapolation via a Diffusion-inspired Temporal Transformer Operator (DiTTO)","created":"2023-07-18","cited_by_count":16,"area":null},{"id":"2501.06907","title":"Deep Learning and Foundation Models for Weather Prediction: A Survey","created":"2025-01-12","cited_by_count":16,"area":null},{"id":"2310.04610","title":"DeepSpeed4Science Initiative: Enabling Large-Scale Scientific Discovery through Sophisticated AI System Technologies","created":"2023-10-06","cited_by_count":15,"area":null},{"id":"2405.20348","title":"Personalized Adapter for Large Meteorology Model on Devices: Towards Weather Foundation Models","created":"2024-05-24","cited_by_count":15,"area":null},{"id":"2309.07438","title":"Towards Artificial General Intelligence (AGI) in the Internet of Things (IoT): Opportunities and Challenges","created":"2023-09-14","cited_by_count":14,"area":null},{"id":"2403.15989","title":"Knowledge-guided Machine Learning: Current Trends and Future Prospects","created":"2024-03-24","cited_by_count":14,"area":null},{"id":"2404.17652","title":"Validating Deep Learning Weather Forecast Models on Recent High-Impact Extreme Events","created":"2024-04-26","cited_by_count":14,"area":null},{"id":"2502.19750","title":"CirT: Global Subseasonal-to-Seasonal Forecasting with Geometry-inspired Transformer","created":"2025-02-27","cited_by_count":14,"area":null},{"id":"2509.21670","title":"MORPH: PDE Foundation Models with Arbitrary Data Modality","created":"2025-09-25","cited_by_count":14,"area":null},{"id":"2510.25803","title":"Mixture-of-Experts Operator Transformer for Large-Scale PDE Pre-Training","created":"2025-10-29","cited_by_count":14,"area":"moe"},{"id":"2309.06799","title":"When Geoscience Meets Foundation Models: Towards General Geoscience Artificial Intelligence System","created":"2023-09-13","cited_by_count":13,"area":null},{"id":"2506.20024","title":"Elucidated Rolling Diffusion Models for Probabilistic Forecasting of Complex Dynamics","created":"2025-06-24","cited_by_count":13,"area":"diffusion"},{"id":"2308.03985","title":"Fourier neural operator for real-time simulation of 3D dynamic urban microclimate","created":"2023-08-08","cited_by_count":12,"area":null},{"id":"2411.05420","title":"WeatherGFM: Learning A Weather Generalist Foundation Model via In-context Learning","created":"2024-11-08","cited_by_count":12,"area":null},{"id":"2510.18707","title":"OmniCast: A Masked Latent Diffusion Model for Weather Forecasting Across Time Scales","created":"2025-10-20","cited_by_count":12,"area":"diffusion"},{"id":"2306.10940","title":"TeleViT: Teleconnection-driven Transformers Improve Subseasonal to Seasonal Wildfire Forecasting","created":"2023-06-19","cited_by_count":11,"area":null},{"id":"2310.05227","title":"Physics-aware Machine Learning Revolutionizes Scientific Paradigm for Machine Learning and Process-based Hydrology","created":"2023-10-08","cited_by_count":11,"area":null},{"id":"2402.06275","title":"Neural SPH: Improved Neural Modeling of Lagrangian Fluid Dynamics","created":"2024-02-09","cited_by_count":11,"area":null},{"id":"2408.05288","title":"The impact of internal variability on benchmarking deep learning climate emulators","created":"2024-08-09","cited_by_count":11,"area":null},{"id":"2412.19237","title":"SeaMo: A Season-Aware Multimodal Foundation Model for Remote Sensing","created":"2024-12-26","cited_by_count":11,"area":null},{"id":"2311.04434","title":"A Hierarchical Spatial Transformer for Massive Point Samples in Continuous Space","created":"2023-11-08","cited_by_count":10,"area":null},{"id":"2405.16419","title":"Enhancing Feature Diversity Boosts Channel-Adaptive Vision Transformers","created":"2024-05-26","cited_by_count":10,"area":null},{"id":"2411.09678","title":"NeuralDEM -- Real-time Simulation of Industrial Particulate Flows","created":"2024-11-14","cited_by_count":10,"area":null},{"id":"2505.04802","title":"ORBIT-2: Scaling Exascale Vision Foundation Models for Weather and Climate Downscaling","created":"2025-05-07","cited_by_count":10,"area":null},{"id":"2506.01364","title":"Unraveling Spatio-Temporal Foundation Models via the Pipeline Lens: A Comprehensive Review","created":"2025-06-02","cited_by_count":10,"area":null},{"id":"2510.04017","title":"Zephyrus: An Agentic Framework for Weather Science","created":"2025-10-05","cited_by_count":10,"area":"agents"},{"id":"2605.23204","title":"AutoResearch AI: Towards AI-Powered Research Automation for Scientific Discovery","created":"2026-05-22","cited_by_count":10,"area":null},{"id":"2403.10555","title":"KARINA: An Efficient Deep Learning Model for Global Weather Forecast","created":"2024-03-13","cited_by_count":9,"area":null},{"id":"2410.12938","title":"Local Off-Grid Weather Forecasting with Multi-Modal Earth Observation Data","created":"2024-10-16","cited_by_count":9,"area":null},{"id":"2502.01159","title":"AtmosSci-Bench: Evaluating the Recent Advance of Large Language Model for Atmospheric Science","created":"2025-02-03","cited_by_count":9,"area":"lr"},{"id":"2502.11059","title":"ClimateLLM: Efficient Weather Forecasting via Frequency-Aware Large Language Models","created":"2025-02-16","cited_by_count":9,"area":"moe"},{"id":"2506.00635","title":"Learning with Calibration: Exploring Test-Time Computing of Spatio-Temporal Forecasting","created":"2025-05-31","cited_by_count":9,"area":null},{"id":"2608.05179","title":"Autonomous Research Agents: A Survey of AI Scientists and the Verification Gap","created":"2026-06-29","cited_by_count":9,"area":"agents"},{"id":"2310.16741","title":"Stochastic Latent Transformer: Efficient Modelling of Stochastically Forced Zonal Jets","created":"2023-10-25","cited_by_count":8,"area":null},{"id":"2405.06004","title":"EWMoE: An effective model for global weather forecasting with mixture-of-experts","created":"2024-05-09","cited_by_count":8,"area":"moe"},{"id":"2410.07472","title":"Exploring the design space of deep-learning-based weather forecasting systems","created":"2024-10-09","cited_by_count":8,"area":null},{"id":"2502.02558","title":"Particle Trajectory Representation Learning with Masked Point Modeling","created":"2025-02-04","cited_by_count":8,"area":null},{"id":"2509.13523","title":"AERIS: Argonne Earth Systems Model for Reliable and Skillful Predictions","created":"2025-09-16","cited_by_count":8,"area":"diffusion"},{"id":"2509.13805","title":"Towards a Physics Foundation Model","created":"2025-09-17","cited_by_count":8,"area":null}],"next_cursor":"100"}