{"list":"other","total":63,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2006.11239","title":"Denoising Diffusion Probabilistic Models","created":"2020-06-19","cited_by_count":21076},{"id":"1912.01703","title":"PyTorch: An Imperative Style, High-Performance Deep Learning Library","created":"2019-12-03","cited_by_count":20305},{"id":"1505.04597","title":"U-Net: Convolutional Networks for Biomedical Image Segmentation","created":"2015-05-18","cited_by_count":19713},{"id":"2010.02502","title":"Denoising Diffusion Implicit Models","created":"2020-10-06","cited_by_count":9781},{"id":"2011.13456","title":"Score-Based Generative Modeling through Stochastic Differential Equations","created":"2020-11-26","cited_by_count":9122},{"id":"1503.03585","title":"Deep Unsupervised Learning using Nonequilibrium Thermodynamics","created":"2015-03-12","cited_by_count":7058},{"id":"2212.09748","title":"Scalable Diffusion Models with Transformers","created":"2022-12-19","cited_by_count":6054},{"id":"1512.00567","title":"Rethinking the Inception Architecture for Computer Vision","created":"2015-12-02","cited_by_count":5475},{"id":"1907.05600","title":"Generative Modeling by Estimating Gradients of the Data Distribution","created":"2019-07-12","cited_by_count":4101},{"id":"1411.7766","title":"Deep Learning Face Attributes in the Wild","created":"2014-11-28","cited_by_count":3693},{"id":"1907.10902","title":"Optuna: A Next-generation Hyperparameter Optimization Framework","created":"2019-07-25","cited_by_count":2501},{"id":"2107.03006","title":"Structured Denoising Diffusion Models in Discrete State-Spaces","created":"2021-07-07","cited_by_count":1719},{"id":"1710.03740","title":"Mixed Precision Training","created":"2017-10-10","cited_by_count":1156},{"id":"2107.00630","title":"Variational Diffusion Models","created":"2021-07-01","cited_by_count":1153},{"id":"2006.09011","title":"Improved Techniques for Training Score-Based Generative Models","created":"2020-06-16","cited_by_count":1043},{"id":"1503.05671","title":"Optimizing Neural Networks with Kronecker-factored Approximate Curvature","created":"2015-03-19","cited_by_count":796},{"id":"2404.06395","title":"MiniCPM: Unveiling the Potential of Small Language Models with Scalable Training Strategies","created":"2024-04-09","cited_by_count":723},{"id":"1603.06560","title":"Hyperband: A Novel Bandit-Based Approach to Hyperparameter Optimization","created":"2016-03-21","cited_by_count":699},{"id":"2102.05379","title":"Argmax Flows and Multinomial Diffusion: Learning Categorical Distributions","created":"2021-02-10","cited_by_count":574},{"id":"2102.01454","title":"MAUVE: Measuring the Gap Between Neural Text and Human Text using Divergence Frontiers","created":"2021-02-02","cited_by_count":470},{"id":"2205.14987","title":"A Continuous Time Framework for Discrete Denoising Models","created":"2022-05-30","cited_by_count":451},{"id":"2302.06675","title":"Symbolic Discovery of Optimization Algorithms","created":"2023-02-13","cited_by_count":434},{"id":"1802.09568","title":"Shampoo: Preconditioned Stochastic Tensor Optimization","created":"2018-02-26","cited_by_count":426},{"id":"1905.11881","title":"Why gradient clipping accelerates training: A theoretical justification for adaptivity","created":"2019-05-28","cited_by_count":341},{"id":"1312.3005","title":"One Billion Word Benchmark for Measuring Progress in Statistical Language Modeling","created":"2013-12-11","cited_by_count":308},{"id":"1905.10018","title":"Momentum-Based Variance Reduction in Non-Convex SGD","created":"2019-05-24","cited_by_count":306},{"id":"1511.01844","title":"A note on the evaluation of generative models","created":"2015-11-05","cited_by_count":292},{"id":"1711.10337","title":"Are GANs Created Equal? A Large-Scale Study","created":"2017-11-28","cited_by_count":267},{"id":"2103.03098","title":"Accounting for Variance in Machine Learning Benchmarks","created":"2021-03-01","cited_by_count":201},{"id":"1803.09518","title":"Fr\\'echet ChemNet Distance: A metric for generative models for molecules in drug discovery","created":"2018-03-26","cited_by_count":194},{"id":"1811.03600","title":"Measuring the Effects of Data Parallelism on Neural Network Training","created":"2018-11-08","cited_by_count":193},{"id":"2502.07529","title":"Training Deep Learning Models with Norm-Constrained LMOs","created":"2025-02-11","cited_by_count":192},{"id":"2405.18392","title":"Scaling Laws and Compute-Optimal Training Beyond Fixed Training Durations","created":"2024-05-28","cited_by_count":170},{"id":"1909.03004","title":"Show Your Work: Improved Reporting of Experimental Results","created":"2019-09-06","cited_by_count":169},{"id":"2405.15682","title":"The Road Less Scheduled","created":"2024-05-24","cited_by_count":163},{"id":"2412.10193","title":"Simple Guidance Mechanisms for Discrete Diffusion Models","created":"2024-12-13","cited_by_count":155},{"id":"2304.11127","title":"Tree-Structured Parzen Estimator: Understanding Its Algorithm Components and Their Roles for Better Empirical Performance","created":"2023-04-21","cited_by_count":147},{"id":"2007.01547","title":"Descending through a Crowded Valley - Benchmarking Deep Learning Optimizers","created":"2020-07-03","cited_by_count":119},{"id":"1910.05446","title":"On Empirical Comparisons of Optimizers for Deep Learning","created":"2019-10-11","cited_by_count":103},{"id":"2509.02046","title":"Fantastic Pretraining Optimizers and Where to Find Them","created":"2025-09-02","cited_by_count":100},{"id":"2305.01588","title":"Revisiting Gradient Clipping: Stochastic bias and tight convergence guarantees","created":"2023-05-02","cited_by_count":83},{"id":"2208.11195","title":"Robustness to Unbounded Smoothness of Generalized SignSGD","created":"2022-08-23","cited_by_count":81},{"id":"2410.21676","title":"How Does Critical Batch Size Scale in Pre-training?","created":"2024-10-29","cited_by_count":73},{"id":"2509.01440","title":"Benchmarking Optimizers for Large Language Model Pretraining","created":"2025-09-01","cited_by_count":68},{"id":"2411.10438","title":"MARS: Unleashing the Power of Variance Reduction for Training Large Models","created":"2024-11-15","cited_by_count":64},{"id":"2409.03137","title":"The AdEMAMix Optimizer: Better, Faster, Older","created":"2024-09-05","cited_by_count":54},{"id":"2310.05898","title":"Lion Secretly Solves Constrained Optimization: As Lyapunov Predicts","created":"2023-10-09","cited_by_count":51},{"id":"2501.06158","title":"GenMol: A Drug Discovery Generalist with Discrete Diffusion","created":"2025-01-10","cited_by_count":50},{"id":"1812.04529","title":"On the Ineffectiveness of Variance Reduced Optimization for Deep Learning","created":"2018-12-11","cited_by_count":48},{"id":"2306.01264","title":"Convex and Non-convex Optimization Under Generalized Smoothness","created":"2023-06-02","cited_by_count":44},{"id":"2307.06440","title":"No Train No Gain: Revisiting Efficient Training Algorithms For Transformer-based Language Models","created":"2023-07-12","cited_by_count":41},{"id":"2502.15015","title":"Accelerating Neural Network Training: An Analysis of the AlgoPerf Competition","created":"2025-02-20","cited_by_count":32},{"id":"2510.09827","title":"An Exploration of Non-Euclidean Gradient Descent: Muon and its Many Variants","created":"2025-10-10","cited_by_count":28},{"id":"2305.07583","title":"MoMo: Momentum Models for Adaptive Learning Rates","created":"2023-05-12","cited_by_count":24},{"id":"2510.10777","title":"Preconditioned Norms: A Unified Framework for Steepest Descent, Quasi-Newton and Adaptive Methods","created":"2025-10-12","cited_by_count":11},{"id":"2510.21800","title":"MARS-M: When Variance Reduction Meets Matrices","created":"2025-10-20","cited_by_count":10},{"id":"2510.19376","title":"Optimization Benchmark for Diffusion Models on Dynamical Systems","created":"2025-10-22","cited_by_count":7},{"id":"2605.19095","title":"ScheduleFree+: Scaling Learning-Rate-Free & Schedule-Free Learning to Large Language Models","created":"2026-05-18","cited_by_count":7},{"id":"2602.05813","title":"Where Does Warm-Up Come From? Adaptive Scheduling for Norm-Constrained Optimizers","created":"2026-02-05","cited_by_count":5},{"id":"2608.02502","title":"CMuon: Accelerating and Stabilizing Diffusion Transformer Training via Chunked Momentum Orthogonalization","created":"2026-08-03","cited_by_count":3},{"id":"2606.19876","title":"Global Convergence of Gradient Descent for Score Matching in Gaussian Mixtures via Reverse Fisher Divergence","created":"2026-06-18","cited_by_count":1}],"next_cursor":null}