{"list":"other","total":53,"rows":[{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"2002.05709","title":"A Simple Framework for Contrastive Learning of Visual Representations","created":"2020-02-13","cited_by_count":12049},{"id":"2304.02643","title":"Segment Anything","created":"2023-04-05","cited_by_count":8234},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"1608.03983","title":"SGDR: Stochastic Gradient Descent with Warm Restarts","created":"2016-08-13","cited_by_count":5045},{"id":"1708.07747","title":"Fashion-MNIST: a Novel Image Dataset for Benchmarking Machine Learning Algorithms","created":"2017-08-25","cited_by_count":4349},{"id":"1609.07843","title":"Pointer Sentinel Mixture Models","created":"2016-09-26","cited_by_count":3096},{"id":"1909.13719","title":"RandAugment: Practical automated data augmentation with a reduced search space","created":"2019-09-30","cited_by_count":2269},{"id":"1706.02677","title":"Accurate, Large Minibatch SGD: Training ImageNet in 1 Hour","created":"2017-06-08","cited_by_count":1492},{"id":"1910.02054","title":"ZeRO: Memory Optimizations Toward Training Trillion Parameter Models","created":"2019-10-04","cited_by_count":1301},{"id":"1606.04838","title":"Optimization Methods for Large-Scale Machine Learning","created":"2016-06-15","cited_by_count":1150},{"id":"1804.04235","title":"Adafactor: Adaptive Learning Rates with Sublinear Memory Cost","created":"2018-04-11","cited_by_count":905},{"id":"2410.18072","title":"WorldSimBench: Towards Video Generation Models as World Simulators","created":"2024-10-23","cited_by_count":881},{"id":"1904.09237","title":"On the Convergence of Adam and Beyond","created":"2019-04-19","cited_by_count":841},{"id":"2108.13264","title":"Deep Reinforcement Learning at the Edge of the Statistical Precipice","created":"2021-08-30","cited_by_count":807},{"id":"1908.03265","title":"On the Variance of the Adaptive Learning Rate and Beyond","created":"2019-08-08","cited_by_count":772},{"id":"1904.00962","title":"Large Batch Optimization for Deep Learning: Training BERT in 76 minutes","created":"2019-04-01","cited_by_count":674},{"id":"1506.01186","title":"Cyclical Learning Rates for Training Neural Networks","created":"2015-06-03","cited_by_count":629},{"id":"1606.04474","title":"Learning to learn by gradient descent by gradient descent","created":"2016-06-14","cited_by_count":620},{"id":"1708.03888","title":"Large Batch Training of Convolutional Networks","created":"2017-08-13","cited_by_count":535},{"id":"2004.14990","title":"Reinforcement Learning with Augmented Data","created":"2020-04-30","cited_by_count":468},{"id":"1802.09568","title":"Shampoo: Preconditioned Stochastic Tensor Optimization","created":"2018-02-26","cited_by_count":426},{"id":"2209.00588","title":"Transformers are Sample-Efficient World Models","created":"2022-09-01","cited_by_count":328},{"id":"1312.3005","title":"One Billion Word Benchmark for Measuring Progress in Statistical Language Modeling","created":"2013-12-11","cited_by_count":308},{"id":"2010.07468","title":"AdaBelief Optimizer: Adapting Stepsizes by the Belief in Observed Gradients","created":"2020-10-15","cited_by_count":283},{"id":"2305.19452","title":"Bigger, Better, Faster: Human-level Atari with human-level efficiency","created":"2023-05-30","cited_by_count":147},{"id":"2007.01547","title":"Descending through a Crowded Valley - Benchmarking Deep Learning Optimizers","created":"2020-07-03","cited_by_count":119},{"id":"1703.04813","title":"Learned Optimizers that Scale and Generalize","created":"2017-03-14","cited_by_count":110},{"id":"1910.05446","title":"On Empirical Comparisons of Optimizers for Deep Learning","created":"2019-10-11","cited_by_count":103},{"id":"1810.10180","title":"Understanding and correcting pathologies in the training of learned optimizers","created":"2018-10-24","cited_by_count":97},{"id":"2209.12892","title":"Learning to Learn with Generative Models of Neural Network Checkpoints","created":"2022-09-26","cited_by_count":86},{"id":"2402.08609","title":"Mixtures of Experts Unlock Parameter Scaling for Deep RL","created":"2024-02-13","cited_by_count":78},{"id":"2403.12143","title":"Graph Neural Networks for Learning Equivariant Representations of Neural Networks","created":"2024-03-18","cited_by_count":59},{"id":"2009.11243","title":"Tasks, stability, architecture, and compute: Training more effective learned optimizers, and using them to train themselves","created":"2020-09-23","cited_by_count":58},{"id":"2211.09760","title":"VeLO: Training Versatile Learned Optimizers by Scaling Up","created":"2022-11-17","cited_by_count":57},{"id":"2112.13835","title":"Unbiased Gradient Estimation in Unrolled Computation Graphs with Persistent Evolution Strategies","created":"2021-12-27","cited_by_count":52},{"id":"2306.07179","title":"Benchmarking Neural Network Training Algorithms","created":"2023-06-12","cited_by_count":52},{"id":"2002.03432","title":"On the distance between two neural networks and the stability of learning","created":"2020-02-09","cited_by_count":46},{"id":"1903.05499","title":"DeepOBS: A Deep Learning Optimizer Benchmark Suite","created":"2019-03-13","cited_by_count":37},{"id":"2203.11860","title":"Practical tradeoffs between memory, compute, and performance in learned optimizers","created":"2022-03-22","cited_by_count":32},{"id":"2010.09089","title":"Training Stronger Baselines for Learning to Optimize","created":"2020-10-18","cited_by_count":31},{"id":"2209.11208","title":"A Closer Look at Learned Optimization: Stability, Robustness, and Inductive Biases","created":"2022-09-22","cited_by_count":30},{"id":"2002.11887","title":"Using a thousand optimization tasks to learn hyperparameter search strategies","created":"2020-02-27","cited_by_count":29},{"id":"2106.00958","title":"A Generalizable Approach to Learning Optimizers","created":"2021-06-02","cited_by_count":23},{"id":"2407.07082","title":"Can Learned Optimization Make Reinforcement Learning Less Difficult?","created":"2024-07-09","cited_by_count":14},{"id":"2212.01055","title":"Transformer-Based Learned Optimization","created":"2022-12-02","cited_by_count":13},{"id":"2107.09661","title":"Learn2Hop: Learned Optimization on Rough Landscapes","created":"2021-07-20","cited_by_count":12},{"id":"2409.04434","title":"Accelerating Training with Neuron Interaction and Nowcasting Networks","created":"2024-09-06","cited_by_count":12},{"id":"2406.00153","title":"$\\mu$LO: Compute-Efficient Meta-Generalization of Learned Optimizers","created":"2024-05-31","cited_by_count":7},{"id":"2408.09310","title":"Narrowing the Focus: Learned Optimizers for Pretrained Models","created":"2024-08-17","cited_by_count":3},{"id":"2310.18191","title":"Is Scaling Learned Optimizers Worth It? Evaluating The Value of VeLO's 4000 TPU Months","created":"2023-10-27","cited_by_count":2}],"next_cursor":null}