{"list":"other","total":70,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"2407.21783","title":"The Llama 3 Herd of Models","created":"2024-07-31","cited_by_count":14715},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"2505.09388","title":"Qwen3 Technical Report","created":"2025-05-14","cited_by_count":8820},{"id":"1608.03983","title":"SGDR: Stochastic Gradient Descent with Warm Restarts","created":"2016-08-13","cited_by_count":5045},{"id":"1612.00796","title":"Overcoming catastrophic forgetting in neural networks","created":"2016-12-02","cited_by_count":4787},{"id":"1606.08415","title":"Gaussian Error Linear Units (GELUs)","created":"2016-06-27","cited_by_count":3502},{"id":"1606.09282","title":"Learning without Forgetting","created":"2016-06-29","cited_by_count":2496},{"id":"1611.07725","title":"iCaRL: Incremental Classifier and Representation Learning","created":"2016-11-23","cited_by_count":2333},{"id":"2012.07805","title":"Extracting Training Data from Large Language Models","created":"2020-12-14","cited_by_count":2189},{"id":"1706.08840","title":"Gradient Episodic Memory for Continual Learning","created":"2017-06-26","cited_by_count":1898},{"id":"2002.05202","title":"GLU Variants Improve Transformer","created":"2020-02-12","cited_by_count":1804},{"id":"1611.03530","title":"Understanding deep learning requires rethinking generalization","created":"2016-11-10","cited_by_count":1674},{"id":"2403.13372","title":"LlamaFactory: Unified Efficient Fine-Tuning of 100+ Language Models","created":"2024-03-20","cited_by_count":1464},{"id":"1811.11682","title":"Experience Replay for Continual Learning","created":"2018-11-28","cited_by_count":1095},{"id":"2606.19348","title":"DeepSeek-V4: Towards Highly Efficient Million-Token Context Intelligence","created":"2026-04-26","cited_by_count":1040},{"id":"1706.05394","title":"A Closer Look at Memorization in Deep Networks","created":"2017-06-16","cited_by_count":942},{"id":"1804.04235","title":"Adafactor: Adaptive Learning Rates with Sublinear Memory Cost","created":"2018-04-11","cited_by_count":905},{"id":"1904.09237","title":"On the Convergence of Adam and Beyond","created":"2019-04-19","cited_by_count":841},{"id":"1503.05671","title":"Optimizing Neural Networks with Kronecker-factored Approximate Curvature","created":"2015-03-19","cited_by_count":796},{"id":"2202.07646","title":"Quantifying Memorization Across Neural Language Models","created":"2022-02-15","cited_by_count":763},{"id":"2309.12284","title":"MetaMath: Bootstrap Your Own Mathematical Questions for Large Language Models","created":"2023-09-21","cited_by_count":735},{"id":"1904.00962","title":"Large Batch Optimization for Deep Learning: Training BERT in 76 minutes","created":"2019-04-01","cited_by_count":674},{"id":"1802.04434","title":"signSGD: Compressed Optimisation for Non-Convex Problems","created":"2018-02-13","cited_by_count":571},{"id":"2602.02276","title":"Kimi K2.5: Visual Agentic Intelligence","created":"2026-02-02","cited_by_count":501},{"id":"2508.06471","title":"GLM-4.5: Agentic, Reasoning, and Coding (ARC) Foundation Models","created":"2025-08-08","cited_by_count":467},{"id":"2403.03507","title":"GaLore: Memory-Efficient LLM Training by Gradient Low-Rank Projection","created":"2024-03-06","cited_by_count":463},{"id":"2302.06675","title":"Symbolic Discovery of Optimization Algorithms","created":"2023-02-13","cited_by_count":434},{"id":"2502.16982","title":"Muon is Scalable for LLM Training","created":"2025-02-24","cited_by_count":428},{"id":"1802.09568","title":"Shampoo: Preconditioned Stochastic Tensor Optimization","created":"2018-02-26","cited_by_count":426},{"id":"2405.09673","title":"LoRA Learns Less and Forgets Less","created":"2024-05-15","cited_by_count":328},{"id":"2312.02120","title":"Magicoder: Empowering Code Generation with OSS-Instruct","created":"2023-12-04","cited_by_count":256},{"id":"2205.10770","title":"Memorization Without Overfitting: Analyzing the Training Dynamics of Large Language Models","created":"2022-05-22","cited_by_count":220},{"id":"2409.20325","title":"Old Optimizer, New Norm: An Anthology","created":"2024-09-30","cited_by_count":193},{"id":"2409.11321","title":"SOAP: Improving and Stabilizing Shampoo using Adam","created":"2024-09-17","cited_by_count":192},{"id":"2502.07529","title":"Training Deep Learning Models with Norm-Constrained LMOs","created":"2025-02-11","cited_by_count":192},{"id":"2405.15682","title":"The Road Less Scheduled","created":"2024-05-24","cited_by_count":163},{"id":"1705.07774","title":"Dissecting Adam: The Sign, Magnitude and Variance of Stochastic Gradients","created":"2017-05-22","cited_by_count":139},{"id":"2406.16793","title":"Adam-mini: Use Fewer Learning Rates To Gain More","created":"2024-06-24","cited_by_count":137},{"id":"2402.16788","title":"Why Transformers Need Adam: A Hessian Perspective","created":"2024-02-26","cited_by_count":124},{"id":"2207.00099","title":"Measuring Forgetting of Memorized Training Examples","created":"2022-06-30","cited_by_count":118},{"id":"2304.13960","title":"Noise Is Not the Main Factor Behind the Gap Between SGD and Adam on Transformers, but Sign Descent Might Be","created":"2023-04-27","cited_by_count":114},{"id":"2310.17813","title":"A Spectral Condition for Feature Learning","created":"2023-10-26","cited_by_count":109},{"id":"2410.21228","title":"LoRA vs Full Fine-tuning: An Illusion of Equivalence","created":"2024-10-28","cited_by_count":109},{"id":"2509.02046","title":"Fantastic Pretraining Optimizers and Where to Find Them","created":"2025-09-02","cited_by_count":100},{"id":"2404.15146","title":"Rethinking LLM Memorization through the Lens of Adversarial Compression","created":"2024-04-23","cited_by_count":94},{"id":"2208.11195","title":"Robustness to Unbounded Smoothness of Generalized SignSGD","created":"2022-08-23","cited_by_count":81},{"id":"2504.05295","title":"Dion: Distributed Orthonormalized Updates","created":"2025-04-07","cited_by_count":68},{"id":"2509.01440","title":"Benchmarking Optimizers for Large Language Model Pretraining","created":"2025-09-01","cited_by_count":68},{"id":"2411.10438","title":"MARS: Unleashing the Power of Variance Reduction for Training Large Models","created":"2024-11-15","cited_by_count":64},{"id":"2503.19206","title":"Overtrained Language Models Are Harder to Fine-Tune","created":"2025-03-24","cited_by_count":58},{"id":"2503.20762","title":"ASGO: Adaptive Structured Gradient Optimization","created":"2025-03-26","cited_by_count":57},{"id":"2106.16225","title":"Analytic Insights into Structure and Rank of Neural Network Hessian Maps","created":"2021-06-30","cited_by_count":52},{"id":"2509.26030","title":"Muon Outperforms Adam in Tail-End Associative Memory Learning","created":"2025-09-30","cited_by_count":46},{"id":"2002.08056","title":"The Geometry of Sign Gradient Descent","created":"2020-02-19","cited_by_count":41},{"id":"2511.00674","title":"Isotropic Curvature Model for Understanding Deep Learning Optimization: Is Gradient Orthogonalization Optimal?","created":"2025-11-01","cited_by_count":37},{"id":"2503.10537","title":"Structured Preconditioners in Adaptive Optimization: A Unified Analysis","created":"2025-03-13","cited_by_count":33},{"id":"2601.08393","title":"Controlled LLM Training on Spectral Sphere","created":"2026-01-13","cited_by_count":31},{"id":"2311.17601","title":"Continual Learning with Low Rank Adaptation","created":"2023-11-29","cited_by_count":29},{"id":"2106.02925","title":"Tensor Normal Training for Deep Learning Models","created":"2021-06-05","cited_by_count":24},{"id":"2406.15244","title":"AdaGrad under Anisotropic Smoothness","created":"2024-06-21","cited_by_count":22},{"id":"2506.02285","title":"Why Gradients Rapidly Increase Near the End of Training","created":"2025-06-02","cited_by_count":22},{"id":"2406.04592","title":"Provable Complexity Improvement of AdaGrad over SGD: Upper and Lower Bounds in Stochastic Non-Convex Optimization","created":"2024-06-07","cited_by_count":16},{"id":"2504.07097","title":"Sculpting Subspaces: Constrained Full Fine-Tuning in LLMs for Continual Learning","created":"2025-04-09","cited_by_count":15},{"id":"2512.16928","title":"Dion2: A Simple Method to Shrink Matrix in Muon","created":"2025-12-01","cited_by_count":13},{"id":"2603.09952","title":"On the Width Scaling of Neural Optimizers Under Matrix Operator Norms I: Row/Column Normalization and Hyperparameter Transfer","created":"2026-03-10","cited_by_count":12},{"id":"2510.17802","title":"Unbiased Gradient Low-Rank Projection","created":"2025-10-20","cited_by_count":7},{"id":"2604.13627","title":"(How) Learning Rates Regulate Catastrophic Overtraining","created":"2026-04-15","cited_by_count":6},{"id":"2604.15416","title":"StoSignSGD: Unbiased Structural Stochasticity Fixes SignSGD for Training Large Language Models","created":"2026-04-16","cited_by_count":5}],"next_cursor":null}