{"list":"other","total":58,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396},{"id":"2407.21783","title":"The Llama 3 Herd of Models","created":"2024-07-31","cited_by_count":14715},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"2110.14168","title":"Training Verifiers to Solve Math Word Problems","created":"2021-10-27","cited_by_count":10109},{"id":"2505.09388","title":"Qwen3 Technical Report","created":"2025-05-14","cited_by_count":8820},{"id":"2107.03374","title":"Evaluating Large Language Models Trained on Code","created":"2021-07-07","cited_by_count":8320},{"id":"2501.12948","title":"DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning","created":"2025-01-22","cited_by_count":6330},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"1803.05457","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","created":"2018-03-14","cited_by_count":4886},{"id":"1902.00751","title":"Parameter-Efficient Transfer Learning for NLP","created":"2019-02-02","cited_by_count":4236},{"id":"1905.07830","title":"HellaSwag: Can a Machine Really Finish Your Sentence?","created":"2019-05-19","cited_by_count":4100},{"id":"2305.14314","title":"QLoRA: Efficient Finetuning of Quantized LLMs","created":"2023-05-23","cited_by_count":3418},{"id":"2309.16609","title":"Qwen Technical Report","created":"2023-09-28","cited_by_count":3344},{"id":"1911.11641","title":"PIQA: Reasoning about Physical Commonsense in Natural Language","created":"2019-11-26","cited_by_count":2883},{"id":"1809.02789","title":"Can a Suit of Armor Conduct Electricity? A New Dataset for Open Book Question Answering","created":"2018-09-08","cited_by_count":2164},{"id":"2206.14858","title":"Solving Quantitative Reasoning Problems with Language Models","created":"2022-06-29","cited_by_count":1392},{"id":"2106.10199","title":"BitFit: Simple Parameter-efficient Fine-tuning for Transformer-based Masked Language-models","created":"2021-06-18","cited_by_count":1245},{"id":"2311.07911","title":"Instruction-Following Evaluation for Large Language Models","created":"2023-11-14","cited_by_count":1228},{"id":"2201.08239","title":"LaMDA: Language Models for Dialog Applications","created":"2022-01-20","cited_by_count":1220},{"id":"2507.20534","title":"Kimi K2: Open Agentic Intelligence","created":"2025-07-28","cited_by_count":567},{"id":"2403.03507","title":"GaLore: Memory-Efficient LLM Training by Gradient Low-Rank Projection","created":"2024-03-06","cited_by_count":463},{"id":"2502.16982","title":"Muon is Scalable for LLM Training","created":"2025-02-24","cited_by_count":428},{"id":"1802.09568","title":"Shampoo: Preconditioned Stochastic Tensor Optimization","created":"2018-02-26","cited_by_count":426},{"id":"2501.00656","title":"2 OLMo 2 Furious","created":"2024-12-31","cited_by_count":340},{"id":"2307.05695","title":"ReLoRA: High-Rank Training Through Low-Rank Updates","created":"2023-07-11","cited_by_count":204},{"id":"2409.20325","title":"Old Optimizer, New Norm: An Anthology","created":"2024-09-30","cited_by_count":193},{"id":"2406.16793","title":"Adam-mini: Use Fewer Learning Rates To Gain More","created":"2024-06-24","cited_by_count":137},{"id":"2007.07989","title":"An Improved Analysis of Stochastic Gradient Descent with Momentum","created":"2020-07-15","cited_by_count":119},{"id":"2402.03293","title":"Flora: Low-Rank Adapters Are Secretly Gradient Compressors","created":"2024-02-05","cited_by_count":108},{"id":"2502.02900","title":"A Note on the Convergence of Muon","created":"2025-02-05","cited_by_count":83},{"id":"2503.20762","title":"ASGO: Adaptive Structured Gradient Optimization","created":"2025-03-26","cited_by_count":57},{"id":"2412.05270","title":"APOLLO: SGD-like Memory, AdamW-level Performance","created":"2024-12-06","cited_by_count":54},{"id":"2406.02214","title":"SLTrain: a sparse plus low-rank approach for parameter and memory efficient pretraining","created":"2024-06-04","cited_by_count":45},{"id":"2410.01623","title":"Fira: Can We Achieve Full-rank Training of LLMs Under Low-rank Constraint?","created":"2024-10-02","cited_by_count":43},{"id":"2408.12857","title":"Memory-Efficient LLM Training with Online Subspace Descent","created":"2024-08-23","cited_by_count":39},{"id":"2410.16103","title":"LDAdam: Adaptive Optimization from Low-Dimensional Gradient Statistics","created":"2024-10-21","cited_by_count":38},{"id":"2406.19976","title":"ScaleBiO: Scalable Bilevel Optimization for LLM Data Reweighting","created":"2024-06-28","cited_by_count":37},{"id":"2410.11289","title":"Subspace Optimization for Large Language Models with Convergence Guarantees","created":"2024-10-15","cited_by_count":34},{"id":"2503.10537","title":"Structured Preconditioners in Adaptive Optimization: A Unified Analysis","created":"2025-03-13","cited_by_count":33},{"id":"2509.14562","title":"LiMuon: Light and Fast Muon Optimizer for Large Models","created":"2025-09-18","cited_by_count":22},{"id":"2505.24749","title":"SUMO: Subspace-Aware Moment-Orthogonalization for Accelerating Memory-Efficient LLM Training","created":"2025-05-30","cited_by_count":19},{"id":"2406.17660","title":"Grass: Compute Efficient Low-Memory LLM Training with Structured Sparse Gradients","created":"2024-06-25","cited_by_count":18},{"id":"2502.07222","title":"A Memory Efficient Randomized Subspace Optimization Method for Training Large Language Models","created":"2025-02-11","cited_by_count":16},{"id":"2602.07425","title":"Sign-Based Optimizers Are Effective Under Heavy-Tailed Noise","created":"2026-02-07","cited_by_count":15},{"id":"2506.16659","title":"Memory-Efficient LLM Pretraining via Minimalist Optimizer Design","created":"2025-06-20","cited_by_count":13},{"id":"2509.23106","title":"Effective Quantization of Muon Optimizer States","created":"2025-09-27","cited_by_count":11},{"id":"2411.07837","title":"FRUGAL: Memory-Efficient Optimization by Reducing State Overhead for Scalable Training","created":"2024-11-12","cited_by_count":10},{"id":"2502.05790","title":"Breaking the Frozen Subspace: Importance Sampling for Low-Rank Optimization in LLM Pretraining","created":"2025-02-09","cited_by_count":7},{"id":"2510.17802","title":"Unbiased Gradient Low-Rank Projection","created":"2025-10-20","cited_by_count":7},{"id":"2602.09006","title":"ARO: A New Lens On Matrix Optimization For Large Models","created":"2026-02-09","cited_by_count":7},{"id":"2306.07485","title":"Learning Unnormalized Statistical Models via Compositional Optimization","created":"2023-06-13","cited_by_count":6},{"id":"2604.15416","title":"StoSignSGD: Unbiased Structural Stochasticity Fixes SignSGD for Training Large Language Models","created":"2026-04-16","cited_by_count":5},{"id":"2411.07120","title":"Lean and Mean Adaptive Optimization via Subset-Norm and Subspace-Momentum with Convergence Guarantees","created":"2024-11-11","cited_by_count":2},{"id":"2605.11396","title":"MuonQ: Enhancing Low-Bit Muon Quantization via Directional Fidelity Optimization","created":"2026-05-12","cited_by_count":1},{"id":"2608.14492","title":"Approximate Muon with low-rank adapters","created":"2026-08-14","cited_by_count":1}],"next_cursor":null}