{"list":"other","total":66,"rows":[{"id":"1912.01703","title":"PyTorch: An Imperative Style, High-Performance Deep Learning Library","created":"2019-12-03","cited_by_count":20305},{"id":"2112.10752","title":"High-Resolution Image Synthesis with Latent Diffusion Models","created":"2021-12-20","cited_by_count":18863},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"2110.14168","title":"Training Verifiers to Solve Math Word Problems","created":"2021-10-27","cited_by_count":10109},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1902.00751","title":"Parameter-Efficient Transfer Learning for NLP","created":"2019-02-02","cited_by_count":4236},{"id":"1606.05250","title":"SQuAD: 100,000+ Questions for Machine Comprehension of Text","created":"2016-06-16","cited_by_count":4148},{"id":"1905.07830","title":"HellaSwag: Can a Machine Really Finish Your Sentence?","created":"2019-05-19","cited_by_count":4100},{"id":"2101.00190","title":"Prefix-Tuning: Optimizing Continuous Prompts for Generation","created":"2021-01-01","cited_by_count":3915},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512},{"id":"2305.14314","title":"QLoRA: Efficient Finetuning of Quantized LLMs","created":"2023-05-23","cited_by_count":3418},{"id":"2208.12242","title":"DreamBooth: Fine Tuning Text-to-Image Diffusion Models for Subject-Driven Generation","created":"2022-08-25","cited_by_count":3300},{"id":"1911.11641","title":"PIQA: Reasoning about Physical Commonsense in Natural Language","created":"2019-11-26","cited_by_count":2883},{"id":"1905.10044","title":"BoolQ: Exploring the Surprising Difficulty of Natural Yes/No Questions","created":"2019-05-24","cited_by_count":2183},{"id":"1809.02789","title":"Can a Suit of Armor Conduct Electricity? A New Dataset for Open Book Question Answering","created":"2018-09-08","cited_by_count":2164},{"id":"1905.00537","title":"SuperGLUE: A Stickier Benchmark for General-Purpose Language Understanding Systems","created":"2019-05-02","cited_by_count":1729},{"id":"2403.08295","title":"Gemma: Open Models Based on Gemini Research and Technology","created":"2024-03-13","cited_by_count":916},{"id":"2402.09353","title":"DoRA: Weight-Decomposed Low-Rank Adaptation","created":"2024-02-14","cited_by_count":758},{"id":"2309.12284","title":"MetaMath: Bootstrap Your Own Mathematical Questions for Large Language Models","created":"2023-09-21","cited_by_count":735},{"id":"1309.5549","title":"Stochastic First- and Zeroth-order Methods for Nonconvex Stochastic Programming","created":"2013-09-22","cited_by_count":724},{"id":"2305.17333","title":"Fine-Tuning Language Models with Just Forward Passes","created":"2023-05-27","cited_by_count":345},{"id":"2304.01933","title":"LLM-Adapters: An Adapter Family for Parameter-Efficient Fine-Tuning of Large Language Models","created":"2023-04-04","cited_by_count":324},{"id":"2404.02948","title":"PiSSA: Principal Singular Values and Singular Vectors Adaptation of Large Language Models","created":"2024-04-03","cited_by_count":269},{"id":"2305.18292","title":"Mix-of-Show: Decentralized Low-Rank Adaptation for Multi-Concept Customization of Diffusion Models","created":"2023-05-29","cited_by_count":261},{"id":"2307.05695","title":"ReLoRA: High-Rank Training Through Low-Rank Updates","created":"2023-07-11","cited_by_count":204},{"id":"1810.12885","title":"ReCoRD: Bridging the Gap between Human and Machine Commonsense Reading Comprehension","created":"2018-10-30","cited_by_count":200},{"id":"2310.08659","title":"LoftQ: LoRA-Fine-Tuning-Aware Quantization for Large Language Models","created":"2023-10-12","cited_by_count":196},{"id":"1810.02281","title":"A Convergence Analysis of Gradient Descent for Deep Linear Neural Networks","created":"2018-10-04","cited_by_count":184},{"id":"1806.00900","title":"Algorithmic Regularization in Learning Deep Homogeneous Models: Layers are Automatically Balanced","created":"2018-06-04","cited_by_count":177},{"id":"1809.09573","title":"Nonconvex Optimization Meets Low-Rank Matrix Factorization: An Overview","created":"2018-09-25","cited_by_count":160},{"id":"2304.06027","title":"Continual Diffusion: Continual Customization of Text-to-Image Diffusion with C-LoRA","created":"2023-04-12","cited_by_count":141},{"id":"2407.05000","title":"LoRA-GA: Low-Rank Adaptation with Gradient Approximation","created":"2024-07-06","cited_by_count":141},{"id":"1704.00708","title":"No Spurious Local Minima in Nonconvex Low Rank Problems: A Unified Geometric Analysis","created":"2017-04-03","cited_by_count":129},{"id":"2402.11592","title":"Revisiting Zeroth-Order Optimization for Memory-Efficient LLM Fine-Tuning: A Benchmark","created":"2024-02-18","cited_by_count":114},{"id":"1610.05708","title":"Relatively-Smooth Convex Optimization by First-Order Methods, and Applications","created":"2016-10-18","cited_by_count":108},{"id":"1507.03566","title":"Low-rank Solutions of Linear Matrix Equations via Procrustes Flow","created":"2015-07-13","cited_by_count":97},{"id":"2402.16842","title":"Asymmetry in Low-Rank Adapters of Foundation Models","created":"2024-02-26","cited_by_count":86},{"id":"2401.04151","title":"Chain of LoRA: Efficient Fine-tuning of Language Models via Residual Learning","created":"2024-01-08","cited_by_count":82},{"id":"2106.15013","title":"Small random initialization is akin to spectral learning: Optimization and generalization guarantees for overparameterized low-rank matrix reconstruction","created":"2021-06-28","cited_by_count":78},{"id":"1303.1849","title":"Revisiting the Nystrom Method for Improved Large-Scale Machine Learning","created":"2013-03-07","cited_by_count":77},{"id":"2405.17604","title":"LoRA-XS: Low-Rank Adaptation with Extremely Small Number of Parameters","created":"2024-05-27","cited_by_count":76},{"id":"2005.08898","title":"Accelerating Ill-Conditioned Low-Rank Matrix Estimation via Scaled Gradient Descent","created":"2020-05-18","cited_by_count":71},{"id":"2405.03003","title":"Parameter-Efficient Fine-Tuning with Discrete Fourier Transform","created":"2024-05-05","cited_by_count":71},{"id":"2405.19597","title":"SVFT: Parameter-Efficient Fine-Tuning with Singular Vectors","created":"2024-05-30","cited_by_count":58},{"id":"2406.08447","title":"The Impact of Initialization on LoRA Finetuning Dynamics","created":"2024-06-12","cited_by_count":54},{"id":"2402.02347","title":"Riemannian Preconditioned LoRA for Fine-Tuning Foundation Models","created":"2024-02-04","cited_by_count":52},{"id":"2401.04679","title":"RoSA: Accurate Parameter-Efficient Fine-Tuning via Robust Adaptation","created":"2024-01-09","cited_by_count":48},{"id":"2402.11867","title":"LoRA Training in the NTK Regime has No Spurious Local Minima","created":"2024-02-19","cited_by_count":48},{"id":"2106.14289","title":"Global Convergence of Gradient Descent for Asymmetric Low-Rank Matrix Factorization","created":"2021-06-27","cited_by_count":45},{"id":"2301.11500","title":"Understanding Incremental Learning of Gradient Descent: A Fine-grained Analysis of Matrix Sensing","created":"2023-01-27","cited_by_count":42},{"id":"2406.01775","title":"OLoRA: Orthonormal Low-Rank Adaptation of Large Language Models","created":"2024-06-03","cited_by_count":39},{"id":"2309.15639","title":"Enhancing Sharpness-Aware Optimization Through Variance Suppression","created":"2023-09-27","cited_by_count":37},{"id":"2203.02839","title":"Algorithmic Regularization in Model-free Overparametrized Asymmetric Matrix Factorization","created":"2022-03-06","cited_by_count":34},{"id":"2302.01186","title":"The Power of Preconditioning in Overparameterized Low-Rank Matrix Sensing","created":"2023-02-02","cited_by_count":33},{"id":"2310.09639","title":"DPZero: Private Fine-Tuning of Language Models without Backpropagation","created":"2023-10-14","cited_by_count":26},{"id":"2406.04112","title":"Compressible Dynamics in Deep Overparameterized Low-Rank Learning & Adaptation","created":"2024-06-06","cited_by_count":26},{"id":"2211.02254","title":"How Does Adaptive Optimization Impact Local Neural Network Geometry?","created":"2022-11-04","cited_by_count":24},{"id":"1706.05736","title":"Fixed-Rank Approximation of a Positive-Semidefinite Matrix from Streaming Data","created":"2017-06-18","cited_by_count":23},{"id":"2310.01769","title":"How Over-Parameterization Slows Down Gradient Descent in Matrix Sensing: The Curses of Symmetry and Initialization","created":"2023-10-03","cited_by_count":18},{"id":"1507.05854","title":"Global Convergence of Non-Convex Gradient Descent for Computing Matrix Squareroot","created":"2015-07-21","cited_by_count":15},{"id":"2305.06927","title":"Convergence of Alternating Gradient Descent for Matrix Factorization","created":"2023-05-11","cited_by_count":12},{"id":"2409.19791","title":"Gradient descent with adaptive stepsize converges (nearly) linearly under fourth-order growth","created":"2024-09-29","cited_by_count":10},{"id":"2410.14802","title":"Implicit Regularization of Sharpness-Aware Minimization for Scale-Invariant Problems","created":"2024-10-18","cited_by_count":10},{"id":"2408.10691","title":"Fine-Tuning and Deploying Large Language Models Over Edges: Issues and Approaches","created":"2024-08-20","cited_by_count":6},{"id":"2306.17683","title":"Convex quartic problems: homogenized gradient method and preconditioning","created":"2023-06-30","cited_by_count":1}],"next_cursor":null}