{"list":"other","total":64,"rows":[{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2407.21783","title":"The Llama 3 Herd of Models","created":"2024-07-31","cited_by_count":14715},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"2110.14168","title":"Training Verifiers to Solve Math Word Problems","created":"2021-10-27","cited_by_count":10109},{"id":"2306.05685","title":"Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena","created":"2023-06-09","cited_by_count":8626},{"id":"2107.03374","title":"Evaluating Large Language Models Trained on Code","created":"2021-07-07","cited_by_count":8320},{"id":"2103.03874","title":"Measuring Mathematical Problem Solving With the MATH Dataset","created":"2021-03-05","cited_by_count":5371},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1803.05457","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","created":"2018-03-14","cited_by_count":4886},{"id":"1902.00751","title":"Parameter-Efficient Transfer Learning for NLP","created":"2019-02-02","cited_by_count":4236},{"id":"1905.07830","title":"HellaSwag: Can a Machine Really Finish Your Sentence?","created":"2019-05-19","cited_by_count":4100},{"id":"2101.00190","title":"Prefix-Tuning: Optimizing Continuous Prompts for Generation","created":"2021-01-01","cited_by_count":3915},{"id":"2104.08691","title":"The Power of Scale for Parameter-Efficient Prompt Tuning","created":"2021-04-18","cited_by_count":3795},{"id":"2305.14314","title":"QLoRA: Efficient Finetuning of Quantized LLMs","created":"2023-05-23","cited_by_count":3418},{"id":"1911.11641","title":"PIQA: Reasoning about Physical Commonsense in Natural Language","created":"2019-11-26","cited_by_count":2883},{"id":"1905.10044","title":"BoolQ: Exploring the Surprising Difficulty of Natural Yes/No Questions","created":"2019-05-24","cited_by_count":2183},{"id":"1809.02789","title":"Can a Suit of Armor Conduct Electricity? A New Dataset for Open Book Question Answering","created":"2018-09-08","cited_by_count":2164},{"id":"2210.17323","title":"GPTQ: Accurate Post-Training Quantization for Generative Pre-trained Transformers","created":"2022-10-31","cited_by_count":1919},{"id":"2310.03693","title":"Fine-tuning Aligned Language Models Compromises Safety, Even When Users Do Not Intend To!","created":"2023-10-05","cited_by_count":1154},{"id":"2103.07191","title":"Are NLP Models really able to Solve Simple Math Word Problems?","created":"2021-03-12","cited_by_count":878},{"id":"2402.09353","title":"DoRA: Weight-Decomposed Low-Rank Adaptation","created":"2024-02-14","cited_by_count":758},{"id":"2309.12284","title":"MetaMath: Bootstrap Your Own Mathematical Questions for Large Language Models","created":"2023-09-21","cited_by_count":735},{"id":"2403.14608","title":"Parameter-Efficient Fine-Tuning for Large Models: A Comprehensive Survey","created":"2024-03-21","cited_by_count":656},{"id":"1705.04146","title":"Program Induction by Rationale Generation : Learning to Solve and Explain Algebraic Word Problems","created":"2017-05-11","cited_by_count":650},{"id":"2403.03507","title":"GaLore: Memory-Efficient LLM Training by Gradient Low-Rank Projection","created":"2024-03-06","cited_by_count":463},{"id":"2307.13304","title":"QuIP: 2-Bit Quantization of Large Language Models With Guarantees","created":"2023-07-25","cited_by_count":414},{"id":"2309.07875","title":"Safety-Tuned LLaMAs: Lessons From Improving the Safety of Large Language Models that Follow Instructions","created":"2023-09-14","cited_by_count":387},{"id":"2402.12354","title":"LoRA+: Efficient Low Rank Adaptation of Large Models","created":"2024-02-19","cited_by_count":377},{"id":"2303.10512","title":"AdaLoRA: Adaptive Budget Allocation for Parameter-Efficient Fine-Tuning","created":"2023-03-18","cited_by_count":357},{"id":"2304.01933","title":"LLM-Adapters: An Adapter Family for Parameter-Efficient Fine-Tuning of Large Language Models","created":"2023-04-04","cited_by_count":324},{"id":"2002.01808","title":"K-Adapter: Infusing Knowledge into Pre-Trained Models with Adapters","created":"2020-02-05","cited_by_count":319},{"id":"2404.02948","title":"PiSSA: Principal Singular Values and Singular Vectors Adaptation of Large Language Models","created":"2024-04-03","cited_by_count":269},{"id":"2312.03732","title":"A Rank Stabilization Scaling Factor for Fine-Tuning with LoRA","created":"2023-11-28","cited_by_count":243},{"id":"2403.07378","title":"SVD-LLM: Truncation-aware Singular Value Decomposition for Large Language Model Compression","created":"2024-03-12","cited_by_count":243},{"id":"2105.11259","title":"PTR: Prompt Tuning with Rules for Text Classification","created":"2021-05-24","cited_by_count":238},{"id":"2210.07558","title":"DyLoRA: Parameter Efficient Tuning of Pre-trained Models using Dynamic Search-Free Low-Rank Adaptation","created":"2022-10-14","cited_by_count":233},{"id":"2010.11918","title":"AdapterDrop: On the Efficiency of Adapters in Transformers","created":"2020-10-22","cited_by_count":224},{"id":"2310.08659","title":"LoftQ: LoRA-Fine-Tuning-Aware Quantization for Large Language Models","created":"2023-10-12","cited_by_count":196},{"id":"2407.05000","title":"LoRA-GA: Low-Rank Adaptation with Gradient Approximation","created":"2024-07-06","cited_by_count":141},{"id":"1507.03566","title":"Low-rank Solutions of Linear Matrix Equations via Procrustes Flow","created":"2015-07-13","cited_by_count":97},{"id":"2406.09044","title":"MiLoRA: Harnessing Minor Singular Components for Parameter-Efficient LLM Finetuning","created":"2024-06-13","cited_by_count":94},{"id":"2311.12023","title":"LQ-LoRA: Low-rank Plus Quantized Matrix Decomposition for Efficient Language Model Finetuning","created":"2023-11-20","cited_by_count":92},{"id":"2407.18242","title":"LoRA-Pro: Are Low-Rank Adapters Properly Optimized?","created":"2024-07-25","cited_by_count":77},{"id":"2005.08898","title":"Accelerating Ill-Conditioned Low-Rank Matrix Estimation via Scaled Gradient Descent","created":"2020-05-18","cited_by_count":71},{"id":"2405.19597","title":"SVFT: Parameter-Efficient Fine-Tuning with Singular Vectors","created":"2024-05-30","cited_by_count":58},{"id":"2502.01235","title":"LoRA-One: One-Step Full Gradient Could Suffice for Fine-Tuning Large Language Models, Provably and Efficiently","created":"2025-02-03","cited_by_count":38},{"id":"2406.00800","title":"MagR: Weight Magnitude Reduction for Enhancing Post-Training Quantization","created":"2024-06-02","cited_by_count":28},{"id":"2502.10940","title":"CoLA: Compute-Efficient Pre-Training of LLMs via Low-Rank Activation","created":"2025-02-16","cited_by_count":28},{"id":"2402.05147","title":"ApiQ: Finetuning of 2-Bit Quantized Large Language Model","created":"2024-02-07","cited_by_count":27},{"id":"2411.19557","title":"Initialization using Update Approximation is a Silver Bullet for Extremely Efficient Low-Rank Fine-Tuning","created":"2024-11-29","cited_by_count":22},{"id":"2406.10777","title":"RoseLoRA: Row and Column-wise Sparse Low-rank Adaptation of Pre-trained Language Model for Knowledge Editing and Fine-tuning","created":"2024-06-16","cited_by_count":21},{"id":"2504.07448","title":"LoRI: Reducing Cross-Task Interference in Multi-Task Low-Rank Adaptation","created":"2025-04-10","cited_by_count":19},{"id":"2405.02596","title":"Random Masking Finds Winning Tickets for Parameter Efficient Fine-tuning","created":"2024-05-04","cited_by_count":17},{"id":"2405.14377","title":"CoMERA: Computing- and Memory-Efficient Training via Rank-Adaptive Tensor Optimization","created":"2024-05-23","cited_by_count":15},{"id":"2410.09344","title":"DARE the Extreme: Revisiting Delta-Parameter Pruning For Fine-Tuned Models","created":"2024-10-12","cited_by_count":10},{"id":"2412.06289","title":"S$^{2}$FT: Efficient, Scalable and Generalizable LLM Fine-tuning by Structured Sparsity","created":"2024-12-09","cited_by_count":10},{"id":"2405.15525","title":"Sparse Matrix in Large Language Model Fine-tuning","created":"2024-05-24","cited_by_count":8},{"id":"2410.01870","title":"PEANuT: Parameter-Efficient Adaptation with Weight-aware Neural Tweakers","created":"2024-10-02","cited_by_count":8},{"id":"2501.18475","title":"CLoQ: Enhancing Fine-Tuning of Quantized LLMs via Calibrated LoRA Initialization","created":"2025-01-30","cited_by_count":5},{"id":"2502.15975","title":"Sparsity May Be All You Need: Sparse Random Parameter Adaptation","created":"2025-02-21","cited_by_count":5},{"id":"2306.01076","title":"Quantization-Aware and Tensor-Compressed Training of Transformers for Natural Language Understanding","created":"2023-06-01","cited_by_count":2}],"next_cursor":null}