{"total":403,"rows":[{"id":"2305.14314","title":"QLoRA: Efficient Finetuning of Quantized LLMs","created":"2023-05-23","cited_by_count":3418,"area":null},{"id":"2403.13372","title":"LlamaFactory: Unified Efficient Fine-Tuning of 100+ Language Models","created":"2024-03-20","cited_by_count":1464,"area":null},{"id":"2303.17564","title":"BloombergGPT: A Large Language Model for Finance","created":"2023-03-30","cited_by_count":939,"area":null},{"id":"2208.07339","title":"LLM.int8(): 8-bit Matrix Multiplication for Transformers at Scale","created":"2022-08-15","cited_by_count":906,"area":null},{"id":"2210.02414","title":"GLM-130B: An Open Bilingual Pre-trained Model","created":"2022-10-05","cited_by_count":843,"area":null},{"id":"2401.10774","title":"Medusa: Simple LLM Inference Acceleration Framework with Multiple Decoding Heads","created":"2024-01-19","cited_by_count":843,"area":"inference"},{"id":"2403.03507","title":"GaLore: Memory-Efficient LLM Training by Gradient Low-Rank Projection","created":"2024-03-06","cited_by_count":463,"area":null},{"id":"2110.15943","title":"MetaICL: Learning to Learn In Context","created":"2021-10-29","cited_by_count":454,"area":null},{"id":"2202.08906","title":"ST-MoE: Designing Stable and Transferable Sparse Expert Models","created":"2022-02-17","cited_by_count":399,"area":"moe"},{"id":"2305.17333","title":"Fine-Tuning Language Models with Just Forward Passes","created":"2023-05-27","cited_by_count":345,"area":null},{"id":"2304.08247","title":"MedAlpaca -- An Open-Source Collection of Medical Conversational AI Models and Training Data","created":"2023-04-14","cited_by_count":286,"area":null},{"id":"2212.09720","title":"The case for 4-bit precision: k-bit Inference Scaling Laws","created":"2022-12-19","cited_by_count":251,"area":null},{"id":"2307.00716","title":"JourneyDB: A Benchmark for Generative Image Understanding","created":"2023-07-03","cited_by_count":205,"area":"mllm"},{"id":"2409.11321","title":"SOAP: Improving and Stabilizing Shampoo using Adam","created":"2024-09-17","cited_by_count":192,"area":null},{"id":"2501.18427","title":"SANA 1.5: Efficient Scaling of Training-Time and Inference-Time Compute in Linear Diffusion Transformer","created":"2025-01-30","cited_by_count":165,"area":"lr"},{"id":"2206.02680","title":"Separable Self-attention for Mobile Vision Transformers","created":"2022-06-06","cited_by_count":163,"area":null},{"id":"2310.05694","title":"A Survey of Large Language Models for Healthcare: from Data, Technology, and Applications to Accountability and Ethics","created":"2023-10-09","cited_by_count":163,"area":null},{"id":"2406.08545","title":"RVT-2: Learning Precise Manipulation from Few Demonstrations","created":"2024-06-12","cited_by_count":137,"area":null},{"id":"2406.16793","title":"Adam-mini: Use Fewer Learning Rates To Gain More","created":"2024-06-24","cited_by_count":137,"area":null},{"id":"2306.09782","title":"Full Parameter Fine-tuning for Large Language Models with Limited Resources","created":"2023-06-16","cited_by_count":134,"area":null},{"id":"2405.06823","title":"PLeak: Prompt Leaking Attacks against Large Language Model Applications","created":"2024-05-10","cited_by_count":127,"area":null},{"id":"2308.10204","title":"ChatEDA: A Large Language Model Powered Autonomous Agent for EDA","created":"2023-08-20","cited_by_count":122,"area":"agents"},{"id":"2309.14859","title":"Navigating Text-To-Image Customization: From LyCORIS Fine-Tuning to Model Evaluation","created":"2023-09-26","cited_by_count":109,"area":"diffusion"},{"id":"2402.03293","title":"Flora: Low-Rank Adapters Are Secretly Gradient Compressors","created":"2024-02-05","cited_by_count":108,"area":null},{"id":"2411.04330","title":"Scaling Laws for Precision","created":"2024-11-07","cited_by_count":95,"area":null},{"id":"2402.04379","title":"Fine-Tuned Language Models Generate Stable Inorganic Materials as Text","created":"2024-02-06","cited_by_count":93,"area":null},{"id":"2210.15424","title":"What Language Model to Train if You Have One Million GPU Hours?","created":"2022-10-27","cited_by_count":92,"area":null},{"id":"2312.08874","title":"Agent Attention: On the Integration of Softmax and Linear Attention","created":"2023-12-14","cited_by_count":90,"area":null},{"id":"2209.01188","title":"Petals: Collaborative Inference and Fine-tuning of Large Models","created":"2022-09-02","cited_by_count":87,"area":null},{"id":"2309.07034","title":"Sensitivity, Performance, Robustness: Deconstructing the Effect of Sociodemographic Prompting","created":"2023-09-13","cited_by_count":81,"area":null},{"id":"2304.11116","title":"Graph-ToolFormer: To Empower LLMs with Graph Reasoning Ability via Prompt Augmented by ChatGPT","created":"2023-04-10","cited_by_count":80,"area":"lr"},{"id":"2312.06281","title":"EQ-Bench: An Emotional Intelligence Benchmark for Large Language Models","created":"2023-12-11","cited_by_count":80,"area":null},{"id":"2209.00099","title":"Efficient Methods for Natural Language Processing: A Survey","created":"2022-08-31","cited_by_count":78,"area":null},{"id":"2310.18313","title":"FP8-LM: Training FP8 Large Language Models","created":"2023-10-27","cited_by_count":77,"area":null},{"id":"2304.13013","title":"Stable and low-precision training for large-scale vision-language models","created":"2023-04-25","cited_by_count":75,"area":"mllm"},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2309.15098","title":"Attention Satisfies: A Constraint-Satisfaction Lens on Factual Errors of Language Models","created":"2023-09-26","cited_by_count":67,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2301.11913","title":"SWARM Parallelism: Training Large Models Can Be Surprisingly Communication-Efficient","created":"2023-01-27","cited_by_count":59,"area":null},{"id":"2208.00406","title":"Eco2AI: carbon emissions tracking of machine learning models as the first step towards sustainable AI","created":"2022-07-31","cited_by_count":58,"area":null},{"id":"2309.01507","title":"Memory Efficient Optimizers with 4-bit States","created":"2023-09-04","cited_by_count":54,"area":null},{"id":"2404.08080","title":"Variance-reduced Zeroth-Order Methods for Fine-Tuning Language Models","created":"2024-04-11","cited_by_count":54,"area":null},{"id":"2306.10209","title":"ZeRO++: Extremely Efficient Collective Communication for Giant Model Training","created":"2023-06-16","cited_by_count":52,"area":null},{"id":"2312.16903","title":"Spike No More: Stabilizing the Pre-training of Large Language Models","created":"2023-12-28","cited_by_count":52,"area":null},{"id":"2404.06448","title":"Automated Federated Pipeline for Parameter-Efficient Fine-Tuning of Large Language Models","created":"2024-04-09","cited_by_count":49,"area":null},{"id":"2211.12485","title":"HyperTuning: Toward Adapting Large Language Models without Back-propagation","created":"2022-11-22","cited_by_count":46,"area":null},{"id":"2406.06424","title":"Margin-aware Preference Optimization for Aligning Diffusion Models without Reference","created":"2024-06-10","cited_by_count":46,"area":"diffusion"},{"id":"2310.09044","title":"KCTS: Knowledge-Constrained Tree Search Decoding with Token-Level Hallucination Detection","created":"2023-10-13","cited_by_count":45,"area":null},{"id":"2406.02214","title":"SLTrain: a sparse plus low-rank approach for parameter and memory efficient pretraining","created":"2024-06-04","cited_by_count":45,"area":null},{"id":"2305.12392","title":"PiVe: Prompting with Iterative Verification Improving Graph-based Generative Capability of LLMs","created":"2023-05-21","cited_by_count":44,"area":null},{"id":"2410.01623","title":"Fira: Can We Achieve Full-rank Training of LLMs Under Low-rank Constraint?","created":"2024-10-02","cited_by_count":43,"area":null},{"id":"2312.08361","title":"Distributed Inference and Fine-tuning of Large Language Models Over The Internet","created":"2023-12-13","cited_by_count":42,"area":null},{"id":"2402.05445","title":"Accurate LoRA-Finetuning Quantization of LLMs via Information Retention","created":"2024-02-08","cited_by_count":41,"area":null},{"id":"2404.17591","title":"Large Language Models for Next Point-of-Interest Recommendation","created":"2024-04-19","cited_by_count":40,"area":null},{"id":"2408.12857","title":"Memory-Efficient LLM Training with Online Subspace Descent","created":"2024-08-23","cited_by_count":39,"area":null},{"id":"2210.06640","title":"Compute-Efficient Deep Learning: Algorithmic Trends and Opportunities","created":"2022-10-13","cited_by_count":38,"area":null},{"id":"2407.08296","title":"Q-GaLore: Quantized GaLore with INT4 Projection and Layer-Adaptive Low-Rank Gradients","created":"2024-07-11","cited_by_count":38,"area":null},{"id":"2410.16103","title":"LDAdam: Adaptive Optimization from Low-Dimensional Gradient Statistics","created":"2024-10-21","cited_by_count":38,"area":null},{"id":"2410.19313","title":"COAT: Compressing Optimizer states and Activation for Memory-Efficient FP8 Training","created":"2024-10-25","cited_by_count":33,"area":null},{"id":"2502.20897","title":"Beyond Demographics: Fine-tuning Large Language Models to Predict Individuals' Subjective Text Perceptions","created":"2025-02-28","cited_by_count":33,"area":null},{"id":"2505.07004","title":"GuidedQuant: Large Language Model Quantization via Exploiting End Loss Guidance","created":"2025-05-11","cited_by_count":32,"area":null},{"id":"2310.10195","title":"AdaLomo: Low-memory Optimization with Adaptive Learning Rate","created":"2023-10-16","cited_by_count":31,"area":null},{"id":"2409.16694","title":"A Survey of Low-bit Large Language Models: Basics, Systems, and Algorithms","created":"2024-09-25","cited_by_count":31,"area":null},{"id":"2308.11957","title":"CED: Consistent ensemble distillation for audio tagging","created":"2023-08-23","cited_by_count":29,"area":"distill"},{"id":"2510.14974","title":"pi-Flow: Policy-Based Few-Step Generation via Imitation Distillation","created":"2025-10-16","cited_by_count":29,"area":null},{"id":"2501.06842","title":"SPAM: Spike-Aware Adam with Momentum Reset for Stable LLM Training","created":"2025-01-12","cited_by_count":28,"area":null},{"id":"2405.14822","title":"PaGoDA: Progressive Growing of a One-Step Generator from a Low-Resolution Diffusion Teacher","created":"2024-05-23","cited_by_count":27,"area":"diffusion"},{"id":"2304.03589","title":"On Efficient Training of Large-Scale Deep Learning Models: A Literature Review","created":"2023-04-07","cited_by_count":26,"area":null},{"id":"2306.00477","title":"Make Pre-trained Model Reversible: From Parameter to Memory Efficient Fine-Tuning","created":"2023-06-01","cited_by_count":26,"area":null},{"id":"2308.04709","title":"A Comparative Study of Open-Source Large Language Models, GPT-4 and Claude 2: Multiple-Choice Test Taking in Nephrology","created":"2023-08-09","cited_by_count":26,"area":null},{"id":"2410.08989","title":"Zeroth-Order Fine-Tuning of LLMs in Random Subspaces","created":"2024-10-11","cited_by_count":26,"area":null},{"id":"2310.07088","title":"Diversity of Thought Improves Reasoning Abilities of LLMs","created":"2023-10-11","cited_by_count":25,"area":"lr"},{"id":"2309.01859","title":"NLLB-CLIP -- train performant multilingual image retrieval model on a budget","created":"2023-09-04","cited_by_count":24,"area":null},{"id":"2407.04903","title":"MMSci: A Dataset for Graduate-Level Multi-Discipline Multimodal Scientific Understanding","created":"2024-07-06","cited_by_count":24,"area":"mllm"},{"id":"2211.09359","title":"How to Fine-Tune Vision Models with SGD","created":"2022-11-17","cited_by_count":23,"area":null},{"id":"2409.05463","title":"DriveScape: Towards High-Resolution Controllable Multi-View Driving Video Generation","created":"2024-09-09","cited_by_count":22,"area":"wm"},{"id":"2212.06121","title":"In Defense of Cross-Encoders for Zero-Shot Retrieval","created":"2022-12-12","cited_by_count":21,"area":null},{"id":"2502.12913","title":"GSQ-Tuning: Group-Shared Exponents Integer in Fully Quantized Training for LLMs On-Device Fine-tuning","created":"2025-02-18","cited_by_count":21,"area":null},{"id":"2306.08162","title":"INT2.1: Towards Fine-Tunable Quantized Large Language Models with Error Correction through Low-Rank Adaptation","created":"2023-06-13","cited_by_count":20,"area":null},{"id":"2305.14310","title":"Navigating Prompt Complexity for Zero-Shot Classification: A Study of Large Language Models in Computational Social Science","created":"2023-05-23","cited_by_count":19,"area":null},{"id":"2405.15593","title":"MicroAdam: Accurate Adaptive Optimization with Low Space Overhead and Provable Convergence","created":"2024-05-24","cited_by_count":19,"area":null},{"id":"2406.16897","title":"InstructPatentGPT: Training patent language models to follow instructions with human feedback","created":"2024-05-25","cited_by_count":19,"area":"alignment"},{"id":"2410.18974","title":"3D-Adapter: Geometry-Consistent Multi-View Diffusion for High-Quality 3D Generation","created":"2024-10-24","cited_by_count":19,"area":"diffusion"},{"id":"2603.07685","title":"Scalable Training of Mixture-of-Experts Models with Megatron Core","created":"2026-03-08","cited_by_count":19,"area":"moe"},{"id":"2304.00116","title":"Enhancing Large Language Models with Climate Resources","created":"2023-03-31","cited_by_count":18,"area":null},{"id":"2405.03103","title":"Learning from Students: Applying t-Distributions to Explore Accurate and Efficient Formats for LLMs","created":"2024-05-06","cited_by_count":18,"area":null},{"id":"2405.17991","title":"VeLoRA: Memory Efficient Training using Rank-1 Sub-Token Projections","created":"2024-05-28","cited_by_count":18,"area":null},{"id":"2405.18144","title":"4-bit Shampoo for Memory-Efficient Network Training","created":"2024-05-28","cited_by_count":18,"area":null},{"id":"2406.17660","title":"Grass: Compute Efficient Low-Memory LLM Training with Structured Sparse Gradients","created":"2024-06-25","cited_by_count":18,"area":null},{"id":"2411.11745","title":"BitMoD: Bit-serial Mixture-of-Datatype LLM Acceleration","created":"2024-11-18","cited_by_count":18,"area":null},{"id":"2401.00529","title":"GraphGPT: Generative Pre-trained Graph Eulerian Transformer","created":"2023-12-31","cited_by_count":17,"area":null},{"id":"2401.16265","title":"CO2: Efficient Distributed Training with Full Communication-Computation Overlap","created":"2024-01-29","cited_by_count":17,"area":null},{"id":"2410.18027","title":"Cross-lingual Transfer of Reward Models in Multilingual Alignment","created":"2024-10-23","cited_by_count":17,"area":"alignment"},{"id":"2504.05304","title":"Gaussian Mixture Flow Matching Models","created":"2025-04-07","cited_by_count":17,"area":"diffusion"},{"id":"2505.15607","title":"From Problem-Solving to Teaching Problem-Solving: Aligning LLMs with Pedagogy using Reinforcement Learning","created":"2025-05-21","cited_by_count":17,"area":null},{"id":"2604.09967","title":"Muon$^2$: Boosting Muon via Adaptive Second-Moment Preconditioning","created":"2026-04-11","cited_by_count":17,"area":null},{"id":"2310.06837","title":"Generating and Evaluating Tests for K-12 Students with Language Model Simulations: A Case Study on Sentence Reading Efficiency","created":"2023-10-10","cited_by_count":16,"area":null},{"id":"2401.12576","title":"LLMCheckup: Conversational Examination of Large Language Models via Interpretability Tools and Self-Explanations","created":"2024-01-23","cited_by_count":16,"area":null},{"id":"2405.20216","title":"Boost Your Human Image Generation Model via Direct Preference Optimization","created":"2024-05-30","cited_by_count":16,"area":"alignment"},{"id":"2502.01586","title":"SubTrack++ : Gradient Subspace Tracking for Scalable LLM Training","created":"2025-02-03","cited_by_count":16,"area":null}],"next_cursor":"100"}