{"total":316,"rows":[{"id":"2305.14314","title":"QLoRA: Efficient Finetuning of Quantized LLMs","created":"2023-05-23","cited_by_count":3418,"area":null},{"id":"2403.13372","title":"LlamaFactory: Unified Efficient Fine-Tuning of 100+ Language Models","created":"2024-03-20","cited_by_count":1464,"area":null},{"id":"2303.17564","title":"BloombergGPT: A Large Language Model for Finance","created":"2023-03-30","cited_by_count":939,"area":null},{"id":"2208.07339","title":"LLM.int8(): 8-bit Matrix Multiplication for Transformers at Scale","created":"2022-08-15","cited_by_count":906,"area":null},{"id":"2210.02414","title":"GLM-130B: An Open Bilingual Pre-trained Model","created":"2022-10-05","cited_by_count":843,"area":null},{"id":"2403.03507","title":"GaLore: Memory-Efficient LLM Training by Gradient Low-Rank Projection","created":"2024-03-06","cited_by_count":463,"area":null},{"id":"2110.15943","title":"MetaICL: Learning to Learn In Context","created":"2021-10-29","cited_by_count":454,"area":null},{"id":"2305.17333","title":"Fine-Tuning Language Models with Just Forward Passes","created":"2023-05-27","cited_by_count":345,"area":null},{"id":"2304.08247","title":"MedAlpaca -- An Open-Source Collection of Medical Conversational AI Models and Training Data","created":"2023-04-14","cited_by_count":286,"area":null},{"id":"2212.09720","title":"The case for 4-bit precision: k-bit Inference Scaling Laws","created":"2022-12-19","cited_by_count":251,"area":null},{"id":"2409.11321","title":"SOAP: Improving and Stabilizing Shampoo using Adam","created":"2024-09-17","cited_by_count":192,"area":null},{"id":"2206.02680","title":"Separable Self-attention for Mobile Vision Transformers","created":"2022-06-06","cited_by_count":163,"area":null},{"id":"2310.05694","title":"A Survey of Large Language Models for Healthcare: from Data, Technology, and Applications to Accountability and Ethics","created":"2023-10-09","cited_by_count":163,"area":null},{"id":"2406.08545","title":"RVT-2: Learning Precise Manipulation from Few Demonstrations","created":"2024-06-12","cited_by_count":137,"area":null},{"id":"2406.16793","title":"Adam-mini: Use Fewer Learning Rates To Gain More","created":"2024-06-24","cited_by_count":137,"area":null},{"id":"2306.09782","title":"Full Parameter Fine-tuning for Large Language Models with Limited Resources","created":"2023-06-16","cited_by_count":134,"area":null},{"id":"2405.06823","title":"PLeak: Prompt Leaking Attacks against Large Language Model Applications","created":"2024-05-10","cited_by_count":127,"area":null},{"id":"2402.03293","title":"Flora: Low-Rank Adapters Are Secretly Gradient Compressors","created":"2024-02-05","cited_by_count":108,"area":null},{"id":"2411.04330","title":"Scaling Laws for Precision","created":"2024-11-07","cited_by_count":95,"area":null},{"id":"2402.04379","title":"Fine-Tuned Language Models Generate Stable Inorganic Materials as Text","created":"2024-02-06","cited_by_count":93,"area":null},{"id":"2210.15424","title":"What Language Model to Train if You Have One Million GPU Hours?","created":"2022-10-27","cited_by_count":92,"area":null},{"id":"2312.08874","title":"Agent Attention: On the Integration of Softmax and Linear Attention","created":"2023-12-14","cited_by_count":90,"area":null},{"id":"2209.01188","title":"Petals: Collaborative Inference and Fine-tuning of Large Models","created":"2022-09-02","cited_by_count":87,"area":null},{"id":"2309.07034","title":"Sensitivity, Performance, Robustness: Deconstructing the Effect of Sociodemographic Prompting","created":"2023-09-13","cited_by_count":81,"area":null},{"id":"2312.06281","title":"EQ-Bench: An Emotional Intelligence Benchmark for Large Language Models","created":"2023-12-11","cited_by_count":80,"area":null},{"id":"2209.00099","title":"Efficient Methods for Natural Language Processing: A Survey","created":"2022-08-31","cited_by_count":78,"area":null},{"id":"2310.18313","title":"FP8-LM: Training FP8 Large Language Models","created":"2023-10-27","cited_by_count":77,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2309.15098","title":"Attention Satisfies: A Constraint-Satisfaction Lens on Factual Errors of Language Models","created":"2023-09-26","cited_by_count":67,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2301.11913","title":"SWARM Parallelism: Training Large Models Can Be Surprisingly Communication-Efficient","created":"2023-01-27","cited_by_count":59,"area":null},{"id":"2208.00406","title":"Eco2AI: carbon emissions tracking of machine learning models as the first step towards sustainable AI","created":"2022-07-31","cited_by_count":58,"area":null},{"id":"2309.01507","title":"Memory Efficient Optimizers with 4-bit States","created":"2023-09-04","cited_by_count":54,"area":null},{"id":"2404.08080","title":"Variance-reduced Zeroth-Order Methods for Fine-Tuning Language Models","created":"2024-04-11","cited_by_count":54,"area":null},{"id":"2306.10209","title":"ZeRO++: Extremely Efficient Collective Communication for Giant Model Training","created":"2023-06-16","cited_by_count":52,"area":null},{"id":"2312.16903","title":"Spike No More: Stabilizing the Pre-training of Large Language Models","created":"2023-12-28","cited_by_count":52,"area":null},{"id":"2404.06448","title":"Automated Federated Pipeline for Parameter-Efficient Fine-Tuning of Large Language Models","created":"2024-04-09","cited_by_count":49,"area":null},{"id":"2211.12485","title":"HyperTuning: Toward Adapting Large Language Models without Back-propagation","created":"2022-11-22","cited_by_count":46,"area":null},{"id":"2310.09044","title":"KCTS: Knowledge-Constrained Tree Search Decoding with Token-Level Hallucination Detection","created":"2023-10-13","cited_by_count":45,"area":null},{"id":"2406.02214","title":"SLTrain: a sparse plus low-rank approach for parameter and memory efficient pretraining","created":"2024-06-04","cited_by_count":45,"area":null},{"id":"2305.12392","title":"PiVe: Prompting with Iterative Verification Improving Graph-based Generative Capability of LLMs","created":"2023-05-21","cited_by_count":44,"area":null},{"id":"2410.01623","title":"Fira: Can We Achieve Full-rank Training of LLMs Under Low-rank Constraint?","created":"2024-10-02","cited_by_count":43,"area":null},{"id":"2312.08361","title":"Distributed Inference and Fine-tuning of Large Language Models Over The Internet","created":"2023-12-13","cited_by_count":42,"area":null},{"id":"2402.05445","title":"Accurate LoRA-Finetuning Quantization of LLMs via Information Retention","created":"2024-02-08","cited_by_count":41,"area":null},{"id":"2404.17591","title":"Large Language Models for Next Point-of-Interest Recommendation","created":"2024-04-19","cited_by_count":40,"area":null},{"id":"2408.12857","title":"Memory-Efficient LLM Training with Online Subspace Descent","created":"2024-08-23","cited_by_count":39,"area":null},{"id":"2210.06640","title":"Compute-Efficient Deep Learning: Algorithmic Trends and Opportunities","created":"2022-10-13","cited_by_count":38,"area":null},{"id":"2407.08296","title":"Q-GaLore: Quantized GaLore with INT4 Projection and Layer-Adaptive Low-Rank Gradients","created":"2024-07-11","cited_by_count":38,"area":null},{"id":"2410.16103","title":"LDAdam: Adaptive Optimization from Low-Dimensional Gradient Statistics","created":"2024-10-21","cited_by_count":38,"area":null},{"id":"2410.19313","title":"COAT: Compressing Optimizer states and Activation for Memory-Efficient FP8 Training","created":"2024-10-25","cited_by_count":33,"area":null},{"id":"2502.20897","title":"Beyond Demographics: Fine-tuning Large Language Models to Predict Individuals' Subjective Text Perceptions","created":"2025-02-28","cited_by_count":33,"area":null},{"id":"2505.07004","title":"GuidedQuant: Large Language Model Quantization via Exploiting End Loss Guidance","created":"2025-05-11","cited_by_count":32,"area":null},{"id":"2310.10195","title":"AdaLomo: Low-memory Optimization with Adaptive Learning Rate","created":"2023-10-16","cited_by_count":31,"area":null},{"id":"2409.16694","title":"A Survey of Low-bit Large Language Models: Basics, Systems, and Algorithms","created":"2024-09-25","cited_by_count":31,"area":null},{"id":"2510.14974","title":"pi-Flow: Policy-Based Few-Step Generation via Imitation Distillation","created":"2025-10-16","cited_by_count":29,"area":null},{"id":"2501.06842","title":"SPAM: Spike-Aware Adam with Momentum Reset for Stable LLM Training","created":"2025-01-12","cited_by_count":28,"area":null},{"id":"2304.03589","title":"On Efficient Training of Large-Scale Deep Learning Models: A Literature Review","created":"2023-04-07","cited_by_count":26,"area":null},{"id":"2306.00477","title":"Make Pre-trained Model Reversible: From Parameter to Memory Efficient Fine-Tuning","created":"2023-06-01","cited_by_count":26,"area":null},{"id":"2308.04709","title":"A Comparative Study of Open-Source Large Language Models, GPT-4 and Claude 2: Multiple-Choice Test Taking in Nephrology","created":"2023-08-09","cited_by_count":26,"area":null},{"id":"2410.08989","title":"Zeroth-Order Fine-Tuning of LLMs in Random Subspaces","created":"2024-10-11","cited_by_count":26,"area":null},{"id":"2309.01859","title":"NLLB-CLIP -- train performant multilingual image retrieval model on a budget","created":"2023-09-04","cited_by_count":24,"area":null},{"id":"2211.09359","title":"How to Fine-Tune Vision Models with SGD","created":"2022-11-17","cited_by_count":23,"area":null},{"id":"2212.06121","title":"In Defense of Cross-Encoders for Zero-Shot Retrieval","created":"2022-12-12","cited_by_count":21,"area":null},{"id":"2502.12913","title":"GSQ-Tuning: Group-Shared Exponents Integer in Fully Quantized Training for LLMs On-Device Fine-tuning","created":"2025-02-18","cited_by_count":21,"area":null},{"id":"2306.08162","title":"INT2.1: Towards Fine-Tunable Quantized Large Language Models with Error Correction through Low-Rank Adaptation","created":"2023-06-13","cited_by_count":20,"area":null},{"id":"2305.14310","title":"Navigating Prompt Complexity for Zero-Shot Classification: A Study of Large Language Models in Computational Social Science","created":"2023-05-23","cited_by_count":19,"area":null},{"id":"2405.15593","title":"MicroAdam: Accurate Adaptive Optimization with Low Space Overhead and Provable Convergence","created":"2024-05-24","cited_by_count":19,"area":null},{"id":"2304.00116","title":"Enhancing Large Language Models with Climate Resources","created":"2023-03-31","cited_by_count":18,"area":null},{"id":"2405.03103","title":"Learning from Students: Applying t-Distributions to Explore Accurate and Efficient Formats for LLMs","created":"2024-05-06","cited_by_count":18,"area":null},{"id":"2405.17991","title":"VeLoRA: Memory Efficient Training using Rank-1 Sub-Token Projections","created":"2024-05-28","cited_by_count":18,"area":null},{"id":"2405.18144","title":"4-bit Shampoo for Memory-Efficient Network Training","created":"2024-05-28","cited_by_count":18,"area":null},{"id":"2406.17660","title":"Grass: Compute Efficient Low-Memory LLM Training with Structured Sparse Gradients","created":"2024-06-25","cited_by_count":18,"area":null},{"id":"2411.11745","title":"BitMoD: Bit-serial Mixture-of-Datatype LLM Acceleration","created":"2024-11-18","cited_by_count":18,"area":null},{"id":"2401.00529","title":"GraphGPT: Generative Pre-trained Graph Eulerian Transformer","created":"2023-12-31","cited_by_count":17,"area":null},{"id":"2401.16265","title":"CO2: Efficient Distributed Training with Full Communication-Computation Overlap","created":"2024-01-29","cited_by_count":17,"area":null},{"id":"2505.15607","title":"From Problem-Solving to Teaching Problem-Solving: Aligning LLMs with Pedagogy using Reinforcement Learning","created":"2025-05-21","cited_by_count":17,"area":null},{"id":"2604.09967","title":"Muon$^2$: Boosting Muon via Adaptive Second-Moment Preconditioning","created":"2026-04-11","cited_by_count":17,"area":null},{"id":"2310.06837","title":"Generating and Evaluating Tests for K-12 Students with Language Model Simulations: A Case Study on Sentence Reading Efficiency","created":"2023-10-10","cited_by_count":16,"area":null},{"id":"2401.12576","title":"LLMCheckup: Conversational Examination of Large Language Models via Interpretability Tools and Self-Explanations","created":"2024-01-23","cited_by_count":16,"area":null},{"id":"2502.01586","title":"SubTrack++ : Gradient Subspace Tracking for Scalable LLM Training","created":"2025-02-03","cited_by_count":16,"area":null},{"id":"2202.00441","title":"Few-Bit Backward: Quantized Gradients of Activation Functions for Memory Footprint Reduction","created":"2022-02-01","cited_by_count":14,"area":null},{"id":"2212.10548","title":"T-Projection: High Quality Annotation Projection for Sequence Labeling Tasks","created":"2022-12-20","cited_by_count":14,"area":null},{"id":"2405.05688","title":"Evaluating Dialect Robustness of Language Models via Conversation Understanding","created":"2024-05-09","cited_by_count":14,"area":null},{"id":"2503.08040","title":"Accurate INT8 Training Through Dynamic Block-Level Fallback","created":"2025-03-11","cited_by_count":14,"area":null},{"id":"2504.20437","title":"GaLore 2: Large-Scale LLM Pre-Training by Gradient Low-Rank Projection","created":"2025-04-29","cited_by_count":14,"area":null},{"id":"2506.09034","title":"FZOO: Fast Zeroth-Order Optimizer for Fine-Tuning Large Language Models towards Adam-Scale Speed","created":"2025-06-10","cited_by_count":14,"area":null},{"id":"2401.16640","title":"TeenyTinyLlama: open-source tiny language models trained in Brazilian Portuguese","created":"2024-01-30","cited_by_count":13,"area":null},{"id":"2405.06275","title":"Pruning as a Domain-specific LLM Extractor","created":"2024-05-10","cited_by_count":13,"area":null},{"id":"2312.12624","title":"Building a Llama2-finetuned LLM for Odia Language Utilizing Domain Knowledge Instruction Set","created":"2023-12-19","cited_by_count":12,"area":null},{"id":"2402.08349","title":"Evaluating the Data Model Robustness of Text-to-SQL Systems Based on Real User Queries","created":"2024-02-13","cited_by_count":12,"area":null},{"id":"2405.16528","title":"LoQT: Low-Rank Adapters for Quantized Pretraining","created":"2024-05-26","cited_by_count":12,"area":null},{"id":"2502.15814","title":"Slamming: Training a Speech Language Model on One GPU in a Day","created":"2025-02-19","cited_by_count":12,"area":null},{"id":"2504.07439","title":"LLM4Ranking: An Easy-to-use Framework of Utilizing Large Language Models for Document Reranking","created":"2025-04-10","cited_by_count":12,"area":null},{"id":"2506.01260","title":"Subspace Networks: Scaling Decentralized Training with Communication-Efficient Model Parallelism","created":"2025-06-02","cited_by_count":12,"area":null},{"id":"2402.10793","title":"An end-to-end attention-based approach for learning on graphs","created":"2024-02-16","cited_by_count":11,"area":null},{"id":"2403.04454","title":"Low-Resource Court Judgment Summarization for Common Law Systems","created":"2024-03-07","cited_by_count":11,"area":null},{"id":"2406.09958","title":"Memory-Efficient Optimization with Factorized Hamiltonian Descent","created":"2024-06-14","cited_by_count":11,"area":null},{"id":"2412.15726","title":"Fine-tuning Whisper on Low-Resource Languages for Real-World Applications","created":"2024-12-20","cited_by_count":11,"area":null},{"id":"2412.19616","title":"Gradient Weight-normalized Low-rank Projection for Efficient LLM Training","created":"2024-12-27","cited_by_count":11,"area":null},{"id":"2503.01372","title":"SwiLTra-Bench: The Swiss Legal Translation Benchmark","created":"2025-03-03","cited_by_count":11,"area":null}],"next_cursor":"100"}