{"list":"other","total":54,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"2005.11401","title":"Retrieval-Augmented Generation for Knowledge-Intensive NLP Tasks","created":"2020-05-22","cited_by_count":9297},{"id":"2107.03374","title":"Evaluating Large Language Models Trained on Code","created":"2021-07-07","cited_by_count":8320},{"id":"2412.15115","title":"Qwen2.5 Technical Report","created":"2024-12-19","cited_by_count":4942},{"id":"1902.00751","title":"Parameter-Efficient Transfer Learning for NLP","created":"2019-02-02","cited_by_count":4236},{"id":"2104.08691","title":"The Power of Scale for Parameter-Efficient Prompt Tuning","created":"2021-04-18","cited_by_count":3795},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673},{"id":"2305.14314","title":"QLoRA: Efficient Finetuning of Quantized LLMs","created":"2023-05-23","cited_by_count":3418},{"id":"2309.16609","title":"Qwen Technical Report","created":"2023-09-28","cited_by_count":3344},{"id":"2212.10560","title":"Self-Instruct: Aligning Language Models with Self-Generated Instructions","created":"2022-12-20","cited_by_count":2724},{"id":"2002.08909","title":"REALM: Retrieval-Augmented Language Model Pre-Training","created":"2020-02-10","cited_by_count":2141},{"id":"1909.08053","title":"Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism","created":"2019-09-17","cited_by_count":1868},{"id":"2403.13372","title":"LlamaFactory: Unified Efficient Fine-Tuning of 100+ Language Models","created":"2024-03-20","cited_by_count":1464},{"id":"1808.08745","title":"Don't Give Me the Details, Just the Summary! Topic-Aware Convolutional Neural Networks for Extreme Summarization","created":"2018-08-27","cited_by_count":1317},{"id":"1910.02054","title":"ZeRO: Memory Optimizations Toward Training Trillion Parameter Models","created":"2019-10-04","cited_by_count":1301},{"id":"1704.04368","title":"Get To The Point: Summarization with Pointer-Generator Networks","created":"2017-04-14","cited_by_count":1292},{"id":"2203.13474","title":"CodeGen: An Open Large Language Model for Code with Multi-Turn Program Synthesis","created":"2022-03-25","cited_by_count":885},{"id":"2304.11277","title":"PyTorch FSDP: Experiences on Scaling Fully Sharded Data Parallel","created":"2023-04-21","cited_by_count":660},{"id":"2104.04473","title":"Efficient Large-Scale Language Model Training on GPU Clusters Using Megatron-LM","created":"2021-04-09","cited_by_count":632},{"id":"2101.06840","title":"ZeRO-Offload: Democratizing Billion-Scale Model Training","created":"2021-01-18","cited_by_count":341},{"id":"2310.11454","title":"VeRA: Vector-based Random Matrix Adaptation","created":"2023-10-17","cited_by_count":300},{"id":"2104.07857","title":"ZeRO-Infinity: Breaking the GPU Memory Wall for Extreme Scale Deep Learning","created":"2021-04-16","cited_by_count":256},{"id":"2010.11918","title":"AdapterDrop: On the Efficiency of Adapters in Transformers","created":"2020-10-22","cited_by_count":224},{"id":"2006.06762","title":"Ansor: Generating High-Performance Tensor Programs for Deep Learning","created":"2020-06-11","cited_by_count":201},{"id":"2305.17100","title":"BiomedGPT: A Generalist Vision-Language Foundation Model for Diverse Biomedical Tasks","created":"2023-05-26","cited_by_count":201},{"id":"2007.04074","title":"Auto-Sklearn 2.0: Hands-free AutoML via Meta-Learning","created":"2020-07-08","cited_by_count":174},{"id":"2311.03285","title":"S-LoRA: Serving Thousands of Concurrent LoRA Adapters","created":"2023-11-06","cited_by_count":152},{"id":"2004.03829","title":"Exploring Versatile Generative Language Model Via Parameter-Efficient Transfer Learning","created":"2020-04-08","cited_by_count":139},{"id":"2410.10989","title":"Liger Kernel: Efficient Triton Kernels for LLM Training","created":"2024-10-14","cited_by_count":130},{"id":"2403.08763","title":"Simple and Scalable Strategies to Continually Pre-train Large Language Models","created":"2024-03-13","cited_by_count":127},{"id":"2306.10070","title":"Opportunities and Challenges for ChatGPT and Large Language Models in Biomedicine and Health","created":"2023-06-15","cited_by_count":118},{"id":"2007.01045","title":"DAPPLE: A Pipelined Data Parallel Approach for Training Large Models","created":"2020-07-02","cited_by_count":101},{"id":"2310.18547","title":"Punica: Multi-Tenant LoRA Serving","created":"2023-10-28","cited_by_count":83},{"id":"2302.04870","title":"Offsite-Tuning: Transfer Learning without Full Model","created":"2023-02-09","cited_by_count":78},{"id":"2102.07988","title":"TeraPipe: Token-Level Pipeline Parallelism for Training Large-Scale Language Models","created":"2021-02-16","cited_by_count":75},{"id":"2108.13342","title":"DNNFusion: Accelerating Deep Neural Networks Execution with Advanced Operator Fusion","created":"2021-08-30","cited_by_count":57},{"id":"2211.13878","title":"Galvatron: Efficient Transformer Training over Multiple GPUs Using Automatic Parallelism","created":"2022-11-25","cited_by_count":53},{"id":"2405.05751","title":"Mirage: A Multi-Level Superoptimizer for Tensor Programs","created":"2024-05-09","cited_by_count":41},{"id":"2207.04296","title":"TensorIR: An Abstraction for Automatic Tensorized Program Optimization","created":"2022-07-09","cited_by_count":38},{"id":"2401.12200","title":"APT: Adaptive Pruning and Tuning Pretrained Language Models for Efficient Training and Inference","created":"2024-01-22","cited_by_count":29},{"id":"2210.09603","title":"Hidet: Task-Mapping Programming Paradigm for Deep Learning Tensor Programs","created":"2022-10-18","cited_by_count":28},{"id":"2007.01277","title":"Automatic Horizontal Fusion for GPU Kernels","created":"2020-07-02","cited_by_count":17},{"id":"2312.00949","title":"Hyperparameter Optimization for Large Language Model Instruction-Tuning","created":"2023-12-01","cited_by_count":17},{"id":"1708.07308","title":"Ease.ml: Towards Multi-tenant Resource Sharing for Machine Learning Workloads","created":"2017-08-24","cited_by_count":16},{"id":"2312.02515","title":"mLoRA: Fine-Tuning LoRA Adapters via Highly-Efficient Pipeline Parallelism in Multiple GPUs","created":"2023-12-05","cited_by_count":12},{"id":"2410.10739","title":"Balancing Continuous Pre-Training and Instruction Fine-Tuning: Optimizing Instruction-Following in LLMs","created":"2024-10-14","cited_by_count":12},{"id":"2405.00657","title":"RST-LoRA: A Discourse-Aware Low-Rank Adaptation for Long Document Abstractive Summarization","created":"2024-05-01","cited_by_count":11},{"id":"2410.08081","title":"Packing Analysis: Packing Is More Appropriate for Large Models or Datasets in Supervised Fine-tuning","created":"2024-10-10","cited_by_count":11},{"id":"2102.02344","title":"Horizontally Fused Training Array: An Effective Hardware Utilization Squeezer for Training Novel Deep Learning Models","created":"2021-02-03","cited_by_count":7},{"id":"2503.19050","title":"Mist: Efficient Distributed Training of Large Language Models via Memory-Parallelism Co-Optimization","created":"2025-03-24","cited_by_count":7},{"id":"2509.01193","title":"LobRA: Multi-tenant Fine-tuning over Heterogeneous Data","created":"2025-09-01","cited_by_count":4}],"next_cursor":null}