{"list":"other","total":52,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"2110.14168","title":"Training Verifiers to Solve Math Word Problems","created":"2021-10-27","cited_by_count":10109},{"id":"2009.03300","title":"Measuring Massive Multitask Language Understanding","created":"2020-09-07","cited_by_count":7963},{"id":"1905.07830","title":"HellaSwag: Can a Machine Really Finish Your Sentence?","created":"2019-05-19","cited_by_count":4100},{"id":"1701.06538","title":"Outrageously Large Neural Networks: The Sparsely-Gated Mixture-of-Experts Layer","created":"2017-01-23","cited_by_count":3509},{"id":"2305.14314","title":"QLoRA: Efficient Finetuning of Quantized LLMs","created":"2023-05-23","cited_by_count":3418},{"id":"1609.07843","title":"Pointer Sentinel Mixture Models","created":"2016-09-26","cited_by_count":3096},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"2210.17323","title":"GPTQ: Accurate Post-Training Quantization for Generative Pre-trained Transformers","created":"2022-10-31","cited_by_count":1919},{"id":"1909.08053","title":"Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism","created":"2019-09-17","cited_by_count":1868},{"id":"2211.10438","title":"SmoothQuant: Accurate and Efficient Post-Training Quantization for Large Language Models","created":"2022-11-18","cited_by_count":1386},{"id":"1910.02054","title":"ZeRO: Memory Optimizations Toward Training Trillion Parameter Models","created":"2019-10-04","cited_by_count":1301},{"id":"2306.00978","title":"AWQ: Activation-aware Weight Quantization for LLM Compression and Acceleration","created":"2023-06-01","cited_by_count":1298},{"id":"1710.03740","title":"Mixed Precision Training","created":"2017-10-10","cited_by_count":1156},{"id":"2002.04745","title":"On Layer Normalization in the Transformer Architecture","created":"2020-02-12","cited_by_count":922},{"id":"2112.06905","title":"GLaM: Efficient Scaling of Language Models with Mixture-of-Experts","created":"2021-12-13","cited_by_count":897},{"id":"2401.06066","title":"DeepSeekMoE: Towards Ultimate Expert Specialization in Mixture-of-Experts Language Models","created":"2024-01-11","cited_by_count":867},{"id":"2304.11277","title":"PyTorch FSDP: Experiences on Scaling Fully Sharded Data Parallel","created":"2023-04-21","cited_by_count":660},{"id":"2206.01861","title":"ZeroQuant: Efficient and Affordable Post-Training Quantization for Large-Scale Transformers","created":"2022-06-04","cited_by_count":526},{"id":"2403.03507","title":"GaLore: Memory-Efficient LLM Training by Gradient Low-Rank Projection","created":"2024-03-06","cited_by_count":463},{"id":"2110.02861","title":"8-bit Optimizers via Block-wise Quantization","created":"2021-10-06","cited_by_count":403},{"id":"2102.06171","title":"High-Performance Large-Scale Image Recognition Without Normalization","created":"2021-02-11","cited_by_count":360},{"id":"2305.17888","title":"LLM-QAT: Data-Free Quantization Aware Training for Large Language Models","created":"2023-05-29","cited_by_count":324},{"id":"1812.06162","title":"An Empirical Model of Large-Batch Training","created":"2018-12-14","cited_by_count":281},{"id":"1901.06053","title":"A Tail-Index Analysis of Stochastic Gradient Noise in Deep Neural Networks","created":"2019-01-18","cited_by_count":214},{"id":"2209.05433","title":"FP8 Formats for Deep Learning","created":"2022-09-12","cited_by_count":196},{"id":"2407.11062","title":"EfficientQAT: Efficient Quantization-Aware Training for Large Language Models","created":"2024-07-10","cited_by_count":127},{"id":"2310.18313","title":"FP8-LM: Training FP8 Large Language Models","created":"2023-10-27","cited_by_count":77},{"id":"2509.25149","title":"Pretraining Large Language Models with NVFP4","created":"2025-09-29","cited_by_count":76},{"id":"2501.17116","title":"Optimizing Large Language Model Training Using FP4 Quantization","created":"2025-01-28","cited_by_count":56},{"id":"2306.10209","title":"ZeRO++: Extremely Efficient Collective Communication for Giant Model Training","created":"2023-06-16","cited_by_count":52},{"id":"2312.16903","title":"Spike No More: Stabilizing the Pre-training of Large Language Models","created":"2023-12-28","cited_by_count":52},{"id":"2406.06385","title":"Low-Rank Quantization-Aware Training for LLMs","created":"2024-06-10","cited_by_count":43},{"id":"2505.14669","title":"Quartet: Native FP4 Training Can Be Optimal for Large Language Models","created":"2025-05-20","cited_by_count":39},{"id":"2410.19313","title":"COAT: Compressing Optimizer states and Activation for Memory-Efficient FP8 Training","created":"2024-10-25","cited_by_count":33},{"id":"2501.06842","title":"SPAM: Spike-Aware Adam with Momentum Reset for Stable LLM Training","created":"2025-01-12","cited_by_count":28},{"id":"2309.17224","title":"Training and inference of large language models using 8-bit floating point","created":"2023-09-29","cited_by_count":20},{"id":"2410.15526","title":"SDP4Bit: Toward 4-bit Communication Quantization in Sharded Data Parallelism for LLM Training","created":"2024-10-20","cited_by_count":14},{"id":"2506.01260","title":"Subspace Networks: Scaling Decentralized Training with Communication-Efficient Model Parallelism","created":"2025-06-02","cited_by_count":12},{"id":"2405.18710","title":"To FP8 and Back Again: Quantifying Reduced Precision Effects on LLM Training Stability","created":"2024-05-29","cited_by_count":9},{"id":"2107.13490","title":"Adaptive Precision Training (AdaPT): A dynamic fixed point quantized training approach for DNNs","created":"2021-07-28","cited_by_count":8},{"id":"2411.11038","title":"EfQAT: An Efficient Framework for Quantization-Aware Training","created":"2024-11-17","cited_by_count":7},{"id":"2509.18993","title":"CR-Net: Scaling Parameter-Efficient Training with Cross-Layer Low-Rank Structure","created":"2025-09-23","cited_by_count":7},{"id":"2503.01328","title":"PipeOffload: Improving Scalability of Pipeline Parallelism with Memory Optimization","created":"2025-03-03","cited_by_count":5},{"id":"2602.14159","title":"Synergistic Intra- and Cross-Layer Regularization Losses for MoE Expert Specialization","created":"2026-02-15","cited_by_count":5},{"id":"2309.13681","title":"Accelerating Large Batch Training via Gradient Signal to Noise Ratio (GSNR)","created":"2023-09-24","cited_by_count":3},{"id":"2509.19029","title":"Clapping: Removing Per-sample Storage for Pipeline Parallel Distributed Optimization with Communication Compression","created":"2025-09-23","cited_by_count":3},{"id":"2203.07713","title":"LDP: Learnable Dynamic Precision for Efficient Deep Neural Network Training and Inference","created":"2022-03-15","cited_by_count":2}],"next_cursor":null}