{"total":54,"rows":[{"id":"2303.06865","title":"FlexGen: High-Throughput Generative Inference of Large Language Models with a Single GPU","created":"2023-03-13","cited_by_count":575,"area":null},{"id":"2101.06840","title":"ZeRO-Offload: Democratizing Billion-Scale Model Training","created":"2021-01-18","cited_by_count":341,"area":null},{"id":"2104.07857","title":"ZeRO-Infinity: Breaking the GPU Memory Wall for Extreme Scale Deep Learning","created":"2021-04-16","cited_by_count":256,"area":null},{"id":"2110.11773","title":"Sinkformers: Transformers with Doubly Stochastic Attention","created":"2021-10-22","cited_by_count":138,"area":null},{"id":"2306.09782","title":"Full Parameter Fine-tuning for Large Language Models with Limited Resources","created":"2023-06-16","cited_by_count":134,"area":null},{"id":"2104.14129","title":"ActNN: Reducing Training Memory Footprint via 2-Bit Activation Compressed Training","created":"2021-04-29","cited_by_count":61,"area":null},{"id":"2111.05193","title":"A Survey on Green Deep Learning","created":"2021-11-08","cited_by_count":52,"area":null},{"id":"2102.07870","title":"Momentum Residual Neural Networks","created":"2021-02-15","cited_by_count":37,"area":null},{"id":"2206.11357","title":"GACT: Activation Compressed Training for Generic Network Architectures","created":"2022-06-22","cited_by_count":31,"area":null},{"id":"2205.14612","title":"Do Residual Neural Networks discretize Neural Ordinary Differential Equations?","created":"2022-05-29","cited_by_count":27,"area":null},{"id":"2103.03330","title":"Large Graph Convolutional Network Training with GPU-Oriented Data Communication Architecture","created":"2021-03-04","cited_by_count":25,"area":null},{"id":"2107.01739","title":"KAISA: An Adaptive Second-Order Optimizer Framework for Deep Neural Networks","created":"2021-07-04","cited_by_count":20,"area":null},{"id":"2307.09988","title":"TinyTrain: Resource-Aware Task-Adaptive Sparse Training of DNNs at the Data-Scarce Edge","created":"2023-07-19","cited_by_count":18,"area":null},{"id":"2410.17881","title":"AdaRankGrad: Adaptive Gradient-Rank and Moments for Memory-Efficient LLMs Training and Fine-Tuning","created":"2024-10-23","cited_by_count":17,"area":null},{"id":"2310.10699","title":"Reusing Pretrained Models by Multi-linear Operators for Efficient Training","created":"2023-10-16","cited_by_count":15,"area":null},{"id":"2303.01980","title":"Towards energy-efficient Deep Learning: An overview of energy-efficient approaches along the Deep Learning Lifecycle","created":"2023-02-05","cited_by_count":14,"area":null},{"id":"2205.04711","title":"SmartSAGE: Training Large-scale Graph Neural Networks using In-Storage Processing Architectures","created":"2022-05-10","cited_by_count":13,"area":null},{"id":"2112.01771","title":"Understanding Performance Problems in Deep Learning Systems","created":"2021-12-03","cited_by_count":12,"area":null},{"id":"2205.04702","title":"Training Personalized Recommendation Systems from (GPU) Scratch: Look Forward not Backwards","created":"2022-05-10","cited_by_count":11,"area":null},{"id":"2310.07147","title":"QFT: Quantized Full-parameter Tuning of LLMs with Affordable Resources","created":"2023-10-11","cited_by_count":10,"area":null},{"id":"2111.09562","title":"COMET: A Novel Memory-Efficient Deep Learning Training Framework by Using Error-Bounded Lossy Compression","created":"2021-11-18","cited_by_count":8,"area":null},{"id":"2303.02868","title":"Angel-PTM: A Scalable and Economical Large-scale Pre-training System in Tencent","created":"2023-03-06","cited_by_count":8,"area":null},{"id":"2309.15467","title":"Enabling Resource-efficient AIoT System with Cross-level Optimization: A survey","created":"2023-09-27","cited_by_count":8,"area":null},{"id":"2410.21316","title":"Deep Optimizer States: Towards Scalable Training of Transformer Models Using Interleaved Offloading","created":"2024-10-26","cited_by_count":7,"area":null},{"id":"2503.19050","title":"Mist: Efficient Distributed Training of Large Language Models via Memory-Parallelism Co-Optimization","created":"2025-03-24","cited_by_count":7,"area":null},{"id":"2202.01306","title":"Harmony: Overcoming the Hurdles of GPU Memory Capacity to Train Massive DNN Models on Commodity Servers","created":"2022-02-02","cited_by_count":6,"area":null},{"id":"2509.21271","title":"SuperOffload: Unleashing the Power of Large-Scale LLM Training on Superchips","created":"2025-09-25","cited_by_count":6,"area":null},{"id":"2203.11540","title":"Scale-out Systolic Arrays","created":"2022-03-22","cited_by_count":5,"area":null},{"id":"2210.10246","title":"Tempo: Accelerating Transformer-Based Model Training through Memory Footprint Reduction","created":"2022-10-19","cited_by_count":4,"area":null},{"id":"2410.11577","title":"Breaking the Memory Wall for Heterogeneous Federated Learning via Model Splitting","created":"2024-10-12","cited_by_count":4,"area":null},{"id":"2110.03553","title":"Shift-BNN: Highly-Efficient Probabilistic Bayesian Neural Network Training via Memory-Friendly Pattern Retrieving","created":"2021-10-07","cited_by_count":3,"area":null},{"id":"2506.06472","title":"Cost-Efficient LLM Training with Lifetime-Aware Tensor Offloading via GPUDirect Storage","created":"2025-06-06","cited_by_count":3,"area":null},{"id":"2203.15980","title":"DELTA: Dynamically Optimizing GPU Memory beyond Tensor Recomputation","created":"2022-03-30","cited_by_count":2,"area":null},{"id":"2209.10778","title":"Nesting Forward Automatic Differentiation for Memory-Efficient Deep Neural Network Training","created":"2022-09-22","cited_by_count":2,"area":null},{"id":"2212.09290","title":"XEngine: Optimal Tensor Rematerialization for Neural Networks in Heterogeneous Environments","created":"2022-12-19","cited_by_count":2,"area":null},{"id":"2308.06686","title":"TorchQL: A Programming Framework for Integrity Constraints in Machine Learning","created":"2023-08-13","cited_by_count":2,"area":null},{"id":"2406.08756","title":"Optimizing Large Model Training through Overlapped Activation Recomputation","created":"2024-06-13","cited_by_count":2,"area":null},{"id":"2105.04354","title":"AFINet: Attentive Feature Integration Networks for Image Classification","created":"2021-05-10","cited_by_count":1,"area":null},{"id":"2105.13336","title":"TENSILE: A Tensor granularity dynamic GPU memory scheduling method toward multiple dynamic workloads system","created":"2021-05-27","cited_by_count":1,"area":null},{"id":"2403.11204","title":"Partitioned Neural Network Training via Synthetic Intermediate Labels","created":"2024-03-17","cited_by_count":1,"area":null},{"id":"2410.08256","title":"AdaShadow: Responsive Test-time Model Adaptation in Non-stationary Mobile Environments","created":"2024-10-10","cited_by_count":1,"area":null},{"id":"2501.05408","title":"Tempo: Compiled Dynamic Deep Learning with Symbolic Dependence Graphs","created":"2025-01-09","cited_by_count":1,"area":null},{"id":"2508.19087","title":"APT-LLM: Exploiting Arbitrary-Precision Tensor Core Computing for LLM Acceleration","created":"2025-08-26","cited_by_count":1,"area":null},{"id":"2510.11400","title":"FedHybrid: Breaking the Memory Wall of Federated Learning via Hybrid Tensor Management","created":"2025-10-13","cited_by_count":1,"area":null},{"id":"2110.07276","title":"Carousel Memory: Rethinking the Design of Episodic Memory for Continual Learning","created":"2021-10-14","cited_by_count":0,"area":null},{"id":"2208.08711","title":"L3: Accelerator-Friendly Lossless Image Format for High-Resolution, High-Throughput DNN Training","created":"2022-08-18","cited_by_count":0,"area":null},{"id":"2209.12708","title":"Faith: An Efficient Framework for Transformer Verification on GPUs","created":"2022-09-23","cited_by_count":0,"area":null},{"id":"2303.14633","title":"An Evaluation of Memory Optimization Methods for Training Neural Networks","created":"2023-03-26","cited_by_count":0,"area":null},{"id":"2310.19295","title":"ROAM: memory-efficient large DNN training via optimized operator ordering and memory layout","created":"2023-10-30","cited_by_count":0,"area":null},{"id":"2401.11471","title":"LR-CNN: Lightweight Row-centric Convolutional Neural Network Training for Memory Reduction","created":"2024-01-21","cited_by_count":0,"area":null},{"id":"2410.08791","title":"Superpipeline: A Universal Approach for Reducing GPU Memory Usage in Large Models","created":"2024-10-11","cited_by_count":0,"area":null},{"id":"2512.17570","title":"GreedySnake: Accelerating SSD-Offloaded LLM Training with Efficient Scheduling and Optimizer Step Overlapping","created":"2025-12-19","cited_by_count":0,"area":null},{"id":"2604.27085","title":"Efficient Training on Multiple Consumer GPUs with RoundPipe","created":"2026-04-29","cited_by_count":0,"area":null},{"id":"2609.27040","title":"EMA: Elastic and Performance Transparent Memory Across GPUs","created":"2026-09-22","cited_by_count":0,"area":null}],"next_cursor":null}