{"total":44,"rows":[{"id":"2304.11277","title":"PyTorch FSDP: Experiences on Scaling Fully Sharded Data Parallel","created":"2023-04-21","cited_by_count":660,"area":null},{"id":"2104.05158","title":"Software-Hardware Co-design for Fast and Scalable Training of Deep Learning Recommendation Models","created":"2021-04-12","cited_by_count":78,"area":null},{"id":"2104.14129","title":"ActNN: Reducing Training Memory Footprint via 2-Bit Activation Compressed Training","created":"2021-04-29","cited_by_count":61,"area":null},{"id":"2105.11118","title":"Dorylus: Affordable, Scalable, and Accurate GNN Training with Distributed CPU Servers and Serverless Threads","created":"2021-05-24","cited_by_count":51,"area":null},{"id":"2307.09182","title":"Federated Learning for Computationally-Constrained Heterogeneous Devices: A Survey","created":"2023-07-18","cited_by_count":40,"area":null},{"id":"2109.07719","title":"Efficient Differentiable Simulation of Articulated Bodies","created":"2021-09-16","cited_by_count":39,"area":null},{"id":"2206.11357","title":"GACT: Activation Compressed Training for Generic Network Architectures","created":"2022-06-22","cited_by_count":31,"area":null},{"id":"2210.09603","title":"Hidet: Task-Mapping Programming Paradigm for Deep Learning Tensor Programs","created":"2022-10-18","cited_by_count":28,"area":null},{"id":"2207.07697","title":"POET: Training Neural Networks on Tiny Devices with Integrated Rematerialization and Paging","created":"2022-07-15","cited_by_count":26,"area":null},{"id":"2201.12023","title":"Alpa: Automating Inter- and Intra-Operator Parallelism for Distributed Deep Learning","created":"2022-01-28","cited_by_count":20,"area":null},{"id":"2212.00824","title":"On-device Training: A First Overview on Existing Systems","created":"2022-12-01","cited_by_count":19,"area":null},{"id":"2307.09988","title":"TinyTrain: Resource-Aware Task-Adaptive Sparse Training of DNNs at the Data-Scarce Edge","created":"2023-07-19","cited_by_count":18,"area":null},{"id":"2110.10221","title":"The CoRa Tensor Compiler: Compilation for Ragged Tensors with Minimal Padding","created":"2021-10-19","cited_by_count":17,"area":null},{"id":"2206.04959","title":"Merak: An Efficient Distributed DNN Training Framework with Automated 3D Parallelism for Giant Foundation Models","created":"2022-06-10","cited_by_count":11,"area":null},{"id":"2302.08005","title":"Slapo: A Schedule Language for Progressive Optimization of Large Deep Learning Model Training","created":"2023-02-16","cited_by_count":11,"area":null},{"id":"2310.07147","title":"QFT: Quantized Full-parameter Tuning of LLMs with Affordable Resources","created":"2023-10-11","cited_by_count":10,"area":null},{"id":"2305.15265","title":"Winner-Take-All Column Row Sampling for Memory Efficient Adaptation of Language Model","created":"2023-05-24","cited_by_count":9,"area":null},{"id":"2309.15467","title":"Enabling Resource-efficient AIoT System with Cross-level Optimization: A survey","created":"2023-09-27","cited_by_count":8,"area":null},{"id":"2305.17005","title":"Aggregating Capacity in FL through Successive Layer Training for Computationally-Constrained Devices","created":"2023-05-26","cited_by_count":7,"area":null},{"id":"2503.19050","title":"Mist: Efficient Distributed Training of Large Language Models via Memory-Parallelism Co-Optimization","created":"2025-03-24","cited_by_count":7,"area":null},{"id":"2504.14519","title":"SlimPipe: Memory-Thrifty and Efficient Pipeline Parallelism for Long-Context LLM Training","created":"2025-04-20","cited_by_count":6,"area":null},{"id":"2301.08984","title":"SuperScaler: Supporting Flexible DNN Parallelization via a Unified Abstraction","created":"2023-01-21","cited_by_count":5,"area":null},{"id":"2302.02599","title":"Colossal-Auto: Unified Automation of Parallelization and Activation Checkpoint for Large-scale Models","created":"2023-02-06","cited_by_count":5,"area":null},{"id":"2305.18513","title":"SlimFit: Memory-Efficient Fine-Tuning of Transformer-based Models Using Training Dynamics","created":"2023-05-29","cited_by_count":5,"area":null},{"id":"2407.12117","title":"MEMO: Fine-grained Tensor Management For Ultra-long Context LLM Training","created":"2024-07-16","cited_by_count":5,"area":null},{"id":"2202.10435","title":"Survey on Large Scale Neural Network Training","created":"2022-02-21","cited_by_count":4,"area":null},{"id":"2210.10246","title":"Tempo: Accelerating Transformer-Based Model Training through Memory Footprint Reduction","created":"2022-10-19","cited_by_count":4,"area":null},{"id":"2307.01236","title":"Rockmate: an Efficient, Fast, Automatic and Generic Tool for Re-materialization in PyTorch","created":"2023-07-03","cited_by_count":4,"area":null},{"id":"2403.00176","title":"SoD$^2$: Statically Optimizing Dynamic Deep Neural Network","created":"2024-02-29","cited_by_count":4,"area":null},{"id":"2311.00591","title":"Coop: Memory is not a Commodity","created":"2023-11-01","cited_by_count":3,"area":null},{"id":"2203.15980","title":"DELTA: Dynamically Optimizing GPU Memory beyond Tensor Recomputation","created":"2022-03-30","cited_by_count":2,"area":null},{"id":"2212.09290","title":"XEngine: Optimal Tensor Rematerialization for Neural Networks in Heterogeneous Environments","created":"2022-12-19","cited_by_count":2,"area":null},{"id":"2509.23722","title":"OctoPipe: Reducing Pipeline Bubbles for Heterogeneous Models via Co-Optimizing Partitioning, Placement, and Scheduling","created":"2025-09-28","cited_by_count":2,"area":null},{"id":"2303.04759","title":"RAF: Holistic Compilation for Deep Learning Model Training","created":"2023-03-08","cited_by_count":1,"area":null},{"id":"2604.27089","title":"AutoSP: Unlocking Long-Context LLM Training Via Compiler-Based Sequence Parallelism","created":"2026-04-29","cited_by_count":1,"area":null},{"id":"2607.02158","title":"Efficient PEFT Methods with Adaptive Checkpointing for Vision Models and VLMs on Resource Constrained Consumer-GPUs","created":"2026-07-02","cited_by_count":1,"area":null},{"id":"2609.31250","title":"Deterministic Regime Switching and Feasibility Inversion in Dynamic Tensor Rematerialization","created":"2026-09-25","cited_by_count":1,"area":null},{"id":"2303.14633","title":"An Evaluation of Memory Optimization Methods for Training Neural Networks","created":"2023-03-26","cited_by_count":0,"area":null},{"id":"2304.14463","title":"Moccasin: Efficient Tensor Rematerialization for Neural Networks","created":"2023-04-27","cited_by_count":0,"area":null},{"id":"2502.12499","title":"GPU Memory Usage Optimization for Backward Propagation in Deep Network Training","created":"2025-02-18","cited_by_count":0,"area":null},{"id":"2601.19739","title":"TokenSeek: Memory Efficient Fine Tuning via Instance-Aware Token Ditching","created":"2026-01-27","cited_by_count":0,"area":null},{"id":"2608.15211","title":"TERRA: A Hierarchical Parallel Training and Memory Orchestration Framework for High-Resolution AI-based Earth Modeling","created":"2026-08-15","cited_by_count":0,"area":null},{"id":"2609.24089","title":"FlashBoB: I/O-Efficient Exact Backward-over-Backward for Softmax Attention","created":"2026-09-21","cited_by_count":0,"area":null},{"id":"2610.14369","title":"When More Memory Fails: Hidden Feasibility Holes in Dynamic Tensor Rematerialization","created":"2026-10-09","cited_by_count":0,"area":null}],"next_cursor":null}