{"list":"other","total":52,"rows":[{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1912.01703","title":"PyTorch: An Imperative Style, High-Performance Deep Learning Library","created":"2019-12-03","cited_by_count":20305},{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"2307.08691","title":"FlashAttention-2: Faster Attention with Better Parallelism and Work Partitioning","created":"2023-07-17","cited_by_count":2598},{"id":"1702.08734","title":"Billion-scale similarity search with GPUs","created":"2017-02-28","cited_by_count":2497},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"1909.08053","title":"Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism","created":"2019-09-17","cited_by_count":1868},{"id":"2007.14062","title":"Big Bird: Transformers for Longer Sequences","created":"2020-07-28","cited_by_count":1684},{"id":"2006.04768","title":"Linformer: Self-Attention with Linear Complexity","created":"2020-06-08","cited_by_count":1474},{"id":"2401.14196","title":"DeepSeek-Coder: When the Large Language Model Meets Programming -- The Rise of Code Intelligence","created":"2024-01-25","cited_by_count":1181},{"id":"1710.03740","title":"Mixed Precision Training","created":"2017-10-10","cited_by_count":1156},{"id":"2108.12409","title":"Train Short, Test Long: Attention with Linear Biases Enables Input Length Extrapolation","created":"2021-08-27","cited_by_count":1103},{"id":"1604.06174","title":"Training Deep Nets with Sublinear Memory Cost","created":"2016-04-21","cited_by_count":848},{"id":"2304.11277","title":"PyTorch FSDP: Experiences on Scaling Fully Sharded Data Parallel","created":"2023-04-21","cited_by_count":660},{"id":"2102.03902","title":"Nystr\\\"omformer: A Nystr\\\"om-Based Algorithm for Approximating Self-Attention","created":"2021-02-07","cited_by_count":471},{"id":"2310.01889","title":"Ring Attention with Blockwise Transformers for Near-Infinite Context","created":"2023-10-03","cited_by_count":457},{"id":"2402.19473","title":"Retrieval-Augmented Generation for AI-Generated Content: A Survey","created":"2024-02-29","cited_by_count":354},{"id":"2101.06840","title":"ZeRO-Offload: Democratizing Billion-Scale Model Training","created":"2021-01-18","cited_by_count":341},{"id":"2402.13753","title":"LongRoPE: Extending LLM Context Window Beyond 2 Million Tokens","created":"2024-02-21","cited_by_count":313},{"id":"2205.05198","title":"Reducing Activation Recomputation in Large Transformer Models","created":"2022-05-10","cited_by_count":302},{"id":"2309.14509","title":"DeepSpeed Ulysses: System Optimizations for Enabling Training of Extreme Long Sequence Transformer Models","created":"2023-09-25","cited_by_count":245},{"id":"1905.12322","title":"A Study of BFLOAT16 for Deep Learning Training","created":"2019-05-29","cited_by_count":232},{"id":"2402.08268","title":"World Model on Million-Length Video And Language With Blockwise RingAttention","created":"2024-02-13","cited_by_count":198},{"id":"2402.10171","title":"Data Engineering for Scaling Language Models to 128K Context","created":"2024-02-15","cited_by_count":186},{"id":"2006.09503","title":"Memory-Efficient Pipeline-Parallel DNN Training","created":"2020-06-16","cited_by_count":134},{"id":"2310.05209","title":"Scaling Laws of RoPE-based Extrapolation","created":"2023-10-08","cited_by_count":125},{"id":"2201.11838","title":"Clinical-Longformer and Clinical-BigBird: Transformers for long clinical sequences","created":"2022-01-27","cited_by_count":69},{"id":"2405.07719","title":"USP: A Unified Sequence Parallelism Approach for Long Context Generative AI","created":"2024-05-13","cited_by_count":61},{"id":"2211.13878","title":"Galvatron: Efficient Transformer Training over Multiple GPUs Using Automatic Parallelism","created":"2022-11-25","cited_by_count":53},{"id":"2006.09616","title":"Dynamic Tensor Rematerialization","created":"2020-06-17","cited_by_count":46},{"id":"2101.12127","title":"tf.data: A Machine Learning Data Processing Framework","created":"2021-01-28","cited_by_count":41},{"id":"2007.06775","title":"Analyzing and Mitigating Data Stalls in DNN Training","created":"2020-07-14","cited_by_count":36},{"id":"2112.07221","title":"HET: Scaling out Huge Embedding Model Training via Cache-enabled Distributed Framework","created":"2021-12-14","cited_by_count":28},{"id":"2109.09920","title":"Survey: Transformer based Video-Language Pre-training","created":"2021-09-21","cited_by_count":27},{"id":"2205.00119","title":"MiCS: Near-linear Scaling for Training Gigantic Model on Public Cloud","created":"2022-04-30","cited_by_count":22},{"id":"2010.04804","title":"A Tensor Compiler for Unified Machine Learning Prediction Serving","created":"2020-10-09","cited_by_count":20},{"id":"2401.08156","title":"GMLake: Efficient and Transparent GPU Memory Defragmentation for Large-scale DNN Training with Virtual Memory Stitching","created":"2024-01-16","cited_by_count":15},{"id":"2307.02031","title":"Improving Automatic Parallel Training via Balanced Memory Workload Optimization","created":"2023-07-05","cited_by_count":14},{"id":"1703.04780","title":"Learning Models over Relational Data using Sparse Tensors and Functional Dependencies","created":"2017-03-14","cited_by_count":12},{"id":"2311.15578","title":"Experimental Analysis of Large-scale Learnable Vector Storage Compression","created":"2023-11-27","cited_by_count":12},{"id":"2009.00524","title":"Tensor Relational Algebra for Machine Learning System Design","created":"2020-09-01","cited_by_count":11},{"id":"2202.08679","title":"Where Is My Training Bottleneck? Hidden Trade-Offs in Deep Learning Preprocessing Pipelines","created":"2022-02-17","cited_by_count":10},{"id":"2210.06267","title":"Optimizing Tensor Programs on Flexible Storage","created":"2022-10-12","cited_by_count":9},{"id":"2312.03256","title":"CAFE: Towards Compact, Adaptive, and Fast Embedding for Large-scale Recommendation Models","created":"2023-12-06","cited_by_count":7},{"id":"1804.10001","title":"Profile-guided memory optimization for deep neural networks","created":"2018-04-26","cited_by_count":6},{"id":"2110.14007","title":"TOD: GPU-accelerated Outlier Detection via Tensor Operations","created":"2021-10-26","cited_by_count":6},{"id":"2210.12924","title":"OLLA: Optimizing the Lifetime and Location of Arrays to Reduce the Memory Usage of Neural Networks","created":"2022-10-24","cited_by_count":6},{"id":"2405.03924","title":"NeurDB: An AI-powered Autonomous Data System","created":"2024-05-07","cited_by_count":5},{"id":"1905.01135","title":"On the Impact of Memory Allocation on High-Performance Query Processing","created":"2019-05-03","cited_by_count":3},{"id":"2311.00591","title":"Coop: Memory is not a Commodity","created":"2023-11-01","cited_by_count":3}],"next_cursor":null}