{"list":"other","total":51,"rows":[{"id":"1512.03385","title":"Deep Residual Learning for Image Recognition","created":"2015-12-10","cited_by_count":52096},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"1608.06993","title":"Densely Connected Convolutional Networks","created":"2016-08-25","cited_by_count":6720},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"1607.06450","title":"Layer Normalization","created":"2016-07-21","cited_by_count":5669},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673},{"id":"1609.07843","title":"Pointer Sentinel Mixture Models","created":"2016-09-26","cited_by_count":3096},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"1312.6034","title":"Deep Inside Convolutional Networks: Visualising Image Classification Models and Saliency Maps","created":"2013-12-20","cited_by_count":2371},{"id":"1905.10044","title":"BoolQ: Exploring the Surprising Difficulty of Natural Yes/No Questions","created":"2019-05-24","cited_by_count":2183},{"id":"1909.08053","title":"Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism","created":"2019-09-17","cited_by_count":1868},{"id":"1905.00414","title":"Similarity of Neural Network Representations Revisited","created":"2019-05-01","cited_by_count":1755},{"id":"1905.00537","title":"SuperGLUE: A Stickier Benchmark for General-Purpose Language Understanding Systems","created":"2019-05-02","cited_by_count":1729},{"id":"2004.10964","title":"Don't Stop Pretraining: Adapt Language Models to Domains and Tasks","created":"2020-04-23","cited_by_count":1565},{"id":"2305.13245","title":"GQA: Training Generalized Multi-Query Transformer Models from Multi-Head Checkpoints","created":"2023-05-22","cited_by_count":1346},{"id":"1802.07569","title":"Continual Lifelong Learning with Neural Networks: A Review","created":"2018-02-21","cited_by_count":1330},{"id":"1910.02054","title":"ZeRO: Memory Optimizations Toward Training Trillion Parameter Models","created":"2019-10-04","cited_by_count":1301},{"id":"1710.03740","title":"Mixed Precision Training","created":"2017-10-10","cited_by_count":1156},{"id":"1506.06724","title":"Aligning Books and Movies: Towards Story-like Visual Explanations by Watching Movies and Reading Books","created":"2015-06-22","cited_by_count":1043},{"id":"2002.04745","title":"On Layer Normalization in the Transformer Architecture","created":"2020-02-12","cited_by_count":922},{"id":"2104.04473","title":"Efficient Large-Scale Language Model Training on GPU Clusters Using Megatron-LM","created":"2021-04-09","cited_by_count":632},{"id":"2211.05102","title":"Efficiently Scaling Transformer Inference","created":"2022-11-09","cited_by_count":539},{"id":"2103.03404","title":"Attention is Not All You Need: Pure Attention Loses Rank Doubly Exponentially with Depth","created":"2021-03-05","cited_by_count":419},{"id":"1808.09121","title":"WiC: the Word-in-Context Dataset for Evaluating Context-Sensitive Meaning Representations","created":"2018-08-28","cited_by_count":372},{"id":"2211.15533","title":"The Stack: 3 TB of permissively licensed source code","created":"2022-11-20","cited_by_count":359},{"id":"1812.06162","title":"An Empirical Model of Large-Batch Training","created":"2018-12-14","cited_by_count":281},{"id":"1704.05021","title":"Sparse Communication for Distributed Gradient Descent","created":"2017-04-17","cited_by_count":249},{"id":"2010.15327","title":"Do Wide and Deep Networks Learn the Same Things? Uncovering How Neural Network Representations Vary with Width and Depth","created":"2020-10-29","cited_by_count":245},{"id":"1905.13727","title":"PowerSGD: Practical Low-Rank Gradient Compression for Distributed Optimization","created":"2019-05-31","cited_by_count":238},{"id":"2004.08249","title":"Understanding the Difficulty of Training Transformers","created":"2020-04-17","cited_by_count":210},{"id":"1810.12885","title":"ReCoRD: Bridging the Gap between Human and Machine Commonsense Reading Comprehension","created":"2018-10-30","cited_by_count":200},{"id":"2206.03126","title":"Signal Propagation in Transformers: Theoretical Perspectives and the Role of Rank Collapse","created":"2022-06-07","cited_by_count":141},{"id":"1806.03377","title":"PipeDream: Fast and Efficient Pipeline Parallel DNN Training","created":"2018-06-08","cited_by_count":117},{"id":"2007.00072","title":"Data Movement Is All You Need: A Case Study on Optimizing Transformers","created":"2020-06-30","cited_by_count":108},{"id":"2109.10686","title":"Scale Efficiently: Insights from Pre-training and Fine-tuning Transformers","created":"2021-09-22","cited_by_count":106},{"id":"2105.11115","title":"Self-Attention Networks Can Process Bounded Hierarchical Languages","created":"2021-05-24","cited_by_count":105},{"id":"2110.14883","title":"Colossal-AI: A Unified Deep Learning System For Large-Scale Parallel Training","created":"2021-10-28","cited_by_count":96},{"id":"2212.14034","title":"Cramming: Training a Language Model on a Single GPU in One Day","created":"2022-12-28","cited_by_count":81},{"id":"2311.01906","title":"Simplifying Transformer Blocks","created":"2023-11-03","cited_by_count":37},{"id":"2409.14381","title":"Investigating Layer Importance in Large Language Models","created":"2024-09-22","cited_by_count":36},{"id":"1808.02621","title":"Parallax: Sparsity-aware Data Parallel Training of Deep Neural Networks","created":"2018-08-08","cited_by_count":19},{"id":"2301.09830","title":"Optimus-CC: Efficient Large NLP Model Training with 3D Parallelism Aware Communication Compression","created":"2023-01-24","cited_by_count":15},{"id":"2408.04532","title":"How Transformers Utilize Multi-Head Attention in In-Context Learning? A Case Study on Sparse Linear Regression","created":"2024-08-08","cited_by_count":14},{"id":"2007.12856","title":"The Case for Strong Scaling in Deep Learning: Training Large 3D CNNs with Hybrid Parallelism","created":"2020-07-25","cited_by_count":11},{"id":"2412.03587","title":"Not All Adapters Matter: Selective Adapter Freezing for Memory-Efficient Fine-Tuning of Language Models","created":"2024-11-26","cited_by_count":5},{"id":"2408.07802","title":"Kraken: Inherently Parallel Transformers For Efficient Multi-Device Inference","created":"2024-08-14","cited_by_count":4}],"next_cursor":null}