{"list":"other","total":51,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1512.03385","title":"Deep Residual Learning for Image Recognition","created":"2015-12-10","cited_by_count":52096},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396},{"id":"1607.06450","title":"Layer Normalization","created":"2016-07-21","cited_by_count":5669},{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019},{"id":"2309.17453","title":"Efficient Streaming Language Models with Attention Sinks","created":"2023-09-29","cited_by_count":2186},{"id":"2211.10438","title":"SmoothQuant: Accurate and Efficient Post-Training Quantization for Large Language Models","created":"2022-11-18","cited_by_count":1386},{"id":"2002.04745","title":"On Layer Normalization in the Transformer Architecture","created":"2020-02-12","cited_by_count":922},{"id":"2208.07339","title":"LLM.int8(): 8-bit Matrix Multiplication for Transformers at Scale","created":"2022-08-15","cited_by_count":906},{"id":"2103.17239","title":"Going deeper with Image Transformers","created":"2021-03-31","cited_by_count":764},{"id":"2105.13290","title":"CogView: Mastering Text-to-Image Generation via Transformers","created":"2021-05-26","cited_by_count":694},{"id":"1807.03819","title":"Universal Transformers","created":"2018-07-10","cited_by_count":647},{"id":"2303.08112","title":"Eliciting Latent Predictions from Transformers with the Tuned Lens","created":"2023-03-14","cited_by_count":623},{"id":"2203.14680","title":"Transformer Feed-Forward Layers Build Predictions by Promoting Concepts in the Vocabulary Space","created":"2022-03-28","cited_by_count":532},{"id":"1603.08983","title":"Adaptive Computation Time for Recurrent Neural Networks","created":"2016-03-29","cited_by_count":506},{"id":"1909.11556","title":"Reducing Transformer Depth on Demand with Structured Dropout","created":"2019-09-25","cited_by_count":439},{"id":"2502.05171","title":"Scaling up Test-Time Compute with Latent Reasoning: A Recurrent Depth Approach","created":"2025-02-07","cited_by_count":415},{"id":"2403.03853","title":"ShortGPT: Layers in Large Language Models are More Redundant Than You Expect","created":"2024-03-06","cited_by_count":383},{"id":"2402.17762","title":"Massive Activations in Large Language Models","created":"2024-02-27","cited_by_count":294},{"id":"2505.06708","title":"Gated Attention for Large Language Models: Non-linearity, Sparsity, and Attention-Sink-Free","created":"2025-05-10","cited_by_count":283},{"id":"2003.04887","title":"ReZero is All You Need: Fast Convergence at Large Depth","created":"2020-03-10","cited_by_count":264},{"id":"2404.02258","title":"Mixture-of-Depths: Dynamically allocating compute in transformer-based language models","created":"2024-04-02","cited_by_count":258},{"id":"1910.10073","title":"Depth-Adaptive Transformer","created":"2019-10-22","cited_by_count":236},{"id":"2403.17887","title":"The Unreasonable Ineffectiveness of the Deeper Layers","created":"2024-03-26","cited_by_count":226},{"id":"2410.10781","title":"When Attention Sink Emerges in Language Models: An Empirical View","created":"2024-10-14","cited_by_count":208},{"id":"2203.00555","title":"DeepNet: Scaling Transformers to 1,000 Layers","created":"2022-03-01","cited_by_count":178},{"id":"1507.06228","title":"Training Very Deep Networks","created":"2015-07-22","cited_by_count":173},{"id":"2306.12929","title":"Quantizable Transformers: Removing Outliers by Helping Attention Heads Do Nothing","created":"2023-06-22","cited_by_count":151},{"id":"2507.10524","title":"Mixture-of-Recursions: Learning Dynamic Recursive Depths for Adaptive Token-Level Computation","created":"2025-07-14","cited_by_count":133},{"id":"2504.02732","title":"Why do LLMs attend to the first token?","created":"2025-04-03","cited_by_count":127},{"id":"2402.11187","title":"LaCo: Large Language Model Pruning via Layer Collapse","created":"2024-02-17","cited_by_count":126},{"id":"2004.03844","title":"On the Effect of Dropping Layers of Pre-trained Transformer Models","created":"2020-04-08","cited_by_count":118},{"id":"1710.04773","title":"Residual Connections Encourage Iterative Inference","created":"2017-10-13","cited_by_count":77},{"id":"2502.05795","title":"The Curse of Depth in Large Language Models","created":"2025-02-09","cited_by_count":62},{"id":"2304.09145","title":"Outlier Suppression+: Accurate quantization of large language models by equivalent and optimal shifting and scaling","created":"2023-04-18","cited_by_count":61},{"id":"1908.11365","title":"Improving Deep Transformer with Depth-Scaled Initialization and Merged Attention","created":"2019-08-29","cited_by_count":59},{"id":"2405.16039","title":"MoEUT: Mixture-of-Experts Universal Transformers","created":"2024-05-25","cited_by_count":59},{"id":"1612.07771","title":"Highway and Residual Networks learn Unrolled Iterative Estimation","created":"2016-12-22","cited_by_count":52},{"id":"2505.13898","title":"Do Language Models Use Their Depth Efficiently?","created":"2025-05-20","cited_by_count":50},{"id":"2406.14479","title":"Tracing Representation Progression: Analyzing and Enhancing Layer-Wise Similarity","created":"2024-06-20","cited_by_count":36},{"id":"2305.02582","title":"On the Expressivity Role of LayerNorm in Transformers' Attention","created":"2023-05-04","cited_by_count":33},{"id":"2406.12016","title":"Prefixing Attention Sinks can Mitigate Activation Outliers for Large Language Model Quantization","created":"2024-06-17","cited_by_count":33},{"id":"2304.14802","title":"ResiDual: Transformer with Dual Residual Connections","created":"2023-04-28","cited_by_count":31},{"id":"2601.18089","title":"LatentMoE: Toward Optimal Accuracy per FLOP and Parameter in Mixture of Experts","created":"2026-01-26","cited_by_count":14},{"id":"2411.06068","title":"Zyda-2: a 5 Trillion Token High-Quality Dataset","created":"2024-11-09","cited_by_count":13},{"id":"2510.04476","title":"Compressed Convolutional Attention: Efficient Attention in a Compressed Latent Space","created":"2025-10-06","cited_by_count":5},{"id":"2511.17127","title":"Training Foundation Models on a Full-Stack AMD Platform: Compute, Networking, and System Design","created":"2025-11-21","cited_by_count":5},{"id":"2605.05365","title":"ZAYA1-8B Technical Report","created":"2026-05-06","cited_by_count":4},{"id":"2406.01981","title":"Zyda: A 1.3T Dataset for Open Language Modeling","created":"2024-06-04","cited_by_count":3}],"next_cursor":null}