{"total":144,"rows":[{"id":"2106.11959","title":"Revisiting Deep Learning Models for Tabular Data","created":"2021-06-22","cited_by_count":740,"area":null},{"id":"2204.06745","title":"GPT-NeoX-20B: An Open-Source Autoregressive Language Model","created":"2022-04-14","cited_by_count":713,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2201.11990","title":"Using DeepSpeed and Megatron to Train Megatron-Turing NLG 530B, A Large-Scale Generative Language Model","created":"2022-01-28","cited_by_count":559,"area":null},{"id":"2106.04554","title":"A Survey of Transformers","created":"2021-06-08","cited_by_count":401,"area":null},{"id":"2105.14995","title":"Choose a Transformer: Fourier or Galerkin","created":"2021-05-31","cited_by_count":343,"area":null},{"id":"2103.00208","title":"Remote Sensing Image Change Detection with Transformers","created":"2021-02-27","cited_by_count":306,"area":null},{"id":"2202.10447","title":"Transformer Quality in Linear Time","created":"2022-02-21","cited_by_count":191,"area":null},{"id":"2203.00555","title":"DeepNet: Scaling Transformers to 1,000 Layers","created":"2022-03-01","cited_by_count":178,"area":null},{"id":"2312.15796","title":"GenCast: Diffusion-based ensemble forecasting for medium-range weather","created":"2023-12-25","cited_by_count":177,"area":null},{"id":"2303.06296","title":"Stabilizing Transformer Training by Preventing Attention Entropy Collapse","created":"2023-03-11","cited_by_count":161,"area":null},{"id":"2402.16788","title":"Why Transformers Need Adam: A Hessian Perspective","created":"2024-02-26","cited_by_count":124,"area":null},{"id":"2202.12172","title":"Overcoming a Theoretical Limitation of Self-Attention","created":"2022-02-24","cited_by_count":113,"area":null},{"id":"2105.06990","title":"BERT Busters: Outlier Dimensions that Disrupt Transformers","created":"2021-05-14","cited_by_count":112,"area":null},{"id":"2310.19923","title":"Jina Embeddings 2: 8192-Token General-Purpose Text Embeddings for Long Documents","created":"2023-10-30","cited_by_count":104,"area":null},{"id":"2504.08165","title":"Findings of the BabyLM Challenge: Sample-Efficient Pretraining on Developmentally Plausible Corpora","created":"2025-04-10","cited_by_count":88,"area":null},{"id":"2303.04245","title":"How Do Transformers Learn Topic Structure: Towards a Mechanistic Understanding","created":"2023-03-07","cited_by_count":86,"area":null},{"id":"2104.06022","title":"Lessons on Parameter Sharing across Layers in Transformers","created":"2021-04-13","cited_by_count":85,"area":null},{"id":"2106.14343","title":"High-probability Bounds for Non-Convex Stochastic Optimization with Heavy Tails","created":"2021-06-28","cited_by_count":80,"area":null},{"id":"2503.10622","title":"Transformers without Normalization","created":"2025-03-13","cited_by_count":70,"area":null},{"id":"2301.10743","title":"Tighter Bounds on the Expressivity of Transformer Encoders","created":"2023-01-25","cited_by_count":66,"area":null},{"id":"2603.15031","title":"Attention Residuals","created":"2026-03-16","cited_by_count":65,"area":null},{"id":"2502.05795","title":"The Curse of Depth in Large Language Models","created":"2025-02-09","cited_by_count":62,"area":null},{"id":"2104.00769","title":"Keyword Transformer: A Self-Attention Model for Keyword Spotting","created":"2021-04-01","cited_by_count":60,"area":null},{"id":"2205.04507","title":"PinnerFormer: Sequence Modeling for User Representation at Pinterest","created":"2022-05-09","cited_by_count":57,"area":null},{"id":"2312.16903","title":"Spike No More: Stabilizing the Pre-training of Large Language Models","created":"2023-12-28","cited_by_count":52,"area":null},{"id":"2109.12218","title":"Long-Range Transformers for Dynamic Spatiotemporal Forecasting","created":"2021-09-24","cited_by_count":46,"area":null},{"id":"2310.09971","title":"AMAGO: Scalable In-Context Reinforcement Learning for Adaptive Agents","created":"2023-10-15","cited_by_count":41,"area":null},{"id":"2505.21829","title":"In Search of Adam's Secret Sauce","created":"2025-05-27","cited_by_count":40,"area":null},{"id":"2207.07036","title":"u-HuBERT: Unified Mixed-Modal Speech Pretraining And Zero-Shot Transfer to Unlabeled Modality","created":"2022-07-14","cited_by_count":39,"area":null},{"id":"2303.09859","title":"Trained on 100 million words and still in shape: BERT meets British National Corpus","created":"2023-03-17","cited_by_count":39,"area":null},{"id":"2105.14528","title":"Fast Nearest Neighbor Machine Translation","created":"2021-05-30","cited_by_count":37,"area":null},{"id":"2412.13795","title":"Mix-LN: Unleashing the Power of Deeper Layers by Combining Pre-LN and Post-LN","created":"2024-12-18","cited_by_count":37,"area":null},{"id":"2212.14164","title":"On Transforming Reinforcement Learning by Transformer: The Development Trajectory","created":"2022-12-29","cited_by_count":36,"area":null},{"id":"2111.13293","title":"KNAS: Green Neural Architecture Search","created":"2021-11-26","cited_by_count":33,"area":null},{"id":"2102.07594","title":"Fast End-to-End Speech Recognition via Non-Autoregressive Models and Cross-Modal Knowledge Transferring from BERT","created":"2021-02-15","cited_by_count":31,"area":null},{"id":"2206.02291","title":"Pretrained Models for Multilingual Federated Learning","created":"2022-06-06","cited_by_count":30,"area":null},{"id":"2312.01429","title":"Transformers are uninterpretable with myopic methods: a case study with bounded Dyck grammars","created":"2023-12-03","cited_by_count":30,"area":null},{"id":"2108.08046","title":"Variational Graph Normalized Auto-Encoders","created":"2021-08-18","cited_by_count":29,"area":null},{"id":"2111.05498","title":"Attention Approximates Sparse Distributed Memory","created":"2021-11-10","cited_by_count":29,"area":null},{"id":"2501.06842","title":"SPAM: Spike-Aware Adam with Momentum Reset for Stable LLM Training","created":"2025-01-12","cited_by_count":28,"area":null},{"id":"2306.03009","title":"Using Sequences of Life-events to Predict Human Lives","created":"2023-06-05","cited_by_count":27,"area":null},{"id":"2106.12102","title":"LegoFormer: Transformers for Block-by-Block Multi-view 3D Reconstruction","created":"2021-06-23","cited_by_count":25,"area":null},{"id":"2407.21075","title":"Apple Intelligence Foundation Language Models","created":"2024-07-29","cited_by_count":24,"area":null},{"id":"2103.10518","title":"Pretraining the Noisy Channel Model for Task-Oriented Dialogue","created":"2021-03-18","cited_by_count":23,"area":null},{"id":"2105.07205","title":"Rethinking Skip Connection with Layer Normalization in Transformers and ResNets","created":"2021-05-15","cited_by_count":22,"area":null},{"id":"2209.14977","title":"Transformer Meets Boundary Value Inverse Problems","created":"2022-09-29","cited_by_count":22,"area":null},{"id":"2304.13017","title":"DuETT: Dual Event Time Transformer for Electronic Health Records","created":"2023-04-25","cited_by_count":17,"area":null},{"id":"2310.01749","title":"Stack Attention: Improving the Ability of Transformers to Model Hierarchical Patterns","created":"2023-10-03","cited_by_count":17,"area":null},{"id":"2106.09650","title":"Multi-head or Single-head? An Empirical Comparison for Transformer Training","created":"2021-06-17","cited_by_count":16,"area":null},{"id":"2111.13280","title":"Efficient Self-Ensemble for Semantic Segmentation","created":"2021-11-26","cited_by_count":16,"area":null},{"id":"2209.08435","title":"Rethinking Personalized Ranking at Pinterest: An End-to-End Approach","created":"2022-09-18","cited_by_count":16,"area":null},{"id":"2503.04598","title":"HybridNorm: Towards Stable and Efficient Transformer Training via Hybrid Normalization","created":"2025-03-06","cited_by_count":16,"area":null},{"id":"2506.12543","title":"Is your batch size the problem? Revisiting the Adam-SGD gap in language modeling","created":"2025-06-14","cited_by_count":15,"area":null},{"id":"2305.11073","title":"A Comparative Study on E-Branchformer vs Conformer in Speech Recognition, Translation, and Understanding Tasks","created":"2023-05-18","cited_by_count":14,"area":null},{"id":"2104.04805","title":"Non-autoregressive Transformer-based End-to-end ASR using BERT","created":"2021-04-10","cited_by_count":13,"area":null},{"id":"2504.07866","title":"Pangu Ultra: Pushing the Limits of Dense Large Language Models on Ascend NPUs","created":"2025-04-10","cited_by_count":13,"area":null},{"id":"2512.10938","title":"Stronger Normalization-Free Transformers","created":"2025-12-11","cited_by_count":13,"area":null},{"id":"2412.06484","title":"Small Languages, Big Models: A Study of Continual Training on Languages of Norway","created":"2024-12-09","cited_by_count":12,"area":null},{"id":"2601.21582","title":"Depth-Recurrent Attention Mixtures: Giving Latent Reasoning the Attention it Deserves","created":"2026-01-29","cited_by_count":12,"area":null},{"id":"2105.01691","title":"Data Augmentation by Concatenation for Low-Resource Translation: A Mystery and a Solution","created":"2021-05-04","cited_by_count":11,"area":null},{"id":"2112.02624","title":"Dynamic Token Normalization Improves Vision Transformers","created":"2021-12-05","cited_by_count":10,"area":null},{"id":"2401.04246","title":"Scalable Normalizing Flows Enable Boltzmann Generators for Macromolecules","created":"2024-01-08","cited_by_count":10,"area":null},{"id":"2602.08064","title":"SiameseNorm: Breaking the Barrier to Reconciling Pre/Post-Norm","created":"2026-02-08","cited_by_count":10,"area":null},{"id":"2401.01192","title":"Deep-ELA: Deep Exploratory Landscape Analysis with Self-Supervised Pretrained Transformers for Single- and Multi-Objective Continuous Optimization Problems","created":"2024-01-02","cited_by_count":9,"area":null},{"id":"2112.08152","title":"Faster Nearest Neighbor Machine Translation","created":"2021-12-15","cited_by_count":8,"area":null},{"id":"2410.15765","title":"SeisLM: a Foundation Model for Seismic Waveforms","created":"2024-10-21","cited_by_count":8,"area":null},{"id":"2306.01610","title":"Centered Self-Attention Layers","created":"2023-06-02","cited_by_count":7,"area":null},{"id":"2306.05320","title":"KIT's Multilingual Speech Translation System for IWSLT 2023","created":"2023-06-08","cited_by_count":7,"area":null},{"id":"2312.00100","title":"Introducing Rhetorical Parallelism Detection: A New Task with Datasets, Metrics, and Baselines","created":"2023-11-30","cited_by_count":7,"area":null},{"id":"2403.05489","title":"JointMotion: Joint Self-Supervision for Joint Motion Prediction","created":"2024-03-08","cited_by_count":7,"area":null},{"id":"2404.02392","title":"Low-resource neural machine translation with morphological modeling","created":"2024-04-03","cited_by_count":7,"area":null},{"id":"2601.19895","title":"Post-LayerNorm Is Back: Stable, ExpressivE, and Deep","created":"2026-01-27","cited_by_count":7,"area":null},{"id":"2602.15322","title":"On Surprising Effectiveness of Masking Updates in Adaptive Optimizers","created":"2026-02-17","cited_by_count":7,"area":null},{"id":"2607.13491","title":"DeepLoop: Depth Scaling for Looped Transformers","created":"2026-07-15","cited_by_count":7,"area":null},{"id":"2205.11718","title":"Semi-Parametric Inducing Point Networks and Neural Processes","created":"2022-05-24","cited_by_count":6,"area":null},{"id":"2305.02790","title":"BranchNorm: Robustly Scaling Extremely Deep Transformers","created":"2023-05-04","cited_by_count":6,"area":null},{"id":"2406.17837","title":"Transformer Normalisation Layers and the Independence of Semantic Subspaces","created":"2024-06-25","cited_by_count":6,"area":null},{"id":"2502.11034","title":"AdaGC: Enhancing LLM Pretraining Stability via Adaptive Gradient Clipping","created":"2025-02-16","cited_by_count":6,"area":null},{"id":"2502.17055","title":"GradientStabilizer:Fix the Norm, Not the Gradient","created":"2025-02-24","cited_by_count":6,"area":null},{"id":"2505.22014","title":"Learning in Compact Spaces with Approximately Normalized Transformer","created":"2025-05-28","cited_by_count":6,"area":null},{"id":"2104.05696","title":"Joint Universal Syntactic and Semantic Parsing","created":"2021-04-12","cited_by_count":5,"area":null},{"id":"2201.10271","title":"Convolutional Xformers for Vision","created":"2022-01-25","cited_by_count":5,"area":null},{"id":"2205.14575","title":"3D-C2FT: Coarse-to-fine Transformer for Multi-view 3D Reconstruction","created":"2022-05-29","cited_by_count":5,"area":null},{"id":"2210.05610","title":"MTet: Multi-domain Translation for English and Vietnamese","created":"2022-10-11","cited_by_count":5,"area":null},{"id":"2510.09904","title":"Stability of Transformers under Layer Normalization","created":"2025-10-10","cited_by_count":5,"area":null},{"id":"2309.12931","title":"On Separate Normalization in Self-supervised Transformers","created":"2023-09-22","cited_by_count":4,"area":null},{"id":"2410.05052","title":"Initialization of Large Language Models via Reparameterization to Mitigate Loss Spikes","created":"2024-10-07","cited_by_count":4,"area":null},{"id":"2605.26895","title":"Negligible in Size, Significant in Effect: On Scale Vectors in Large Language Models","created":"2026-05-26","cited_by_count":4,"area":null},{"id":"2204.11045","title":"Investigating Neural Architectures by Synthetic Dataset Design","created":"2022-04-23","cited_by_count":3,"area":null},{"id":"2210.10817","title":"A Continuum of Generation Tasks for Investigating Length Bias and Degenerate Repetition","created":"2022-10-19","cited_by_count":3,"area":null},{"id":"2305.09312","title":"Exploring the Impact of Layer Normalization for Zero-shot Neural Machine Translation","created":"2023-05-16","cited_by_count":3,"area":null},{"id":"2403.07921","title":"Merino: Entropy-driven Design for Generative Language Models on IoT Devices","created":"2024-02-28","cited_by_count":3,"area":null},{"id":"2603.17771","title":"Attention Sinks Induce Gradient Sinks: Massive Activations as Gradient Regulators in Transformers","created":"2026-03-18","cited_by_count":3,"area":null},{"id":"2605.18898","title":"A Two-Parameter Weibull Framework for Diagnosing Transformer Weight Distributions","created":"2026-05-17","cited_by_count":3,"area":null},{"id":"2103.07352","title":"Visual Cues and Error Correction for Translation Robustness","created":"2021-03-12","cited_by_count":2,"area":null},{"id":"2108.12275","title":"Can the Transformer Be Used as a Drop-in Replacement for RNNs in Text-Generating GANs?","created":"2021-08-26","cited_by_count":2,"area":null},{"id":"2203.15833","title":"Seq-2-Seq based Refinement of ASR Output for Spoken Name Capture","created":"2022-03-29","cited_by_count":2,"area":null},{"id":"2205.12228","title":"When More Data Hurts: A Troubling Quirk in Developing Broad-Coverage Natural Language Understanding Systems","created":"2022-05-24","cited_by_count":2,"area":null},{"id":"2211.00562","title":"Leveraging commonsense for object localisation in partial scenes","created":"2022-11-01","cited_by_count":2,"area":null}],"next_cursor":"100"}