{"total":31,"rows":[{"id":"2503.10622","title":"Transformers without Normalization","created":"2025-03-13","cited_by_count":70,"area":null},{"id":"2502.05795","title":"The Curse of Depth in Large Language Models","created":"2025-02-09","cited_by_count":62,"area":null},{"id":"2505.13898","title":"Do Language Models Use Their Depth Efficiently?","created":"2025-05-20","cited_by_count":50,"area":null},{"id":"2502.02732","title":"Peri-LN: Revisiting Normalization Layer in the Transformer Architecture","created":"2025-02-04","cited_by_count":34,"area":null},{"id":"2512.01868","title":"The Mean-Field Dynamics of Transformers","created":"2025-12-01","cited_by_count":30,"area":null},{"id":"2501.06842","title":"SPAM: Spike-Aware Adam with Momentum Reset for Stable LLM Training","created":"2025-01-12","cited_by_count":28,"area":null},{"id":"2503.04598","title":"HybridNorm: Towards Stable and Efficient Transformer Training via Hybrid Normalization","created":"2025-03-06","cited_by_count":16,"area":null},{"id":"2602.08064","title":"SiameseNorm: Breaking the Barrier to Reconciling Pre/Post-Norm","created":"2026-02-08","cited_by_count":10,"area":null},{"id":"2510.22026","title":"Normalization in Attention Dynamics","created":"2025-10-24","cited_by_count":9,"area":null},{"id":"2510.00537","title":"Spectral Scaling Laws in Language Models: How Effectively Do Feed-Forward Networks Use Their Latent Space?","created":"2025-10-01","cited_by_count":8,"area":null},{"id":"2601.19895","title":"Post-LayerNorm Is Back: Stable, ExpressivE, and Deep","created":"2026-01-27","cited_by_count":7,"area":null},{"id":"2502.03460","title":"Adapt-Pruner: Adaptive Structural Pruning for Efficient Small Language Model Training","created":"2025-02-05","cited_by_count":6,"area":null},{"id":"2505.23807","title":"DLP: Dynamic Layerwise Pruning in Large Language Models","created":"2025-05-27","cited_by_count":6,"area":null},{"id":"2510.03339","title":"Pool Me Wisely: On the Effect of Pooling in Transformer-Based Models","created":"2025-10-02","cited_by_count":6,"area":null},{"id":"2512.08819","title":"Do Depth-Grown Models Overcome the Curse of Depth? An In-Depth Analysis","created":"2025-12-09","cited_by_count":6,"area":null},{"id":"2508.19445","title":"On Surjectivity of Neural Networks: Can you elicit any behavior from your model?","created":"2025-08-26","cited_by_count":4,"area":null},{"id":"2603.15389","title":"When Does Sparsity Mitigate the Curse of Depth in LLMs","created":"2026-03-16","cited_by_count":4,"area":null},{"id":"2601.18302","title":"Suppressing Final Layer Hidden State Jumps in Transformer Pretraining","created":"2026-01-26","cited_by_count":3,"area":null},{"id":"2603.06922","title":"NerVE: Nonlinear Eigenspectrum Dynamics in LLM Feed-Forward Networks","created":"2026-03-06","cited_by_count":3,"area":null},{"id":"2506.22049","title":"GPAS: Accelerating Convergence of LLM Pretraining via Gradient-Preserving Activation Scaling","created":"2025-06-27","cited_by_count":2,"area":null},{"id":"2607.14018","title":"Transforming Rank: How Architecture Navigates the Spectral Pathologies of Depth","created":"2026-07-15","cited_by_count":2,"area":null},{"id":"2507.09394","title":"A Random Matrix Theory Perspective on the Learning Dynamics of Multi-head Latent Attention","created":"2025-07-12","cited_by_count":1,"area":null},{"id":"2601.22095","title":"GeoNorm: Unify Pre-Norm and Post-Norm with Geodesic Optimization","created":"2026-01-29","cited_by_count":1,"area":null},{"id":"2603.05369","title":"Progressive Residual Warmup for Language Model Pretraining","created":"2026-03-05","cited_by_count":1,"area":null},{"id":"2605.06183","title":"Rethinking Adapter Placement: A Dominant Adaptation Module Perspective","created":"2026-05-07","cited_by_count":1,"area":null},{"id":"2609.32534","title":"DepthBench: Measuring How Residual Connections Enable More Computational Depth","created":"2026-09-26","cited_by_count":1,"area":null},{"id":"2505.17909","title":"NeuroTrails: Training with Dynamic Sparse Heads as the Key to Effective Ensembling","created":"2025-05-23","cited_by_count":0,"area":null},{"id":"2606.26538","title":"CascadeFormer: Depth-Tapered Transformers Motivated by Gradient Fan-in Asymmetry","created":"2026-06-25","cited_by_count":0,"area":null},{"id":"2608.02668","title":"Sphere Retraction Normalizations","created":"2026-08-02","cited_by_count":0,"area":null},{"id":"2609.24233","title":"Adaptive Forgetting for Nonstationary Optimization: Towards Robust EEG Decoding","created":"2026-09-21","cited_by_count":0,"area":null},{"id":"2609.32457","title":"Write Back the $\\Delta$: Revisiting the Same Tokens with Fresh Representations","created":"2026-09-26","cited_by_count":0,"area":null}],"next_cursor":null}