{"total":16,"rows":[{"id":"2505.01618","title":"Don't be lazy: CompleteP enables compute-efficient deep transformers","created":"2025-05-02","cited_by_count":78,"area":null},{"id":"2502.02732","title":"Peri-LN: Revisiting Normalization Layer in the Transformer Architecture","created":"2025-02-04","cited_by_count":34,"area":null},{"id":"2506.22696","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","created":"2025-06-28","cited_by_count":12,"area":null},{"id":"2510.22026","title":"Normalization in Attention Dynamics","created":"2025-10-24","cited_by_count":9,"area":null},{"id":"2510.09904","title":"Stability of Transformers under Layer Normalization","created":"2025-10-10","cited_by_count":5,"area":null},{"id":"2601.18302","title":"Suppressing Final Layer Hidden State Jumps in Transformer Pretraining","created":"2026-01-26","cited_by_count":3,"area":null},{"id":"2505.15548","title":"Dense Local Dependencies Induce Attention-Logit Explosion and Training Instability During Long-Sequence Transformer Training","created":"2025-05-21","cited_by_count":2,"area":null},{"id":"2511.03983","title":"TwIST: Rigging the Lottery in Transformers with Independent Subnetwork Training","created":"2025-11-06","cited_by_count":1,"area":null},{"id":"2601.22095","title":"GeoNorm: Unify Pre-Norm and Post-Norm with Geodesic Optimization","created":"2026-01-29","cited_by_count":1,"area":null},{"id":"2604.00199","title":"QUEST: A robust attention formulation using query-modulated spherical attention","created":"2026-03-31","cited_by_count":1,"area":null},{"id":"2604.11890","title":"Subcritical Signal Propagation at Initialization in Normalization-Free Transformers","created":"2026-04-13","cited_by_count":1,"area":null},{"id":"2605.04418","title":"Demystifying Manifold Constraints in LLM Pre-training","created":"2026-05-06","cited_by_count":1,"area":null},{"id":"2512.13033","title":"Scaling Bidirectional Spans and Span Violations in Attention Mechanism","created":"2025-12-15","cited_by_count":0,"area":null},{"id":"2608.09417","title":"Why Post-Norm Transformers Collapse: Attention Amplification and Gradient Repair Failure","created":"2026-08-10","cited_by_count":0,"area":null},{"id":"2609.37921","title":"Pattern Formation in Transformers","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2610.16745","title":"Before Attention Sinks Form: Hidden-State Geometry Reveals and Modulates Their Formation","created":"2026-10-12","cited_by_count":0,"area":null}],"next_cursor":null}