{"total":15,"rows":[{"id":"2603.11487","title":"Attention Sinks Are Provably Necessary in Softmax Transformers: Evidence from Trigger-Conditional Tasks","created":"2026-03-12","cited_by_count":11,"area":null},{"id":"2604.10098","title":"Attention Sink in Transformers: A Survey on Utilization, Interpretation, and Mitigation","created":"2026-04-11","cited_by_count":11,"area":null},{"id":"2602.08064","title":"SiameseNorm: Breaking the Barrier to Reconciling Pre/Post-Norm","created":"2026-02-08","cited_by_count":10,"area":null},{"id":"2605.26895","title":"Negligible in Size, Significant in Effect: On Scale Vectors in Large Language Models","created":"2026-05-26","cited_by_count":4,"area":null},{"id":"2603.06591","title":"What Makes Position Zero Special? A Mechanistic Study of Position Zero Attention Sinks in LLMs","created":"2026-02-04","cited_by_count":3,"area":null},{"id":"2603.17771","title":"Attention Sinks Induce Gradient Sinks: Massive Activations as Gradient Regulators in Transformers","created":"2026-03-18","cited_by_count":3,"area":null},{"id":"2602.01893","title":"Geometric Analysis of Token Selection in Multi-Head Attention","created":"2026-02-02","cited_by_count":1,"area":null},{"id":"2605.01330","title":"Colinearity Decay: Training Quantization-Friendly ViTs with Outlier Decay","created":"2026-05-02","cited_by_count":1,"area":null},{"id":"2605.08453","title":"Sink vs. diagonal patterns as mechanisms for attention switch and oversmoothing prevention","created":"2026-05-08","cited_by_count":1,"area":null},{"id":"2608.11805","title":"Hybrid Gated Attention","created":"2026-08-12","cited_by_count":1,"area":null},{"id":"2604.14722","title":"A Mechanistic Account of Attention Sinks in GPT-2: One Circuit, Broader Implications for Mitigation","created":"2026-04-16","cited_by_count":0,"area":null},{"id":"2608.10296","title":"Cracks in the Foundation: Seemingly Minor Architectural Choices Impact Long Context Extension","created":"2026-08-10","cited_by_count":0,"area":null},{"id":"2609.22005","title":"Abstention and Noise Filtering: Two Missing Primitives of Softmax Attention","created":"2026-09-18","cited_by_count":0,"area":null},{"id":"2609.31956","title":"Transformer MLP Gate Thresholds Are Couplings to a Carried Reference Direction","created":"2026-09-25","cited_by_count":0,"area":null},{"id":"2609.36860","title":"IronLLM: Forging Compact Edge-Native Language Models for Real-Time Embodied Intelligence","created":"2026-09-29","cited_by_count":0,"area":null}],"next_cursor":null}