{"total":23,"rows":[{"id":"2406.09519","title":"Talking Heads: Understanding Inter-layer Communication in Transformer Language Models","created":"2024-06-13","cited_by_count":41,"area":null},{"id":"2405.20671","title":"Position Coupling: Improving Length Generalization of Arithmetic Transformers Using Task Structure","created":"2024-05-31","cited_by_count":23,"area":null},{"id":"2410.04368","title":"Algorithmic Capabilities of Random Transformers","created":"2024-10-06","cited_by_count":17,"area":null},{"id":"2403.06925","title":"Transformers Learn Low Sensitivity Functions: Investigations and Implications","created":"2024-03-11","cited_by_count":14,"area":null},{"id":"2506.09251","title":"Extrapolation by Association: Length Generalization Transfer in Transformers","created":"2025-06-10","cited_by_count":13,"area":null},{"id":"2410.10986","title":"What Does It Mean to Be a Transformer? Insights from a Theoretical Hessian Analysis","created":"2024-10-14","cited_by_count":9,"area":null},{"id":"2402.02619","title":"Understanding Addition and Subtraction in Transformers","created":"2024-02-04","cited_by_count":8,"area":null},{"id":"2405.17653","title":"InversionView: A General-Purpose Method for Reading Information from Neural Activations","created":"2024-05-27","cited_by_count":7,"area":null},{"id":"2411.12118","title":"Mechanism and Emergence of Stacked Attention Heads in Multi-Layer Transformers","created":"2024-11-18","cited_by_count":7,"area":null},{"id":"2407.11542","title":"Counting in Small Transformers: The Delicate Interplay between Attention and Feed-Forward Layers","created":"2024-07-16","cited_by_count":6,"area":null},{"id":"2511.11579","title":"Decoupling Positional and Symbolic Attention Behavior in Transformers","created":"2025-10-03","cited_by_count":6,"area":null},{"id":"2408.09414","title":"Clustering and Alignment: Understanding the Training Dynamics in Modular Addition","created":"2024-08-18","cited_by_count":5,"area":null},{"id":"2506.07824","title":"Addition in Four Movements: Mapping Layer-wise Information Trajectories in LLMs","created":"2025-06-09","cited_by_count":4,"area":null},{"id":"2502.12717","title":"Learning the symmetric group: large from small","created":"2025-02-18","cited_by_count":3,"area":null},{"id":"2508.06030","title":"Efficient Knowledge Probing of Large Language Models by Adapting Pre-trained Embeddings","created":"2025-08-08","cited_by_count":3,"area":null},{"id":"2604.13082","title":"The Long Delay to Arithmetic Generalization: When Learned Representations Outrun Behavior","created":"2026-03-30","cited_by_count":3,"area":null},{"id":"2605.05176","title":"Understanding In-Context Learning for Nonlinear Regression with Transformers: Attention as Featurizer","created":"2026-05-06","cited_by_count":3,"area":null},{"id":"2509.17280","title":"From Prediction to Understanding: Will AI Foundation Models Transform Brain Science?","created":"2025-09-21","cited_by_count":2,"area":null},{"id":"2603.26828","title":"Arithmetic OOD Failure Unfolds in Stages in Minimal GPTs","created":"2026-03-27","cited_by_count":1,"area":null},{"id":"2602.17526","title":"The Anxiety of Influence: Bloom Filters in Transformer Attention Heads","created":"2026-02-19","cited_by_count":0,"area":null},{"id":"2602.19109","title":"Post-Routing Arithmetic in Llama-3: Last-Token Result Writing and Rotation-Structured Digit Directions","created":"2026-02-22","cited_by_count":0,"area":null},{"id":"2604.15306","title":"Generalization in LLM Problem Solving: The Case of the Shortest Path","created":"2026-04-16","cited_by_count":0,"area":null},{"id":"2607.04846","title":"Pretraining Curricula Enable Selective Fine-tuning","created":"2026-07-06","cited_by_count":0,"area":null}],"next_cursor":null}