{"total":69,"rows":[{"id":"2305.19466","title":"The Impact of Positional Encoding on Length Generalization in Transformers","created":"2023-05-31","cited_by_count":327,"area":null},{"id":"2301.13196","title":"Looped Transformers as Programmable Computers","created":"2023-01-30","cited_by_count":237,"area":null},{"id":"2310.16028","title":"What Algorithms can Transformers Learn? A Study in Length Generalization","created":"2023-10-24","cited_by_count":199,"area":null},{"id":"2304.05969","title":"Localizing Model Behavior with Path Patching","created":"2023-04-12","cited_by_count":195,"area":null},{"id":"2402.14811","title":"Fine-Tuning Enhances Existing Mechanisms: A Case Study on Entity Tracking","created":"2024-02-22","cited_by_count":149,"area":null},{"id":"2311.00208","title":"What Formal Languages Can Transformers Express? A Survey","created":"2023-11-01","cited_by_count":124,"area":null},{"id":"2311.12786","title":"Mechanistically analyzing the effects of fine-tuning on procedurally defined tasks","created":"2023-11-21","cited_by_count":115,"area":null},{"id":"2405.00208","title":"A Primer on the Inner Workings of Transformer-based Language Models","created":"2024-04-30","cited_by_count":85,"area":null},{"id":"2301.10743","title":"Tighter Bounds on the Expressivity of Transformer Encoders","created":"2023-01-25","cited_by_count":66,"area":null},{"id":"2410.08292","title":"Can Looped Transformers Learn to Implement Multi-step Gradient Descent for In-context Learning?","created":"2024-10-10","cited_by_count":65,"area":null},{"id":"2406.16778","title":"Finding Transformer Circuits with Edge Pruning","created":"2024-06-24","cited_by_count":60,"area":null},{"id":"2404.04393","title":"Counting Like Transformers: Compiling Temporal Counting Logic Into Softmax Transformers","created":"2024-04-05","cited_by_count":39,"area":null},{"id":"2502.19249","title":"Between Circuits and Chomsky: Pre-pretraining on Formal Languages Imparts Linguistic Biases","created":"2025-02-26","cited_by_count":37,"area":null},{"id":"2402.01107","title":"Simulation of Graph Algorithms with Looped Transformers","created":"2024-02-02","cited_by_count":30,"area":null},{"id":"2406.09347","title":"Separations in the Representational Capabilities of Transformers and Recurrent Architectures","created":"2024-06-13","cited_by_count":29,"area":null},{"id":"2405.20131","title":"Language Models Need Inductive Biases to Count Inductively","created":"2024-05-30","cited_by_count":25,"area":null},{"id":"2407.03310","title":"Universal Length Generalization with Turing Programs","created":"2024-07-03","cited_by_count":25,"area":null},{"id":"2405.20671","title":"Position Coupling: Improving Length Generalization of Arithmetic Transformers Using Task Structure","created":"2024-05-31","cited_by_count":23,"area":null},{"id":"2404.01601","title":"What Can Transformer Learn with Varying Depth? Case Studies on Sequence Learning Tasks","created":"2024-04-02","cited_by_count":19,"area":null},{"id":"2410.09375","title":"Looped ReLU MLPs May Be All You Need as Practical Programmable Computers","created":"2024-10-12","cited_by_count":19,"area":null},{"id":"2307.01189","title":"Trainable Transformer in Transformer","created":"2023-07-03","cited_by_count":17,"area":null},{"id":"2407.03779","title":"Sheaf Discovery with Joint Computation Graph Pruning and Flexible Granularity","created":"2024-07-04","cited_by_count":14,"area":null},{"id":"2408.04532","title":"How Transformers Utilize Multi-Head Attention in In-Context Learning? A Case Study on Sparse Linear Regression","created":"2024-08-08","cited_by_count":14,"area":null},{"id":"2410.01434","title":"Circuit Compositions: Exploring Modular Structures in Transformer-Based Language Models","created":"2024-10-02","cited_by_count":11,"area":null},{"id":"2402.11628","title":"Discrete Neural Algorithmic Reasoning","created":"2024-02-18","cited_by_count":9,"area":null},{"id":"2412.05218","title":"Transformers Meet Relational Databases","created":"2024-12-06","cited_by_count":9,"area":null},{"id":"2404.02040","title":"Transformers as Transducers","created":"2024-04-02","cited_by_count":8,"area":null},{"id":"2410.18077","title":"ALTA: Compiler-Based Analysis of Transformers","created":"2024-10-23","cited_by_count":7,"area":null},{"id":"2508.05776","title":"Whither symbols in the era of advanced neural networks?","created":"2025-08-07","cited_by_count":7,"area":null},{"id":"2505.09338","title":"Llama See, Llama Do: A Mechanistic Perspective on Contextual Entrainment and Distraction in LLMs","created":"2025-05-14","cited_by_count":6,"area":null},{"id":"2509.22445","title":"Bridging Kolmogorov Complexity and Deep Learning: Asymptotically Optimal Description Length Objectives for Transformers","created":"2025-09-26","cited_by_count":6,"area":null},{"id":"2510.00368","title":"The Transformer Cookbook","created":"2025-10-01","cited_by_count":6,"area":null},{"id":"2409.13714","title":"TracrBench: Generating Interpretability Testbeds with Large Language Models","created":"2024-09-07","cited_by_count":5,"area":null},{"id":"2307.09550","title":"The semantic landscape paradigm for neural networks","created":"2023-07-18","cited_by_count":4,"area":null},{"id":"2312.17591","title":"Towards Faithful Explanations for Text Classification with Robustness Improvement and Explanation Guided Training","created":"2023-12-29","cited_by_count":4,"area":null},{"id":"2411.17182","title":"An In-depth Investigation of Sparse Rate Reduction in Transformer-like Models","created":"2024-11-26","cited_by_count":4,"area":null},{"id":"2502.15609","title":"On the Robustness of Transformers against Context Hijacking for Linear Classification","created":"2025-02-21","cited_by_count":4,"area":null},{"id":"2505.17703","title":"Gradient-Based Program Repair: Fixing Bugs in Continuous Program Spaces","created":"2025-05-23","cited_by_count":4,"area":null},{"id":"2409.05905","title":"Towards Narrowing the Generalization Gap in Deep Boolean Networks","created":"2024-09-06","cited_by_count":3,"area":null},{"id":"2409.12446","title":"Neural Networks Generalize on Low Complexity Data","created":"2024-09-19","cited_by_count":3,"area":null},{"id":"2503.01896","title":"Neuroplasticity and Corruption in Model Mechanisms: A Case Study Of Indirect Object Identification","created":"2025-02-27","cited_by_count":3,"area":null},{"id":"2503.10542","title":"Language Models, Graph Searching, and Supervision Adulteration: When More Supervision is Less and How to Make More More","created":"2025-03-13","cited_by_count":3,"area":null},{"id":"2505.11004","title":"Illusion or Algorithm? Investigating Memorization, Emergence, and Symbolic Processing in In-Context Learning","created":"2025-05-16","cited_by_count":3,"area":null},{"id":"2407.04899","title":"Algorithmic Language Models with Neurally Compiled Libraries","created":"2024-07-06","cited_by_count":2,"area":null},{"id":"2408.10818","title":"Learning Randomized Algorithms with Transformers","created":"2024-08-20","cited_by_count":2,"area":null},{"id":"2410.00061","title":"Neural Decompiling of Tracr Transformers","created":"2024-09-29","cited_by_count":2,"area":null},{"id":"2410.15859","title":"Mesa-Extrapolation: A Weave Position Encoding Method for Enhanced Extrapolation in LLMs","created":"2024-10-21","cited_by_count":2,"area":null},{"id":"2502.01432","title":"Emergent Stack Representations in Modeling Counter Languages Using Transformers","created":"2025-02-03","cited_by_count":2,"area":null},{"id":"2601.05770","title":"Weights to Code: Extracting Interpretable Algorithms from the Discrete Transformer","created":"2026-01-09","cited_by_count":2,"area":null},{"id":"2605.22498","title":"The Neural Compiler: Program-to-Network Translation for Hybrid Scientific Machine Learning","created":"2026-05-21","cited_by_count":2,"area":null},{"id":"2607.04926","title":"Input Pathways Shape Few-Shot, Not Zero-Shot, Binding in Tiny Transformers: A Fully-Enumerable Study","created":"2026-07-06","cited_by_count":2,"area":null},{"id":"2607.18921","title":"Circuit Claims Depend on What Is Extracted and How It Is Compared","created":"2026-07-21","cited_by_count":2,"area":null},{"id":"2407.10949","title":"Representing Rule-based Chatbots with Transformers","created":"2024-07-15","cited_by_count":1,"area":null},{"id":"2410.01334","title":"Skill Path: Unveiling Language Skills from Circuit Graphs","created":"2024-10-02","cited_by_count":1,"area":null},{"id":"2505.10719","title":"Tracr-Injection: Distilling Algorithms into Pre-trained Language Models","created":"2025-05-15","cited_by_count":1,"area":null},{"id":"2506.18739","title":"On the Existence of Universal Simulators of Attention","created":"2025-06-23","cited_by_count":1,"area":null},{"id":"2609.10210","title":"Through the Looking Glass: Directly Reading and Writing Transformers","created":"2026-09-09","cited_by_count":1,"area":null},{"id":"2406.01424","title":"Universal In-Context Approximation By Prompting Fully Recurrent Models","created":"2024-06-03","cited_by_count":0,"area":null},{"id":"2410.13802","title":"Adversarial Testing as a Tool for Interpretability: Length-based Overfitting of Elementary Functions in Transformers","created":"2024-10-17","cited_by_count":0,"area":null},{"id":"2503.00224","title":"\\`A la recherche du sens perdu: your favourite LLM might have more to say than you can understand","created":"2025-02-28","cited_by_count":0,"area":null},{"id":"2512.14549","title":"Dual-objective Language Models: Training Efficiency Without Overfitting","created":"2025-12-16","cited_by_count":0,"area":null},{"id":"2602.09112","title":"A Small-Scale System for Autoregressive Program Synthesis Enabling Controlled Experimentation","created":"2026-02-09","cited_by_count":0,"area":null},{"id":"2604.08816","title":"Loom: A Scalable Analytical Neural Computer Architecture","created":"2026-04-09","cited_by_count":0,"area":null},{"id":"2604.11613","title":"Symmetry Reveals Layerwise Dynamics: How Transformers Perform In-Context Classification","created":"2026-04-13","cited_by_count":0,"area":null},{"id":"2606.09930","title":"Compile Once, Differentiate Everywhere: A Differentiable Meta-Circular Interpreter","created":"2026-06-07","cited_by_count":0,"area":null},{"id":"2607.00267","title":"Validating Causal Abstraction Metrics on Simulated Complex Systems","created":"2026-06-30","cited_by_count":0,"area":null},{"id":"2607.03574","title":"Differentiate the Evaluator, Not the Program: An Efficient Runtime Representation for Neuro-Symbolic Learning","created":"2026-07-03","cited_by_count":0,"area":null},{"id":"2610.03526","title":"Beyond Trained Models: Compiling GNNs for a Sound Explainer Benchmark","created":"2026-10-02","cited_by_count":0,"area":null},{"id":"2610.13018","title":"FlyHack: Stress-Testing Mechanistic Claims in a Connectome-Constrained Visual Model","created":"2026-10-09","cited_by_count":0,"area":null}],"next_cursor":null}