{"total":202,"rows":[{"id":"2403.19647","title":"Sparse Feature Circuits: Discovering and Editing Interpretable Causal Graphs in Language Models","created":"2024-03-28","cited_by_count":435,"area":null},{"id":"2404.14082","title":"Mechanistic Interpretability for AI Safety -- A Review","created":"2024-04-22","cited_by_count":422,"area":"mechinterp"},{"id":"2408.05147","title":"Gemma Scope: Open Sparse Autoencoders Everywhere All At Once on Gemma 2","created":"2024-08-09","cited_by_count":394,"area":"mechinterp"},{"id":"2309.16042","title":"Towards Best Practices of Activation Patching in Language Models: Metrics and Methods","created":"2023-09-27","cited_by_count":359,"area":"mechinterp"},{"id":"2310.02207","title":"Language Models Represent Space and Time","created":"2023-10-03","cited_by_count":316,"area":null},{"id":"2401.06102","title":"Patchscopes: A Unifying Framework for Inspecting Hidden Representations of Language Models","created":"2024-01-11","cited_by_count":235,"area":"mechinterp"},{"id":"2404.15255","title":"How to use and interpret activation patching","created":"2024-04-23","cited_by_count":214,"area":null},{"id":"2405.14860","title":"Not All Language Model Features Are One-Dimensionally Linear","created":"2024-05-23","cited_by_count":212,"area":null},{"id":"2310.10348","title":"Attribution Patching Outperforms Automated Circuit Discovery","created":"2023-10-16","cited_by_count":209,"area":"mechinterp"},{"id":"2406.11944","title":"Transcoders Find Interpretable LLM Feature Circuits","created":"2024-06-17","cited_by_count":200,"area":"mechinterp"},{"id":"2310.16028","title":"What Algorithms can Transformers Learn? A Study in Length Generalization","created":"2023-10-24","cited_by_count":199,"area":null},{"id":"2403.17806","title":"Have Faith in Faithfulness: Going Beyond Circuit Overlap When Finding Model Mechanisms","created":"2024-03-26","cited_by_count":149,"area":null},{"id":"2506.19143","title":"Thought Anchors: Which LLM Reasoning Steps Matter?","created":"2025-06-23","cited_by_count":129,"area":"lr"},{"id":"2307.03381","title":"Teaching Arithmetic to Small Transformers","created":"2023-07-07","cited_by_count":123,"area":null},{"id":"2407.02646","title":"A Practical Review of Mechanistic Interpretability for Transformer-Based Language Models","created":"2024-07-02","cited_by_count":118,"area":"mechinterp"},{"id":"2410.06205","title":"Round and Round We Go! What makes Rotary Positional Encodings useful?","created":"2024-10-08","cited_by_count":115,"area":null},{"id":"2403.00745","title":"AtP*: An efficient and scalable method for localizing LLM behaviour to components","created":"2024-03-01","cited_by_count":111,"area":"mechinterp"},{"id":"2310.08744","title":"Circuit Component Reuse Across Tasks in Transformer Language Models","created":"2023-10-12","cited_by_count":108,"area":"mechinterp"},{"id":"2410.11414","title":"ReDeEP: Detecting Hallucination in Retrieval-Augmented Generation via Mechanistic Interpretability","created":"2024-10-15","cited_by_count":101,"area":"rag"},{"id":"2410.21272","title":"Arithmetic Without Algorithms: Language Models Solve Math With a Bag of Heuristics","created":"2024-10-28","cited_by_count":97,"area":"lr"},{"id":"2403.00824","title":"Information Flow Routes: Automatically Interpreting Language Models at Scale","created":"2024-02-27","cited_by_count":95,"area":null},{"id":"2402.18154","title":"Cutting Off the Head Ends the Conflict: A Mechanism for Interpreting and Mitigating Knowledge Conflicts in Language Models","created":"2024-02-28","cited_by_count":91,"area":null},{"id":"2309.04827","title":"Neurons in Large Language Models: Dead, N-gram, Positional","created":"2023-09-09","cited_by_count":88,"area":null},{"id":"2405.00208","title":"A Primer on the Inner Workings of Transformer-based Language Models","created":"2024-04-30","cited_by_count":85,"area":null},{"id":"2405.15071","title":"Grokked Transformers are Implicit Reasoners: A Mechanistic Journey to the Edge of Generalization","created":"2024-05-23","cited_by_count":79,"area":"lr"},{"id":"2312.09230","title":"Successor Heads: Recurring, Interpretable Attention Heads In The Wild","created":"2023-12-14","cited_by_count":77,"area":null},{"id":"2310.04625","title":"Copy Suppression: Comprehensively Understanding an Attention Head","created":"2023-10-06","cited_by_count":76,"area":null},{"id":"2409.03752","title":"Attention Heads of Large Language Models: A Survey","created":"2024-09-05","cited_by_count":67,"area":null},{"id":"2407.10827","title":"LLM Circuit Analyses Are Consistent Across Training and Scale","created":"2024-07-15","cited_by_count":63,"area":null},{"id":"2406.16778","title":"Finding Transformer Circuits with Edge Pruning","created":"2024-06-24","cited_by_count":60,"area":null},{"id":"2406.16254","title":"Confidence Regulation Neurons in Language Models","created":"2024-06-24","cited_by_count":57,"area":null},{"id":"2311.14737","title":"Positional Description Matters for Transformers Arithmetic","created":"2023-11-22","cited_by_count":56,"area":null},{"id":"2410.05695","title":"Unlocking the Capabilities of Thought: A Reasoning Boundary Framework to Quantify and Optimize Chain-of-Thought","created":"2024-10-08","cited_by_count":56,"area":"lr"},{"id":"2409.01658","title":"From Yes-Men to Truth-Tellers: Addressing Sycophancy in Large Language Models with Pinpoint Tuning","created":"2024-09-03","cited_by_count":54,"area":null},{"id":"2406.14144","title":"Towards Understanding Safety Alignment: A Mechanistic Perspective from Safety Neurons","created":"2024-06-20","cited_by_count":53,"area":"alignment"},{"id":"2403.08946","title":"Usable XAI: 10 Strategies Towards Exploiting Explainability in the LLM Era","created":"2024-03-13","cited_by_count":46,"area":null},{"id":"2410.01104","title":"Softmax is not Enough (for Sharp Size Generalisation)","created":"2024-10-01","cited_by_count":46,"area":null},{"id":"2601.04480","title":"When Models Manipulate Manifolds: The Geometry of a Counting Task","created":"2026-01-08","cited_by_count":46,"area":null},{"id":"2409.01659","title":"Interpreting and Improving Large Language Models in Arithmetic Calculation","created":"2024-09-03","cited_by_count":45,"area":null},{"id":"2406.17759","title":"Interpreting Attention Layer Outputs with Sparse Autoencoders","created":"2024-06-25","cited_by_count":43,"area":"mechinterp"},{"id":"2406.09519","title":"Talking Heads: Understanding Inter-layer Communication in Transformer Language Models","created":"2024-06-13","cited_by_count":41,"area":null},{"id":"2402.11655","title":"Competition of Mechanisms: Tracing How Language Models Handle Facts and Counterfactuals","created":"2024-02-18","cited_by_count":40,"area":null},{"id":"2410.02984","title":"Differentiation and Specialization of Attention Heads via the Refined Local Learning Coefficient","created":"2024-10-03","cited_by_count":40,"area":null},{"id":"2406.03445","title":"Pre-trained Large Language Models Use Fourier Features to Compute Addition","created":"2024-06-05","cited_by_count":39,"area":"lr"},{"id":"2404.01266","title":"IsoBench: Benchmarking Multimodal Foundation Models on Isomorphic Representations","created":"2024-04-01","cited_by_count":38,"area":null},{"id":"2310.07972","title":"Interpretable Diffusion via Information Decomposition","created":"2023-10-12","cited_by_count":37,"area":"diffusion"},{"id":"2407.15018","title":"Answer, Assemble, Ace: Understanding How LMs Answer Multiple Choice Questions","created":"2024-07-21","cited_by_count":35,"area":null},{"id":"2505.12886","title":"Detection and Mitigation of Hallucination in Large Reasoning Models: A Mechanistic Perspective","created":"2025-05-19","cited_by_count":34,"area":"lr"},{"id":"2405.20612","title":"UniBias: Unveiling and Mitigating LLM Bias through Internal Attention and FFN Manipulation","created":"2024-05-31","cited_by_count":31,"area":null},{"id":"2406.02128","title":"Iteration Head: A Mechanistic Study of Chain-of-Thought","created":"2024-06-04","cited_by_count":31,"area":"lr"},{"id":"2404.06453","title":"PURE: Turning Polysemantic Neurons Into Pure Features by Identifying Relevant Circuits","created":"2024-04-09","cited_by_count":29,"area":"mechinterp"},{"id":"2405.16229","title":"No Two Devils Alike: Unveiling Distinct Mechanisms of Fine-tuning Attacks","created":"2024-05-25","cited_by_count":29,"area":"alignment"},{"id":"2410.13032","title":"Hypothesis Testing the Circuit Hypothesis in LLMs","created":"2024-10-16","cited_by_count":29,"area":"mechinterp"},{"id":"2410.09223","title":"The Same But Different: Structural Similarities and Differences in Multilingual Language Modeling","created":"2024-10-11","cited_by_count":28,"area":"mechinterp"},{"id":"2601.14004","title":"Locate, Steer, and Improve: A Practical Survey of Actionable Mechanistic Interpretability in Large Language Models","created":"2026-01-20","cited_by_count":27,"area":"mechinterp"},{"id":"2312.03656","title":"Interpretability Illusions in the Generalization of Simplified Models","created":"2023-12-06","cited_by_count":25,"area":null},{"id":"2407.14494","title":"InterpBench: Semi-Synthetic Transformers for Evaluating Mechanistic Interpretability Techniques","created":"2024-07-19","cited_by_count":25,"area":"mechinterp"},{"id":"2409.09951","title":"Optimal ablation for interpretability","created":"2024-09-16","cited_by_count":25,"area":null},{"id":"2312.06581","title":"Grokking Group Multiplication with Cosets","created":"2023-12-11","cited_by_count":24,"area":null},{"id":"2407.00886","title":"Efficient Automated Circuit Discovery in Transformers using Contextual Decomposition","created":"2024-07-01","cited_by_count":23,"area":"mechinterp"},{"id":"2407.04690","title":"Missed Causes and Ambiguous Effects: Counterfactuals Pose Challenges for Interpreting Neural Networks","created":"2024-07-05","cited_by_count":23,"area":null},{"id":"2507.01790","title":"How Do Vision-Language Models Process Conflicting Information Across Modalities?","created":"2025-07-02","cited_by_count":23,"area":"mllm"},{"id":"2310.12611","title":"Identifying and Adapting Transformer-Components Responsible for Gender Bias in an English Language Model","created":"2023-10-19","cited_by_count":22,"area":null},{"id":"2402.03268","title":"Understanding Reasoning Ability of Language Models From the Perspective of Reasoning Paths Aggregation","created":"2024-02-05","cited_by_count":22,"area":"lr"},{"id":"2407.08734","title":"Transformer Circuit Faithfulness Metrics are not Robust","created":"2024-07-11","cited_by_count":22,"area":"mechinterp"},{"id":"2411.11114","title":"JailbreakLens: Interpreting Jailbreak Mechanism in the Lens of Representation and Circuit","created":"2024-11-17","cited_by_count":22,"area":"safety"},{"id":"2502.06852","title":"EAP-GP: Mitigating Saturation Effect in Gradient-based Automated Circuit Identification","created":"2025-02-07","cited_by_count":21,"area":"mechinterp"},{"id":"2402.05110","title":"Opening the AI black box: program synthesis via mechanistic interpretability","created":"2024-02-07","cited_by_count":20,"area":"mechinterp"},{"id":"2502.11812","title":"Towards Understanding Fine-Tuning Mechanisms of LLMs via Circuit Analysis","created":"2025-02-17","cited_by_count":20,"area":null},{"id":"2312.10091","title":"Look Before You Leap: A Universal Emergent Decomposition of Retrieval Tasks in Language Models","created":"2023-12-13","cited_by_count":18,"area":null},{"id":"2406.11779","title":"Compact Proofs of Model Performance via Mechanistic Interpretability","created":"2024-06-17","cited_by_count":18,"area":"mechinterp"},{"id":"2405.03205","title":"Anchored Answers: Unravelling Positional Bias in GPT-2's Multiple-Choice Questions","created":"2024-05-06","cited_by_count":15,"area":"mechinterp"},{"id":"2405.12522","title":"Sparse Autoencoders Enable Scalable and Reliable Circuit Identification in Language Models","created":"2024-05-21","cited_by_count":15,"area":"mechinterp"},{"id":"2410.01280","title":"Sparse Autoencoders Reveal Temporal Difference Learning in Large Language Models","created":"2024-10-02","cited_by_count":15,"area":"mechinterp"},{"id":"2502.01540","title":"What is a Number, That a Large Language Model May Know It?","created":"2025-02-03","cited_by_count":15,"area":null},{"id":"2510.00845","title":"Mechanistic Interpretability as Statistical Estimation: A Variance Analysis","created":"2025-10-01","cited_by_count":15,"area":"mechinterp"},{"id":"2403.06925","title":"Transformers Learn Low Sensitivity Functions: Investigations and Implications","created":"2024-03-11","cited_by_count":14,"area":null},{"id":"2405.04156","title":"How does GPT-2 Predict Acronyms? Extracting and Understanding a Circuit via Mechanistic Interpretability","created":"2024-05-07","cited_by_count":14,"area":"mechinterp"},{"id":"2310.17639","title":"In-Context Learning Dynamics with Random Binary Sequences","created":"2023-10-26","cited_by_count":13,"area":null},{"id":"2406.15955","title":"Beyond the Doors of Perception: Vision Transformers Represent Relations Between Objects","created":"2024-06-22","cited_by_count":13,"area":null},{"id":"2407.19842","title":"Detecting and Understanding Vulnerabilities in Language Models via Mechanistic Interpretability","created":"2024-07-29","cited_by_count":13,"area":"mechinterp"},{"id":"2311.04354","title":"Uncovering Intermediate Variables in Transformers using Circuit Probing","created":"2023-11-07","cited_by_count":12,"area":null},{"id":"2410.01434","title":"Circuit Compositions: Exploring Modular Structures in Transformer-Based Language Models","created":"2024-10-02","cited_by_count":11,"area":null},{"id":"2410.15580","title":"Language Models are Symbolic Learners in Arithmetic","created":"2024-10-21","cited_by_count":11,"area":null},{"id":"2410.22244","title":"Abrupt Learning in Transformers: A Case Study on Matrix Completion","created":"2024-10-29","cited_by_count":11,"area":null},{"id":"2411.10950","title":"Understanding Multimodal LLMs: the Mechanistic Interpretability of Llava in Visual Question Answering","created":"2024-11-17","cited_by_count":11,"area":"mllm"},{"id":"2508.11214","title":"How Causal Abstraction Underpins Computational Explanation","created":"2025-08-15","cited_by_count":11,"area":null},{"id":"2606.27510","title":"The Curse of Multiple Mediators: Hidden Interaction Effects in Activation Patching","created":"2026-06-25","cited_by_count":11,"area":"mechinterp"},{"id":"2502.04667","title":"Compositional Generalization from Learned Skills via CoT Training: A Theoretical and Structural Analysis for Reasoning","created":"2025-02-07","cited_by_count":10,"area":"lr"},{"id":"2502.18147","title":"Jacobian Sparse Autoencoders: Sparsify Computations, Not Just Activations","created":"2025-02-25","cited_by_count":10,"area":"mechinterp"},{"id":"2505.10039","title":"Rethinking Circuit Completeness in Language Models: AND, OR, and ADDER Gates","created":"2025-05-15","cited_by_count":10,"area":"lr"},{"id":"2504.20938","title":"Towards Understanding the Nature of Attention with Low-Rank Sparse Decomposition","created":"2025-04-29","cited_by_count":9,"area":"mechinterp"},{"id":"2506.06214","title":"Can Theoretical Physics Research Benefit from Language Agents?","created":"2025-06-06","cited_by_count":9,"area":"agents"},{"id":"2509.17588","title":"Interpreting Attention Heads for Image-to-Text Information Flow in Large Vision-Language Models","created":"2025-09-22","cited_by_count":9,"area":"mllm"},{"id":"2511.20315","title":"Geometry of Decision Making in Language Models","created":"2025-11-25","cited_by_count":9,"area":null},{"id":"2607.01940","title":"Conditional Co-Ablation: Recovering Self-Repair Backups in Transformer Circuits","created":"2026-07-02","cited_by_count":9,"area":"mechinterp"},{"id":"2502.15801","title":"An explainable transformer circuit for compositional generalization","created":"2025-02-19","cited_by_count":8,"area":null},{"id":"2505.05145","title":"Understanding In-context Learning of Addition via Activation Subspaces","created":"2025-05-08","cited_by_count":8,"area":null},{"id":"2507.08017","title":"Mechanistic Indicators of Understanding in Large Language Models","created":"2025-07-07","cited_by_count":8,"area":null},{"id":"2508.01916","title":"Decomposing Representation Space into Interpretable Subspaces with Unsupervised Learning","created":"2025-08-03","cited_by_count":8,"area":"mechinterp"}],"next_cursor":"100"}