{"total":628,"rows":[{"id":"2404.19756","title":"KAN: Kolmogorov-Arnold Networks","created":"2024-04-30","cited_by_count":649,"area":null},{"id":"2304.14767","title":"Dissecting Recall of Factual Associations in Auto-Regressive Language Models","created":"2023-04-28","cited_by_count":528,"area":null},{"id":"2403.19647","title":"Sparse Feature Circuits: Discovering and Editing Interpretable Causal Graphs in Language Models","created":"2024-03-28","cited_by_count":435,"area":null},{"id":"2305.01610","title":"Finding Neurons in a Haystack: Case Studies with Sparse Probing","created":"2023-05-02","cited_by_count":334,"area":null},{"id":"2310.02207","title":"Language Models Represent Space and Time","created":"2023-10-03","cited_by_count":316,"area":null},{"id":"2310.15213","title":"Function Vectors in Large Language Models","created":"2023-10-23","cited_by_count":308,"area":null},{"id":"2306.12001","title":"An Overview of Catastrophic AI Risks","created":"2023-06-21","cited_by_count":222,"area":null},{"id":"2404.15255","title":"How to use and interpret activation patching","created":"2024-04-23","cited_by_count":214,"area":null},{"id":"2405.14860","title":"Not All Language Model Features Are One-Dimensionally Linear","created":"2024-05-23","cited_by_count":212,"area":null},{"id":"2303.02536","title":"Finding Alignments Between Interpretable Causal Variables and Distributed Neural Representations","created":"2023-03-05","cited_by_count":209,"area":null},{"id":"2305.00586","title":"How does GPT-2 compute greater-than?: Interpreting mathematical abilities in a pre-trained language model","created":"2023-04-30","cited_by_count":202,"area":null},{"id":"2404.03592","title":"ReFT: Representation Finetuning for Language Models","created":"2024-04-04","cited_by_count":197,"area":null},{"id":"2304.05969","title":"Localizing Model Behavior with Path Patching","created":"2023-04-12","cited_by_count":195,"area":null},{"id":"2308.08742","title":"PMET: Precise Model Editing in a Transformer","created":"2023-08-17","cited_by_count":173,"area":null},{"id":"2401.01286","title":"A Comprehensive Study of Knowledge Editing for Large Language Models","created":"2024-01-02","cited_by_count":163,"area":null},{"id":"2306.00802","title":"Birth of a Transformer: A Memory Viewpoint","created":"2023-06-01","cited_by_count":161,"area":null},{"id":"2306.17844","title":"The Clock and the Pizza: Two Stories in Mechanistic Explanation of Neural Networks","created":"2023-06-30","cited_by_count":156,"area":null},{"id":"2307.15771","title":"The Hydra Effect: Emergent Self-repair in Language Model Computations","created":"2023-07-28","cited_by_count":156,"area":null},{"id":"2307.09458","title":"Does Circuit Analysis Interpretability Scale? Evidence from Multiple Choice Capabilities in Chinchilla","created":"2023-07-18","cited_by_count":149,"area":null},{"id":"2403.17806","title":"Have Faith in Faithfulness: Going Beyond Circuit Overlap When Finding Model Mechanisms","created":"2024-03-26","cited_by_count":149,"area":null},{"id":"2303.13506","title":"The Quantization Model of Neural Scaling","created":"2023-03-23","cited_by_count":138,"area":null},{"id":"2312.03002","title":"The mechanistic basis of data dependence and abrupt learning in an in-context classification task","created":"2023-12-03","cited_by_count":118,"area":null},{"id":"2408.10205","title":"KAN 2.0: Kolmogorov-Arnold Networks Meet Science","created":"2024-08-19","cited_by_count":118,"area":null},{"id":"2410.06205","title":"Round and Round We Go! What makes Rotary Positional Encodings useful?","created":"2024-10-08","cited_by_count":115,"area":null},{"id":"2309.02390","title":"Explaining grokking through circuit efficiency","created":"2023-09-05","cited_by_count":111,"area":null},{"id":"2310.17191","title":"How do Language Models Bind Entities in Context?","created":"2023-10-26","cited_by_count":108,"area":null},{"id":"2301.05062","title":"Tracr: Compiled Transformers as a Laboratory for Interpretability","created":"2023-01-12","cited_by_count":104,"area":null},{"id":"2305.08809","title":"Interpretability at Scale: Identifying Causal Mechanisms in Alpaca","created":"2023-05-15","cited_by_count":103,"area":null},{"id":"2305.16130","title":"Language Models Implement Simple Word2Vec-style Vector Arithmetic","created":"2023-05-25","cited_by_count":98,"area":null},{"id":"2403.00824","title":"Information Flow Routes: Automatically Interpreting Language Models at Scale","created":"2024-02-27","cited_by_count":95,"area":null},{"id":"2402.18154","title":"Cutting Off the Head Ends the Conflict: A Mechanism for Interpreting and Mitigating Knowledge Conflicts in Language Models","created":"2024-02-28","cited_by_count":91,"area":null},{"id":"2309.04827","title":"Neurons in Large Language Models: Dead, N-gram, Positional","created":"2023-09-09","cited_by_count":88,"area":null},{"id":"2405.00208","title":"A Primer on the Inner Workings of Transformer-based Language Models","created":"2024-04-30","cited_by_count":85,"area":null},{"id":"2305.13673","title":"Physics of Language Models: Part 1, Learning Hierarchical Language Structures","created":"2023-05-23","cited_by_count":83,"area":null},{"id":"2402.19449","title":"Heavy-Tailed Class Imbalance and Why Adam Outperforms Gradient Descent on Language Models","created":"2024-02-29","cited_by_count":80,"area":null},{"id":"2406.12775","title":"Hopping Too Late: Exploring the Limitations of Large Language Models on Multi-Hop Queries","created":"2024-06-18","cited_by_count":78,"area":null},{"id":"2312.09230","title":"Successor Heads: Recurring, Interpretable Attention Heads In The Wild","created":"2023-12-14","cited_by_count":77,"area":null},{"id":"2310.04625","title":"Copy Suppression: Comprehensively Understanding an Attention Head","created":"2023-10-06","cited_by_count":76,"area":null},{"id":"2310.10616","title":"How Do Transformers Learn In-Context Beyond Simple Functions? A Case Study on Learning with Representations","created":"2023-10-16","cited_by_count":75,"area":null},{"id":"2607.15495","title":"Verbalizable Representations Form a Global Workspace in Language Models","created":"2026-07-16","cited_by_count":75,"area":null},{"id":"2409.03752","title":"Attention Heads of Large Language Models: A Survey","created":"2024-09-05","cited_by_count":67,"area":null},{"id":"2403.07918","title":"On the Societal Impact of Open Foundation Models","created":"2024-02-27","cited_by_count":65,"area":null},{"id":"2407.10827","title":"LLM Circuit Analyses Are Consistent Across Training and Scale","created":"2024-07-15","cited_by_count":63,"area":null},{"id":"2406.16778","title":"Finding Transformer Circuits with Edge Pruning","created":"2024-06-24","cited_by_count":60,"area":null},{"id":"2406.16254","title":"Confidence Regulation Neurons in Language Models","created":"2024-06-24","cited_by_count":57,"area":null},{"id":"2410.13835","title":"Active-Dormant Attention Heads: Mechanistically Demystifying Extreme-Token Phenomena in LLMs","created":"2024-10-17","cited_by_count":56,"area":null},{"id":"2403.07809","title":"pyvene: A Library for Understanding and Improving PyTorch Models via Interventions","created":"2024-03-12","cited_by_count":54,"area":null},{"id":"2409.01658","title":"From Yes-Men to Truth-Tellers: Addressing Sycophancy in Large Language Models with Pinpoint Tuning","created":"2024-09-03","cited_by_count":54,"area":null},{"id":"2407.15017","title":"Knowledge Mechanisms in Large Language Models: A Survey and Perspective","created":"2024-07-22","cited_by_count":51,"area":null},{"id":"2305.03210","title":"AttentionViz: A Global View of Transformer Attention","created":"2023-05-04","cited_by_count":50,"area":null},{"id":"2508.02087","title":"When Truth Is Overridden: Uncovering the Internal Origins of Sycophancy in Large Language Models","created":"2025-08-04","cited_by_count":50,"area":null},{"id":"2402.11917","title":"A Mechanistic Analysis of a Transformer Trained on a Symbolic Multi-Step Reasoning Task","created":"2024-02-19","cited_by_count":49,"area":null},{"id":"2405.02421","title":"What does the Knowledge Neuron Thesis Have to do with Knowledge?","created":"2024-05-03","cited_by_count":49,"area":null},{"id":"2310.15910","title":"Characterizing Mechanisms for Factual Recall in Language Models","created":"2023-10-24","cited_by_count":48,"area":null},{"id":"2310.17230","title":"Codebook Features: Sparse and Discrete Interpretability for Neural Networks","created":"2023-10-26","cited_by_count":48,"area":null},{"id":"2401.12874","title":"From Understanding to Utilization: A Survey on Explainability for Large Language Models","created":"2024-01-23","cited_by_count":48,"area":null},{"id":"2402.13055","title":"Identifying Semantic Induction Heads to Understand In-Context Learning","created":"2024-02-20","cited_by_count":47,"area":null},{"id":"2408.10920","title":"Recurrent Neural Networks Learn to Store and Generate Sequences using Non-Linear Representations","created":"2024-08-20","cited_by_count":47,"area":null},{"id":"2402.12560","title":"CausalGym: Benchmarking causal interpretability methods on linguistic tasks","created":"2024-02-19","cited_by_count":46,"area":null},{"id":"2403.08946","title":"Usable XAI: 10 Strategies Towards Exploiting Explainability in the LLM Era","created":"2024-03-13","cited_by_count":46,"area":null},{"id":"2410.01104","title":"Softmax is not Enough (for Sharp Size Generalisation)","created":"2024-10-01","cited_by_count":46,"area":null},{"id":"2601.04480","title":"When Models Manipulate Manifolds: The Geometry of a Counting Task","created":"2026-01-08","cited_by_count":46,"area":null},{"id":"2309.10312","title":"Rigorously Assessing Natural Language Explanations of Neurons","created":"2023-09-19","cited_by_count":45,"area":null},{"id":"2407.14561","title":"NNsight and NDIF: Democratizing Access to Open-Weight Foundation Model Internals","created":"2024-07-18","cited_by_count":45,"area":null},{"id":"2409.01659","title":"Interpreting and Improving Large Language Models in Arithmetic Calculation","created":"2024-09-03","cited_by_count":45,"area":null},{"id":"2403.01509","title":"Fantastic Semantics and Where to Find Them: Investigating Which Layers of Generative LLMs Reflect Lexical Semantics","created":"2024-03-03","cited_by_count":44,"area":null},{"id":"2504.04264","title":"Lost in Multilinguality: Dissecting Cross-lingual Factual Inconsistency in Transformer Language Models","created":"2025-04-05","cited_by_count":44,"area":null},{"id":"2305.12535","title":"Explaining How Transformers Use Context to Build Predictions","created":"2023-05-21","cited_by_count":43,"area":null},{"id":"2402.14433","title":"A Language Model's Guide Through Latent Space","created":"2024-02-22","cited_by_count":43,"area":null},{"id":"2402.07321","title":"Summing Up the Facts: Additive Mechanisms Behind Factual Recall in LLMs","created":"2024-02-11","cited_by_count":42,"area":null},{"id":"2406.09519","title":"Talking Heads: Understanding Inter-layer Communication in Transformer Language Models","created":"2024-06-13","cited_by_count":41,"area":null},{"id":"2402.04161","title":"Attention with Markov: A Framework for Principled Analysis of Transformers via Markov Chains","created":"2024-02-06","cited_by_count":40,"area":null},{"id":"2410.02984","title":"Differentiation and Specialization of Attention Heads via the Refined Local Learning Coefficient","created":"2024-10-03","cited_by_count":40,"area":null},{"id":"2402.15390","title":"Explorations of Self-Repair in Language Models","created":"2024-02-23","cited_by_count":39,"area":null},{"id":"2505.14685","title":"Language Models use Lookbacks to Track Beliefs","created":"2025-05-20","cited_by_count":39,"area":null},{"id":"2403.18167","title":"Mechanistic Understanding and Mitigation of Language Model Non-Factual Hallucinations","created":"2024-03-27","cited_by_count":38,"area":null},{"id":"2310.18362","title":"SoK: Memorization in General-Purpose Large Language Models","created":"2023-10-24","cited_by_count":37,"area":null},{"id":"2312.12141","title":"Neuron-Level Knowledge Attribution in Large Language Models","created":"2023-12-19","cited_by_count":37,"area":null},{"id":"2407.15018","title":"Answer, Assemble, Ace: Understanding How LMs Answer Multiple Choice Questions","created":"2024-07-21","cited_by_count":35,"area":null},{"id":"2410.04962","title":"Activation Scaling for Steering and Interpreting Language Models","created":"2024-10-07","cited_by_count":35,"area":null},{"id":"2503.09543","title":"PolyPythias: Stability and Outliers across Fifty Language Model Pre-Training Runs","created":"2025-03-12","cited_by_count":35,"area":null},{"id":"2307.03637","title":"Discovering Variable Binding Circuitry with Desiderata","created":"2023-07-07","cited_by_count":34,"area":null},{"id":"2410.04332","title":"Gradient Routing: Masking Gradients to Localize Computation in Neural Networks","created":"2024-10-06","cited_by_count":34,"area":null},{"id":"2503.02854","title":"(How) Do Language Models Track State?","created":"2025-03-04","cited_by_count":34,"area":null},{"id":"2504.02922","title":"Overcoming Sparsity Artifacts in Crosscoders to Interpret Chat-Tuning","created":"2025-04-03","cited_by_count":34,"area":null},{"id":"2504.04635","title":"Steering off Course: Reliability Challenges in Steering Language Models","created":"2025-04-06","cited_by_count":34,"area":null},{"id":"2305.13417","title":"VISIT: Visualizing and Interpreting the Semantic Information Flow of Transformers","created":"2023-05-22","cited_by_count":32,"area":null},{"id":"2309.03886","title":"FIND: A Function Description Benchmark for Evaluating Interpretability Methods","created":"2023-09-07","cited_by_count":32,"area":null},{"id":"2311.13594","title":"Labeling Neural Representations with Inverse Recognition","created":"2023-11-22","cited_by_count":32,"area":null},{"id":"2403.19521","title":"Interpreting Key Mechanisms of Factual Recall in Transformer-Based Language Models","created":"2024-03-28","cited_by_count":31,"area":null},{"id":"2405.20612","title":"UniBias: Unveiling and Mitigating LLM Bias through Internal Attention and FFN Manipulation","created":"2024-05-31","cited_by_count":31,"area":null},{"id":"2409.14144","title":"Interpreting Arithmetic Mechanism in Large Language Models through Comparative Neuron Analysis","created":"2024-09-21","cited_by_count":31,"area":null},{"id":"2410.02811","title":"SAC-KG: Exploiting Large Language Models as Skilled Automatic Constructors for Domain Knowledge Graphs","created":"2024-09-22","cited_by_count":31,"area":null},{"id":"2502.12170","title":"MUDDFormer: Breaking Residual Bottlenecks in Transformers via Multiway Dynamic Dense Connections","created":"2025-02-13","cited_by_count":31,"area":null},{"id":"2312.01429","title":"Transformers are uninterpretable with myopic methods: a case study with bounded Dyck grammars","created":"2023-12-03","cited_by_count":30,"area":null},{"id":"2503.10996","title":"Taming Knowledge Conflicts in Language Models","created":"2025-03-14","cited_by_count":30,"area":null},{"id":"2511.08579","title":"Training Language Models to Explain Their Own Computations","created":"2025-11-11","cited_by_count":30,"area":null},{"id":"2311.09060","title":"Do Localization Methods Actually Localize Memorized Data in LLMs? A Tale of Two Benchmarks","created":"2023-11-15","cited_by_count":29,"area":null},{"id":"2402.09236","title":"Learning Interpretable Concepts: Unifying Causal Representation Learning and Foundation Models","created":"2024-02-14","cited_by_count":29,"area":null},{"id":"2604.21691","title":"There Will Be a Scientific Theory of Deep Learning","created":"2026-04-23","cited_by_count":29,"area":null}],"next_cursor":"100"}