{"total":212,"rows":[{"id":"2409.14507","title":"A is for Absorption: Studying Feature Splitting and Absorption in Sparse Autoencoders","created":"2024-09-22","cited_by_count":160,"area":"mechinterp"},{"id":"2410.20526","title":"Llama Scope: Extracting Millions of Features from Llama-3.1-8B with Sparse Autoencoders","created":"2024-10-27","cited_by_count":143,"area":"mechinterp"},{"id":"2408.10205","title":"KAN 2.0: Kolmogorov-Arnold Networks Meet Science","created":"2024-08-19","cited_by_count":118,"area":null},{"id":"2502.16681","title":"Are Sparse Autoencoders Useful? A Case Study in Sparse Probing","created":"2025-02-23","cited_by_count":115,"area":"mechinterp"},{"id":"2405.15943","title":"Transformers represent belief state geometry in their residual stream","created":"2024-05-24","cited_by_count":77,"area":null},{"id":"2505.18235","title":"The Origins of Representation Manifolds in Large Language Models","created":"2025-05-23","cited_by_count":51,"area":"mechinterp"},{"id":"2506.03093","title":"From Flat to Hierarchical: Extracting Sparse Representations with Matching Pursuit","created":"2025-06-03","cited_by_count":49,"area":"mechinterp"},{"id":"2601.04480","title":"When Models Manipulate Manifolds: The Geometry of a Counting Task","created":"2026-01-08","cited_by_count":46,"area":null},{"id":"2507.08802","title":"The Non-Linear Representation Dilemma: Is Causal Abstraction Enough for Mechanistic Interpretability?","created":"2025-07-11","cited_by_count":37,"area":"mechinterp"},{"id":"2507.01786","title":"Probing and Steering Evaluation Awareness of Language Models","created":"2025-07-02","cited_by_count":35,"area":null},{"id":"2409.04478","title":"Evaluating Open-Source Sparse Autoencoders on Disentangling Factual Knowledge in GPT-2 Small","created":"2024-09-05","cited_by_count":34,"area":"mechinterp"},{"id":"2410.11781","title":"Language Models Encode Numbers Using Digit Representations in Base 10","created":"2024-10-15","cited_by_count":32,"area":null},{"id":"2410.21869","title":"Cross-Entropy Is All You Need To Invert the Data Generating Process","created":"2024-10-29","cited_by_count":31,"area":null},{"id":"2604.28119","title":"Do Sparse Autoencoders Capture Concept Manifolds?","created":"2026-04-30","cited_by_count":31,"area":"mechinterp"},{"id":"2604.21691","title":"There Will Be a Scientific Theory of Deep Learning","created":"2026-04-23","cited_by_count":29,"area":null},{"id":"2409.05448","title":"Representational Analysis of Binding in Language Models","created":"2024-09-09","cited_by_count":28,"area":null},{"id":"2410.06981","title":"Quantifying Feature Space Universality Across Large Language Models via Sparse Autoencoders","created":"2024-10-09","cited_by_count":27,"area":"mechinterp"},{"id":"2503.03730","title":"Towards Understanding Distilled Reasoning Models: A Representational Approach","created":"2025-03-05","cited_by_count":26,"area":"lr"},{"id":"2605.05115","title":"Manifold Steering Reveals the Shared Geometry of Neural Network Representation and Behavior","created":"2026-05-06","cited_by_count":26,"area":null},{"id":"2407.14494","title":"InterpBench: Semi-Synthetic Transformers for Evaluating Mechanistic Interpretability Techniques","created":"2024-07-19","cited_by_count":25,"area":"mechinterp"},{"id":"2408.01416","title":"The Quest for the Right Mediator: Surveying Mechanistic Interpretability Through the Lens of Causal Mediation Analysis","created":"2024-08-02","cited_by_count":24,"area":"mechinterp"},{"id":"2407.14662","title":"Relational Composition in Neural Networks: A Survey and Call to Action","created":"2024-07-19","cited_by_count":23,"area":null},{"id":"2408.00657","title":"Disentangling Dense Embeddings with Sparse Autoencoders","created":"2024-08-01","cited_by_count":23,"area":"mechinterp"},{"id":"2602.07488","title":"Deriving Neural Scaling Laws from the statistics of natural language","created":"2026-02-07","cited_by_count":23,"area":null},{"id":"2406.10777","title":"RoseLoRA: Row and Column-wise Sparse Low-rank Adaptation of Pre-trained Language Model for Knowledge Editing and Fine-tuning","created":"2024-06-16","cited_by_count":21,"area":null},{"id":"2506.06609","title":"Transferring Linear Features Across Language Models With Model Stitching","created":"2025-06-07","cited_by_count":21,"area":"mechinterp"},{"id":"2510.09782","title":"The Geometry of Reasoning: Flowing Logics in Representation Space","created":"2025-10-10","cited_by_count":21,"area":"lr"},{"id":"2409.04185","title":"Residual Stream Analysis with Multi-Layer SAEs","created":"2024-09-06","cited_by_count":19,"area":"mechinterp"},{"id":"2410.08113","title":"Robust AI-Generated Text Detection by Restricted Embeddings","created":"2024-10-10","cited_by_count":18,"area":null},{"id":"2507.12379","title":"Probing for Arithmetic Errors in Language Models","created":"2025-07-16","cited_by_count":18,"area":null},{"id":"2507.09709","title":"Large Language Models Encode Semantics and Alignment in Linearly Separable Representations","created":"2025-07-13","cited_by_count":17,"area":"safety"},{"id":"2410.01444","title":"Geometric Signatures of Compositionality Across a Language Model's Lifetime","created":"2024-10-02","cited_by_count":16,"area":null},{"id":"2505.11756","title":"Feature Hedging: Correlated Features Break Narrow Sparse Autoencoders","created":"2025-05-16","cited_by_count":16,"area":"mechinterp"},{"id":"2509.26238","title":"Beyond Linear Probes: Dynamic Safety Monitoring for Language Models","created":"2025-09-30","cited_by_count":16,"area":"safety"},{"id":"2502.01954","title":"Constrained belief updates explain geometric structures in transformer representations","created":"2025-02-04","cited_by_count":15,"area":null},{"id":"2506.01197","title":"Incorporating Hierarchical Semantics in Sparse Autoencoder Architectures","created":"2025-06-01","cited_by_count":14,"area":"mechinterp"},{"id":"2508.16560","title":"Sparse but Wrong: Incorrect L0 Leads to Incorrect Features in Sparse Autoencoders","created":"2025-08-22","cited_by_count":14,"area":"mechinterp"},{"id":"2502.03032","title":"Analyze Feature Flow to Enhance Interpretation and Steering in Language Models","created":"2025-02-05","cited_by_count":13,"area":"mechinterp"},{"id":"2410.11042","title":"Persistent Topological Features in Large Language Models","created":"2024-10-14","cited_by_count":12,"area":null},{"id":"2503.03666","title":"Analogical Reasoning Inside Large Language Models: Concept Vectors and the Limits of Abstraction","created":"2025-03-05","cited_by_count":12,"area":"lr"},{"id":"2601.05679","title":"Do Sparse Autoencoders Identify Reasoning Features in Language Models?","created":"2026-01-09","cited_by_count":12,"area":"lr"},{"id":"2602.02464","title":"From Directions to Regions: Decomposing Activations in Language Models via Local Geometry","created":"2026-02-02","cited_by_count":12,"area":null},{"id":"2602.11246","title":"How Many Features Can a Language Model Store Under the Linear Representation Hypothesis?","created":"2026-02-11","cited_by_count":12,"area":null},{"id":"2505.11770","title":"Internal Causal Mechanisms Robustly Predict Language Model Out-of-Distribution Behaviors","created":"2025-05-17","cited_by_count":11,"area":null},{"id":"2508.11214","title":"How Causal Abstraction Underpins Computational Explanation","created":"2025-08-15","cited_by_count":11,"area":null},{"id":"2509.02565","title":"Understanding sparse autoencoder scaling in the presence of feature manifolds","created":"2025-09-02","cited_by_count":11,"area":"mechinterp"},{"id":"2602.14687","title":"SynthSAEBench: Evaluating Sparse Autoencoders on Scalable Realistic Synthetic Data","created":"2026-02-16","cited_by_count":11,"area":"synth"},{"id":"2602.15293","title":"The Information Geometry of Softmax: Probing and Steering","created":"2026-02-17","cited_by_count":11,"area":null},{"id":"2603.09313","title":"Curveball Steering: The Right Direction To Steer Isn't Always Linear","created":"2026-03-10","cited_by_count":11,"area":"mechinterp"},{"id":"2603.09972","title":"From Data Statistics to Feature Geometry: How Correlations Shape Superposition","created":"2026-03-10","cited_by_count":10,"area":"mechinterp"},{"id":"2605.01148","title":"Arithmetic in the Wild: Llama uses Base-10 Addition to Reason About Cyclic Concepts","created":"2026-05-01","cited_by_count":10,"area":null},{"id":"2605.07990","title":"Tool Calling is Linearly Readable and Steerable in Language Models","created":"2026-05-08","cited_by_count":10,"area":"agents"},{"id":"2510.00404","title":"AbsTopK: Rethinking Sparse Autoencoders For Bidirectional Features","created":"2025-10-01","cited_by_count":9,"area":"lr"},{"id":"2511.08379","title":"SOM Directions are Better than One: Multi-Directional Refusal Suppression in Language Models","created":"2025-11-11","cited_by_count":9,"area":"alignment"},{"id":"2505.05145","title":"Understanding In-context Learning of Addition via Activation Subspaces","created":"2025-05-08","cited_by_count":8,"area":null},{"id":"2507.23220","title":"Model Directions, Not Words: Mechanistic Topic Models Using Sparse Autoencoders","created":"2025-07-31","cited_by_count":8,"area":null},{"id":"2508.01916","title":"Decomposing Representation Space into Interpretable Subspaces with Unsupervised Learning","created":"2025-08-03","cited_by_count":8,"area":"mechinterp"},{"id":"2510.01025","title":"Hypothesis-Driven Feature Manifold Analysis in LLMs via Supervised Multi-Dimensional Scaling","created":"2025-10-01","cited_by_count":8,"area":null},{"id":"2602.16698","title":"Causality is Key for Interpretability Claims to Generalise","created":"2026-02-18","cited_by_count":8,"area":null},{"id":"2605.27690","title":"TRACES: Proactive Safety Auditing for Multi-Turn LLM Agents via Trajectory-State Modeling","created":"2026-05-26","cited_by_count":8,"area":"agents"},{"id":"2405.17420","title":"Survival of the Fittest Representation: A Case Study with Modular Addition","created":"2024-05-27","cited_by_count":7,"area":null},{"id":"2512.15134","title":"From Isolation to Entanglement: When Do Interpretability Methods Identify and Disentangle Known Concepts?","created":"2025-12-17","cited_by_count":7,"area":null},{"id":"2602.02385","title":"Transformers learn factored representations","created":"2026-02-02","cited_by_count":7,"area":null},{"id":"2605.00842","title":"Understanding Emergent Misalignment via Feature Superposition Geometry","created":"2026-04-07","cited_by_count":7,"area":"mechinterp"},{"id":"2407.11542","title":"Counting in Small Transformers: The Delicate Interplay between Attention and Feed-Forward Layers","created":"2024-07-16","cited_by_count":6,"area":null},{"id":"2602.07025","title":"The Geometry of Representational Failures in Vision Language Models","created":"2026-02-02","cited_by_count":6,"area":"mllm"},{"id":"2602.11881","title":"From Atoms to Trees: Building a Structured Feature Forest with Hierarchical Sparse Autoencoders","created":"2026-02-12","cited_by_count":6,"area":"mechinterp"},{"id":"2604.20817","title":"Convergent Evolution: How Different Language Models Learn Similar Number Representations","created":"2026-04-22","cited_by_count":6,"area":null},{"id":"2504.00194","title":"Identifying Sparsely Active Circuits Through Local Loss Landscape Decomposition","created":"2025-03-31","cited_by_count":5,"area":"mechinterp"},{"id":"2505.20435","title":"The Shape of Adversarial Influence: Characterizing LLM Latent Spaces with Persistent Homology","created":"2025-05-26","cited_by_count":5,"area":"safety"},{"id":"2506.03790","title":"Attention-Only Transformers via Unrolled Subspace Denoising","created":"2025-06-04","cited_by_count":5,"area":null},{"id":"2506.10920","title":"Constructing Interpretable Features from Compositional Neuron Groups","created":"2025-06-12","cited_by_count":5,"area":"mechinterp"},{"id":"2510.16820","title":"Finding Manifolds With Bilinear Autoencoders","created":"2025-10-19","cited_by_count":5,"area":"mechinterp"},{"id":"2605.01844","title":"The Cylindrical Representation Hypothesis for Language Model Steering","created":"2026-05-03","cited_by_count":5,"area":null},{"id":"2606.25234","title":"Structuring Sparsity: Block-Sparse Featurizers Capture Visual Concept Manifolds","created":"2026-06-23","cited_by_count":5,"area":null},{"id":"2508.00331","title":"Embryology of a Language Model","created":"2025-08-01","cited_by_count":4,"area":null},{"id":"2509.06938","title":"From Noise to Narrative: Tracing the Origins of Hallucinations in Transformers","created":"2025-09-08","cited_by_count":4,"area":null},{"id":"2509.19372","title":"Representation-based Broad Hallucination Detectors Fail to Generalize Out of Distribution","created":"2025-09-19","cited_by_count":4,"area":null},{"id":"2511.21594","title":"Visualizing LLM Latent Space Geometry Through Dimensionality Reduction","created":"2025-11-26","cited_by_count":4,"area":null},{"id":"2602.02224","title":"Spectral Superposition: A Theory of Feature Geometry","created":"2026-02-02","cited_by_count":4,"area":null},{"id":"2602.08159","title":"The Confidence Manifold: Geometric Structure of Correctness Representations in Language Models","created":"2026-02-08","cited_by_count":4,"area":"mechinterp"},{"id":"2604.08169","title":"Activation Steering for Aligned Open-ended Generation without Sacrificing Coherence","created":"2026-04-09","cited_by_count":4,"area":"safety"},{"id":"2605.07922","title":"Tree SAE: Learning Hierarchical Feature Structures in Sparse Autoencoders","created":"2026-05-08","cited_by_count":4,"area":"mechinterp"},{"id":"2606.06333","title":"Subspace-Aware Sparse Autoencoders for Effective Mechanistic Interpretability","created":"2026-06-04","cited_by_count":4,"area":"mechinterp"},{"id":"2505.18575","title":"Response Uncertainty and Probe Modeling: Two Sides of the Same Coin in LLM Interpretability?","created":"2025-05-24","cited_by_count":3,"area":null},{"id":"2510.06700","title":"How Language Models Conflate Logical Validity with Plausibility: A Representational Analysis of Content Effects","created":"2025-10-08","cited_by_count":3,"area":null},{"id":"2511.16309","title":"Sparse Autoencoders are Topic Models","created":"2025-11-20","cited_by_count":3,"area":null},{"id":"2512.05534","title":"A Unified Theory of Sparse Dictionary Learning in Mechanistic Interpretability: Piecewise Biconvexity and Spurious Minima","created":"2025-12-05","cited_by_count":3,"area":"mechinterp"},{"id":"2601.19208","title":"How Do Transformers Learn to Associate Tokens: Gradient Leading Terms Bring Mechanistic Interpretability","created":"2026-01-27","cited_by_count":3,"area":"mechinterp"},{"id":"2602.01322","title":"PolySAE: Modeling Feature Interactions in Sparse Autoencoders via Polynomial Decoding","created":"2026-02-01","cited_by_count":3,"area":"mechinterp"},{"id":"2602.04752","title":"Decomposing Query-Key Feature Interactions Using Contrastive Covariances","created":"2026-02-04","cited_by_count":3,"area":null},{"id":"2602.05184","title":"Towards Worst-Case Guarantees with Scale-Aware Interpretability","created":"2026-02-05","cited_by_count":3,"area":null},{"id":"2603.01227","title":"The Lattice Representation Hypothesis of Large Language Models","created":"2026-03-01","cited_by_count":3,"area":null},{"id":"2606.09658","title":"Muon Learns More Robust and Transferable Features than Adam","created":"2026-06-08","cited_by_count":3,"area":null},{"id":"2506.07406","title":"InverseScope: Scalable Activation Inversion for Interpreting Large Language Models","created":"2025-06-09","cited_by_count":2,"area":"mechinterp"},{"id":"2508.16989","title":"Unveiling the Latent Directions of Reflection in Large Language Models","created":"2025-08-23","cited_by_count":2,"area":"mechinterp"},{"id":"2509.00691","title":"CE-Bench: Towards a Reliable Contrastive Evaluation Benchmark of Interpretability of Sparse Autoencoders","created":"2025-08-31","cited_by_count":2,"area":"mechinterp"},{"id":"2510.26285","title":"Language Models Learn Universal Representations of Numbers and Here's Why You Should Care","created":"2025-10-30","cited_by_count":2,"area":null},{"id":"2511.06048","title":"Visual Exploration of Feature Relationships in Sparse Autoencoders with Curated Concepts","created":"2025-11-08","cited_by_count":2,"area":"mechinterp"},{"id":"2602.10216","title":"ELROND: Exploring and decomposing intrinsic capabilities of diffusion models","created":"2026-02-10","cited_by_count":2,"area":"diffusion"}],"next_cursor":"100"}