{"total":623,"rows":[{"id":"2304.01373","title":"Pythia: A Suite for Analyzing Large Language Models Across Training and Scaling","created":"2023-04-03","cited_by_count":1786,"area":null},{"id":"2404.14082","title":"Mechanistic Interpretability for AI Safety -- A Review","created":"2024-04-22","cited_by_count":422,"area":"mechinterp"},{"id":"2309.00941","title":"Emergent Linear Representations in World Models of Self-Supervised Sequence Models","created":"2023-09-02","cited_by_count":319,"area":"wm"},{"id":"2310.15213","title":"Function Vectors in Large Language Models","created":"2023-10-23","cited_by_count":308,"area":null},{"id":"2402.10588","title":"Do Llamas Work in English? On the Latent Language of Multilingual Transformers","created":"2024-02-16","cited_by_count":281,"area":null},{"id":"2306.03819","title":"LEACE: Perfect linear concept erasure in closed form","created":"2023-06-06","cited_by_count":267,"area":null},{"id":"2406.15927","title":"Semantic Entropy Probes: Robust and Cheap Hallucination Detection in LLMs","created":"2024-06-22","cited_by_count":259,"area":null},{"id":"2401.06102","title":"Patchscopes: A Unifying Framework for Inspecting Hidden Representations of Language Models","created":"2024-01-11","cited_by_count":235,"area":"mechinterp"},{"id":"2403.17887","title":"The Unreasonable Ineffectiveness of the Deeper Layers","created":"2024-03-26","cited_by_count":226,"area":"lr"},{"id":"2405.14860","title":"Not All Language Model Features Are One-Dimensionally Linear","created":"2024-05-23","cited_by_count":212,"area":null},{"id":"2305.00586","title":"How does GPT-2 compute greater-than?: Interpreting mathematical abilities in a pre-trained language model","created":"2023-04-30","cited_by_count":202,"area":null},{"id":"2308.09124","title":"Linearity of Relation Decoding in Transformer Language Models","created":"2023-08-17","cited_by_count":200,"area":null},{"id":"2304.05969","title":"Localizing Model Behavior with Path Patching","created":"2023-04-12","cited_by_count":195,"area":null},{"id":"2402.16837","title":"Do Large Language Models Latently Perform Multi-Hop Reasoning?","created":"2024-02-26","cited_by_count":169,"area":"lr"},{"id":"2309.17410","title":"Can Sensitive Information Be Deleted From LLMs? Objectives for Defending Against Extraction Attacks","created":"2023-09-29","cited_by_count":158,"area":null},{"id":"2307.15771","title":"The Hydra Effect: Emergent Self-repair in Language Model Computations","created":"2023-07-28","cited_by_count":156,"area":null},{"id":"2307.09458","title":"Does Circuit Analysis Interpretability Scale? Evidence from Multiple Choice Capabilities in Chinchilla","created":"2023-07-18","cited_by_count":149,"area":null},{"id":"2304.11158","title":"Emergent and Predictable Memorization in Large Language Models","created":"2023-04-21","cited_by_count":148,"area":null},{"id":"2406.19384","title":"The Remarkable Robustness of LLMs: Stages of Inference?","created":"2024-06-27","cited_by_count":146,"area":null},{"id":"2304.00740","title":"Inspecting and Editing Knowledge Representations in Language Models","created":"2023-04-03","cited_by_count":141,"area":null},{"id":"2402.11187","title":"LaCo: Large Language Model Pruning via Layer Collapse","created":"2024-02-17","cited_by_count":126,"area":null},{"id":"2311.04897","title":"Future Lens: Anticipating Subsequent Tokens from a Single Hidden State","created":"2023-11-08","cited_by_count":121,"area":null},{"id":"2407.02646","title":"A Practical Review of Mechanistic Interpretability for Transformer-Based Language Models","created":"2024-07-02","cited_by_count":118,"area":"mechinterp"},{"id":"2402.01761","title":"Rethinking Interpretability in the Era of Large Language Models","created":"2024-01-30","cited_by_count":111,"area":"lr"},{"id":"2410.02762","title":"Interpreting and Editing Vision-Language Representations to Mitigate Hallucinations","created":"2024-10-03","cited_by_count":104,"area":"mllm"},{"id":"2401.12181","title":"Universal Neurons in GPT2 Language Models","created":"2024-01-22","cited_by_count":102,"area":"mechinterp"},{"id":"2406.05644","title":"How Alignment and Jailbreak Work: Explain LLM Safety through Intermediate Hidden States","created":"2024-06-09","cited_by_count":98,"area":"alignment"},{"id":"2405.14577","title":"Representation Noising: A Defence Mechanism Against Harmful Finetuning","created":"2024-05-23","cited_by_count":96,"area":"safety"},{"id":"2303.09435","title":"Jump to Conclusions: Short-Cutting Transformers With Linear Transformations","created":"2023-03-16","cited_by_count":90,"area":null},{"id":"2305.15054","title":"A Mechanistic Interpretation of Arithmetic Reasoning in Language Models using Causal Mediation Analysis","created":"2023-05-24","cited_by_count":89,"area":"lr"},{"id":"2601.07372","title":"Conditional Memory via Scalable Lookup: A New Axis of Sparsity for Large Language Models","created":"2026-01-12","cited_by_count":86,"area":"moe"},{"id":"2405.00208","title":"A Primer on the Inner Workings of Transformer-based Language Models","created":"2024-04-30","cited_by_count":85,"area":null},{"id":"2506.12618","title":"OpenUnlearning: Accelerating LLM Unlearning via Unified Benchmarking of Methods and Metrics","created":"2025-06-14","cited_by_count":83,"area":"safety"},{"id":"2307.09476","title":"Overthinking the Truth: Understanding how Language Models Process False Demonstrations","created":"2023-07-18","cited_by_count":81,"area":"lr"},{"id":"2405.15071","title":"Grokked Transformers are Implicit Reasoners: A Mechanistic Journey to the Edge of Generalization","created":"2024-05-23","cited_by_count":79,"area":"lr"},{"id":"2312.09230","title":"Successor Heads: Recurring, Interpretable Attention Heads In The Wild","created":"2023-12-14","cited_by_count":77,"area":null},{"id":"2310.04625","title":"Copy Suppression: Comprehensively Understanding an Attention Head","created":"2023-10-06","cited_by_count":76,"area":null},{"id":"2304.08442","title":"The MiniPile Challenge for Data-Efficient Language Models","created":"2023-04-17","cited_by_count":75,"area":null},{"id":"2607.15495","title":"Verbalizable Representations Form a Global Workspace in Language Models","created":"2026-07-16","cited_by_count":75,"area":null},{"id":"2406.00799","title":"Get my drift? Catching LLM Task Drift with Activation Deltas","created":"2024-06-02","cited_by_count":72,"area":"rag"},{"id":"2411.04986","title":"The Semantic Hub Hypothesis: Language Models Share Semantic Representations Across Languages and Modalities","created":"2024-11-07","cited_by_count":69,"area":null},{"id":"2309.15098","title":"Attention Satisfies: A Constraint-Satisfaction Lens on Factual Errors of Language Models","created":"2023-09-26","cited_by_count":67,"area":null},{"id":"2403.10949","title":"SelfIE: Self-Interpretation of Large Language Model Embeddings","created":"2024-03-16","cited_by_count":67,"area":null},{"id":"2401.05778","title":"Risk Taxonomy, Mitigation, and Assessment Benchmarks of Large Language Model Systems","created":"2024-01-11","cited_by_count":66,"area":null},{"id":"2310.16755","title":"HI-TOM: A Benchmark for Evaluating Higher-Order Theory of Mind Reasoning in Large Language Models","created":"2023-10-25","cited_by_count":63,"area":"lr"},{"id":"2502.19301","title":"Rethinking LLM Unlearning Objectives: A Gradient Perspective and Go Beyond","created":"2025-02-26","cited_by_count":61,"area":"lr"},{"id":"2402.09221","title":"Spectral Filters, Dark Signals, and Attention Sinks","created":"2024-02-14","cited_by_count":56,"area":"mechinterp"},{"id":"2402.09733","title":"Do LLMs Know about Hallucination? An Empirical Investigation of LLM's Hidden States","created":"2024-02-15","cited_by_count":52,"area":null},{"id":"2410.19750","title":"The Geometry of Concepts: Sparse Autoencoder Feature Structure","created":"2024-10-10","cited_by_count":52,"area":"mechinterp"},{"id":"2510.06477","title":"Attention Sinks and Compression Valleys in LLMs are Two Sides of the Same Coin","created":"2025-10-07","cited_by_count":52,"area":null},{"id":"2512.15674","title":"Activation Oracles: Training and Evaluating LLMs as General-Purpose Activation Explainers","created":"2025-12-17","cited_by_count":52,"area":null},{"id":"2407.15017","title":"Knowledge Mechanisms in Large Language Models: A Survey and Perspective","created":"2024-07-22","cited_by_count":51,"area":null},{"id":"2412.08686","title":"LatentQA: Teaching LLMs to Decode Activations Into Natural Language","created":"2024-12-11","cited_by_count":51,"area":null},{"id":"2307.10719","title":"LLM Censorship: A Machine Learning Challenge or a Computer Security Problem?","created":"2023-07-20","cited_by_count":49,"area":null},{"id":"2402.11917","title":"A Mechanistic Analysis of a Transformer Trained on a Symbolic Multi-Step Reasoning Task","created":"2024-02-19","cited_by_count":49,"area":null},{"id":"2404.00859","title":"Do language models plan ahead for future tokens?","created":"2024-04-01","cited_by_count":49,"area":null},{"id":"2506.03093","title":"From Flat to Hierarchical: Extracting Sparse Representations with Matching Pursuit","created":"2025-06-03","cited_by_count":49,"area":"mechinterp"},{"id":"2310.15910","title":"Characterizing Mechanisms for Factual Recall in Language Models","created":"2023-10-24","cited_by_count":48,"area":null},{"id":"2401.12874","title":"From Understanding to Utilization: A Survey on Explainability for Large Language Models","created":"2024-01-23","cited_by_count":48,"area":null},{"id":"2410.05864","title":"From Tokens to Words: On the Inner Lexicon of LLMs","created":"2024-10-08","cited_by_count":48,"area":null},{"id":"2310.09573","title":"Self-Detoxifying Language Models via Toxification Reversal","created":"2023-10-14","cited_by_count":46,"area":"safety"},{"id":"2402.14328","title":"Understanding and Patching Compositional Reasoning in LLMs","created":"2024-02-22","cited_by_count":46,"area":"lr"},{"id":"2403.08946","title":"Usable XAI: 10 Strategies Towards Exploiting Explainability in the LLM Era","created":"2024-03-13","cited_by_count":46,"area":null},{"id":"2305.12535","title":"Explaining How Transformers Use Context to Build Predictions","created":"2023-05-21","cited_by_count":43,"area":null},{"id":"2403.20009","title":"On Large Language Models' Hallucination with Regard to Known Facts","created":"2024-03-29","cited_by_count":43,"area":null},{"id":"2403.01267","title":"Dissecting Language Models: Machine Unlearning via Selective Pruning","created":"2024-03-02","cited_by_count":42,"area":"safety"},{"id":"2412.14959","title":"Understanding the Dark Side of LLMs' Intrinsic Self-Correction","created":"2024-12-19","cited_by_count":42,"area":"lr"},{"id":"2408.10811","title":"Beyond English-Centric LLMs: What Language Do Multilingual Language Models Think in?","created":"2024-08-20","cited_by_count":41,"area":"lr"},{"id":"2402.15390","title":"Explorations of Self-Repair in Language Models","created":"2024-02-23","cited_by_count":39,"area":null},{"id":"2406.03445","title":"Pre-trained Large Language Models Use Fourier Features to Compute Addition","created":"2024-06-05","cited_by_count":39,"area":"lr"},{"id":"2406.08074","title":"A Concept-Based Explainability Framework for Large Multimodal Models","created":"2024-06-12","cited_by_count":39,"area":"mllm"},{"id":"2403.18167","title":"Mechanistic Understanding and Mitigation of Language Model Non-Factual Hallucinations","created":"2024-03-27","cited_by_count":38,"area":null},{"id":"2410.06331","title":"Locate-then-edit for Multi-hop Factual Recall under Knowledge Editing","created":"2024-10-08","cited_by_count":37,"area":null},{"id":"2406.14479","title":"Tracing Representation Progression: Analyzing and Enhancing Layer-Wise Similarity","created":"2024-06-20","cited_by_count":36,"area":null},{"id":"2412.18108","title":"Unveiling Visual Perception in Language Models: An Attention Head Analysis Approach","created":"2024-12-24","cited_by_count":35,"area":"mllm"},{"id":"2406.00877","title":"Evidence of Learned Look-Ahead in a Chess-Playing Neural Network","created":"2024-06-02","cited_by_count":34,"area":null},{"id":"2502.17516","title":"A Survey on Mechanistic Interpretability for Multi-Modal Foundation Models","created":"2025-02-22","cited_by_count":34,"area":"mllm"},{"id":"2305.13417","title":"VISIT: Visualizing and Interpreting the Semantic Information Flow of Transformers","created":"2023-05-22","cited_by_count":32,"area":null},{"id":"2402.12865","title":"Backward Lens: Projecting Language Model Gradients into the Vocabulary Space","created":"2024-02-20","cited_by_count":32,"area":null},{"id":"2411.04430","title":"Towards Unifying Interpretability and Control: Evaluation via Intervention","created":"2024-11-07","cited_by_count":32,"area":"mechinterp"},{"id":"2505.17127","title":"Pixels Versus Priors: Controlling Knowledge Priors in Vision-Language Models through Visual Counterfacts","created":"2025-05-21","cited_by_count":32,"area":"mllm"},{"id":"2312.10029","title":"Challenges with unsupervised LLM knowledge discovery","created":"2023-12-15","cited_by_count":31,"area":null},{"id":"2403.05846","title":"Diffusion Lens: Interpreting Text Encoders in Text-to-Image Pipelines","created":"2024-03-09","cited_by_count":30,"area":"diffusion"},{"id":"2504.01550","title":"Representation Bending for Large Language Model Safety","created":"2025-04-02","cited_by_count":30,"area":"safety"},{"id":"2405.16229","title":"No Two Devils Alike: Unveiling Distinct Mechanisms of Fine-tuning Attacks","created":"2024-05-25","cited_by_count":29,"area":"alignment"},{"id":"2502.01042","title":"SafeSwitch: Steering Unsafe LLM Behavior via Internal Activation Signals","created":"2025-02-03","cited_by_count":29,"area":"safety"},{"id":"2502.01615","title":"Large Language Models Are Human-Like Internally","created":"2025-02-03","cited_by_count":29,"area":"mechinterp"},{"id":"2405.18711","title":"Calibrating Reasoning in Language Models with Internal Consistency","created":"2024-05-29","cited_by_count":28,"area":"lr"},{"id":"2410.09223","title":"The Same But Different: Structural Similarities and Differences in Multilingual Language Modeling","created":"2024-10-11","cited_by_count":28,"area":"mechinterp"},{"id":"2406.09179","title":"Towards Effective Evaluations and Comparisons for LLM Unlearning Methods","created":"2024-06-13","cited_by_count":27,"area":"safety"},{"id":"2410.22284","title":"Embedding-based classifiers can detect prompt injection attacks","created":"2024-10-29","cited_by_count":27,"area":"safety"},{"id":"2601.14004","title":"Locate, Steer, and Improve: A Practical Survey of Actionable Mechanistic Interpretability in Large Language Models","created":"2026-01-20","cited_by_count":27,"area":"mechinterp"},{"id":"2310.18969","title":"Analyzing Vision Transformers for Image Classification in Class Embedding Space","created":"2023-10-29","cited_by_count":26,"area":null},{"id":"2403.09606","title":"Large Language Models and Causal Inference in Collaboration: A Survey","created":"2024-03-14","cited_by_count":26,"area":null},{"id":"2406.11193","title":"MMNeuron: Discovering Neuron-Level Domain-Specific Interpretation in Multimodal Large Language Model","created":"2024-06-17","cited_by_count":26,"area":"mllm"},{"id":"2407.19200","title":"On Behalf of the Stakeholders: Trends in NLP Model Interpretability in the Era of LLMs","created":"2024-07-27","cited_by_count":25,"area":"mechinterp"},{"id":"2409.09951","title":"Optimal ablation for interpretability","created":"2024-09-16","cited_by_count":25,"area":null},{"id":"2312.02073","title":"A Glitch in the Matrix? Locating and Detecting Language Model Grounding with Fakepedia","created":"2023-12-04","cited_by_count":24,"area":null},{"id":"2405.12250","title":"Your Transformer is Secretly Linear","created":"2024-05-19","cited_by_count":23,"area":null},{"id":"2405.16700","title":"Implicit Multimodal Alignment: On the Generalization of Frozen LLMs to Multimodal Inputs","created":"2024-05-26","cited_by_count":23,"area":null}],"next_cursor":"100"}