{"total":165,"rows":[{"id":"2311.03658","title":"The Linear Representation Hypothesis and the Geometry of Large Language Models","created":"2023-11-07","cited_by_count":716,"area":null},{"id":"2310.02207","title":"Language Models Represent Space and Time","created":"2023-10-03","cited_by_count":316,"area":null},{"id":"2405.14860","title":"Not All Language Model Features Are One-Dimensionally Linear","created":"2024-05-23","cited_by_count":212,"area":null},{"id":"2404.03592","title":"ReFT: Representation Finetuning for Language Models","created":"2024-04-04","cited_by_count":197,"area":null},{"id":"2406.01506","title":"The Geometry of Categorical and Hierarchical Concepts in Large Language Models","created":"2024-06-03","cited_by_count":159,"area":null},{"id":"2311.12786","title":"Mechanistically analyzing the effects of fine-tuning on procedurally defined tasks","created":"2023-11-21","cited_by_count":115,"area":null},{"id":"2309.05858","title":"Uncovering mesa-optimization algorithms in Transformers","created":"2023-09-11","cited_by_count":100,"area":null},{"id":"2506.11613","title":"Model Organisms for Emergent Misalignment","created":"2025-06-13","cited_by_count":91,"area":null},{"id":"2403.03867","title":"On the Origins of Linear Representations in Large Language Models","created":"2024-03-06","cited_by_count":79,"area":null},{"id":"2405.15943","title":"Transformers represent belief state geometry in their residual stream","created":"2024-05-24","cited_by_count":77,"area":null},{"id":"2506.11618","title":"Convergent Linear Representations of Emergent Misalignment","created":"2025-06-13","cited_by_count":71,"area":null},{"id":"2510.26243","title":"Angular Steering: Behavior Control via Rotation in Activation Space","created":"2025-10-30","cited_by_count":53,"area":null},{"id":"2501.00070","title":"ICLR: In-Context Learning of Representations","created":"2024-12-29","cited_by_count":50,"area":null},{"id":"2402.11917","title":"A Mechanistic Analysis of a Transformer Trained on a Symbolic Multi-Step Reasoning Task","created":"2024-02-19","cited_by_count":49,"area":null},{"id":"2408.10920","title":"Recurrent Neural Networks Learn to Store and Generate Sequences using Non-Linear Representations","created":"2024-08-20","cited_by_count":47,"area":null},{"id":"2402.12560","title":"CausalGym: Benchmarking causal interpretability methods on linguistic tasks","created":"2024-02-19","cited_by_count":46,"area":null},{"id":"2403.20009","title":"On Large Language Models' Hallucination with Regard to Known Facts","created":"2024-03-29","cited_by_count":43,"area":null},{"id":"2507.16795","title":"Steering Out-of-Distribution Generalization with Concept Ablation Fine-Tuning","created":"2025-07-22","cited_by_count":39,"area":null},{"id":"2503.21073","title":"Shared Global and Local Geometry of Language Model Embeddings","created":"2025-03-27","cited_by_count":36,"area":null},{"id":"2406.00877","title":"Evidence of Learned Look-Ahead in a Chess-Playing Neural Network","created":"2024-06-02","cited_by_count":34,"area":null},{"id":"2503.02854","title":"(How) Do Language Models Track State?","created":"2025-03-04","cited_by_count":34,"area":null},{"id":"2504.04635","title":"Steering off Course: Reliability Challenges in Steering Language Models","created":"2025-04-06","cited_by_count":34,"area":null},{"id":"2405.21030","title":"Standards for Belief Representations in LLMs","created":"2024-05-31","cited_by_count":30,"area":null},{"id":"2402.09236","title":"Learning Interpretable Concepts: Unifying Causal Representation Learning and Foundation Models","created":"2024-02-14","cited_by_count":29,"area":null},{"id":"2604.21691","title":"There Will Be a Scientific Theory of Deep Learning","created":"2026-04-23","cited_by_count":29,"area":null},{"id":"2409.05448","title":"Representational Analysis of Binding in Language Models","created":"2024-09-09","cited_by_count":28,"area":null},{"id":"2410.00153","title":"Beyond Single Concept Vector: Modeling Concept Subspace in LLMs with Gaussian Distribution","created":"2024-09-30","cited_by_count":27,"area":null},{"id":"2408.12578","title":"A Percolation Model of Emergence: Analyzing Transformers Trained on a Formal Language","created":"2024-08-22","cited_by_count":26,"area":null},{"id":"2410.14516","title":"Do LLMs \"know\" internally when they follow instructions?","created":"2024-10-18","cited_by_count":26,"area":null},{"id":"2312.06581","title":"Grokking Group Multiplication with Cosets","created":"2023-12-11","cited_by_count":24,"area":null},{"id":"2601.16644","title":"Sycophancy Hides Linearly in the Attention Heads","created":"2026-01-23","cited_by_count":23,"area":null},{"id":"2310.03686","title":"DecoderLens: Layerwise Interpretation of Encoder-Decoder Transformers","created":"2023-10-05","cited_by_count":22,"area":null},{"id":"2311.12997","title":"Compositional Capabilities of Autoregressive Transformers: A Study on Synthetic, Interpretable Tasks","created":"2023-11-21","cited_by_count":22,"area":null},{"id":"2505.14827","title":"Text Generation Beyond Discrete Token Sampling","created":"2025-05-20","cited_by_count":21,"area":null},{"id":"2406.04331","title":"PaCE: Parsimonious Concept Engineering for Large Language Models","created":"2024-06-06","cited_by_count":19,"area":null},{"id":"2506.00085","title":"COSMIC: Generalized Refusal Direction Identification in LLM Activations","created":"2025-05-30","cited_by_count":19,"area":null},{"id":"2602.04863","title":"Subliminal Effects in Your Data: A General Mechanism via Log-Linearity","created":"2026-02-04","cited_by_count":19,"area":null},{"id":"2402.19465","title":"Towards Tracing Trustworthiness Dynamics: Revisiting Pre-training Period of Large Language Models","created":"2024-02-29","cited_by_count":18,"area":null},{"id":"2405.03207","title":"A Philosophical Introduction to Language Models - Part II: The Way Forward","created":"2024-05-06","cited_by_count":18,"area":null},{"id":"2407.15421","title":"Planning in a recurrent neural network that plays Sokoban","created":"2024-07-22","cited_by_count":18,"area":null},{"id":"2401.12631","title":"A Reply to Makelov et al. (2023)'s \"Interpretability Illusion\" Arguments","created":"2024-01-23","cited_by_count":17,"area":null},{"id":"2410.01537","title":"Attention layers provably solve single-location regression","created":"2024-10-02","cited_by_count":17,"area":null},{"id":"2405.17345","title":"Exploring and steering the moral compass of Large Language Models","created":"2024-05-27","cited_by_count":16,"area":null},{"id":"2403.09053","title":"Towards a theory of model distillation","created":"2024-03-14","cited_by_count":15,"area":null},{"id":"2403.10381","title":"Monotonic Representation of Numeric Properties in Language Models","created":"2024-03-15","cited_by_count":15,"area":null},{"id":"2409.03662","title":"The representation landscape of few-shot learning and fine-tuning in large language models","created":"2024-09-05","cited_by_count":15,"area":null},{"id":"2502.01540","title":"What is a Number, That a Large Language Model May Know It?","created":"2025-02-03","cited_by_count":15,"area":null},{"id":"2410.16139","title":"A Psycholinguistic Evaluation of Language Models' Sensitivity to Argument Roles","created":"2024-10-21","cited_by_count":14,"area":null},{"id":"2410.23501","title":"All or None: Identifiable Linear Properties of Next-token Predictors in Language Modeling","created":"2024-10-30","cited_by_count":14,"area":null},{"id":"2310.00726","title":"Improving Length-Generalization in Transformers via Task Hinting","created":"2023-10-01","cited_by_count":13,"area":null},{"id":"2406.15955","title":"Beyond the Doors of Perception: Vision Transformers Represent Relations Between Objects","created":"2024-06-22","cited_by_count":13,"area":null},{"id":"2503.08980","title":"I Predict Therefore I Am: Is Next Token Prediction Enough to Learn Human-Interpretable Concepts from Data?","created":"2025-03-12","cited_by_count":13,"area":null},{"id":"2505.18651","title":"On the Emergence of Linear Analogies in Word Embeddings","created":"2025-05-24","cited_by_count":13,"area":null},{"id":"2311.04354","title":"Uncovering Intermediate Variables in Transformers using Circuit Probing","created":"2023-11-07","cited_by_count":12,"area":null},{"id":"2509.13281","title":"RepIt: Steering Language Models with Concept-Specific Refusal Vectors","created":"2025-09-16","cited_by_count":12,"area":null},{"id":"2602.02464","title":"From Directions to Regions: Decomposing Activations in Language Models via Local Geometry","created":"2026-02-02","cited_by_count":12,"area":null},{"id":"2602.11246","title":"How Many Features Can a Language Model Store Under the Linear Representation Hypothesis?","created":"2026-02-11","cited_by_count":12,"area":null},{"id":"2410.22244","title":"Abrupt Learning in Transformers: A Case Study on Matrix Completion","created":"2024-10-29","cited_by_count":11,"area":null},{"id":"2508.11214","title":"How Causal Abstraction Underpins Computational Explanation","created":"2025-08-15","cited_by_count":11,"area":null},{"id":"2602.15293","title":"The Information Geometry of Softmax: Probing and Steering","created":"2026-02-17","cited_by_count":11,"area":null},{"id":"2409.00119","title":"3-in-1: 2D Rotary Adaptation for Efficient Finetuning, Efficient Batching and Composability","created":"2024-08-28","cited_by_count":10,"area":null},{"id":"2502.00620","title":"Representations Shape Weak-to-Strong Generalization: Theoretical Insights and Empirical Predictions","created":"2025-02-02","cited_by_count":10,"area":null},{"id":"2507.23221","title":"A Single Direction of Truth: An Observer Model's Linear Residual Probe Exposes and Steers Contextual Hallucinations","created":"2025-07-31","cited_by_count":9,"area":null},{"id":"2510.24966","title":"Sequences of Logits Reveal the Low Rank Structure of Language Models","created":"2025-10-28","cited_by_count":9,"area":null},{"id":"2602.02343","title":"Why Steering Works: Toward a Unified View of Language Model Parameter Dynamics","created":"2026-02-02","cited_by_count":9,"area":null},{"id":"2405.13578","title":"ConTrans: Weak-to-Strong Alignment Engineering via Concept Transplantation","created":"2024-05-22","cited_by_count":8,"area":null},{"id":"2406.17513","title":"Brittle Minds, Fixable Activations: Understanding Belief Representations in Language Models","created":"2024-06-25","cited_by_count":8,"area":null},{"id":"2502.09863","title":"Closed-Form Training Dynamics Reveal Learned Features and Linear Structure in Word2Vec-like Models","created":"2025-02-14","cited_by_count":8,"area":null},{"id":"2504.13938","title":"Never Start from Scratch: Expediting On-Device LLM Personalization via Explainable Model Selection","created":"2025-04-15","cited_by_count":8,"area":null},{"id":"2507.08017","title":"Mechanistic Indicators of Understanding in Large Language Models","created":"2025-07-07","cited_by_count":8,"area":null},{"id":"2510.11709","title":"Adversarial Attacks Leverage Interference Between Features in Superposition","created":"2025-10-13","cited_by_count":8,"area":null},{"id":"2602.00333","title":"Efficient and accurate steering of Large Language Models through attention-guided feature learning","created":"2026-01-30","cited_by_count":8,"area":null},{"id":"2604.14090","title":"From Weights to Activations: Is Steering the Next Frontier of Adaptation?","created":"2026-04-15","cited_by_count":8,"area":null},{"id":"2410.04683","title":"Towards Measuring Goal-Directedness in AI Systems","created":"2024-10-07","cited_by_count":7,"area":null},{"id":"2506.11135","title":"Large Language Models and Emergence: A Complex Systems Perspective","created":"2025-06-10","cited_by_count":7,"area":null},{"id":"2507.21141","title":"The Geometry of Harmfulness in LLMs through Subconcept Probing","created":"2025-07-23","cited_by_count":7,"area":null},{"id":"2510.00184","title":"Why Can't Transformers Learn Multiplication? Reverse-Engineering Reveals Long-Range Dependency Pitfalls","created":"2025-09-30","cited_by_count":7,"area":null},{"id":"2510.02671","title":"Uncertainty as Feature Gaps: Epistemic Uncertainty Quantification of LLMs in Contextual Question-Answering","created":"2025-10-03","cited_by_count":7,"area":null},{"id":"2310.05884","title":"A Meta-Learning Perspective on Transformers for Causal Language Modeling","created":"2023-10-09","cited_by_count":5,"area":null},{"id":"2402.12151","title":"Transformer-based Causal Language Models Perform Clustering","created":"2024-02-19","cited_by_count":5,"area":null},{"id":"2410.02472","title":"Meta-Models: An Architecture for Decoding LLM Behaviors Through Interpreted Embeddings and Natural Language","created":"2024-10-03","cited_by_count":5,"area":null},{"id":"2411.02461","title":"Enhancing Multiple Dimensions of Trustworthiness in LLMs via Sparse Activation Control","created":"2024-11-04","cited_by_count":5,"area":null},{"id":"2506.04461","title":"Behavioural vs. Representational Systematicity in End-to-End Models: An Opinionated Survey","created":"2025-06-04","cited_by_count":5,"area":null},{"id":"2506.13253","title":"Distinct Computations Emerge From Compositional Curricula in In-Context Learning","created":"2025-06-16","cited_by_count":5,"area":null},{"id":"2509.24510","title":"Specialization after Generalization: Towards Understanding Test-Time Training in Foundation Models","created":"2025-09-29","cited_by_count":5,"area":null},{"id":"2605.20745","title":"The Hidden Signal of Verifier Strictness: Controlling and Improving Step-Wise Verification via Selective Latent Steering","created":"2026-05-20","cited_by_count":5,"area":null},{"id":"2402.00901","title":"Real Sparks of Artificial Intelligence and the Importance of Inner Interpretability","created":"2024-01-31","cited_by_count":4,"area":null},{"id":"2407.18712","title":"Cluster-norm for Unsupervised Probing of Knowledge","created":"2024-07-26","cited_by_count":4,"area":null},{"id":"2408.10437","title":"Understanding Generative AI Content with Embedding Models","created":"2024-08-19","cited_by_count":4,"area":null},{"id":"2412.16247","title":"Towards scientific discovery with dictionary learning: Extracting biological concepts from microscopy foundation models","created":"2024-12-20","cited_by_count":4,"area":null},{"id":"2502.15507","title":"Steering LLMs for Formal Theorem Proving","created":"2025-02-21","cited_by_count":4,"area":null},{"id":"2504.12585","title":"Identifying and Mitigating the Influence of the Prior Distribution in Large Language Models","created":"2025-04-17","cited_by_count":4,"area":null},{"id":"2506.06686","title":"Learning Distribution-Wise Control in Representation Space for Language Models","created":"2025-06-07","cited_by_count":4,"area":null},{"id":"2604.07382","title":"Latent Structure of Affective Representations in Large Language Models","created":"2026-04-08","cited_by_count":4,"area":null},{"id":"2503.17416","title":"Debugging and Runtime Analysis of Neural Networks with VLMs (A Case Study)","created":"2025-03-21","cited_by_count":3,"area":null},{"id":"2505.01557","title":"Contextures: Representations from Contexts","created":"2025-05-02","cited_by_count":3,"area":null},{"id":"2505.18575","title":"Response Uncertainty and Probe Modeling: Two Sides of the Same Coin in LLM Interpretability?","created":"2025-05-24","cited_by_count":3,"area":null},{"id":"2507.12553","title":"Is This Just Fantasy? Language Model Representations Reflect Human Judgments of Event Plausibility","created":"2025-07-16","cited_by_count":3,"area":null},{"id":"2601.21150","title":"Can Neural Networks Learn Small Algebraic Worlds? An Investigation Into the Group-theoretic Structures Learned By Narrow Models Trained To Predict Group Operations","created":"2026-01-29","cited_by_count":3,"area":null},{"id":"2602.02712","title":"Towards Understanding Steering Strength","created":"2026-02-02","cited_by_count":3,"area":null}],"next_cursor":"100"}