{"total":312,"rows":[{"id":"2311.03658","title":"The Linear Representation Hypothesis and the Geometry of Large Language Models","created":"2023-11-07","cited_by_count":716,"area":null},{"id":"2404.14082","title":"Mechanistic Interpretability for AI Safety -- A Review","created":"2024-04-22","cited_by_count":422,"area":"mechinterp"},{"id":"2408.05147","title":"Gemma Scope: Open Sparse Autoencoders Everywhere All At Once on Gemma 2","created":"2024-08-09","cited_by_count":394,"area":"mechinterp"},{"id":"2311.06668","title":"In-context Vectors: Making In Context Learning More Effective and Controllable Through Latent Space Steering","created":"2023-11-11","cited_by_count":245,"area":null},{"id":"2401.06102","title":"Patchscopes: A Unifying Framework for Inspecting Hidden Representations of Language Models","created":"2024-01-11","cited_by_count":235,"area":"mechinterp"},{"id":"2404.15255","title":"How to use and interpret activation patching","created":"2024-04-23","cited_by_count":214,"area":null},{"id":"2404.11018","title":"Many-Shot In-Context Learning","created":"2024-04-17","cited_by_count":206,"area":null},{"id":"2401.01967","title":"A Mechanistic Understanding of Alignment Algorithms: A Case Study on DPO and Toxicity","created":"2024-01-03","cited_by_count":185,"area":"alignment"},{"id":"2410.12877","title":"Improving Instruction-Following in Language Models through Activation Steering","created":"2024-10-15","cited_by_count":160,"area":"mechinterp"},{"id":"2406.19384","title":"The Remarkable Robustness of LLMs: Stages of Inference?","created":"2024-06-27","cited_by_count":146,"area":null},{"id":"2405.00200","title":"In-Context Learning with Long-Context Models: An In-Depth Exploration","created":"2024-04-30","cited_by_count":128,"area":null},{"id":"2402.11004","title":"The Evolution of Statistical Induction Heads: In-Context Learning Markov Chains","created":"2024-02-16","cited_by_count":118,"area":null},{"id":"2407.02646","title":"A Practical Review of Mechanistic Interpretability for Transformer-Based Language Models","created":"2024-07-02","cited_by_count":118,"area":"mechinterp"},{"id":"2401.12181","title":"Universal Neurons in GPT2 Language Models","created":"2024-01-22","cited_by_count":102,"area":"mechinterp"},{"id":"2403.00824","title":"Information Flow Routes: Automatically Interpreting Language Models at Scale","created":"2024-02-27","cited_by_count":95,"area":null},{"id":"2402.18154","title":"Cutting Off the Head Ends the Conflict: A Mechanism for Interpreting and Mitigating Knowledge Conflicts in Language Models","created":"2024-02-28","cited_by_count":91,"area":null},{"id":"2405.00208","title":"A Primer on the Inner Workings of Transformer-based Language Models","created":"2024-04-30","cited_by_count":85,"area":null},{"id":"2402.17700","title":"RAVEL: Evaluating Interpretability Methods on Disentangling Language Model Representations","created":"2024-02-27","cited_by_count":79,"area":"mechinterp"},{"id":"2403.15371","title":"Can large language models explore in-context?","created":"2024-03-22","cited_by_count":76,"area":null},{"id":"2406.00799","title":"Get my drift? Catching LLM Task Drift with Activation Deltas","created":"2024-06-02","cited_by_count":72,"area":"rag"},{"id":"2411.04986","title":"The Semantic Hub Hypothesis: Language Models Share Semantic Representations Across Languages and Modalities","created":"2024-11-07","cited_by_count":69,"area":null},{"id":"2405.08355","title":"Seal-Tools: Self-Instruct Tool Learning Dataset for Agent Tuning and Detailed Benchmark","created":"2024-05-14","cited_by_count":63,"area":"agents"},{"id":"2410.15999","title":"Steering Knowledge Selection Behaviours in LLMs via SAE-Based Representation Engineering","created":"2024-10-21","cited_by_count":63,"area":"mechinterp"},{"id":"2404.07544","title":"From Words to Numbers: Your Large Language Model Is Secretly A Capable Regressor When Given In-Context Examples","created":"2024-04-11","cited_by_count":57,"area":null},{"id":"2404.15736","title":"What Makes Multimodal In-Context Learning Work?","created":"2024-04-24","cited_by_count":56,"area":null},{"id":"2405.15471","title":"Emergence of a High-Dimensional Abstraction Phase in Language Transformers","created":"2024-05-24","cited_by_count":56,"area":null},{"id":"2410.19750","title":"The Geometry of Concepts: Sparse Autoencoder Feature Structure","created":"2024-10-10","cited_by_count":52,"area":"mechinterp"},{"id":"2412.08686","title":"LatentQA: Teaching LLMs to Decode Activations Into Natural Language","created":"2024-12-11","cited_by_count":51,"area":null},{"id":"2406.15334","title":"Multimodal Task Vectors Enable Many-Shot Multimodal In-Context Learning","created":"2024-06-21","cited_by_count":50,"area":"mllm"},{"id":"2501.00070","title":"ICLR: In-Context Learning of Representations","created":"2024-12-29","cited_by_count":50,"area":null},{"id":"2508.02087","title":"When Truth Is Overridden: Uncovering the Internal Origins of Sycophancy in Large Language Models","created":"2025-08-04","cited_by_count":50,"area":null},{"id":"2401.12874","title":"From Understanding to Utilization: A Survey on Explainability for Large Language Models","created":"2024-01-23","cited_by_count":48,"area":null},{"id":"2404.01077","title":"Efficient Prompting Methods for Large Language Models: A Survey","created":"2024-04-01","cited_by_count":47,"area":null},{"id":"2505.22637","title":"Understanding (Un)Reliability of Steering Vectors in Language Models","created":"2025-05-28","cited_by_count":47,"area":"mechinterp"},{"id":"2402.03170","title":"Is Mamba Capable of In-Context Learning?","created":"2024-02-05","cited_by_count":45,"area":"ssm"},{"id":"2408.11053","title":"Revisiting VerilogEval: A Year of Improvements in Large-Language Models for Hardware Code Generation","created":"2024-08-20","cited_by_count":45,"area":null},{"id":"2507.16003","title":"Learning without training: The implicit dynamics of in-context learning","created":"2025-07-21","cited_by_count":43,"area":null},{"id":"2505.13763","title":"Language Models Are Capable of Metacognitive Monitoring and Control of Their Internal Activations","created":"2025-05-19","cited_by_count":41,"area":null},{"id":"2406.12094","title":"Who's asking? User personas and the mechanics of latent misalignment","created":"2024-06-17","cited_by_count":40,"area":"safety"},{"id":"2406.17563","title":"Multi-property Steering of Large Language Models with Dynamic Activation Composition","created":"2024-06-25","cited_by_count":39,"area":"mechinterp"},{"id":"2504.10957","title":"When is Task Vector Provably Effective for Model Editing? A Generalization Analysis of Nonlinear Transformers","created":"2025-04-15","cited_by_count":38,"area":"safety"},{"id":"2311.07230","title":"How are Prompts Different in Terms of Sensitivity?","created":"2023-11-13","cited_by_count":35,"area":null},{"id":"2504.04633","title":"M$^2$IV: Towards Efficient and Fine-grained Multimodal In-Context Learning via Representation Engineering","created":"2025-04-06","cited_by_count":35,"area":"mllm"},{"id":"2310.19704","title":"A Survey on Knowledge Editing of Neural Networks","created":"2023-10-30","cited_by_count":34,"area":null},{"id":"2311.00237","title":"The Mystery of In-Context Learning: A Comprehensive Survey on Interpretation and Analysis","created":"2023-11-01","cited_by_count":34,"area":null},{"id":"2502.17516","title":"A Survey on Mechanistic Interpretability for Multi-Modal Foundation Models","created":"2025-02-22","cited_by_count":34,"area":"mllm"},{"id":"2504.04635","title":"Steering off Course: Reliability Challenges in Steering Language Models","created":"2025-04-06","cited_by_count":34,"area":null},{"id":"2402.00795","title":"LLMs learn governing principles of dynamical systems, revealing an in-context neural scaling law","created":"2024-02-01","cited_by_count":32,"area":null},{"id":"2406.00244","title":"Controlling Large Language Model Agents with Entropic Activation Steering","created":"2024-06-01","cited_by_count":29,"area":"agents"},{"id":"2410.05362","title":"LLMs Are In-Context Bandit Reinforcement Learners","created":"2024-10-07","cited_by_count":29,"area":null},{"id":"2401.16332","title":"Tradeoffs Between Alignment and Helpfulness in Language Models with Steering Methods","created":"2024-01-29","cited_by_count":28,"area":"alignment"},{"id":"2402.14180","title":"Linear Transformers are Versatile In-Context Learners","created":"2024-02-21","cited_by_count":28,"area":null},{"id":"2408.12578","title":"A Percolation Model of Emergence: Analyzing Transformers Trained on a Formal Language","created":"2024-08-22","cited_by_count":26,"area":null},{"id":"2409.03621","title":"Attend First, Consolidate Later: On the Importance of Attention in Different LLM Layers","created":"2024-09-05","cited_by_count":25,"area":null},{"id":"2409.09951","title":"Optimal ablation for interpretability","created":"2024-09-16","cited_by_count":25,"area":null},{"id":"2505.17863","title":"The emergence of sparse attention: impact of data distribution and benefits of repetition","created":"2025-05-23","cited_by_count":25,"area":null},{"id":"2404.05729","title":"Finding Visual Task Vectors","created":"2024-04-08","cited_by_count":24,"area":null},{"id":"2405.13868","title":"Automatically Identifying Local and Global Circuits with Linear Computation Graphs","created":"2024-05-22","cited_by_count":24,"area":"mechinterp"},{"id":"2410.13497","title":"Repetition Neurons: How Do Language Models Produce Repetitions?","created":"2024-10-17","cited_by_count":23,"area":null},{"id":"2504.12459","title":"On Linear Representations and Pretraining Data Frequency in Language Models","created":"2025-04-16","cited_by_count":23,"area":null},{"id":"2504.19483","title":"Improving Reasoning Performance in Large Language Models via Representation Engineering","created":"2025-04-28","cited_by_count":23,"area":"lr"},{"id":"2407.07342","title":"Multilingual Blending: LLM Safety Alignment Evaluation with Language Mixture","created":"2024-07-10","cited_by_count":22,"area":"alignment"},{"id":"2402.02160","title":"Data Poisoning for In-context Learning","created":"2024-02-03","cited_by_count":21,"area":"safety"},{"id":"2502.17601","title":"Representation Engineering for Large-Language Models: Survey and Research Challenges","created":"2025-02-24","cited_by_count":21,"area":"mechinterp"},{"id":"2505.20546","title":"Paths Not Taken: Understanding and Mending the Multilingual Factual Recall Pipeline","created":"2025-05-26","cited_by_count":21,"area":null},{"id":"2311.07772","title":"In-context Learning and Gradient Descent Revisited","created":"2023-11-13","cited_by_count":20,"area":null},{"id":"2401.06469","title":"Batch-ICL: Effective, Efficient, and Order-Agnostic In-Context Learning","created":"2024-01-12","cited_by_count":20,"area":null},{"id":"2406.07457","title":"Estimating the Hallucination Rate of Generative AI","created":"2024-06-11","cited_by_count":20,"area":null},{"id":"2410.23042","title":"Toward Understanding In-context vs. In-weight Learning","created":"2024-10-30","cited_by_count":19,"area":null},{"id":"2509.01321","title":"Towards High Data Efficiency in Reinforcement Learning with Verifiable Reward","created":"2025-09-01","cited_by_count":19,"area":"lr"},{"id":"2602.04863","title":"Subliminal Effects in Your Data: A General Mechanism via Log-Linearity","created":"2026-02-04","cited_by_count":19,"area":null},{"id":"2502.08009","title":"The Geometry of Prompting: Unveiling Distinct Mechanisms of Task Adaptation in Language Models","created":"2025-02-11","cited_by_count":18,"area":null},{"id":"2401.01519","title":"Exploring the Frontiers of LLMs in Psychological Applications: A Comprehensive Review","created":"2024-01-03","cited_by_count":17,"area":null},{"id":"2402.13137","title":"The Hidden Space of Transformer Language Adapters","created":"2024-02-20","cited_by_count":17,"area":null},{"id":"2408.03573","title":"AcTracer: Active Testing of Large Language Model via Multi-Stage Sampling","created":"2024-08-07","cited_by_count":17,"area":null},{"id":"2507.09709","title":"Large Language Models Encode Semantics and Alignment in Linearly Separable Representations","created":"2025-07-13","cited_by_count":17,"area":"safety"},{"id":"2502.11019","title":"Unlocking the Power of Function Vectors for Characterizing and Mitigating Catastrophic Forgetting in Continual Instruction Tuning","created":"2025-02-16","cited_by_count":16,"area":null},{"id":"2404.11225","title":"In-Context Learning State Vector with Inner and Momentum Optimization","created":"2024-04-17","cited_by_count":15,"area":null},{"id":"2405.15279","title":"Towards Global Optimal Visual In-Context Learning Prompt Selection","created":"2024-05-24","cited_by_count":15,"area":null},{"id":"2410.22330","title":"Vision-Language Models Create Cross-Modal Task Representations","created":"2024-10-29","cited_by_count":15,"area":"mllm"},{"id":"2501.17635","title":"In-Context Meta LoRA Generation","created":"2025-01-29","cited_by_count":15,"area":null},{"id":"2511.22697","title":"Mechanistic Finetuning of Vision-Language-Action Models via Few-Shot Demonstrations","created":"2025-11-27","cited_by_count":15,"area":"mllm"},{"id":"2404.13070","title":"Evidence from counterfactual tasks supports emergent analogical reasoning in large language models","created":"2024-04-14","cited_by_count":14,"area":"lr"},{"id":"2410.05603","title":"Everything Everywhere All at Once: LLMs can In-Context Learn Multiple Tasks in Superposition","created":"2024-10-08","cited_by_count":14,"area":"mechinterp"},{"id":"2601.12626","title":"Linear Mechanisms for Spatiotemporal Reasoning in Vision Language Models","created":"2026-01-18","cited_by_count":14,"area":"lr"},{"id":"2402.01293","title":"Can MLLMs Perform Text-to-Image In-Context Learning?","created":"2024-02-02","cited_by_count":13,"area":"mllm"},{"id":"2402.12976","title":"The Impact of Demonstrations on Multilingual In-Context Learning: A Multidimensional Analysis","created":"2024-02-20","cited_by_count":13,"area":null},{"id":"2405.10548","title":"Language Models can Exploit Cross-Task In-context Learning for Data-Scarce Novel Tasks","created":"2024-05-17","cited_by_count":13,"area":null},{"id":"2406.05816","title":"Attention as a Hypernetwork","created":"2024-06-09","cited_by_count":13,"area":null},{"id":"2503.03666","title":"Analogical Reasoning Inside Large Language Models: Concept Vectors and the Limits of Abstraction","created":"2025-03-05","cited_by_count":12,"area":"lr"},{"id":"2504.08851","title":"Mimic In-Context Learning for Multimodal Tasks","created":"2025-04-11","cited_by_count":12,"area":"mllm"},{"id":"2405.14660","title":"Implicit In-context Learning","created":"2024-05-23","cited_by_count":11,"area":null},{"id":"2410.01288","title":"Mitigating Copy Bias in In-Context Learning through Neuron Pruning","created":"2024-10-02","cited_by_count":11,"area":null},{"id":"2412.00142","title":"Enhancing Few-Shot Vision-Language Classification with Large Multimodal Model Features","created":"2024-11-28","cited_by_count":11,"area":"mllm"},{"id":"2502.05390","title":"Learning Task Representations from In-Context Learning","created":"2025-02-08","cited_by_count":11,"area":null},{"id":"2502.10178","title":"From Markov to Laplace: How Mamba In-Context Learns Markov Chains","created":"2025-02-14","cited_by_count":11,"area":"ssm"},{"id":"2505.12075","title":"Do different prompting methods yield a common task representation in language models?","created":"2025-05-17","cited_by_count":11,"area":null},{"id":"2505.15807","title":"The Atlas of In-Context Learning: How Attention Heads Shape In-Context Retrieval Augmentation","created":"2025-05-21","cited_by_count":11,"area":null},{"id":"2507.02503","title":"Continual Gradient Low-Rank Projection Fine-Tuning for LLMs","created":"2025-07-03","cited_by_count":11,"area":null},{"id":"2602.15293","title":"The Information Geometry of Softmax: Probing and Steering","created":"2026-02-17","cited_by_count":11,"area":null}],"next_cursor":"100"}