{"total":73,"rows":[{"id":"2404.14082","title":"Mechanistic Interpretability for AI Safety -- A Review","created":"2024-04-22","cited_by_count":422,"area":"mechinterp"},{"id":"2306.04751","title":"How Far Can Camels Go? Exploring the State of Instruction Tuning on Open Resources","created":"2023-06-07","cited_by_count":408,"area":null},{"id":"2305.01610","title":"Finding Neurons in a Haystack: Case Studies with Sparse Probing","created":"2023-05-02","cited_by_count":334,"area":null},{"id":"2310.02207","title":"Language Models Represent Space and Time","created":"2023-10-03","cited_by_count":316,"area":null},{"id":"2205.10770","title":"Memorization Without Overfitting: Analyzing the Training Dynamics of Large Language Models","created":"2022-05-22","cited_by_count":220,"area":null},{"id":"2204.06031","title":"A Review on Language Models as Knowledge Bases","created":"2022-04-12","cited_by_count":157,"area":null},{"id":"2404.07965","title":"Rho-1: Not All Tokens Are What You Need","created":"2024-04-11","cited_by_count":133,"area":null},{"id":"2309.07311","title":"Sudden Drops in the Loss: Syntax Acquisition, Phase Transitions, and Simplicity Bias in MLMs","created":"2023-09-13","cited_by_count":124,"area":null},{"id":"2106.16163","title":"The MultiBERTs: BERT Reproductions for Robustness Analysis","created":"2021-06-30","cited_by_count":92,"area":null},{"id":"2303.11504","title":"Language Model Behavior: A Comprehensive Survey","created":"2023-03-20","cited_by_count":92,"area":null},{"id":"2406.11813","title":"How Do Large Language Models Acquire Factual Knowledge During Pretraining?","created":"2024-06-17","cited_by_count":90,"area":null},{"id":"2212.09803","title":"Training Trajectories of Language Models Across Scales","created":"2022-12-19","cited_by_count":81,"area":null},{"id":"2212.14034","title":"Cramming: Training a Language Model on a Single GPU in One Day","created":"2022-12-28","cited_by_count":81,"area":null},{"id":"2310.06213","title":"GeoLLM: Extracting Geospatial Knowledge from Large Language Models","created":"2023-10-10","cited_by_count":64,"area":null},{"id":"2211.07830","title":"Prompting Language Models for Linguistic Structure","created":"2022-11-15","cited_by_count":39,"area":null},{"id":"2406.13229","title":"Probing the Emergence of Cross-lingual Alignment during LLM Training","created":"2024-06-19","cited_by_count":39,"area":null},{"id":"2109.06096","title":"The Grammar-Learning Trajectories of Neural Language Models","created":"2021-09-13","cited_by_count":36,"area":null},{"id":"2308.15419","title":"Characterizing Learning Curves During Language Model Pre-Training: Learning, Forgetting, and Stability","created":"2023-08-29","cited_by_count":35,"area":null},{"id":"2205.11758","title":"Analyzing the Mono- and Cross-Lingual Pretraining Dynamics of Multilingual Language Models","created":"2022-05-24","cited_by_count":32,"area":null},{"id":"2408.10441","title":"Goldfish: Monolingual Language Models for 350 Languages","created":"2024-08-19","cited_by_count":29,"area":null},{"id":"2110.08370","title":"Training Dynamics for Text Summarization Models","created":"2021-10-15","cited_by_count":25,"area":null},{"id":"2202.12246","title":"Neural reality of argument structure constructions","created":"2022-02-24","cited_by_count":25,"area":null},{"id":"2302.06761","title":"Language Model Analysis for Ontology Subsumption Inference","created":"2023-02-14","cited_by_count":25,"area":null},{"id":"2410.19637","title":"A distributional simplicity bias in the learning dynamics of transformers","created":"2024-10-25","cited_by_count":24,"area":null},{"id":"2303.07616","title":"The Life Cycle of Knowledge in Big Language Models: A Survey","created":"2023-03-14","cited_by_count":23,"area":null},{"id":"2310.16484","title":"Subspace Chronicles: How Linguistic Information Emerges, Shifts and Interacts during Language Model Training","created":"2023-10-25","cited_by_count":23,"area":null},{"id":"2109.03853","title":"A Bayesian Framework for Information-Theoretic Probing","created":"2021-09-08","cited_by_count":22,"area":null},{"id":"2404.09554","title":"Explainable Generative AI (GenXAI): A Survey, Conceptualization, and Research Agenda","created":"2024-04-15","cited_by_count":22,"area":null},{"id":"2204.02908","title":"Question Generation for Reading Comprehension Assessment by Modeling How and What to Ask","created":"2022-04-06","cited_by_count":20,"area":null},{"id":"2305.14020","title":"Does ChatGPT have Theory of Mind?","created":"2023-05-23","cited_by_count":16,"area":null},{"id":"2410.01380","title":"Knowledge Entropy Decay during Language Model Pretraining Hinders New Knowledge Acquisition","created":"2024-10-02","cited_by_count":16,"area":null},{"id":"2111.08546","title":"Interpreting Language Models Through Knowledge Graph Extraction","created":"2021-11-16","cited_by_count":14,"area":null},{"id":"2307.00364","title":"The future of human-centric eXplainable Artificial Intelligence (XAI) is not post-hoc explanations","created":"2023-07-01","cited_by_count":12,"area":null},{"id":"2510.20358","title":"Dialogue Is Not Enough to Make a Communicative BabyLM (But Neither Is Developmentally Inspired Reinforcement Learning)","created":"2025-10-23","cited_by_count":11,"area":null},{"id":"2604.08510","title":"What do Language Models Learn and When? The Implicit Curriculum Hypothesis","created":"2026-04-09","cited_by_count":10,"area":null},{"id":"2108.00578","title":"Is My Model Using The Right Evidence? Systematic Probes for Examining Evidence-Based Tabular Reasoning","created":"2021-08-02","cited_by_count":9,"area":null},{"id":"2408.10210","title":"A Survey on Symbolic Knowledge Distillation of Large Language Models","created":"2024-07-12","cited_by_count":9,"area":"distill"},{"id":"2112.08583","title":"Does Pre-training Induce Systematic Inference? How Masked Language Models Acquire Commonsense Knowledge","created":"2021-12-16","cited_by_count":8,"area":null},{"id":"2306.02920","title":"Second Language Acquisition of Neural Language Models","created":"2023-06-05","cited_by_count":8,"area":null},{"id":"2407.02596","title":"Towards More Realistic Extraction Attacks: An Adversarial Perspective","created":"2024-07-02","cited_by_count":8,"area":null},{"id":"2410.12948","title":"What Do Speech Foundation Models Not Learn About Speech?","created":"2024-10-16","cited_by_count":8,"area":null},{"id":"2211.04281","title":"SocioProbe: What, When, and Where Language Models Learn about Sociodemographics","created":"2022-11-08","cited_by_count":7,"area":null},{"id":"2405.17088","title":"Phase Transitions in the Output Distribution of Large Language Models","created":"2024-05-27","cited_by_count":7,"area":null},{"id":"2504.08001","title":"Linguistic Interpretability of Transformer-based Language Models: a systematic review","created":"2025-04-09","cited_by_count":7,"area":"mechinterp"},{"id":"2212.09686","title":"A Natural Bias for Language Generation Models","created":"2022-12-19","cited_by_count":6,"area":null},{"id":"2406.01468","title":"Understanding Token Probability Encoding in Output Embeddings","created":"2024-06-03","cited_by_count":6,"area":null},{"id":"2509.05291","title":"Crosscoding Through Time: Tracking Emergence & Consolidation Of Linguistic Representations Throughout LLM Pretraining","created":"2025-09-05","cited_by_count":6,"area":null},{"id":"2205.10696","title":"Life after BERT: What do Other Muppets Understand about Language?","created":"2022-05-21","cited_by_count":4,"area":null},{"id":"2303.00333","title":"Competence-Based Analysis of Language Models","created":"2023-03-01","cited_by_count":4,"area":null},{"id":"2207.00560","title":"Is neural language acquisition similar to natural? A chronological probing study","created":"2022-07-01","cited_by_count":3,"area":null},{"id":"2210.12206","title":"Probing with Noise: Unpicking the Warp and Weft of Embeddings","created":"2022-10-21","cited_by_count":3,"area":null},{"id":"2303.16445","title":"Larger Probes Tell a Different Story: Extending Psycholinguistic Datasets Via In-Context Learning","created":"2023-03-29","cited_by_count":3,"area":null},{"id":"2510.16096","title":"Facts in Stats: Impacts of Pretraining Diversity on Language Model Generalization","created":"2025-10-17","cited_by_count":3,"area":null},{"id":"2511.12464","title":"Probing Preference Representations: A Multi-Dimensional Evaluation and Analysis Method for Reward Models","created":"2025-11-16","cited_by_count":3,"area":"alignment"},{"id":"2602.03484","title":"Preferences for Idiomatic Language are Acquired Slowly -- and Forgotten Quickly: A Case Study on Swedish","created":"2026-02-03","cited_by_count":3,"area":null},{"id":"2312.11720","title":"Assessing Logical Reasoning Capabilities of Encoder-Only Transformer Models","created":"2023-12-18","cited_by_count":2,"area":"lr"},{"id":"2510.19694","title":"Do Prompts Reshape Representations? An Empirical Study of Prompting Effects on Embeddings","created":"2025-10-22","cited_by_count":2,"area":null},{"id":"2511.09197","title":"The Learning Dynamics of Subword Segmentation for Morphologically Diverse Languages","created":"2025-11-12","cited_by_count":2,"area":null},{"id":"2603.17475","title":"Humans and transformer LMs: Abstraction drives language learning","created":"2026-03-18","cited_by_count":2,"area":null},{"id":"2211.14639","title":"Gender Biases Unexpectedly Fluctuate in the Pre-training Stage of Masked Language Models","created":"2022-11-26","cited_by_count":1,"area":null},{"id":"2310.10955","title":"A State-Vector Framework for Dataset Effects","created":"2023-10-17","cited_by_count":1,"area":null},{"id":"2402.02164","title":"Hierarchical Structure Enhances the Convergence and Generalizability of Linear Molecular Representation","created":"2024-02-03","cited_by_count":1,"area":null},{"id":"2404.19319","title":"Knowledge Distillation vs. Pretraining from Scratch under a Fixed (Computation) Budget","created":"2024-04-30","cited_by_count":1,"area":"distill"},{"id":"2506.01709","title":"Fairness Dynamics During Training","created":"2025-06-02","cited_by_count":1,"area":null},{"id":"2601.19926","title":"The Grammar of Transformers: A Systematic Review of Interpretability Research on Syntactic Knowledge in Language Models","created":"2026-01-09","cited_by_count":1,"area":null},{"id":"2607.11883","title":"Requential Coding: Pushing the Limits of Model Compression with Self-Generated Training Data","created":"2026-07-13","cited_by_count":1,"area":"synth"},{"id":"2209.13999","title":"CEFER: A Four Facets Framework based on Context and Emotion embedded features for Implicit and Explicit Emotion Recognition","created":"2022-09-28","cited_by_count":0,"area":null},{"id":"2210.07488","title":"MetaFill: Text Infilling for Meta-Path Generation on Heterogeneous Information Networks","created":"2022-10-14","cited_by_count":0,"area":null},{"id":"2505.22042","title":"Estimating the Effects of Sample Training Orders for Large Language Models without Retraining","created":"2025-05-28","cited_by_count":0,"area":null},{"id":"2505.24455","title":"Domain Pre-training Impact on Representations","created":"2025-05-30","cited_by_count":0,"area":null},{"id":"2506.03434","title":"Time Course MechInterp: Analyzing the Evolution of Components and Knowledge in Large Language Models","created":"2025-06-03","cited_by_count":0,"area":null},{"id":"2506.04373","title":"Mechanistic Decomposition of Sentence Representations","created":"2025-06-04","cited_by_count":0,"area":null},{"id":"2608.16085","title":"Behaviour Is an Incomplete Measure of Reasoning Development: Cross-surface pre-arrival accessibility and the limits of developmental inference in a recurrent-depth reasoner","created":"2026-08-17","cited_by_count":0,"area":null}],"next_cursor":null}