{"total":36,"rows":[{"id":"2205.10770","title":"Memorization Without Overfitting: Analyzing the Training Dynamics of Large Language Models","created":"2022-05-22","cited_by_count":220,"area":null},{"id":"2202.02794","title":"Active Learning on a Budget: Opposite Strategies Suit High and Low Budgets","created":"2022-02-06","cited_by_count":133,"area":null},{"id":"2404.07965","title":"Rho-1: Not All Tokens Are What You Need","created":"2024-04-11","cited_by_count":133,"area":null},{"id":"2309.07311","title":"Sudden Drops in the Loss: Syntax Acquisition, Phase Transitions, and Simplicity Bias in MLMs","created":"2023-09-13","cited_by_count":124,"area":null},{"id":"2204.03044","title":"Fusing finetuned models for better pretraining","created":"2022-04-06","cited_by_count":110,"area":null},{"id":"2208.07998","title":"What Artificial Neural Networks Can Tell Us About Human Language Acquisition","created":"2022-08-17","cited_by_count":99,"area":null},{"id":"2303.11504","title":"Language Model Behavior: A Comprehensive Survey","created":"2023-03-20","cited_by_count":92,"area":null},{"id":"2212.09803","title":"Training Trajectories of Language Models Across Scales","created":"2022-12-19","cited_by_count":81,"area":null},{"id":"2407.10827","title":"LLM Circuit Analyses Are Consistent Across Training and Scale","created":"2024-07-15","cited_by_count":63,"area":null},{"id":"2212.01378","title":"ColD Fusion: Collaborative Descent for Distributed Multitask Finetuning","created":"2022-12-02","cited_by_count":52,"area":null},{"id":"2308.15419","title":"Characterizing Learning Curves During Language Model Pre-Training: Learning, Forgetting, and Stability","created":"2023-08-29","cited_by_count":35,"area":null},{"id":"2205.11758","title":"Analyzing the Mono- and Cross-Lingual Pretraining Dynamics of Multilingual Language Models","created":"2022-05-24","cited_by_count":32,"area":null},{"id":"2402.04362","title":"Neural Networks Learn Statistics of Increasing Complexity","created":"2024-02-06","cited_by_count":31,"area":null},{"id":"2410.11840","title":"A Hitchhiker's Guide to Scaling Law Estimation","created":"2024-10-15","cited_by_count":27,"area":null},{"id":"2210.12814","title":"RuCoLA: Russian Corpus of Linguistic Acceptability","created":"2022-10-23","cited_by_count":26,"area":null},{"id":"2407.12034","title":"Understanding Transformers via N-gram Statistics","created":"2024-06-30","cited_by_count":26,"area":null},{"id":"2410.19637","title":"A distributional simplicity bias in the learning dynamics of transformers","created":"2024-10-25","cited_by_count":24,"area":null},{"id":"2310.03686","title":"DecoderLens: Layerwise Interpretation of Encoder-Decoder Transformers","created":"2023-10-05","cited_by_count":22,"area":null},{"id":"2306.03543","title":"How to Select Which Active Learning Strategy is Best Suited for Your Specific Problem and Budget","created":"2023-06-06","cited_by_count":17,"area":null},{"id":"2308.09543","title":"Latent State Models of Training Dynamics","created":"2023-08-18","cited_by_count":16,"area":null},{"id":"2411.06096","title":"A Systematic Assessment of Language Models with Linguistic Minimal Pairs in Chinese","created":"2024-11-09","cited_by_count":13,"area":null},{"id":"2510.24963","title":"Language Model Behavioral Phases are Consistent Across Architecture, Training Data, and Scale","created":"2025-10-28","cited_by_count":13,"area":null},{"id":"2509.17196","title":"Evolution of Concepts in Language Model Pre-Training","created":"2025-09-21","cited_by_count":8,"area":null},{"id":"2406.09935","title":"Predicting the Susceptibility of Examples to Catastrophic Forgetting","created":"2024-06-14","cited_by_count":7,"area":null},{"id":"2506.13688","title":"What Happens During the Loss Plateau? Understanding Abrupt Learning in Transformers","created":"2025-06-16","cited_by_count":7,"area":null},{"id":"2506.16702","title":"Large Language Models as Psychological Simulators: A Methodological Guide","created":"2025-06-20","cited_by_count":6,"area":null},{"id":"2601.15812","title":"ErrorMap and ErrorAtlas: Charting the Failure Landscape of Large Language Models","created":"2026-01-22","cited_by_count":6,"area":null},{"id":"2504.15471","title":"Bigram Subnetworks: Mapping to Next Tokens in Transformer Language Models","created":"2025-04-21","cited_by_count":5,"area":null},{"id":"2409.02228","title":"Unforgettable Generalization in Language Models","created":"2024-09-03","cited_by_count":4,"area":null},{"id":"2602.03484","title":"Preferences for Idiomatic Language are Acquired Slowly -- and Forgotten Quickly: A Case Study on Swedish","created":"2026-02-03","cited_by_count":3,"area":null},{"id":"2508.16867","title":"QFrCoLA: a Quebec-French Corpus of Linguistic Acceptability Judgments","created":"2025-08-23","cited_by_count":2,"area":null},{"id":"2603.09872","title":"N-gram-like Language Models Predict Naturalistic Reading Time Best","created":"2026-03-10","cited_by_count":2,"area":null},{"id":"2601.19926","title":"The Grammar of Transformers: A Systematic Review of Interpretability Research on Syntactic Knowledge in Language Models","created":"2026-01-09","cited_by_count":1,"area":null},{"id":"2606.26050","title":"Natural Ungrokking: Asymmetric Control of Which Rules Survive Pretraining","created":"2026-06-24","cited_by_count":1,"area":null},{"id":"2311.12337","title":"Do Smaller Language Models Answer Contextualised Questions Through Memorisation Or Generalisation?","created":"2023-11-21","cited_by_count":0,"area":null},{"id":"2607.04061","title":"Telescope: Improving Zero Shot Detection of LLM Generated Content By Measuring Token Repetition Probability","created":"2026-07-05","cited_by_count":0,"area":null}],"next_cursor":null}