{"total":68,"rows":[{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2403.15796","title":"Understanding Emergent Abilities of Language Models from the Loss Perspective","created":"2024-03-23","cited_by_count":94,"area":null},{"id":"2503.13423","title":"SuperBPE: Space Travel for Language Models","created":"2025-03-17","cited_by_count":63,"area":null},{"id":"2312.10523","title":"Paloma: A Benchmark for Evaluating Language Model Fit","created":"2023-12-16","cited_by_count":54,"area":null},{"id":"2307.01163","title":"Improving Language Plasticity via Pretraining with Active Forgetting","created":"2023-07-03","cited_by_count":43,"area":null},{"id":"2211.14699","title":"A Theoretical Study of Inductive Biases in Contrastive Learning","created":"2022-11-27","cited_by_count":40,"area":null},{"id":"2311.00913","title":"Self-Influence Guided Data Reweighting for Language Model Pre-training","created":"2023-11-02","cited_by_count":37,"area":null},{"id":"2311.08545","title":"Efficient Continual Pre-training for Building Domain Specific Large Language Models","created":"2023-11-14","cited_by_count":34,"area":null},{"id":"2411.05735","title":"Aioli: A Unified Optimization Framework for Language Model Data Mixing","created":"2024-11-08","cited_by_count":34,"area":null},{"id":"2211.12491","title":"ModelDiff: A Framework for Comparing Learning Algorithms","created":"2022-11-22","cited_by_count":30,"area":null},{"id":"2312.01429","title":"Transformers are uninterpretable with myopic methods: a case study with bounded Dyck grammars","created":"2023-12-03","cited_by_count":30,"area":null},{"id":"2506.11300","title":"Beyond Random Sampling: Efficient Language Model Pretraining via Curriculum Learning","created":"2025-06-12","cited_by_count":26,"area":null},{"id":"2408.15417","title":"Implicit Geometry of Next-token Prediction: From Language Sparsity Patterns to Model Representations","created":"2024-08-27","cited_by_count":24,"area":null},{"id":"2501.01956","title":"Metadata Conditioning Accelerates Language Model Pre-training","created":"2025-01-03","cited_by_count":22,"area":null},{"id":"2405.01964","title":"Position: Understanding LLMs Requires More Than Statistical Generalization","created":"2024-05-03","cited_by_count":21,"area":null},{"id":"2501.12666","title":"Explicit Eigenvalue Regularization Improves Sharpness-Aware Minimization","created":"2025-01-22","cited_by_count":21,"area":null},{"id":"2405.16325","title":"SLoPe: Double-Pruned Sparse Plus Lazy Low-Rank Adapter Pretraining of LLMs","created":"2024-05-25","cited_by_count":20,"area":null},{"id":"2307.15196","title":"The Marginal Value of Momentum for Small Learning Rate SGD","created":"2023-07-27","cited_by_count":18,"area":null},{"id":"2405.13456","title":"Deep linear networks for regression are implicitly regularized towards flat minima","created":"2024-05-22","cited_by_count":17,"area":null},{"id":"2402.18551","title":"Implicit Optimization Bias of Next-Token Prediction in Linear Models","created":"2024-02-28","cited_by_count":14,"area":null},{"id":"2405.20763","title":"Improving Generalization and Convergence by Enhancing Implicit Regularization","created":"2024-05-31","cited_by_count":14,"area":null},{"id":"2305.15659","title":"How to escape sharp minima with random perturbations","created":"2023-05-25","cited_by_count":13,"area":null},{"id":"2603.16127","title":"Pre-training LLM without Learning Rate Decay Enhances Supervised Fine-Tuning","created":"2026-03-17","cited_by_count":13,"area":null},{"id":"2407.19580","title":"Mini-batch Coresets for Memory-efficient Language Model Training on Data Mixtures","created":"2024-07-28","cited_by_count":12,"area":null},{"id":"2507.05195","title":"Train-before-Test Harmonizes Language Model Rankings","created":"2025-07-07","cited_by_count":12,"area":null},{"id":"2310.08782","title":"Selectivity Drives Productivity: Efficient Dataset Pruning for Enhanced Transfer Learning","created":"2023-10-13","cited_by_count":11,"area":null},{"id":"2502.06604","title":"Do we really have to filter out random noise in pre-training data for language models?","created":"2025-02-10","cited_by_count":11,"area":null},{"id":"2601.07220","title":"The Roots of Performance Disparity in Multilingual Language Models: Intrinsic Modeling Difficulty or Design Choices?","created":"2026-01-12","cited_by_count":11,"area":null},{"id":"2402.05913","title":"Efficient Stagewise Pretraining via Progressive Subnetworks","created":"2024-02-08","cited_by_count":10,"area":null},{"id":"2605.02105","title":"Sharpness-Aware Pretraining Mitigates Catastrophic Forgetting","created":"2026-05-04","cited_by_count":10,"area":null},{"id":"2504.13101","title":"Position: An Empirically Grounded Identifiability Theory Will Accelerate Self-Supervised Learning Research","created":"2025-04-17","cited_by_count":9,"area":null},{"id":"2402.18752","title":"Pre-training Differentially Private Models with Limited Public Data","created":"2024-02-28","cited_by_count":8,"area":null},{"id":"2502.06244","title":"PiKE: Adaptive Data Mixing for Large-Scale Multi-Task Learning Under Low Gradient Conflicts","created":"2025-02-10","cited_by_count":8,"area":null},{"id":"2402.17759","title":"Towards Optimal Learning of Language Models","created":"2024-02-27","cited_by_count":7,"area":null},{"id":"2306.13239","title":"The Inductive Bias of Flatness Regularization for Deep Matrix Factorization","created":"2023-06-22","cited_by_count":6,"area":null},{"id":"2604.13627","title":"(How) Learning Rates Regulate Catastrophic Overtraining","created":"2026-04-15","cited_by_count":6,"area":null},{"id":"2305.10713","title":"Flatness-Aware Prompt Selection Improves Accuracy and Sample Efficiency","created":"2023-05-18","cited_by_count":5,"area":null},{"id":"2310.14423","title":"A Quadratic Synchronization Rule for Distributed Deep Learning","created":"2023-10-22","cited_by_count":5,"area":null},{"id":"2410.05612","title":"A Bayesian Model Selection Criterion for Selecting Pretraining Checkpoints","created":"2024-10-08","cited_by_count":5,"area":null},{"id":"2509.24218","title":"Conda: Column-Normalized Adam for Training Large Language Models Faster","created":"2025-09-29","cited_by_count":5,"area":null},{"id":"2311.05020","title":"First Tragedy, then Parse: History Repeats Itself in the New Era of Large Language Models","created":"2023-11-08","cited_by_count":4,"area":null},{"id":"2405.15706","title":"The Impact of Geometric Complexity on Neural Collapse in Transfer Learning","created":"2024-05-24","cited_by_count":4,"area":null},{"id":"2604.09258","title":"Nexus: Same Pretraining Loss, Better Downstream Generalization via Common Minima","created":"2026-04-10","cited_by_count":4,"area":null},{"id":"2511.05313","title":"Controllably Efficient Language Models","created":"2025-11-07","cited_by_count":3,"area":null},{"id":"2309.16109","title":"Feature Normalization Prevents Collapse of Non-contrastive Learning Dynamics","created":"2023-09-28","cited_by_count":2,"area":null},{"id":"2409.13728","title":"Rule Extrapolation in Language Models: A Study of Compositional Generalization on OOD Prompts","created":"2024-09-09","cited_by_count":2,"area":null},{"id":"2604.19740","title":"Generalization at the Edge of Stability","created":"2026-04-21","cited_by_count":2,"area":null},{"id":"2411.05882","title":"When are 1.58 bits enough? A Bottom-up Exploration of BitNet Quantization","created":"2024-11-08","cited_by_count":1,"area":null},{"id":"2504.18929","title":"Revisiting Transformers through the Lens of Low Entropy and Dynamic Sparsity","created":"2025-04-26","cited_by_count":1,"area":null},{"id":"2506.13216","title":"Capability Salience Vector: Fine-grained Alignment of Loss and Capabilities for Downstream Task Scaling Law","created":"2025-06-16","cited_by_count":1,"area":null},{"id":"2506.17809","title":"Flatness After All?","created":"2025-06-21","cited_by_count":1,"area":null},{"id":"2509.22302","title":"SoDaDE: Solvent Data-Driven Embeddings with Small Transformer Models","created":"2025-09-26","cited_by_count":1,"area":null},{"id":"2602.11618","title":"How Well Do Large-Scale Chemical Language Models Transfer to Downstream Tasks?","created":"2026-02-12","cited_by_count":1,"area":null},{"id":"2604.10202","title":"Wolkowicz-Styan Upper Bound on the Hessian Eigenspectrum for Cross-Entropy Loss in Nonlinear Smooth Neural Networks","created":"2026-04-11","cited_by_count":1,"area":null},{"id":"2605.20798","title":"Most Transformer Modifications Still Do Not Transfer at 1-3B: A 2020-2026 Update to Narang et al. (2021) with Downstream Evaluation and a Noise Floor","created":"2026-05-20","cited_by_count":1,"area":null},{"id":"2605.28179","title":"SuperValid: Capability-Aligned OOD Validation for Generalizable Downstream Scaling","created":"2026-05-27","cited_by_count":1,"area":null},{"id":"2607.08170","title":"Understanding Layer Patching in Model Size Interpolation","created":"2026-07-09","cited_by_count":1,"area":null},{"id":"2311.04166","title":"Perturbed examples reveal invariances shared by language models","created":"2023-11-07","cited_by_count":0,"area":null},{"id":"2510.02174","title":"Flatness-Aware Stochastic Gradient Langevin Dynamics","created":"2025-10-02","cited_by_count":0,"area":null},{"id":"2510.12451","title":"A Function-Centric Perspective on Flat and Sharp Minima","created":"2025-10-14","cited_by_count":0,"area":null},{"id":"2603.09016","title":"An accurate flatness measure to estimate the generalization performance of CNN models","created":"2026-03-09","cited_by_count":0,"area":null},{"id":"2605.13652","title":"Beyond Perplexity: A Geometric and Spectral Study of Low-Rank Pre-Training","created":"2026-05-13","cited_by_count":0,"area":null},{"id":"2605.26026","title":"A Multimodal 3D Foundation Model for Light Sheet Fluorescence Microscopy Enables Few-Shot Segmentation, Classification, and Deblurring","created":"2026-05-25","cited_by_count":0,"area":null},{"id":"2606.20999","title":"Inductive Generalization for Robotic Manipulation","created":"2026-06-19","cited_by_count":0,"area":null},{"id":"2606.24901","title":"LLM Evolution as an Industry-Scale Ecosystem: A Lifecycle Perspective on Continual Learning","created":"2026-06-12","cited_by_count":0,"area":null},{"id":"2609.08966","title":"Good Pretraining, Bad SFT: Checkpoint Quality Across the Training Stack","created":"2026-09-08","cited_by_count":0,"area":null},{"id":"2609.38764","title":"Lasting Effects of Abstract Pretraining Beyond Perplexity","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2609.39827","title":"Synthetic Pre-pretraining Survives Scale, but Not as a Grammatical Prior","created":"2026-09-30","cited_by_count":0,"area":null}],"next_cursor":null}