{"total":88,"rows":[{"id":"2306.09927","title":"Trained Transformers Learn Linear Models In-Context","created":"2023-06-16","cited_by_count":337,"area":null},{"id":"2310.15213","title":"Function Vectors in Large Language Models","created":"2023-10-23","cited_by_count":308,"area":null},{"id":"2310.05249","title":"In-Context Convergence of Transformers","created":"2023-10-08","cited_by_count":115,"area":null},{"id":"2309.01809","title":"Are Emergent Abilities in Large Language Models just In-Context Learning?","created":"2023-09-04","cited_by_count":109,"area":null},{"id":"2310.08391","title":"How Many Pretraining Tasks Are Needed for In-Context Learning of Linear Regression?","created":"2023-10-12","cited_by_count":96,"area":null},{"id":"2402.02216","title":"Position: Graph Foundation Models are Already Here","created":"2024-02-03","cited_by_count":86,"area":null},{"id":"2403.15371","title":"Can large language models explore in-context?","created":"2024-03-22","cited_by_count":76,"area":null},{"id":"2310.10616","title":"How Do Transformers Learn In-Context Beyond Simple Functions? A Case Study on Learning with Representations","created":"2023-10-16","cited_by_count":75,"area":null},{"id":"2501.12352","title":"Test-time regression: a unifying framework for designing sequence models with associative memory","created":"2025-01-21","cited_by_count":74,"area":null},{"id":"2406.00793","title":"Is In-Context Learning in Large Language Models Bayesian? A Martingale Perspective","created":"2024-06-02","cited_by_count":57,"area":null},{"id":"2307.12375","title":"In-Context Learning Learns Label Relationships but Is Not Conventional Learning","created":"2023-07-23","cited_by_count":51,"area":null},{"id":"2402.01258","title":"Transformers Learn Nonlinear Features In Context: Nonconvex Mean-field Dynamics on the Attention Landscape","created":"2024-02-02","cited_by_count":46,"area":null},{"id":"2401.15530","title":"An Information-Theoretic Analysis of In-Context Learning","created":"2024-01-28","cited_by_count":40,"area":null},{"id":"2408.10147","title":"In-Context Learning with Representations: Contextual Generalization of Trained Transformers","created":"2024-08-19","cited_by_count":38,"area":null},{"id":"2410.02724","title":"Large Language Models as Markov Chains","created":"2024-10-03","cited_by_count":35,"area":null},{"id":"2311.00237","title":"The Mystery of In-Context Learning: A Comprehensive Survey on Interpretation and Analysis","created":"2023-11-01","cited_by_count":34,"area":null},{"id":"2411.02544","title":"Pretrained transformer efficiently learns low-dimensional target functions in-context","created":"2024-11-04","cited_by_count":31,"area":null},{"id":"2410.09695","title":"Can In-context Learning Really Generalize to Out-of-distribution Tasks?","created":"2024-10-13","cited_by_count":23,"area":null},{"id":"2503.04722","title":"Enough Coin Flips Can Make LLMs Act Bayesian","created":"2025-03-06","cited_by_count":22,"area":null},{"id":"2510.10981","title":"In-Context Learning Is Provably Bayesian Inference: A Generalization Theory for Meta-Learning","created":"2025-10-13","cited_by_count":22,"area":null},{"id":"2406.07457","title":"Estimating the Hallucination Rate of Generative AI","created":"2024-06-11","cited_by_count":20,"area":null},{"id":"2307.01189","title":"Trainable Transformer in Transformer","created":"2023-07-03","cited_by_count":17,"area":null},{"id":"2310.13220","title":"Towards Understanding How Transformers Learn In-context Through a Representation Learning Lens","created":"2023-10-20","cited_by_count":15,"area":null},{"id":"2410.11778","title":"On the Training Convergence of Transformers for In-Context Classification of Gaussian Mixtures","created":"2024-10-15","cited_by_count":15,"area":null},{"id":"2402.02212","title":"A Survey to Recent Progress Towards Understanding In-Context Learning","created":"2024-02-03","cited_by_count":14,"area":null},{"id":"2310.17639","title":"In-Context Learning Dynamics with Random Binary Sequences","created":"2023-10-26","cited_by_count":13,"area":null},{"id":"2502.05390","title":"Learning Task Representations from In-Context Learning","created":"2025-02-08","cited_by_count":11,"area":null},{"id":"2311.07115","title":"Gen-Z: Generative Zero-Shot Text Classification with Contextualized Label Descriptions","created":"2023-11-13","cited_by_count":9,"area":null},{"id":"2403.09488","title":"Rectifying Demonstration Shortcut in In-Context Learning","created":"2024-03-14","cited_by_count":9,"area":null},{"id":"2405.15926","title":"Dissecting the Interplay of Attention Paths in a Statistical Mechanics Theory of Transformers","created":"2024-05-24","cited_by_count":9,"area":null},{"id":"2410.09605","title":"Training Dynamics of Transformers to Recognize Word Co-occurrence via Gradient Flow Analysis","created":"2024-10-12","cited_by_count":9,"area":null},{"id":"2509.26551","title":"Pretrain-Test Task Alignment Governs Generalization in In-Context Learning","created":"2025-09-30","cited_by_count":8,"area":null},{"id":"2410.11711","title":"Zero-shot Model-based Reinforcement Learning using Large Language Models","created":"2024-10-15","cited_by_count":6,"area":null},{"id":"2502.03503","title":"Analyzing limits for in-context learning","created":"2025-02-05","cited_by_count":6,"area":null},{"id":"2505.19426","title":"The Role of Diversity in In-Context Learning for Large Language Models","created":"2025-05-26","cited_by_count":6,"area":null},{"id":"2506.05200","title":"Transformers Meet In-Context Learning: A Universal Approximation Theory","created":"2025-06-05","cited_by_count":6,"area":null},{"id":"2405.14219","title":"Understanding the Training and Generalization of Pretrained Transformer for Sequential Decision Making","created":"2024-05-23","cited_by_count":5,"area":null},{"id":"2411.11465","title":"Re-examining learning linear functions in context","created":"2024-11-18","cited_by_count":5,"area":null},{"id":"2501.04661","title":"Beyond Memorization: Assessing Semantic Generalization in Large Language Models Using Phrasal Constructions","created":"2025-01-08","cited_by_count":5,"area":null},{"id":"2406.03768","title":"Enhancing In-Context Learning Performance with just SVD-Based Weight Pruning: A Theoretical Perspective","created":"2024-06-06","cited_by_count":4,"area":null},{"id":"2504.12991","title":"A Theoretical Framework for OOD Robustness in Transformers using Gevrey Classes","created":"2025-04-17","cited_by_count":4,"area":null},{"id":"2507.20443","title":"Provable In-Context Learning of Nonlinear Regression with Transformers","created":"2025-07-28","cited_by_count":4,"area":null},{"id":"2510.23254","title":"Optimal In-context Adaptivity and Distributional Robustness of Transformers","created":"2025-10-27","cited_by_count":4,"area":null},{"id":"2606.04320","title":"OpenRFM: Dissecting Relational In-Context Learning","created":"2026-06-03","cited_by_count":4,"area":null},{"id":"2406.00131","title":"From Unstructured Data to In-Context Learning: Exploring What Tasks Can Be Learned and When","created":"2024-05-31","cited_by_count":3,"area":null},{"id":"2410.05493","title":"An Information-Theoretic Approach to Understanding Transformers' In-Context Learning of Variable-Order Markov Chains","created":"2024-10-07","cited_by_count":3,"area":null},{"id":"2501.15857","title":"Are Transformers Able to Reason by Connecting Separated Knowledge in Training Data?","created":"2025-01-27","cited_by_count":3,"area":null},{"id":"2502.17024","title":"Towards Auto-Regressive Next-Token Prediction: In-Context Learning Emerges from Generalization","created":"2025-02-24","cited_by_count":3,"area":null},{"id":"2505.14042","title":"Adversarially Pretrained Transformers May Be Universally Robust In-Context Learners","created":"2025-05-20","cited_by_count":3,"area":null},{"id":"2512.10656","title":"Token Sample Complexity of Attention","created":"2025-12-11","cited_by_count":3,"area":null},{"id":"2605.12412","title":"Stories in Space: In-Context Learning Trajectories in Conceptual Belief Space","created":"2026-05-12","cited_by_count":3,"area":null},{"id":"2606.01999","title":"Why Do Time Series Models Need Long Context Windows?","created":"2026-06-01","cited_by_count":3,"area":null},{"id":"2606.17832","title":"From Drift to Coherence: Stabilizing Beliefs in LLMs","created":"2026-06-16","cited_by_count":3,"area":null},{"id":"2402.10424","title":"Pelican Soup Framework: A Theoretical Framework for Language Model Capabilities","created":"2024-02-16","cited_by_count":2,"area":null},{"id":"2405.15115","title":"Towards Better Understanding of In-Context Learning Ability from In-Context Uncertainty Quantification","created":"2024-05-24","cited_by_count":2,"area":null},{"id":"2602.09075","title":"Learning to Remember, Learn, and Forget in Attention-Based Models","created":"2026-02-09","cited_by_count":2,"area":null},{"id":"2311.11135","title":"A Principled Framework for Knowledge-enhanced Large Language Model","created":"2023-11-18","cited_by_count":1,"area":null},{"id":"2407.14845","title":"Prompting the Unknown: Understanding Response Uncertainty in Large Language Models","created":"2024-07-20","cited_by_count":1,"area":null},{"id":"2410.11444","title":"A Theoretical Survey on Foundation Models","created":"2024-10-15","cited_by_count":1,"area":null},{"id":"2501.14917","title":"Self-reflecting Large Language Models: A Hegelian Dialectical Approach","created":"2025-01-24","cited_by_count":1,"area":null},{"id":"2506.11516","title":"Brewing Knowledge in Context: Distillation Perspectives on In-Context Learning","created":"2025-06-13","cited_by_count":1,"area":null},{"id":"2506.23146","title":"Learning-to-Context Slope: Evaluating In-Context Learning Effectiveness Beyond Performance Illusions","created":"2025-06-29","cited_by_count":1,"area":null},{"id":"2604.10848","title":"Transformers Learn Latent Mixture Models In-Context via Mirror Descent","created":"2026-04-12","cited_by_count":1,"area":null},{"id":"2604.16988","title":"In-Context Learning Under Regime Change","created":"2026-04-18","cited_by_count":1,"area":null},{"id":"2605.05851","title":"Hypothesis generation and updating in large language models","created":"2026-05-07","cited_by_count":1,"area":null},{"id":"2605.12316","title":"Autoregressive Learning in Joint KL: Sharp Oracle Bounds and Lower Bounds","created":"2026-05-12","cited_by_count":1,"area":null},{"id":"2607.02800","title":"Induction Heads Interpolate N-Grams","created":"2026-07-02","cited_by_count":1,"area":null},{"id":"2607.03660","title":"Sequential Correlations Change In-Context Learning: Effective Context Length and Architectural Mismatch","created":"2026-07-04","cited_by_count":1,"area":null},{"id":"2609.08981","title":"Transformers as In-Context Samplers: From Closed-Form Diffusion to Estimation-Free Sampling","created":"2026-09-08","cited_by_count":1,"area":null},{"id":"2412.08955","title":"Align, Generate, Learn: A Novel Closed-Loop Framework for Cross-Lingual In-Context Learning","created":"2024-12-12","cited_by_count":0,"area":null},{"id":"2502.04580","title":"Technical Debt in In-Context Learning: Diminishing Efficiency in Long Context","created":"2025-02-07","cited_by_count":0,"area":null},{"id":"2510.22594","title":"A Framework for Quantifying How Pre-Training and Context Benefit In-Context Learning","created":"2025-10-26","cited_by_count":0,"area":null},{"id":"2601.07005","title":"MicLog: Towards Accurate and Efficient LLM-based Log Parsing via Progressive Meta In-Context Learning","created":"2026-01-11","cited_by_count":0,"area":null},{"id":"2602.11863","title":"In-Context Function Learning in Large Language Models","created":"2026-02-12","cited_by_count":0,"area":null},{"id":"2602.12123","title":"Meta-Sel: Efficient Demonstration Selection for In-Context Learning via Supervised Meta-Learning","created":"2026-02-12","cited_by_count":0,"area":null},{"id":"2603.13459","title":"Reconciling In-Context and In-Weight Learning via Dual Representation Space Encoding","created":"2026-03-13","cited_by_count":0,"area":null},{"id":"2604.11613","title":"Symmetry Reveals Layerwise Dynamics: How Transformers Perform In-Context Classification","created":"2026-04-13","cited_by_count":0,"area":null},{"id":"2604.12434","title":"A Bayesian Perspective on the Role of Epistemic Uncertainty for Delayed Generalization in In-Context Learning","created":"2026-04-14","cited_by_count":0,"area":null},{"id":"2605.18696","title":"Ensembling Tabular Foundation Models - A Diversity Ceiling And A Calibration Trap","created":"2026-05-18","cited_by_count":0,"area":null},{"id":"2605.20730","title":"Distributional Alignment as a Criterion for Designing Task Vectors in In-Context Learning","created":"2026-05-20","cited_by_count":0,"area":null},{"id":"2607.14371","title":"Supervised Fine-Tuning vs. In-Context Learning: An Equilibrium Analysis of LLM Personalization under Congestion","created":"2026-07-15","cited_by_count":0,"area":null},{"id":"2607.15511","title":"An Auto-Scaling Approach for Serverless Environments Based on a Multi-Expert Consensus Mechanism","created":"2026-07-16","cited_by_count":0,"area":null},{"id":"2609.34962","title":"ALICE: In-context, Zero-shot, Mutual Information Estimation","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2609.36448","title":"Theory on Attention Dynamics for Out-of-Distribution In-Context Learning","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2610.00679","title":"Bayesian Fine-tuning Yields Language Models that are as Bayesian as their Beliefs Allow","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.10761","title":"What can linear attention learn from nonlinear teachers in-context?","created":"2026-10-07","cited_by_count":0,"area":null},{"id":"2610.17061","title":"In-context classification: Calibration and noise in linear attention with softmax readout","created":"2026-10-12","cited_by_count":0,"area":null},{"id":"2610.18725","title":"Learning Source Structure: Bayesian Prediction with Transformers","created":"2026-10-13","cited_by_count":0,"area":null}],"next_cursor":null}