{"total":46,"rows":[{"id":"2403.15371","title":"Can large language models explore in-context?","created":"2024-03-22","cited_by_count":76,"area":null},{"id":"2312.06528","title":"Transformers Implement Functional Gradient Descent to Learn Non-Linear Functions In Context","created":"2023-12-11","cited_by_count":63,"area":null},{"id":"2410.13835","title":"Active-Dormant Attention Heads: Mechanistically Demystifying Extreme-Token Phenomena in LLMs","created":"2024-10-17","cited_by_count":56,"area":null},{"id":"2402.01258","title":"Transformers Learn Nonlinear Features In Context: Nonconvex Mean-field Dynamics on the Attention Landscape","created":"2024-02-02","cited_by_count":46,"area":null},{"id":"2402.14951","title":"In-Context Learning of a Linear Transformer Block: Benefits of the MLP Component and One-Step GD Initialization","created":"2024-02-22","cited_by_count":33,"area":null},{"id":"2312.13327","title":"In-Context Reinforcement Learning for Variable Action Spaces","created":"2023-12-20","cited_by_count":24,"area":null},{"id":"2402.11639","title":"In-Context Learning with Transformers: Softmax Attention Adapts to Function Lipschitzness","created":"2024-02-18","cited_by_count":22,"area":null},{"id":"2312.06937","title":"Can a Transformer Represent a Kalman Filter?","created":"2023-12-12","cited_by_count":20,"area":null},{"id":"2405.19883","title":"From Words to Actions: Unveiling the Theoretical Underpinnings of LLM-Driven Autonomous Systems","created":"2024-05-30","cited_by_count":17,"area":null},{"id":"2410.11778","title":"On the Training Convergence of Transformers for In-Context Classification of Gaussian Mixtures","created":"2024-10-15","cited_by_count":15,"area":null},{"id":"2409.17335","title":"Non-asymptotic Convergence of Training Transformers for Next-token Prediction","created":"2024-09-25","cited_by_count":13,"area":null},{"id":"2502.00225","title":"Should You Use Your Large Language Model to Explore or Exploit?","created":"2025-01-31","cited_by_count":8,"area":null},{"id":"2505.13499","title":"Optimal Control for Transformer Architectures: Enhancing Generalization, Robustness and Efficiency","created":"2025-05-16","cited_by_count":8,"area":null},{"id":"2405.16819","title":"Automatic Domain Adaptation by Transformers in In-Context Learning","created":"2024-05-27","cited_by_count":7,"area":null},{"id":"2501.18187","title":"On the Role of Transformer Feed-Forward Layers in Nonlinear In-Context Learning","created":"2025-01-30","cited_by_count":7,"area":null},{"id":"2501.18793","title":"OT-Transformer: A Continuous-time Transformer Architecture with Optimal Transport Regularization","created":"2025-01-30","cited_by_count":7,"area":null},{"id":"2504.04204","title":"Adaptive Elicitation of Latent Information Using Natural Language","created":"2025-04-05","cited_by_count":7,"area":null},{"id":"2601.15014","title":"Efficient and Minimax Optimal In-context Nonparametric Regression with Transformers","created":"2026-01-21","cited_by_count":7,"area":null},{"id":"2602.04089","title":"Scaling In-Context Online Learning Capability of LLMs via Cross-Episode Meta-RL","created":"2026-02-03","cited_by_count":7,"area":null},{"id":"2310.15719","title":"AGaLiTe: Approximate Gated Linear Transformers for Online Reinforcement Learning","created":"2023-10-24","cited_by_count":6,"area":null},{"id":"2405.17234","title":"Benchmarking General-Purpose In-Context Learning","created":"2024-05-27","cited_by_count":6,"area":null},{"id":"2410.12783","title":"Context-Scaling versus Task-Scaling in In-Context Learning","created":"2024-10-16","cited_by_count":6,"area":null},{"id":"2405.14219","title":"Understanding the Training and Generalization of Pretrained Transformer for Sequential Decision Making","created":"2024-05-23","cited_by_count":5,"area":null},{"id":"2410.05448","title":"Task Diversity Shortens the ICL Plateau","created":"2024-10-07","cited_by_count":5,"area":null},{"id":"2410.23610","title":"Global Convergence in Training Large-Scale Transformers","created":"2024-10-31","cited_by_count":5,"area":null},{"id":"2507.15759","title":"Interaction as Intelligence: Deep Research With Human-AI Partnership","created":"2025-07-21","cited_by_count":5,"area":null},{"id":"2510.12624","title":"Learning-To-Measure: In-Context Active Feature Acquisition","created":"2025-10-14","cited_by_count":5,"area":null},{"id":"2502.15609","title":"On the Robustness of Transformers against Context Hijacking for Linear Classification","created":"2025-02-21","cited_by_count":4,"area":null},{"id":"2510.23254","title":"Optimal In-context Adaptivity and Distributional Robustness of Transformers","created":"2025-10-27","cited_by_count":4,"area":null},{"id":"2409.12446","title":"Neural Networks Generalize on Low Complexity Data","created":"2024-09-19","cited_by_count":3,"area":null},{"id":"2505.11918","title":"Transformers as Unsupervised Learning Algorithms: A study on Gaussian Mixtures","created":"2025-05-17","cited_by_count":3,"area":null},{"id":"2505.14042","title":"Adversarially Pretrained Transformers May Be Universally Robust In-Context Learners","created":"2025-05-20","cited_by_count":3,"area":null},{"id":"2405.15115","title":"Towards Better Understanding of In-Context Learning Ability from In-Context Uncertainty Quantification","created":"2024-05-24","cited_by_count":2,"area":null},{"id":"2505.10861","title":"Improving the Data-efficiency of Reinforcement Learning by Warm-starting with LLM","created":"2025-05-16","cited_by_count":2,"area":null},{"id":"2410.09701","title":"Transformers as Game Players: Provable In-context Game-playing Capabilities of Pre-trained Models","created":"2024-10-13","cited_by_count":1,"area":null},{"id":"2410.19931","title":"Provable optimal transport with transformers: The essence of depth and prompt engineering","created":"2024-10-25","cited_by_count":1,"area":null},{"id":"2411.19746","title":"HVAC-DPT: A Decision Pretrained Transformer for HVAC Control","created":"2024-11-29","cited_by_count":1,"area":null},{"id":"2506.01919","title":"Transformers as Multi-task Learners: Decoupling Features in Hidden Markov Models","created":"2025-06-02","cited_by_count":1,"area":null},{"id":"2605.07959","title":"Convergent Stochastic Training of Multi-Headed Attention and Understanding LoRA","created":"2026-05-08","cited_by_count":1,"area":null},{"id":"2508.13657","title":"In-Context Decision Making for Optimizing Complex AutoML Pipelines","created":"2025-08-19","cited_by_count":0,"area":null},{"id":"2510.00347","title":"In-Context Curiosity: Distilling Exploration for Decision-Pretrained Transformers on Bandit Tasks","created":"2025-09-30","cited_by_count":0,"area":null},{"id":"2510.09908","title":"Learning with Incomplete Context: Linear Contextual Bandits with Pretrained Imputation","created":"2025-10-10","cited_by_count":0,"area":null},{"id":"2605.29028","title":"Return-to-Go Is More Than a Number: Q-Guided Alignment for Return-Conditioned Supervised Learning","created":"2026-05-27","cited_by_count":0,"area":null},{"id":"2606.31184","title":"Transformers as Bayesian In-Context Experimenters: Smoothness-Adaptive Efficient ATE Estimation","created":"2026-06-30","cited_by_count":0,"area":null},{"id":"2607.23333","title":"Training with (Swap) Regret Loss in a Single-Layer Self-Attention Model: A Case Study on the Probability Simplex","created":"2026-07-25","cited_by_count":0,"area":null},{"id":"2609.37659","title":"Are In-Context Images Worth 10 Dimensions?","created":"2026-09-29","cited_by_count":0,"area":null}],"next_cursor":null}