{"total":56,"rows":[{"id":"2403.15371","title":"Can large language models explore in-context?","created":"2024-03-22","cited_by_count":76,"area":null},{"id":"2404.07544","title":"From Words to Numbers: Your Large Language Model Is Secretly A Capable Regressor When Given In-Context Examples","created":"2024-04-11","cited_by_count":57,"area":null},{"id":"2405.19592","title":"Why Larger Language Models Do In-context Learning Differently?","created":"2024-05-30","cited_by_count":45,"area":null},{"id":"2402.15607","title":"How Do Nonlinear Transformers Learn and Generalize in In-Context Learning?","created":"2024-02-23","cited_by_count":35,"area":null},{"id":"2411.02544","title":"Pretrained transformer efficiently learns low-dimensional target functions in-context","created":"2024-11-04","cited_by_count":31,"area":null},{"id":"2402.14180","title":"Linear Transformers are Versatile In-Context Learners","created":"2024-02-21","cited_by_count":28,"area":null},{"id":"2403.03183","title":"How Well Can Transformers Emulate In-context Newton's Method?","created":"2024-03-05","cited_by_count":25,"area":null},{"id":"2402.11639","title":"In-Context Learning with Transformers: Softmax Attention Adapts to Function Lipschitzness","created":"2024-02-18","cited_by_count":22,"area":null},{"id":"2410.11268","title":"Bypassing the Exponential Dependency: Looped Transformers Efficiently Learn In-context by Multi-step Gradient Descent","created":"2024-10-15","cited_by_count":22,"area":null},{"id":"2401.17426","title":"Superiority of Multi-Head Attention in In-Context Linear Regression","created":"2024-01-30","cited_by_count":17,"area":null},{"id":"2410.11778","title":"On the Training Convergence of Transformers for In-Context Classification of Gaussian Mixtures","created":"2024-10-15","cited_by_count":15,"area":null},{"id":"2506.10959","title":"Understanding In-Context Learning on Structured Manifolds: Bridging Attention to Kernel Methods","created":"2025-06-12","cited_by_count":15,"area":null},{"id":"2402.02212","title":"A Survey to Recent Progress Towards Understanding In-Context Learning","created":"2024-02-03","cited_by_count":14,"area":null},{"id":"2408.04532","title":"How Transformers Utilize Multi-Head Attention in In-Context Learning? A Case Study on Sparse Linear Regression","created":"2024-08-08","cited_by_count":14,"area":null},{"id":"2409.17335","title":"Non-asymptotic Convergence of Training Transformers for Next-token Prediction","created":"2024-09-25","cited_by_count":13,"area":null},{"id":"2410.22244","title":"Abrupt Learning in Transformers: A Case Study on Matrix Completion","created":"2024-10-29","cited_by_count":11,"area":null},{"id":"2505.00926","title":"How Transformers Learn Regular Language Recognition: A Theoretical Study on Training Dynamics and Implicit Bias","created":"2025-05-02","cited_by_count":11,"area":null},{"id":"2410.03011","title":"Towards Understanding the Universality of Transformers for Next-Token Prediction","created":"2024-10-03","cited_by_count":9,"area":null},{"id":"2410.01265","title":"Transformers Handle Endogeneity in In-Context Linear Regression","created":"2024-10-02","cited_by_count":8,"area":null},{"id":"2501.18187","title":"On the Role of Transformer Feed-Forward Layers in Nonlinear In-Context Learning","created":"2025-01-30","cited_by_count":7,"area":null},{"id":"2410.12783","title":"Context-Scaling versus Task-Scaling in In-Context Learning","created":"2024-10-16","cited_by_count":6,"area":null},{"id":"2410.13981","title":"On the Learn-to-Optimize Capabilities of Transformers in In-Context Sparse Recovery","created":"2024-10-17","cited_by_count":6,"area":null},{"id":"2506.05200","title":"Transformers Meet In-Context Learning: A Universal Approximation Theory","created":"2025-06-05","cited_by_count":6,"area":null},{"id":"2409.04318","title":"Learning vs Retrieval: The Role of In-Context Examples in Regression with Large Language Models","created":"2024-09-06","cited_by_count":5,"area":null},{"id":"2410.05448","title":"Task Diversity Shortens the ICL Plateau","created":"2024-10-07","cited_by_count":5,"area":null},{"id":"2502.15609","title":"On the Robustness of Transformers against Context Hijacking for Linear Classification","created":"2025-02-21","cited_by_count":4,"area":null},{"id":"2507.20443","title":"Provable In-Context Learning of Nonlinear Regression with Transformers","created":"2025-07-28","cited_by_count":4,"area":null},{"id":"2510.10425","title":"Softmax $\\geq$ Linear: Transformers may learn to classify in-context by kernel gradient descent","created":"2025-10-12","cited_by_count":4,"area":null},{"id":"2510.23254","title":"Optimal In-context Adaptivity and Distributional Robustness of Transformers","created":"2025-10-27","cited_by_count":4,"area":null},{"id":"2405.17248","title":"On Understanding Attention-Based In-Context Learning for Categorical Data","created":"2024-05-27","cited_by_count":3,"area":null},{"id":"2410.13060","title":"AERO: Entropy-Guided Framework for Private LLM Inference","created":"2024-10-16","cited_by_count":3,"area":null},{"id":"2502.20681","title":"Disentangling Feature Structure: A Mathematically Provable Two-Stage Training Dynamics in Transformers","created":"2025-02-28","cited_by_count":3,"area":null},{"id":"2505.14042","title":"Adversarially Pretrained Transformers May Be Universally Robust In-Context Learners","created":"2025-05-20","cited_by_count":3,"area":null},{"id":"2505.17838","title":"Continuum Transformers Perform In-Context Learning by Operator Gradient Descent","created":"2025-05-23","cited_by_count":3,"area":null},{"id":"2509.25741","title":"Test time training enhances in-context learning of nonlinear functions","created":"2025-09-30","cited_by_count":3,"area":null},{"id":"2510.08734","title":"Transmuting prompts into weights","created":"2025-10-09","cited_by_count":3,"area":null},{"id":"2512.04268","title":"The Initialization Determines Whether In-Context Learning Is Gradient Descent","created":"2025-12-03","cited_by_count":3,"area":null},{"id":"2605.05176","title":"Understanding In-Context Learning for Nonlinear Regression with Transformers: Attention as Featurizer","created":"2026-05-06","cited_by_count":3,"area":null},{"id":"2601.10058","title":"Unlabeled Data Can Provably Enhance In-Context Learning of Transformers","created":"2026-01-15","cited_by_count":2,"area":null},{"id":"2605.28854","title":"Large language models reorganize representational geometry during in-context learning","created":"2026-05-16","cited_by_count":2,"area":null},{"id":"2410.09701","title":"Transformers as Game Players: Provable In-context Game-playing Capabilities of Pre-trained Models","created":"2024-10-13","cited_by_count":1,"area":null},{"id":"2505.15009","title":"How Transformers Learn In-Context Recall Tasks? Optimality, Training Dynamics and Generalization","created":"2025-05-21","cited_by_count":1,"area":null},{"id":"2506.13608","title":"Assessing the Limits of In-Context Learning beyond Functions using Partially Ordered Relation","created":"2025-06-16","cited_by_count":1,"area":null},{"id":"2506.18739","title":"On the Existence of Universal Simulators of Attention","created":"2025-06-23","cited_by_count":1,"area":null},{"id":"2512.15934","title":"In-Context Semi-Supervised Learning","created":"2025-12-17","cited_by_count":1,"area":null},{"id":"2605.05851","title":"Hypothesis generation and updating in large language models","created":"2026-05-07","cited_by_count":1,"area":null},{"id":"2605.08475","title":"Transformers Can Implement Preconditioned Richardson Iteration for In-Context Gaussian Kernel Regression","created":"2026-05-08","cited_by_count":1,"area":null},{"id":"2605.20271","title":"Multi-Head Attention as Ensemble Nadaraya-Watson Estimation: Variance Reduction, Decorrelation, and Optimal Head Diversity","created":"2026-05-18","cited_by_count":1,"area":null},{"id":"2605.26713","title":"Transformers Can Learn Posterior Predictive Distributions In-Context","created":"2026-05-26","cited_by_count":1,"area":null},{"id":"2502.19787","title":"In-Context Learning with Hypothesis-Class Guidance","created":"2025-02-27","cited_by_count":0,"area":null},{"id":"2511.06376","title":"Vocabulary In-Context Learning in Transformers: Benefits of Positional Encoding","created":"2025-11-09","cited_by_count":0,"area":null},{"id":"2511.11754","title":"Batch Transformer Architecture: Case of Synthetic Image Generation for Emotion Expression Facial Recognition","created":"2025-11-13","cited_by_count":0,"area":null},{"id":"2604.03190","title":"Gradient Boosting within a Single Attention Layer","created":"2026-04-03","cited_by_count":0,"area":null},{"id":"2605.09498","title":"Spectral Transformer Neural Processes","created":"2026-05-10","cited_by_count":0,"area":null},{"id":"2607.23333","title":"Training with (Swap) Regret Loss in a Single-Layer Self-Attention Model: A Case Study on the Probability Simplex","created":"2026-07-25","cited_by_count":0,"area":null},{"id":"2609.39188","title":"Attention Function as an Intrinsic Inductive Bias: How Models' Behavior Diverges in Novel Contexts","created":"2026-09-30","cited_by_count":0,"area":null}],"next_cursor":null}