{"total":118,"rows":[{"id":"2306.09927","title":"Trained Transformers Learn Linear Models In-Context","created":"2023-06-16","cited_by_count":337,"area":null},{"id":"2310.15213","title":"Function Vectors in Large Language Models","created":"2023-10-23","cited_by_count":308,"area":null},{"id":"2310.05249","title":"In-Context Convergence of Transformers","created":"2023-10-08","cited_by_count":115,"area":null},{"id":"2311.17371","title":"Should we be going MAD? A Look at Multi-Agent Debate Strategies for LLMs","created":"2023-11-29","cited_by_count":114,"area":"agents"},{"id":"2504.09037","title":"A Survey of Frontiers in LLM Reasoning: Inference Scaling, Learning to Reason, and Agentic Systems","created":"2025-04-12","cited_by_count":111,"area":"lr"},{"id":"2309.01809","title":"Are Emergent Abilities in Large Language Models just In-Context Learning?","created":"2023-09-04","cited_by_count":109,"area":null},{"id":"2310.08391","title":"How Many Pretraining Tasks Are Needed for In-Context Learning of Linear Regression?","created":"2023-10-12","cited_by_count":96,"area":null},{"id":"2402.02216","title":"Position: Graph Foundation Models are Already Here","created":"2024-02-03","cited_by_count":86,"area":null},{"id":"2403.15371","title":"Can large language models explore in-context?","created":"2024-03-22","cited_by_count":76,"area":null},{"id":"2310.10616","title":"How Do Transformers Learn In-Context Beyond Simple Functions? A Case Study on Learning with Representations","created":"2023-10-16","cited_by_count":75,"area":null},{"id":"2501.12352","title":"Test-time regression: a unifying framework for designing sequence models with associative memory","created":"2025-01-21","cited_by_count":74,"area":null},{"id":"2406.00793","title":"Is In-Context Learning in Large Language Models Bayesian? A Martingale Perspective","created":"2024-06-02","cited_by_count":57,"area":null},{"id":"2307.12375","title":"In-Context Learning Learns Label Relationships but Is Not Conventional Learning","created":"2023-07-23","cited_by_count":51,"area":null},{"id":"2310.06272","title":"Let Models Speak Ciphers: Multiagent Debate through Embeddings","created":"2023-10-10","cited_by_count":51,"area":"lr"},{"id":"2309.17382","title":"Reason for Future, Act for Now: A Principled Framework for Autonomous LLM Agents with Provable Sample Efficiency","created":"2023-09-29","cited_by_count":46,"area":"wm"},{"id":"2402.01258","title":"Transformers Learn Nonlinear Features In Context: Nonconvex Mean-field Dynamics on the Attention Landscape","created":"2024-02-02","cited_by_count":46,"area":null},{"id":"2405.18634","title":"A Theoretical Understanding of Self-Correction through In-context Alignment","created":"2024-05-28","cited_by_count":44,"area":"lr"},{"id":"2401.15530","title":"An Information-Theoretic Analysis of In-Context Learning","created":"2024-01-28","cited_by_count":40,"area":null},{"id":"2408.10147","title":"In-Context Learning with Representations: Contextual Generalization of Trained Transformers","created":"2024-08-19","cited_by_count":38,"area":null},{"id":"2403.16843","title":"Do LLM Agents Have Regret? A Case Study in Online Learning and Games","created":"2024-03-25","cited_by_count":35,"area":"agents"},{"id":"2410.02724","title":"Large Language Models as Markov Chains","created":"2024-10-03","cited_by_count":35,"area":null},{"id":"2311.00237","title":"The Mystery of In-Context Learning: A Comprehensive Survey on Interpretation and Analysis","created":"2023-11-01","cited_by_count":34,"area":null},{"id":"2411.02544","title":"Pretrained transformer efficiently learns low-dimensional target functions in-context","created":"2024-11-04","cited_by_count":31,"area":null},{"id":"2408.14511","title":"Unveiling the Statistical Foundations of Chain-of-Thought Prompting Methods","created":"2024-08-25","cited_by_count":29,"area":"lr"},{"id":"2511.00617","title":"Belief Dynamics Reveal the Dual Nature of In-Context Learning and Activation Steering","created":"2025-11-01","cited_by_count":29,"area":"mechinterp"},{"id":"2405.20653","title":"Mind the Inconspicuous: Revealing the Hidden Weakness in Aligned LLMs' Refusal Boundaries","created":"2024-05-31","cited_by_count":28,"area":"alignment"},{"id":"2407.01687","title":"Deciphering the Factors Influencing the Efficacy of Chain-of-Thought: Probability, Memorization, and Noisy Reasoning","created":"2024-07-01","cited_by_count":27,"area":"lr"},{"id":"2506.08292","title":"From Debate to Equilibrium: Belief-Driven Multi-Agent LLM Reasoning via Bayesian Nash Equilibrium","created":"2025-06-09","cited_by_count":26,"area":"lr"},{"id":"2410.09695","title":"Can In-context Learning Really Generalize to Out-of-distribution Tasks?","created":"2024-10-13","cited_by_count":23,"area":null},{"id":"2502.11520","title":"AURORA:Automated Training Framework of Universal Process Reward Models via Ensemble Prompting and Reverse Verification","created":"2025-02-17","cited_by_count":23,"area":"lr"},{"id":"2503.04722","title":"Enough Coin Flips Can Make LLMs Act Bayesian","created":"2025-03-06","cited_by_count":22,"area":null},{"id":"2510.10981","title":"In-Context Learning Is Provably Bayesian Inference: A Generalization Theory for Meta-Learning","created":"2025-10-13","cited_by_count":22,"area":null},{"id":"2502.17421","title":"LongSpec: Long-Context Lossless Speculative Decoding with Efficient Drafting and Verification","created":"2025-02-24","cited_by_count":21,"area":"agents"},{"id":"2406.07457","title":"Estimating the Hallucination Rate of Generative AI","created":"2024-06-11","cited_by_count":20,"area":null},{"id":"2410.16531","title":"Bayesian scaling laws for in-context learning","created":"2024-10-21","cited_by_count":19,"area":"safety"},{"id":"2307.01189","title":"Trainable Transformer in Transformer","created":"2023-07-03","cited_by_count":17,"area":null},{"id":"2504.20997","title":"Toward Efficient Exploration by Large Language Model Agents","created":"2025-04-29","cited_by_count":17,"area":"agents"},{"id":"2406.13803","title":"LLMs as Models for Analogical Reasoning","created":"2024-06-19","cited_by_count":16,"area":"lr"},{"id":"2502.18865","title":"A Theoretical Perspective: How to Prevent Model Collapse in Self-consuming Training Loops","created":"2025-02-26","cited_by_count":16,"area":"synth"},{"id":"2310.13220","title":"Towards Understanding How Transformers Learn In-context Through a Representation Learning Lens","created":"2023-10-20","cited_by_count":15,"area":null},{"id":"2410.11778","title":"On the Training Convergence of Transformers for In-Context Classification of Gaussian Mixtures","created":"2024-10-15","cited_by_count":15,"area":null},{"id":"2402.02212","title":"A Survey to Recent Progress Towards Understanding In-Context Learning","created":"2024-02-03","cited_by_count":14,"area":null},{"id":"2410.05603","title":"Everything Everywhere All at Once: LLMs can In-Context Learn Multiple Tasks in Superposition","created":"2024-10-08","cited_by_count":14,"area":"mechinterp"},{"id":"2310.17639","title":"In-Context Learning Dynamics with Random Binary Sequences","created":"2023-10-26","cited_by_count":13,"area":null},{"id":"2410.13846","title":"LightTransfer: Your Long-Context LLM is Secretly a Hybrid Model with Effortless Adaptation","created":"2024-10-17","cited_by_count":12,"area":"lr"},{"id":"2502.05390","title":"Learning Task Representations from In-Context Learning","created":"2025-02-08","cited_by_count":11,"area":null},{"id":"2311.07115","title":"Gen-Z: Generative Zero-Shot Text Classification with Contextualized Label Descriptions","created":"2023-11-13","cited_by_count":9,"area":null},{"id":"2403.09488","title":"Rectifying Demonstration Shortcut in In-Context Learning","created":"2024-03-14","cited_by_count":9,"area":null},{"id":"2405.15926","title":"Dissecting the Interplay of Attention Paths in a Statistical Mechanics Theory of Transformers","created":"2024-05-24","cited_by_count":9,"area":null},{"id":"2410.09605","title":"Training Dynamics of Transformers to Recognize Word Co-occurrence via Gradient Flow Analysis","created":"2024-10-12","cited_by_count":9,"area":null},{"id":"2509.26551","title":"Pretrain-Test Task Alignment Governs Generalization in In-Context Learning","created":"2025-09-30","cited_by_count":8,"area":null},{"id":"2406.00944","title":"A Theory for Token-Level Harmonization in Retrieval-Augmented Generation","created":"2024-06-03","cited_by_count":7,"area":"rag"},{"id":"2410.11711","title":"Zero-shot Model-based Reinforcement Learning using Large Language Models","created":"2024-10-15","cited_by_count":6,"area":null},{"id":"2502.03503","title":"Analyzing limits for in-context learning","created":"2025-02-05","cited_by_count":6,"area":null},{"id":"2505.19426","title":"The Role of Diversity in In-Context Learning for Large Language Models","created":"2025-05-26","cited_by_count":6,"area":null},{"id":"2506.05200","title":"Transformers Meet In-Context Learning: A Universal Approximation Theory","created":"2025-06-05","cited_by_count":6,"area":null},{"id":"2512.04558","title":"On the Limits of Test-Time Compute: Sequential Reward Filtering for Better Inference","created":"2025-12-04","cited_by_count":6,"area":"lr"},{"id":"2405.14219","title":"Understanding the Training and Generalization of Pretrained Transformer for Sequential Decision Making","created":"2024-05-23","cited_by_count":5,"area":null},{"id":"2411.11465","title":"Re-examining learning linear functions in context","created":"2024-11-18","cited_by_count":5,"area":null},{"id":"2501.04661","title":"Beyond Memorization: Assessing Semantic Generalization in Large Language Models Using Phrasal Constructions","created":"2025-01-08","cited_by_count":5,"area":null},{"id":"2406.03768","title":"Enhancing In-Context Learning Performance with just SVD-Based Weight Pruning: A Theoretical Perspective","created":"2024-06-06","cited_by_count":4,"area":null},{"id":"2504.12991","title":"A Theoretical Framework for OOD Robustness in Transformers using Gevrey Classes","created":"2025-04-17","cited_by_count":4,"area":null},{"id":"2507.20443","title":"Provable In-Context Learning of Nonlinear Regression with Transformers","created":"2025-07-28","cited_by_count":4,"area":null},{"id":"2510.23254","title":"Optimal In-context Adaptivity and Distributional Robustness of Transformers","created":"2025-10-27","cited_by_count":4,"area":null},{"id":"2606.04320","title":"OpenRFM: Dissecting Relational In-Context Learning","created":"2026-06-03","cited_by_count":4,"area":null},{"id":"2406.00131","title":"From Unstructured Data to In-Context Learning: Exploring What Tasks Can Be Learned and When","created":"2024-05-31","cited_by_count":3,"area":null},{"id":"2410.05493","title":"An Information-Theoretic Approach to Understanding Transformers' In-Context Learning of Variable-Order Markov Chains","created":"2024-10-07","cited_by_count":3,"area":null},{"id":"2501.15857","title":"Are Transformers Able to Reason by Connecting Separated Knowledge in Training Data?","created":"2025-01-27","cited_by_count":3,"area":null},{"id":"2502.17024","title":"Towards Auto-Regressive Next-Token Prediction: In-Context Learning Emerges from Generalization","created":"2025-02-24","cited_by_count":3,"area":null},{"id":"2505.14042","title":"Adversarially Pretrained Transformers May Be Universally Robust In-Context Learners","created":"2025-05-20","cited_by_count":3,"area":null},{"id":"2512.10656","title":"Token Sample Complexity of Attention","created":"2025-12-11","cited_by_count":3,"area":null},{"id":"2605.12412","title":"Stories in Space: In-Context Learning Trajectories in Conceptual Belief Space","created":"2026-05-12","cited_by_count":3,"area":null},{"id":"2606.01999","title":"Why Do Time Series Models Need Long Context Windows?","created":"2026-06-01","cited_by_count":3,"area":null},{"id":"2606.17832","title":"From Drift to Coherence: Stabilizing Beliefs in LLMs","created":"2026-06-16","cited_by_count":3,"area":null},{"id":"2402.10424","title":"Pelican Soup Framework: A Theoretical Framework for Language Model Capabilities","created":"2024-02-16","cited_by_count":2,"area":null},{"id":"2405.15115","title":"Towards Better Understanding of In-Context Learning Ability from In-Context Uncertainty Quantification","created":"2024-05-24","cited_by_count":2,"area":null},{"id":"2602.08693","title":"Reasoning aligns language models to human cognition","created":"2026-02-09","cited_by_count":2,"area":"lr"},{"id":"2602.09075","title":"Learning to Remember, Learn, and Forget in Attention-Based Models","created":"2026-02-09","cited_by_count":2,"area":null},{"id":"2311.11135","title":"A Principled Framework for Knowledge-enhanced Large Language Model","created":"2023-11-18","cited_by_count":1,"area":null},{"id":"2407.14845","title":"Prompting the Unknown: Understanding Response Uncertainty in Large Language Models","created":"2024-07-20","cited_by_count":1,"area":null},{"id":"2410.11444","title":"A Theoretical Survey on Foundation Models","created":"2024-10-15","cited_by_count":1,"area":null},{"id":"2501.14917","title":"Self-reflecting Large Language Models: A Hegelian Dialectical Approach","created":"2025-01-24","cited_by_count":1,"area":null},{"id":"2506.11516","title":"Brewing Knowledge in Context: Distillation Perspectives on In-Context Learning","created":"2025-06-13","cited_by_count":1,"area":null},{"id":"2506.23146","title":"Learning-to-Context Slope: Evaluating In-Context Learning Effectiveness Beyond Performance Illusions","created":"2025-06-29","cited_by_count":1,"area":null},{"id":"2601.22513","title":"Why Self-Rewarding Works: Theoretical Guarantees for Iterative Alignment of Language Models","created":"2026-01-30","cited_by_count":1,"area":"alignment"},{"id":"2603.18563","title":"Reasonably reasoning AI agents can avoid game-theoretic failures in zero-shot, provably","created":"2026-03-19","cited_by_count":1,"area":"lr"},{"id":"2604.10848","title":"Transformers Learn Latent Mixture Models In-Context via Mirror Descent","created":"2026-04-12","cited_by_count":1,"area":null},{"id":"2604.16988","title":"In-Context Learning Under Regime Change","created":"2026-04-18","cited_by_count":1,"area":null},{"id":"2605.05851","title":"Hypothesis generation and updating in large language models","created":"2026-05-07","cited_by_count":1,"area":null},{"id":"2605.12316","title":"Autoregressive Learning in Joint KL: Sharp Oracle Bounds and Lower Bounds","created":"2026-05-12","cited_by_count":1,"area":null},{"id":"2607.02800","title":"Induction Heads Interpolate N-Grams","created":"2026-07-02","cited_by_count":1,"area":null},{"id":"2607.03660","title":"Sequential Correlations Change In-Context Learning: Effective Context Length and Architectural Mismatch","created":"2026-07-04","cited_by_count":1,"area":null},{"id":"2608.05446","title":"EvoHarness-RL: Learning Self-Evolving Runtime Harness for Long-Horizon LLM Agents","created":"2026-08-05","cited_by_count":1,"area":"agents"},{"id":"2609.08981","title":"Transformers as In-Context Samplers: From Closed-Form Diffusion to Estimation-Free Sampling","created":"2026-09-08","cited_by_count":1,"area":null},{"id":"2412.08955","title":"Align, Generate, Learn: A Novel Closed-Loop Framework for Cross-Lingual In-Context Learning","created":"2024-12-12","cited_by_count":0,"area":null},{"id":"2412.11459","title":"Rethinking Associative Memory Mechanism in Induction Head","created":"2024-12-16","cited_by_count":0,"area":"lr"},{"id":"2502.04580","title":"Technical Debt in In-Context Learning: Diminishing Efficiency in Long Context","created":"2025-02-07","cited_by_count":0,"area":null},{"id":"2504.09777","title":"Reasoning without Regret","created":"2025-04-14","cited_by_count":0,"area":"lr"},{"id":"2505.23323","title":"Neither Stochastic Parroting nor AGI: LLMs Solve Tasks through Context-Directed Extrapolation from Training Data Priors","created":"2025-05-29","cited_by_count":0,"area":"lr"},{"id":"2510.22594","title":"A Framework for Quantifying How Pre-Training and Context Benefit In-Context Learning","created":"2025-10-26","cited_by_count":0,"area":null}],"next_cursor":"100"}