{"total":105,"rows":[{"id":"2212.07677","title":"Transformers learn in-context by gradient descent","created":"2022-12-15","cited_by_count":732,"area":null},{"id":"2306.04637","title":"Transformers as Statisticians: Provable In-Context Learning with In-Context Algorithm Selection","created":"2023-06-07","cited_by_count":298,"area":null},{"id":"2301.07067","title":"Transformers as Algorithms: Generalization and Stability in In-context Learning","created":"2023-01-17","cited_by_count":222,"area":null},{"id":"2212.10559","title":"Why Can GPT Learn In-Context? Language Models Implicitly Perform Gradient Descent as Meta-Optimizers","created":"2022-12-20","cited_by_count":204,"area":null},{"id":"2307.04721","title":"Large Language Models as General Pattern Machines","created":"2023-07-10","cited_by_count":197,"area":null},{"id":"2305.09731","title":"What In-Context Learning \"Learns\" In-Context: Disentangling Task Recognition and Task Learning","created":"2023-05-16","cited_by_count":152,"area":null},{"id":"2306.15063","title":"Pretraining task diversity and the emergence of non-Bayesian in-context learning for regression","created":"2023-06-26","cited_by_count":146,"area":null},{"id":"2309.10105","title":"Understanding Catastrophic Forgetting in Language Models via Implicit Inference","created":"2023-09-18","cited_by_count":144,"area":"alignment"},{"id":"2306.14892","title":"Supervised Pretraining Can Learn In-Context Reinforcement Learning","created":"2023-06-26","cited_by_count":139,"area":null},{"id":"2301.07608","title":"Human-Timescale Adaptation in an Open-Ended Task Space","created":"2023-01-18","cited_by_count":138,"area":null},{"id":"2507.13334","title":"A Survey of Context Engineering for Large Language Models","created":"2025-07-17","cited_by_count":126,"area":null},{"id":"2312.03002","title":"The mechanistic basis of data dependence and abrupt learning in an in-context classification task","created":"2023-12-03","cited_by_count":118,"area":null},{"id":"2402.11004","title":"The Evolution of Statistical Induction Heads: In-Context Learning Markov Chains","created":"2024-02-16","cited_by_count":118,"area":null},{"id":"2303.03982","title":"Structured State Space Models for In-Context Reinforcement Learning","created":"2023-03-07","cited_by_count":111,"area":"ssm"},{"id":"2309.05858","title":"Uncovering mesa-optimization algorithms in Transformers","created":"2023-09-11","cited_by_count":100,"area":null},{"id":"2506.11613","title":"Model Organisms for Emergent Misalignment","created":"2025-06-13","cited_by_count":91,"area":null},{"id":"2402.16823","title":"Language Agents as Optimizable Graphs","created":"2024-02-26","cited_by_count":89,"area":"agents"},{"id":"2403.15371","title":"Can large language models explore in-context?","created":"2024-03-22","cited_by_count":76,"area":null},{"id":"2310.10616","title":"How Do Transformers Learn In-Context Beyond Simple Functions? A Case Study on Learning with Representations","created":"2023-10-16","cited_by_count":75,"area":null},{"id":"2305.11097","title":"Statistical Foundations of Prior-Data Fitted Networks","created":"2023-05-18","cited_by_count":65,"area":null},{"id":"2307.04722","title":"Advances and Challenges in Meta-Learning: A Technical Review","created":"2023-07-10","cited_by_count":65,"area":null},{"id":"2307.12375","title":"In-Context Learning Learns Label Relationships but Is Not Conventional Learning","created":"2023-07-23","cited_by_count":51,"area":null},{"id":"2309.17382","title":"Reason for Future, Act for Now: A Principled Framework for Autonomous LLM Agents with Provable Sample Efficiency","created":"2023-09-29","cited_by_count":46,"area":"wm"},{"id":"2504.16078","title":"LLMs are Greedy Agents: Effects of RL Fine-tuning on Decision-Making Abilities","created":"2025-04-22","cited_by_count":41,"area":"agents"},{"id":"2401.15530","title":"An Information-Theoretic Analysis of In-Context Learning","created":"2024-01-28","cited_by_count":40,"area":null},{"id":"2312.03801","title":"Generalization to New Sequential Decision Making Tasks with In-Context Learning","created":"2023-12-06","cited_by_count":39,"area":null},{"id":"2306.08107","title":"AutoML in the Age of Large Language Models: Current Challenges, Future Opportunities and Risks","created":"2023-06-13","cited_by_count":35,"area":null},{"id":"2311.00237","title":"The Mystery of In-Context Learning: A Comprehensive Survey on Interpretation and Analysis","created":"2023-11-01","cited_by_count":34,"area":null},{"id":"2307.02419","title":"In-Context Learning for Attention Scheme: from Single Softmax Regression to Multiple Softmax Regression via a Tensor Trick","created":"2023-07-05","cited_by_count":32,"area":null},{"id":"2402.06599","title":"On the Out-Of-Distribution Generalization of Multimodal Large Language Models","created":"2024-02-09","cited_by_count":30,"area":"mllm"},{"id":"2312.12275","title":"Emergence of In-Context Reinforcement Learning from Noise Distillation","created":"2023-12-19","cited_by_count":27,"area":null},{"id":"2305.11252","title":"Brain-inspired learning in artificial neural networks: a review","created":"2023-05-18","cited_by_count":26,"area":null},{"id":"2408.12578","title":"A Percolation Model of Emergence: Analyzing Transformers Trained on a Formal Language","created":"2024-08-22","cited_by_count":26,"area":null},{"id":"2305.16704","title":"A Closer Look at In-Context Learning under Distribution Shifts","created":"2023-05-26","cited_by_count":25,"area":null},{"id":"2510.10981","title":"In-Context Learning Is Provably Bayesian Inference: A Generalization Theory for Meta-Learning","created":"2025-10-13","cited_by_count":22,"area":null},{"id":"2310.10971","title":"Context-Aware Meta-Learning","created":"2023-10-17","cited_by_count":21,"area":null},{"id":"2410.07071","title":"Retrieval-Augmented Decision Transformer: External Memory for In-context RL","created":"2024-10-09","cited_by_count":21,"area":"rag"},{"id":"2412.00104","title":"Differential learning kinetics govern the transition from memorization to generalization during in-context learning","created":"2024-11-27","cited_by_count":21,"area":null},{"id":"2308.13380","title":"From system models to class models: An in-context learning paradigm","created":"2023-08-25","cited_by_count":16,"area":null},{"id":"2302.03067","title":"Memory-Based Meta-Learning on Non-Stationary Distributions","created":"2023-02-06","cited_by_count":15,"area":null},{"id":"2411.11188","title":"AMAGO-2: Breaking the Multi-Task Barrier in Meta-Reinforcement Learning with Transformers","created":"2024-11-17","cited_by_count":15,"area":"deeprl"},{"id":"2603.10055","title":"Training Language Models via Neural Cellular Automata","created":"2026-03-09","cited_by_count":15,"area":null},{"id":"2406.08973","title":"XLand-100B: A Large-Scale Multi-Task Dataset for In-Context Reinforcement Learning","created":"2024-06-13","cited_by_count":14,"area":"deeprl"},{"id":"2410.21698","title":"On the Role of Depth and Looping for In-Context Learning with Task Diversity","created":"2024-10-29","cited_by_count":11,"area":null},{"id":"2309.11197","title":"The Languini Kitchen: Enabling Language Modelling Research at Different Scales of Compute","created":"2023-09-20","cited_by_count":10,"area":null},{"id":"2405.11446","title":"MAML-en-LLM: Model Agnostic Meta-Training of LLMs for Improved In-Context Learning","created":"2024-05-19","cited_by_count":10,"area":null},{"id":"2608.13331","title":"Training AI Scientists to Replicate Research","created":"2026-08-13","cited_by_count":9,"area":null},{"id":"2309.06054","title":"Breaking through the learning plateaus of in-context learning in Transformer","created":"2023-09-12","cited_by_count":8,"area":null},{"id":"2410.14086","title":"In-context learning and Occam's razor","created":"2024-10-17","cited_by_count":8,"area":null},{"id":"2411.05189","title":"Understanding In-Context Learning of Linear Models in Transformers Through an Adversarial Lens","created":"2024-11-07","cited_by_count":8,"area":null},{"id":"2511.03475","title":"ContextPilot: Fast Long-Context Inference via Context Reuse","created":"2025-11-05","cited_by_count":8,"area":"inference"},{"id":"2312.04083","title":"On the adaptation of in-context learners for system identification","created":"2023-12-07","cited_by_count":7,"area":null},{"id":"2506.14276","title":"Don't throw the baby out with the bathwater: How and why deep learning for ARC","created":"2025-06-17","cited_by_count":7,"area":null},{"id":"2405.17234","title":"Benchmarking General-Purpose In-Context Learning","created":"2024-05-27","cited_by_count":6,"area":null},{"id":"2505.17010","title":"Understanding Prompt Tuning and In-Context Learning via Meta-Learning","created":"2025-05-22","cited_by_count":6,"area":null},{"id":"2403.11834","title":"Towards Understanding the Relationship between In-context Learning and Compositional Generalization","created":"2024-03-18","cited_by_count":5,"area":null},{"id":"2410.05448","title":"Task Diversity Shortens the ICL Plateau","created":"2024-10-07","cited_by_count":5,"area":null},{"id":"2512.16902","title":"In-Context Algebra","created":"2025-12-18","cited_by_count":5,"area":null},{"id":"2606.06479","title":"Pretraining Recurrent Networks without Recurrence","created":"2026-06-04","cited_by_count":5,"area":null},{"id":"2404.15193","title":"Structurally Flexible Neural Networks: Evolving the Building Blocks for General Agents","created":"2024-04-06","cited_by_count":4,"area":"deeprl"},{"id":"2502.02869","title":"Towards Large-Scale In-Context Reinforcement Learning by Meta-Training in Randomized Worlds","created":"2025-02-05","cited_by_count":4,"area":"deeprl"},{"id":"2510.01450","title":"Local Linear Attention: An Optimal Interpolation of Linear and Softmax Attention For Test-Time Regression","created":"2025-10-01","cited_by_count":4,"area":null},{"id":"2510.23254","title":"Optimal In-context Adaptivity and Distributional Robustness of Transformers","created":"2025-10-27","cited_by_count":4,"area":null},{"id":"2604.12151","title":"Distinct mechanisms underlying in-context learning in transformers","created":"2026-04-14","cited_by_count":4,"area":null},{"id":"2310.14139","title":"Are LSTMs Good Few-Shot Learners?","created":"2023-10-22","cited_by_count":3,"area":null},{"id":"2405.16124","title":"Unsupervised Meta-Learning via In-Context Learning","created":"2024-05-25","cited_by_count":3,"area":null},{"id":"2410.03140","title":"In-context Learning in Presence of Spurious Correlations","created":"2024-10-04","cited_by_count":3,"area":null},{"id":"2410.05493","title":"An Information-Theoretic Approach to Understanding Transformers' In-Context Learning of Variable-Order Markov Chains","created":"2024-10-07","cited_by_count":3,"area":null},{"id":"2410.05975","title":"Learning to Learn with Contrastive Meta-Objective","created":"2024-10-08","cited_by_count":3,"area":null},{"id":"2503.13431","title":"Measuring In-Context Computation Complexity via Hidden State Prediction","created":"2025-03-17","cited_by_count":3,"area":null},{"id":"2503.19371","title":"Flow to Learn: Flow Matching on Neural Network Parameters","created":"2025-03-25","cited_by_count":3,"area":"diffusion"},{"id":"2506.18074","title":"Distributionally robust minimization in meta-learning for system identification","created":"2025-06-22","cited_by_count":3,"area":null},{"id":"2509.22353","title":"Context and Diversity Matter: The Emergence of In-Context Learning in World Models","created":"2025-09-26","cited_by_count":3,"area":"wm"},{"id":"2510.26510","title":"LLMs as In-Context Meta-Learners for Model and Hyperparameter Selection","created":"2025-10-30","cited_by_count":3,"area":null},{"id":"2511.05704","title":"TabDistill: Distilling Transformers into Neural Nets for Few-Shot Tabular Classification","created":"2025-11-07","cited_by_count":3,"area":null},{"id":"2605.18830","title":"In-Context Learning Operates as Concept Subspace Learning","created":"2026-05-12","cited_by_count":3,"area":null},{"id":"2302.00328","title":"Learning Functional Transduction","created":"2023-02-01","cited_by_count":2,"area":null},{"id":"2403.03020","title":"SplAgger: Split Aggregation for Meta-Reinforcement Learning","created":"2024-03-05","cited_by_count":2,"area":"deeprl"},{"id":"2602.01219","title":"Mixture-of-Top-k Attention: Efficient Attention via Scalable Fast Weights","created":"2026-02-01","cited_by_count":2,"area":"moe"},{"id":"2305.01547","title":"Accelerating Neural Self-Improvement via Bootstrapping","created":"2023-05-02","cited_by_count":1,"area":"synth"},{"id":"2405.16287","title":"LoGAH: Predicting 774-Million-Parameter Transformers using Graph HyperNetworks with 1/100 Parameters","created":"2024-05-25","cited_by_count":1,"area":null},{"id":"2507.10623","title":"Flows and Diffusions on the Neural Manifold","created":"2025-07-14","cited_by_count":1,"area":null},{"id":"2511.12797","title":"Genomic Next-Token Predictors are In-Context Learners","created":"2025-11-16","cited_by_count":1,"area":null},{"id":"2602.14761","title":"Universal Algorithm-Implicit Learning","created":"2026-02-16","cited_by_count":1,"area":null},{"id":"2605.24410","title":"Advancing Graph Few-Shot Learning via In-Context Learning","created":"2026-05-23","cited_by_count":1,"area":null},{"id":"2605.29157","title":"Parallax: Parameterized Local Linear Attention for Language Modeling","created":"2026-05-27","cited_by_count":1,"area":null},{"id":"2606.20538","title":"Multi-Task Bayesian In-Context Learning","created":"2026-06-18","cited_by_count":1,"area":null},{"id":"2607.03660","title":"Sequential Correlations Change In-Context Learning: Effective Context Length and Architectural Mismatch","created":"2026-07-04","cited_by_count":1,"area":null},{"id":"2608.02606","title":"Self-Organising Digital Circuits","created":"2026-05-07","cited_by_count":1,"area":null},{"id":"2609.14011","title":"Convergent Emergence of In-Context Learning Across Modalities","created":"2026-09-12","cited_by_count":1,"area":null},{"id":"2503.04074","title":"Can We Optimize Deep RL Policy Weights as Trajectory Modeling?","created":"2025-03-06","cited_by_count":0,"area":"deeprl"},{"id":"2504.06983","title":"Free Random Projection for In-Context Reinforcement Learning","created":"2025-04-09","cited_by_count":0,"area":"deeprl"},{"id":"2504.16000","title":"How Private is Your Attention? Bridging Privacy with In-Context Learning","created":"2025-04-22","cited_by_count":0,"area":null},{"id":"2506.03461","title":"RoNFA: Robust Neural Field-based Approach for Few-Shot Image Classification with Noisy Labels","created":"2025-06-03","cited_by_count":0,"area":null},{"id":"2507.05019","title":"Meta-Learning Transformers to Improve In-Context Generalization","created":"2025-07-07","cited_by_count":0,"area":null},{"id":"2507.10284","title":"Prompt Informed Reinforcement Learning for Visual Coverage Path Planning","created":"2025-07-14","cited_by_count":0,"area":"deeprl"},{"id":"2508.04279","title":"Mockingbird: How does LLM perform in general machine learning tasks?","created":"2025-08-06","cited_by_count":0,"area":null},{"id":"2508.10235","title":"Can Transformers Break Encryption Schemes via In-Context Learning?","created":"2025-08-13","cited_by_count":0,"area":null},{"id":"2602.02991","title":"Large Language Models Can Take False First Steps at Inference-time Planning","created":"2026-02-03","cited_by_count":0,"area":null},{"id":"2604.05859","title":"When Do We Need LLMs? A Diagnostic for Language-Driven Bandits","created":"2026-04-07","cited_by_count":0,"area":null}],"next_cursor":"100"}