{"total":732,"rows":[{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2301.00234","title":"A Survey on In-context Learning","created":"2022-12-31","cited_by_count":721,"area":null},{"id":"2305.03726","title":"Otter: A Multi-Modal Model with In-Context Instruction Tuning","created":"2023-05-05","cited_by_count":550,"area":"mllm"},{"id":"2310.06387","title":"Jailbreak and Guard Aligned Language Models with Only Few In-Context Demonstrations","created":"2023-10-10","cited_by_count":431,"area":"alignment"},{"id":"2303.03846","title":"Larger language models do in-context learning differently","created":"2023-03-07","cited_by_count":394,"area":null},{"id":"2303.17491","title":"Language Models can Solve Computer Tasks","created":"2023-03-30","cited_by_count":372,"area":null},{"id":"2306.09927","title":"Trained Transformers Learn Linear Models In-Context","created":"2023-06-16","cited_by_count":337,"area":null},{"id":"2310.15213","title":"Function Vectors in Large Language Models","created":"2023-10-23","cited_by_count":308,"area":null},{"id":"2306.04637","title":"Transformers as Statisticians: Provable In-Context Learning with In-Context Algorithm Selection","created":"2023-06-07","cited_by_count":298,"area":null},{"id":"2305.15408","title":"Towards Revealing the Mystery behind Chain of Thought: A Theoretical Perspective","created":"2023-05-24","cited_by_count":294,"area":"lr"},{"id":"2502.05564","title":"TabICL: A Tabular Foundation Model for In-Context Learning on Large Data","created":"2025-02-08","cited_by_count":289,"area":null},{"id":"2306.00297","title":"Transformers learn to implement preconditioned gradient descent for in-context learning","created":"2023-06-01","cited_by_count":279,"area":null},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2311.06668","title":"In-context Vectors: Making In Context Learning More Effective and Controllable Through Latent Space Steering","created":"2023-11-11","cited_by_count":245,"area":null},{"id":"2301.13196","title":"Looped Transformers as Programmable Computers","created":"2023-01-30","cited_by_count":237,"area":null},{"id":"2305.14160","title":"Label Words are Anchors: An Information Flow Perspective for Understanding In-Context Learning","created":"2023-05-23","cited_by_count":236,"area":null},{"id":"2310.07579","title":"In-Context Unlearning: Language Models as Few Shot Unlearners","created":"2023-10-11","cited_by_count":224,"area":"safety"},{"id":"2301.07067","title":"Transformers as Algorithms: Generalization and Stability in In-context Learning","created":"2023-01-17","cited_by_count":222,"area":null},{"id":"2305.10142","title":"Improving Language Model Negotiation with Self-Play and In-Context Learning from AI Feedback","created":"2023-05-17","cited_by_count":207,"area":"synth"},{"id":"2404.11018","title":"Many-Shot In-Context Learning","created":"2024-04-17","cited_by_count":206,"area":null},{"id":"2212.10559","title":"Why Can GPT Learn In-Context? Language Models Implicitly Perform Gradient Descent as Meta-Optimizers","created":"2022-12-20","cited_by_count":204,"area":null},{"id":"2307.04721","title":"Large Language Models as General Pattern Machines","created":"2023-07-10","cited_by_count":197,"area":null},{"id":"2307.03576","title":"One Step of Gradient Descent is Provably the Optimal In-Context Learner with One Layer of Linear Self-Attention","created":"2023-07-07","cited_by_count":170,"area":null},{"id":"2305.09731","title":"What In-Context Learning \"Learns\" In-Context: Disentangling Task Recognition and Task Learning","created":"2023-05-16","cited_by_count":152,"area":null},{"id":"2301.11916","title":"Large Language Models Are Latent Variable Models: Explaining and Finding Good Demonstrations for In-Context Learning","created":"2023-01-27","cited_by_count":149,"area":null},{"id":"2311.12424","title":"Looped Transformers are Better at Learning Learning Algorithms","created":"2023-11-21","cited_by_count":149,"area":null},{"id":"2306.15063","title":"Pretraining task diversity and the emergence of non-Bayesian in-context learning for regression","created":"2023-06-26","cited_by_count":146,"area":null},{"id":"2309.10105","title":"Understanding Catastrophic Forgetting in Language Models via Implicit Inference","created":"2023-09-18","cited_by_count":144,"area":"alignment"},{"id":"2306.14892","title":"Supervised Pretraining Can Learn In-Context Reinforcement Learning","created":"2023-06-26","cited_by_count":139,"area":null},{"id":"2509.26645","title":"TTT3R: 3D Reconstruction as Test-Time Training","created":"2025-09-30","cited_by_count":129,"area":null},{"id":"2402.11574","title":"Visual In-Context Learning for Large Vision-Language Models","created":"2024-02-18","cited_by_count":128,"area":"mllm"},{"id":"2405.00200","title":"In-Context Learning with Long-Context Models: An In-Depth Exploration","created":"2024-04-30","cited_by_count":128,"area":null},{"id":"2303.07895","title":"The Learnability of In-Context Learning","created":"2023-03-14","cited_by_count":127,"area":null},{"id":"2305.19420","title":"What and How does In-Context Learning Learn? Bayesian Model Averaging, Parameterization, and Generalization","created":"2023-05-30","cited_by_count":118,"area":null},{"id":"2312.03002","title":"The mechanistic basis of data dependence and abrupt learning in an in-context classification task","created":"2023-12-03","cited_by_count":118,"area":null},{"id":"2402.11004","title":"The Evolution of Statistical Induction Heads: In-Context Learning Markov Chains","created":"2024-02-16","cited_by_count":118,"area":null},{"id":"2402.14735","title":"How Transformers Learn Causal Structure with Gradient Descent","created":"2024-02-22","cited_by_count":118,"area":null},{"id":"2310.05249","title":"In-Context Convergence of Transformers","created":"2023-10-08","cited_by_count":115,"area":null},{"id":"2309.01809","title":"Are Emergent Abilities in Large Language Models just In-Context Learning?","created":"2023-09-04","cited_by_count":109,"area":null},{"id":"2402.04248","title":"Can Mamba Learn How to Learn? A Comparative Study on In-Context Learning Tasks","created":"2024-02-06","cited_by_count":105,"area":"ssm"},{"id":"2305.16380","title":"Scan and Snap: Understanding Training Dynamics and Token Composition in 1-layer Transformer","created":"2023-05-25","cited_by_count":102,"area":null},{"id":"2310.17513","title":"The Expressive Power of Low-Rank Adaptation","created":"2023-10-26","cited_by_count":102,"area":"diffusion"},{"id":"2309.05858","title":"Uncovering mesa-optimization algorithms in Transformers","created":"2023-09-11","cited_by_count":100,"area":null},{"id":"2310.01082","title":"Linear attention is (maybe) all you need (to understand transformer optimization)","created":"2023-10-02","cited_by_count":98,"area":null},{"id":"2310.08391","title":"How Many Pretraining Tasks Are Needed for In-Context Learning of Linear Regression?","created":"2023-10-12","cited_by_count":96,"area":null},{"id":"2401.12973","title":"In-Context Language Learning: Architectures and Algorithms","created":"2024-01-23","cited_by_count":89,"area":null},{"id":"2303.07971","title":"A Theory of Emergent In-Context Learning as Implicit Structure Induction","created":"2023-03-14","cited_by_count":86,"area":null},{"id":"2405.00208","title":"A Primer on the Inner Workings of Transformer-based Language Models","created":"2024-04-30","cited_by_count":85,"area":null},{"id":"2305.15269","title":"Testing the General Deductive Reasoning Capacity of Large Language Models Using OOD Examples","created":"2023-05-24","cited_by_count":84,"area":"lr"},{"id":"2306.04891","title":"In-Context Learning through the Bayesian Prism","created":"2023-06-08","cited_by_count":83,"area":null},{"id":"2310.08566","title":"Transformers as Decision Makers: Provable In-Context Reinforcement Learning via Supervised Pretraining","created":"2023-10-12","cited_by_count":83,"area":"offlinerl"},{"id":"2311.08360","title":"The Transient Nature of Emergent In-Context Learning in Transformers","created":"2023-11-14","cited_by_count":76,"area":null},{"id":"2403.15371","title":"Can large language models explore in-context?","created":"2024-03-22","cited_by_count":76,"area":null},{"id":"2305.08298","title":"Symbol tuning improves in-context learning in language models","created":"2023-05-15","cited_by_count":75,"area":null},{"id":"2309.16575","title":"A Benchmark for Learning to Translate a New Language from One Grammar Book","created":"2023-09-28","cited_by_count":75,"area":null},{"id":"2310.10616","title":"How Do Transformers Learn In-Context Beyond Simple Functions? A Case Study on Learning with Representations","created":"2023-10-16","cited_by_count":75,"area":null},{"id":"2403.19578","title":"Keypoint Action Tokens Enable In-Context Imitation Learning in Robotics","created":"2024-03-28","cited_by_count":74,"area":"offlinerl"},{"id":"2501.12352","title":"Test-time regression: a unifying framework for designing sequence models with associative memory","created":"2025-01-21","cited_by_count":74,"area":null},{"id":"2305.05940","title":"Multilingual LLMs are Better Cross-lingual In-context Learners with Alignment","created":"2023-05-10","cited_by_count":71,"area":null},{"id":"2401.11624","title":"In-context Learning with Retrieved Demonstrations for Language Models: A Survey","created":"2024-01-21","cited_by_count":70,"area":null},{"id":"2410.01131","title":"nGPT: Normalized Transformer with Representation Learning on the Hypersphere","created":"2024-10-01","cited_by_count":70,"area":null},{"id":"2305.11097","title":"Statistical Foundations of Prior-Data Fitted Networks","created":"2023-05-18","cited_by_count":65,"area":null},{"id":"2410.08292","title":"Can Looped Transformers Learn to Implement Multi-step Gradient Descent for In-context Learning?","created":"2024-10-10","cited_by_count":65,"area":null},{"id":"2310.03016","title":"Understanding In-Context Learning in Transformers and LLMs by Learning to Learn Discrete Functions","created":"2023-10-04","cited_by_count":63,"area":null},{"id":"2312.06528","title":"Transformers Implement Functional Gradient Descent to Learn Non-Linear Functions In Context","created":"2023-12-11","cited_by_count":63,"area":null},{"id":"2305.12907","title":"Meta-in-context learning in large language models","created":"2023-05-22","cited_by_count":59,"area":null},{"id":"2404.07544","title":"From Words to Numbers: Your Large Language Model Is Secretly A Capable Regressor When Given In-Context Examples","created":"2024-04-11","cited_by_count":57,"area":null},{"id":"2404.15736","title":"What Makes Multimodal In-Context Learning Work?","created":"2024-04-24","cited_by_count":56,"area":null},{"id":"2405.11751","title":"Asymptotic theory of in-context learning by linear attention","created":"2024-05-20","cited_by_count":55,"area":null},{"id":"2310.00535","title":"JoMA: Demystifying Multilayer Transformers via JOint Dynamics of MLP and Attention","created":"2023-10-01","cited_by_count":52,"area":null},{"id":"2307.12375","title":"In-Context Learning Learns Label Relationships but Is Not Conventional Learning","created":"2023-07-23","cited_by_count":51,"area":null},{"id":"2501.00070","title":"ICLR: In-Context Learning of Representations","created":"2024-12-29","cited_by_count":50,"area":null},{"id":"2305.13299","title":"Measuring Inductive Biases of In-Context Learning with Underspecified Demonstrations","created":"2023-05-22","cited_by_count":49,"area":null},{"id":"2310.17086","title":"Transformers Learn to Achieve Second-Order Convergence Rates for In-Context Linear Regression","created":"2023-10-26","cited_by_count":49,"area":"offlinerl"},{"id":"2506.07918","title":"CausalPFN: Amortized Causal Effect Estimation via In-Context Learning","created":"2025-06-09","cited_by_count":49,"area":null},{"id":"2506.05233","title":"MesaNet: Sequence Modeling by Locally Optimal Test-Time Training","created":"2025-06-05","cited_by_count":47,"area":null},{"id":"2309.17382","title":"Reason for Future, Act for Now: A Principled Framework for Autonomous LLM Agents with Provable Sample Efficiency","created":"2023-09-29","cited_by_count":46,"area":"wm"},{"id":"2402.01258","title":"Transformers Learn Nonlinear Features In Context: Nonconvex Mean-field Dynamics on the Attention Landscape","created":"2024-02-02","cited_by_count":46,"area":null},{"id":"2403.08946","title":"Usable XAI: 10 Strategies Towards Exploiting Explainability in the LLM Era","created":"2024-03-13","cited_by_count":46,"area":null},{"id":"2501.16265","title":"Training Dynamics of In-Context Learning in Linear Attention","created":"2025-01-27","cited_by_count":46,"area":null},{"id":"2303.16504","title":"An Over-parameterized Exponential Regression","created":"2023-03-29","cited_by_count":45,"area":null},{"id":"2402.03170","title":"Is Mamba Capable of In-Context Learning?","created":"2024-02-05","cited_by_count":45,"area":"ssm"},{"id":"2405.19592","title":"Why Larger Language Models Do In-context Learning Differently?","created":"2024-05-30","cited_by_count":45,"area":null},{"id":"2408.11053","title":"Revisiting VerilogEval: A Year of Improvements in Large-Language Models for Hardware Code Generation","created":"2024-08-20","cited_by_count":45,"area":null},{"id":"2405.18634","title":"A Theoretical Understanding of Self-Correction through In-context Alignment","created":"2024-05-28","cited_by_count":44,"area":"lr"},{"id":"2310.19698","title":"When Do Prompting and Prefix-Tuning Work? A Theory of Capabilities and Limitations","created":"2023-10-30","cited_by_count":43,"area":null},{"id":"2402.18819","title":"Dual Operating Modes of In-Context Learning","created":"2024-02-29","cited_by_count":43,"area":null},{"id":"2507.16003","title":"Learning without training: The implicit dynamics of in-context learning","created":"2025-07-21","cited_by_count":43,"area":null},{"id":"2305.08848","title":"Small Models are Valuable Plug-ins for Large Language Models","created":"2023-05-15","cited_by_count":42,"area":null},{"id":"2305.15035","title":"Self-ICL: Zero-Shot In-Context Learning with Self-Generated Demonstrations","created":"2023-05-24","cited_by_count":42,"area":"synth"},{"id":"2304.13276","title":"The Closeness of In-Context Learning and Weight Shifting for Softmax Regression","created":"2023-04-26","cited_by_count":41,"area":null},{"id":"2306.15091","title":"Understanding In-Context Learning via Supportive Pretraining Data","created":"2023-06-26","cited_by_count":41,"area":null},{"id":"2306.02010","title":"Memorization Capacity of Multi-Head Attention in Transformers","created":"2023-06-03","cited_by_count":40,"area":null},{"id":"2307.11353","title":"What can a Single Attention Layer Learn? A Study Through the Random Features Lens","created":"2023-07-21","cited_by_count":40,"area":null},{"id":"2401.15530","title":"An Information-Theoretic Analysis of In-Context Learning","created":"2024-01-28","cited_by_count":40,"area":null},{"id":"2402.04161","title":"Attention with Markov: A Framework for Principled Analysis of Transformers via Markov Chains","created":"2024-02-06","cited_by_count":40,"area":null},{"id":"2407.15720","title":"Do Large Language Models Have Compositional Ability? An Investigation into Limitations and Scalability","created":"2024-07-22","cited_by_count":40,"area":null},{"id":"2505.00661","title":"On the generalization of language models from in-context learning and finetuning: a controlled study","created":"2025-05-01","cited_by_count":40,"area":"lr"},{"id":"2312.03801","title":"Generalization to New Sequential Decision Making Tasks with In-Context Learning","created":"2023-12-06","cited_by_count":39,"area":null},{"id":"2406.03445","title":"Pre-trained Large Language Models Use Fourier Features to Compute Addition","created":"2024-06-05","cited_by_count":39,"area":"lr"}],"next_cursor":"100"}