{"total":256,"rows":[{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2212.07677","title":"Transformers learn in-context by gradient descent","created":"2022-12-15","cited_by_count":732,"area":null},{"id":"2301.00234","title":"A Survey on In-context Learning","created":"2022-12-31","cited_by_count":721,"area":null},{"id":"2304.15004","title":"Are Emergent Abilities of Large Language Models a Mirage?","created":"2023-04-28","cited_by_count":523,"area":null},{"id":"2305.14739","title":"Trusting Your Evidence: Hallucinate Less with Context-aware Decoding","created":"2023-05-24","cited_by_count":327,"area":null},{"id":"2310.17157","title":"Deja Vu: Contextual Sparsity for Efficient LLMs at Inference Time","created":"2023-10-26","cited_by_count":252,"area":null},{"id":"2307.04721","title":"Large Language Models as General Pattern Machines","created":"2023-07-10","cited_by_count":197,"area":null},{"id":"2210.14215","title":"In-context Reinforcement Learning with Algorithm Distillation","created":"2022-10-25","cited_by_count":190,"area":null},{"id":"2309.13638","title":"Embers of Autoregression: Understanding Large Language Models Through the Problem They are Trained to Solve","created":"2023-09-24","cited_by_count":178,"area":null},{"id":"2212.03551","title":"Talking About Large Language Models","created":"2022-12-07","cited_by_count":175,"area":null},{"id":"2306.00802","title":"Birth of a Transformer: A Memory Viewpoint","created":"2023-06-01","cited_by_count":161,"area":null},{"id":"2305.09731","title":"What In-Context Learning \"Learns\" In-Context: Disentangling Task Recognition and Task Learning","created":"2023-05-16","cited_by_count":152,"area":null},{"id":"2306.15063","title":"Pretraining task diversity and the emergence of non-Bayesian in-context learning for regression","created":"2023-06-26","cited_by_count":146,"area":null},{"id":"2306.14892","title":"Supervised Pretraining Can Learn In-Context Reinforcement Learning","created":"2023-06-26","cited_by_count":139,"area":null},{"id":"2303.13506","title":"The Quantization Model of Neural Scaling","created":"2023-03-23","cited_by_count":138,"area":null},{"id":"2207.04179","title":"Transformer Neural Processes: Uncertainty-Aware Meta Learning Via Sequence Modeling","created":"2022-07-09","cited_by_count":127,"area":null},{"id":"2303.07895","title":"The Learnability of In-Context Learning","created":"2023-03-14","cited_by_count":127,"area":null},{"id":"2312.03002","title":"The mechanistic basis of data dependence and abrupt learning in an in-context classification task","created":"2023-12-03","cited_by_count":118,"area":null},{"id":"2402.11004","title":"The Evolution of Statistical Induction Heads: In-Context Learning Markov Chains","created":"2024-02-16","cited_by_count":118,"area":null},{"id":"2311.12786","title":"Mechanistically analyzing the effects of fine-tuning on procedurally defined tasks","created":"2023-11-21","cited_by_count":115,"area":null},{"id":"2310.08278","title":"Lag-Llama: Towards Foundation Models for Probabilistic Time Series Forecasting","created":"2023-10-12","cited_by_count":113,"area":null},{"id":"2309.01809","title":"Are Emergent Abilities in Large Language Models just In-Context Learning?","created":"2023-09-04","cited_by_count":109,"area":null},{"id":"2212.04458","title":"General-Purpose In-Context Learning by Meta-Learning Transformers","created":"2022-12-08","cited_by_count":105,"area":null},{"id":"2309.05858","title":"Uncovering mesa-optimization algorithms in Transformers","created":"2023-09-11","cited_by_count":100,"area":null},{"id":"2403.02181","title":"Not All Layers of LLMs Are Necessary During Inference","created":"2024-03-04","cited_by_count":96,"area":null},{"id":"2401.12973","title":"In-Context Language Learning: Architectures and Algorithms","created":"2024-01-23","cited_by_count":89,"area":null},{"id":"2303.07971","title":"A Theory of Emergent In-Context Learning as Implicit Structure Induction","created":"2023-03-14","cited_by_count":86,"area":null},{"id":"2407.14985","title":"Generalization v.s. Memorization: Tracing Language Models' Capabilities Back to Pretraining Data","created":"2024-07-20","cited_by_count":85,"area":null},{"id":"2309.06794","title":"Cognitive Mirage: A Review of Hallucinations in Large Language Models","created":"2023-09-13","cited_by_count":84,"area":null},{"id":"2306.04891","title":"In-Context Learning through the Bayesian Prism","created":"2023-06-08","cited_by_count":83,"area":null},{"id":"2311.08360","title":"The Transient Nature of Emergent In-Context Learning in Transformers","created":"2023-11-14","cited_by_count":76,"area":null},{"id":"2310.10616","title":"How Do Transformers Learn In-Context Beyond Simple Functions? A Case Study on Learning with Representations","created":"2023-10-16","cited_by_count":75,"area":null},{"id":"2404.04125","title":"No \"Zero-Shot\" Without Exponential Data: Pretraining Concept Frequency Determines Multimodal Model Performance","created":"2024-04-04","cited_by_count":75,"area":null},{"id":"2310.18308","title":"Gen2Sim: Scaling up Robot Learning in Simulation with Generative Models","created":"2023-10-27","cited_by_count":64,"area":null},{"id":"2310.03016","title":"Understanding In-Context Learning in Transformers and LLMs by Learning to Learn Discrete Functions","created":"2023-10-04","cited_by_count":63,"area":null},{"id":"2305.12907","title":"Meta-in-context learning in large language models","created":"2023-05-22","cited_by_count":59,"area":null},{"id":"2405.11751","title":"Asymptotic theory of in-context learning by linear attention","created":"2024-05-20","cited_by_count":55,"area":null},{"id":"2307.12375","title":"In-Context Learning Learns Label Relationships but Is Not Conventional Learning","created":"2023-07-23","cited_by_count":51,"area":null},{"id":"2210.05675","title":"Transformers generalize differently from information stored in context vs in weights","created":"2022-10-11","cited_by_count":49,"area":null},{"id":"2506.07918","title":"CausalPFN: Amortized Causal Effect Estimation via In-Context Learning","created":"2025-06-09","cited_by_count":49,"area":null},{"id":"2501.16265","title":"Training Dynamics of In-Context Learning in Linear Attention","created":"2025-01-27","cited_by_count":46,"area":null},{"id":"2304.09960","title":"A Latent Space Theory for Emergent Abilities in Large Language Models","created":"2023-04-19","cited_by_count":43,"area":null},{"id":"2305.09137","title":"Pre-Training to Learn in Context","created":"2023-05-16","cited_by_count":42,"area":null},{"id":"2305.14701","title":"Modeling rapid language learning by distilling Bayesian priors into artificial neural networks","created":"2023-05-24","cited_by_count":42,"area":null},{"id":"2309.15701","title":"HyPoradise: An Open Baseline for Generative Speech Recognition with Large Language Models","created":"2023-09-27","cited_by_count":42,"area":null},{"id":"2211.00635","title":"Two-stage LLM Fine-tuning with Less Specialization and More Generalization","created":"2022-11-01","cited_by_count":41,"area":null},{"id":"2306.15091","title":"Understanding In-Context Learning via Supportive Pretraining Data","created":"2023-06-26","cited_by_count":41,"area":null},{"id":"2410.02984","title":"Differentiation and Specialization of Attention Heads via the Refined Local Learning Coefficient","created":"2024-10-03","cited_by_count":40,"area":null},{"id":"2406.18406","title":"IRCAN: Mitigating Knowledge Conflicts in LLM Generation via Identifying and Reweighting Context-Aware Neurons","created":"2024-06-26","cited_by_count":38,"area":null},{"id":"2305.10613","title":"Temporal Knowledge Graph Forecasting Without Knowledge Using In-Context Learning","created":"2023-05-17","cited_by_count":37,"area":null},{"id":"2310.20046","title":"Which Examples to Annotate for In-Context Learning? Towards Effective and Efficient Selection","created":"2023-10-30","cited_by_count":37,"area":null},{"id":"2503.05788","title":"Emergent Abilities in Large Language Models: A Survey","created":"2025-02-28","cited_by_count":37,"area":null},{"id":"2503.21676","title":"How do language models learn facts? Dynamics, curricula and hallucinations","created":"2025-03-27","cited_by_count":37,"area":null},{"id":"2304.13060","title":"Injecting structural hints: Using language models to study inductive biases in language learning","created":"2023-04-25","cited_by_count":35,"area":null},{"id":"2412.03782","title":"The broader spectrum of in-context learning","created":"2024-12-05","cited_by_count":35,"area":null},{"id":"2311.00237","title":"The Mystery of In-Context Learning: A Comprehensive Survey on Interpretation and Analysis","created":"2023-11-01","cited_by_count":34,"area":null},{"id":"2306.05480","title":"Artificial General Intelligence for Medical Imaging Analysis","created":"2023-06-08","cited_by_count":32,"area":null},{"id":"2210.03821","title":"Large Language Models can Implement Policy Iteration","created":"2022-10-07","cited_by_count":31,"area":null},{"id":"2310.00297","title":"Understanding In-Context Learning from Repetitions","created":"2023-09-30","cited_by_count":29,"area":null},{"id":"2410.05362","title":"LLMs Are In-Context Bandit Reinforcement Learners","created":"2024-10-07","cited_by_count":29,"area":null},{"id":"2402.14180","title":"Linear Transformers are Versatile In-Context Learners","created":"2024-02-21","cited_by_count":28,"area":null},{"id":"2310.10873","title":"IDEAL: Influence-Driven Selective Annotations Empower In-Context Learners in Large Language Models","created":"2023-10-16","cited_by_count":27,"area":null},{"id":"2402.13991","title":"Analysing The Impact of Sequence Composition on Language Model Pre-Training","created":"2024-02-21","cited_by_count":25,"area":null},{"id":"2505.17863","title":"The emergence of sparse attention: impact of data distribution and benefits of repetition","created":"2025-05-23","cited_by_count":25,"area":null},{"id":"2305.12766","title":"Understanding Emergent In-Context Learning from a Kernel Regression Perspective","created":"2023-05-22","cited_by_count":24,"area":null},{"id":"2303.07616","title":"The Life Cycle of Knowledge in Big Language Models: A Survey","created":"2023-03-14","cited_by_count":23,"area":null},{"id":"2402.14526","title":"Balanced Data Sampling for Language Model Training with Clustering","created":"2024-02-22","cited_by_count":23,"area":null},{"id":"2405.05847","title":"Learned feature representations are biased by complexity, learning order, position, and more","created":"2024-05-09","cited_by_count":23,"area":null},{"id":"2303.13988","title":"Machine Psychology","created":"2023-03-24","cited_by_count":22,"area":null},{"id":"2311.12997","title":"Compositional Capabilities of Autoregressive Transformers: A Study on Synthetic, Interpretable Tasks","created":"2023-11-21","cited_by_count":22,"area":null},{"id":"2412.00104","title":"Differential learning kinetics govern the transition from memorization to generalization during in-context learning","created":"2024-11-27","cited_by_count":21,"area":null},{"id":"2211.07819","title":"General Intelligence Requires Rethinking Exploration","created":"2022-11-15","cited_by_count":20,"area":null},{"id":"2308.07120","title":"Position: Key Claims in LLM Research Have a Long Tail of Footnotes","created":"2023-08-14","cited_by_count":20,"area":null},{"id":"2306.13840","title":"Beyond Scale: The Diversity Coefficient as a Data Quality Metric for Variability in Natural Language Data","created":"2023-06-24","cited_by_count":19,"area":null},{"id":"2410.17194","title":"Representation Shattering in Transformers: A Synthetic Study with Knowledge Editing","created":"2024-10-22","cited_by_count":19,"area":null},{"id":"2410.23042","title":"Toward Understanding In-context vs. In-weight Learning","created":"2024-10-30","cited_by_count":19,"area":null},{"id":"2310.08540","title":"Do pretrained Transformers Learn In-Context by Gradient Descent?","created":"2023-10-12","cited_by_count":18,"area":null},{"id":"2305.17040","title":"A Mechanism for Sample-Efficient In-Context Learning for Sparse Retrieval Tasks","created":"2023-05-26","cited_by_count":17,"area":null},{"id":"2307.01189","title":"Trainable Transformer in Transformer","created":"2023-07-03","cited_by_count":17,"area":null},{"id":"2310.08049","title":"Is attention required for ICL? Exploring the Relationship Between Model Architecture and In-Context Learning Ability","created":"2023-10-12","cited_by_count":17,"area":null},{"id":"2312.17296","title":"Structured Packing in LLM Training Improves Long Context Utilization","created":"2023-12-28","cited_by_count":17,"area":null},{"id":"2503.05631","title":"Strategy Coopetition Explains the Emergence and Transience of In-Context Learning","created":"2025-03-07","cited_by_count":17,"area":null},{"id":"2506.05574","title":"When can in-context learning generalize out of task distribution?","created":"2025-06-05","cited_by_count":16,"area":null},{"id":"2510.01098","title":"Theory of Scaling Laws for In-Context Regression: Depth, Width, Context and Time","created":"2025-10-01","cited_by_count":16,"area":null},{"id":"2510.05197","title":"Efficient Prediction of Pass@k Scaling in Large Language Models","created":"2025-10-06","cited_by_count":16,"area":null},{"id":"2404.11225","title":"In-Context Learning State Vector with Inner and Momentum Optimization","created":"2024-04-17","cited_by_count":15,"area":null},{"id":"2412.07942","title":"Neural Scaling Laws Rooted in the Data Distribution","created":"2024-12-10","cited_by_count":15,"area":null},{"id":"2509.16189","title":"Latent learning: episodic memory complements parametric learning by enabling flexible reuse of experiences","created":"2025-09-19","cited_by_count":15,"area":null},{"id":"2603.10055","title":"Training Language Models via Neural Cellular Automata","created":"2026-03-09","cited_by_count":15,"area":null},{"id":"2307.01201","title":"Schema-learning and rebinding as mechanisms of in-context learning and emergence","created":"2023-06-16","cited_by_count":14,"area":null},{"id":"2310.12956","title":"Eureka-Moments in Transformers: Multi-Step Tasks Reveal Softmax Induced Optimization Problems","created":"2023-10-19","cited_by_count":14,"area":null},{"id":"2311.10367","title":"Exploring the Relationship between In-Context Learning and Instruction Tuning","created":"2023-11-17","cited_by_count":14,"area":null},{"id":"2402.02212","title":"A Survey to Recent Progress Towards Understanding In-Context Learning","created":"2024-02-03","cited_by_count":14,"area":null},{"id":"2501.17745","title":"Dynamics of Transient Structure in In-Context Linear Regression Transformers","created":"2025-01-29","cited_by_count":14,"area":null},{"id":"2210.14803","title":"Don't Prompt, Search! Mining-based Zero-Shot Learning with Language Models","created":"2022-10-26","cited_by_count":13,"area":null},{"id":"2307.13136","title":"Does Progress On Object Recognition Benchmarks Improve Real-World Generalization?","created":"2023-07-24","cited_by_count":13,"area":null},{"id":"2402.07594","title":"Zero-shot Imputation with Foundation Inference Models for Dynamical Systems","created":"2024-02-12","cited_by_count":13,"area":null},{"id":"2405.15618","title":"MLPs Learn In-Context on Regression and Classification Tasks","created":"2024-05-24","cited_by_count":13,"area":null},{"id":"2405.19162","title":"Does learning the right latent variables necessarily improve in-context learning?","created":"2024-05-29","cited_by_count":13,"area":null},{"id":"2507.22887","title":"Where to show Demos in Your Prompt: A Positional Bias of In-Context Learning","created":"2025-07-30","cited_by_count":13,"area":null}],"next_cursor":"100"}