{"total":623,"rows":[{"id":"2303.12712","title":"Sparks of Artificial General Intelligence: Early experiments with GPT-4","created":"2023-03-22","cited_by_count":2592,"area":null},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2404.06654","title":"RULER: What's the Real Context Size of Your Long-Context Language Models?","created":"2024-04-09","cited_by_count":1346,"area":null},{"id":"2305.06161","title":"StarCoder: may the source be with you!","created":"2023-05-09","cited_by_count":799,"area":null},{"id":"2307.05782","title":"Large Language Models","created":"2023-07-11","cited_by_count":780,"area":null},{"id":"2212.07677","title":"Transformers learn in-context by gradient descent","created":"2022-12-15","cited_by_count":732,"area":null},{"id":"2301.00234","title":"A Survey on In-context Learning","created":"2022-12-31","cited_by_count":721,"area":null},{"id":"2211.15661","title":"What learning algorithm is in-context learning? Investigations with linear models","created":"2022-11-28","cited_by_count":684,"area":null},{"id":"2404.19756","title":"KAN: Kolmogorov-Arnold Networks","created":"2024-04-30","cited_by_count":649,"area":null},{"id":"2302.11939","title":"One Fits All:Power General Time Series Analysis by Pretrained LM","created":"2023-02-23","cited_by_count":632,"area":null},{"id":"2310.07820","title":"Large Language Models Are Zero-Shot Time Series Forecasters","created":"2023-10-11","cited_by_count":500,"area":null},{"id":"2212.14052","title":"Hungry Hungry Hippos: Towards Language Modeling with State Space Models","created":"2022-12-28","cited_by_count":499,"area":null},{"id":"2403.19647","title":"Sparse Feature Circuits: Discovering and Editing Interpretable Causal Graphs in Language Models","created":"2024-03-28","cited_by_count":435,"area":null},{"id":"2302.10866","title":"Hyena Hierarchy: Towards Larger Convolutional Language Models","created":"2023-02-21","cited_by_count":393,"area":null},{"id":"2306.03078","title":"SpQR: A Sparse-Quantized Representation for Near-Lossless LLM Weight Compression","created":"2023-06-05","cited_by_count":367,"area":null},{"id":"2404.19737","title":"Better & Faster Large Language Models via Multi-token Prediction","created":"2024-04-30","cited_by_count":360,"area":null},{"id":"2305.01610","title":"Finding Neurons in a Haystack: Case Studies with Sparse Probing","created":"2023-05-02","cited_by_count":334,"area":null},{"id":"2306.04637","title":"Transformers as Statisticians: Provable In-Context Learning with In-Context Algorithm Selection","created":"2023-06-07","cited_by_count":298,"area":null},{"id":"2402.17762","title":"Massive Activations in Large Language Models","created":"2024-02-27","cited_by_count":294,"area":null},{"id":"2306.00297","title":"Transformers learn to implement preconditioned gradient descent for in-context learning","created":"2023-06-01","cited_by_count":279,"area":null},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2305.14160","title":"Label Words are Anchors: An Information Flow Perspective for Understanding In-Context Learning","created":"2023-05-23","cited_by_count":236,"area":null},{"id":"2404.15574","title":"Retrieval Head Mechanistically Explains Long-Context Factuality","created":"2024-04-24","cited_by_count":232,"area":null},{"id":"2301.07067","title":"Transformers as Algorithms: Generalization and Stability in In-context Learning","created":"2023-01-17","cited_by_count":222,"area":null},{"id":"2306.12001","title":"An Overview of Catastrophic AI Risks","created":"2023-06-21","cited_by_count":222,"area":null},{"id":"2402.01032","title":"Repeat After Me: Transformers are Better than State Space Models at Copying","created":"2024-02-01","cited_by_count":216,"area":null},{"id":"2303.02536","title":"Finding Alignments Between Interpretable Causal Variables and Distributed Neural Representations","created":"2023-03-05","cited_by_count":209,"area":null},{"id":"2306.09479","title":"Inverse Scaling: When Bigger Isn't Better","created":"2023-06-15","cited_by_count":207,"area":null},{"id":"2212.10559","title":"Why Can GPT Learn In-Context? Language Models Implicitly Perform Gradient Descent as Meta-Optimizers","created":"2022-12-20","cited_by_count":204,"area":null},{"id":"2310.16028","title":"What Algorithms can Transformers Learn? A Study in Length Generalization","created":"2023-10-24","cited_by_count":199,"area":null},{"id":"2212.03551","title":"Talking About Large Language Models","created":"2022-12-07","cited_by_count":175,"area":null},{"id":"2306.00802","title":"Birth of a Transformer: A Memory Viewpoint","created":"2023-06-01","cited_by_count":161,"area":null},{"id":"2403.06963","title":"The pitfalls of next-token prediction","created":"2024-03-11","cited_by_count":160,"area":null},{"id":"2306.17844","title":"The Clock and the Pizza: Two Stories in Mechanistic Explanation of Neural Networks","created":"2023-06-30","cited_by_count":156,"area":null},{"id":"2307.15771","title":"The Hydra Effect: Emergent Self-repair in Language Model Computations","created":"2023-07-28","cited_by_count":156,"area":null},{"id":"2305.09731","title":"What In-Context Learning \"Learns\" In-Context: Disentangling Task Recognition and Task Learning","created":"2023-05-16","cited_by_count":152,"area":null},{"id":"2307.09458","title":"Does Circuit Analysis Interpretability Scale? Evidence from Multiple Choice Capabilities in Chinchilla","created":"2023-07-18","cited_by_count":149,"area":null},{"id":"2311.12424","title":"Looped Transformers are Better at Learning Learning Algorithms","created":"2023-11-21","cited_by_count":149,"area":null},{"id":"2403.17806","title":"Have Faith in Faithfulness: Going Beyond Circuit Overlap When Finding Model Mechanisms","created":"2024-03-26","cited_by_count":149,"area":null},{"id":"2306.15063","title":"Pretraining task diversity and the emergence of non-Bayesian in-context learning for regression","created":"2023-06-26","cited_by_count":146,"area":null},{"id":"2406.19384","title":"The Remarkable Robustness of LLMs: Stages of Inference?","created":"2024-06-27","cited_by_count":146,"area":null},{"id":"2210.13966","title":"The Debate Over Understanding in AI's Large Language Models","created":"2022-10-14","cited_by_count":142,"area":null},{"id":"2306.14892","title":"Supervised Pretraining Can Learn In-Context Reinforcement Learning","created":"2023-06-26","cited_by_count":139,"area":null},{"id":"2303.13506","title":"The Quantization Model of Neural Scaling","created":"2023-03-23","cited_by_count":138,"area":null},{"id":"2303.07895","title":"The Learnability of In-Context Learning","created":"2023-03-14","cited_by_count":127,"area":null},{"id":"2402.11004","title":"The Evolution of Statistical Induction Heads: In-Context Learning Markov Chains","created":"2024-02-16","cited_by_count":118,"area":null},{"id":"2402.14735","title":"How Transformers Learn Causal Structure with Gradient Descent","created":"2024-02-22","cited_by_count":118,"area":null},{"id":"2309.02390","title":"Explaining grokking through circuit efficiency","created":"2023-09-05","cited_by_count":111,"area":null},{"id":"2301.05062","title":"Tracr: Compiled Transformers as a Laboratory for Interpretability","created":"2023-01-12","cited_by_count":104,"area":null},{"id":"2305.08809","title":"Interpretability at Scale: Identifying Causal Mechanisms in Alpaca","created":"2023-05-15","cited_by_count":103,"area":null},{"id":"2305.16380","title":"Scan and Snap: Understanding Training Dynamics and Token Composition in 1-layer Transformer","created":"2023-05-25","cited_by_count":102,"area":null},{"id":"2309.05858","title":"Uncovering mesa-optimization algorithms in Transformers","created":"2023-09-11","cited_by_count":100,"area":null},{"id":"2305.16130","title":"Language Models Implement Simple Word2Vec-style Vector Arithmetic","created":"2023-05-25","cited_by_count":98,"area":null},{"id":"2307.03718","title":"Frontier AI Regulation: Managing Emerging Risks to Public Safety","created":"2023-07-06","cited_by_count":98,"area":null},{"id":"2303.11504","title":"Language Model Behavior: A Comprehensive Survey","created":"2023-03-20","cited_by_count":92,"area":null},{"id":"2307.16376","title":"When Large Language Models Meet Personalization: Perspectives of Challenges and Opportunities","created":"2023-07-31","cited_by_count":90,"area":null},{"id":"2401.12973","title":"In-Context Language Learning: Architectures and Algorithms","created":"2024-01-23","cited_by_count":89,"area":null},{"id":"2302.13939","title":"SpikeGPT: Generative Pre-trained Language Model with Spiking Neural Networks","created":"2023-02-27","cited_by_count":88,"area":null},{"id":"2402.09371","title":"Transformers Can Achieve Length Generalization But Not Robustly","created":"2024-02-14","cited_by_count":86,"area":null},{"id":"2405.00208","title":"A Primer on the Inner Workings of Transformer-based Language Models","created":"2024-04-30","cited_by_count":85,"area":null},{"id":"2305.13673","title":"Physics of Language Models: Part 1, Learning Hierarchical Language Structures","created":"2023-05-23","cited_by_count":83,"area":null},{"id":"2306.04891","title":"In-Context Learning through the Bayesian Prism","created":"2023-06-08","cited_by_count":83,"area":null},{"id":"2212.09803","title":"Training Trajectories of Language Models Across Scales","created":"2022-12-19","cited_by_count":81,"area":null},{"id":"2310.04625","title":"Copy Suppression: Comprehensively Understanding an Attention Head","created":"2023-10-06","cited_by_count":76,"area":null},{"id":"2311.08360","title":"The Transient Nature of Emergent In-Context Learning in Transformers","created":"2023-11-14","cited_by_count":76,"area":null},{"id":"2310.10616","title":"How Do Transformers Learn In-Context Beyond Simple Functions? A Case Study on Learning with Representations","created":"2023-10-16","cited_by_count":75,"area":null},{"id":"2305.01750","title":"Few-shot In-context Learning for Knowledge Base Question Answering","created":"2023-05-02","cited_by_count":74,"area":null},{"id":"2310.09881","title":"In-Context Learning with Iterative Demonstration Selection","created":"2023-10-15","cited_by_count":74,"area":null},{"id":"2501.12352","title":"Test-time regression: a unifying framework for designing sequence models with associative memory","created":"2025-01-21","cited_by_count":74,"area":null},{"id":"2212.09865","title":"Z-ICL: Zero-Shot In-Context Learning with Pseudo-Demonstrations","created":"2022-12-19","cited_by_count":70,"area":null},{"id":"2309.15098","title":"Attention Satisfies: A Constraint-Satisfaction Lens on Factual Errors of Language Models","created":"2023-09-26","cited_by_count":67,"area":null},{"id":"2409.03752","title":"Attention Heads of Large Language Models: A Survey","created":"2024-09-05","cited_by_count":67,"area":null},{"id":"2401.05778","title":"Risk Taxonomy, Mitigation, and Assessment Benchmarks of Large Language Model Systems","created":"2024-01-11","cited_by_count":66,"area":null},{"id":"2509.09677","title":"The Illusion of Diminishing Returns: Measuring Long Horizon Execution in LLMs","created":"2025-09-11","cited_by_count":64,"area":null},{"id":"2310.03016","title":"Understanding In-Context Learning in Transformers and LLMs by Learning to Learn Discrete Functions","created":"2023-10-04","cited_by_count":63,"area":null},{"id":"2312.06528","title":"Transformers Implement Functional Gradient Descent to Learn Non-Linear Functions In Context","created":"2023-12-11","cited_by_count":63,"area":null},{"id":"2407.10827","title":"LLM Circuit Analyses Are Consistent Across Training and Scale","created":"2024-07-15","cited_by_count":63,"area":null},{"id":"2302.06646","title":"Simple Hardware-Efficient Long Convolutions for Sequence Modeling","created":"2023-02-13","cited_by_count":62,"area":null},{"id":"2309.10730","title":"GPT4AIGChip: Towards Next-Generation AI Accelerator Design Automation via Large Language Models","created":"2023-09-19","cited_by_count":61,"area":null},{"id":"2403.17844","title":"Mechanistic Design and Scaling of Hybrid Architectures","created":"2024-03-26","cited_by_count":59,"area":null},{"id":"2406.01563","title":"LoFiT: Localized Fine-tuning on LLM Representations","created":"2024-06-03","cited_by_count":57,"area":null},{"id":"2406.16254","title":"Confidence Regulation Neurons in Language Models","created":"2024-06-24","cited_by_count":57,"area":null},{"id":"2310.00492","title":"From Language Modeling to Instruction Following: Understanding the Behavior Shift in LLMs after Instruction Tuning","created":"2023-09-30","cited_by_count":56,"area":null},{"id":"2405.11751","title":"Asymptotic theory of in-context learning by linear attention","created":"2024-05-20","cited_by_count":55,"area":null},{"id":"2503.02130","title":"Forgetting Transformer: Softmax Attention with a Forget Gate","created":"2025-03-03","cited_by_count":53,"area":null},{"id":"2310.00535","title":"JoMA: Demystifying Multilayer Transformers via JOint Dynamics of MLP and Attention","created":"2023-10-01","cited_by_count":52,"area":null},{"id":"2407.15017","title":"Knowledge Mechanisms in Large Language Models: A Survey and Perspective","created":"2024-07-22","cited_by_count":51,"area":null},{"id":"2305.03210","title":"AttentionViz: A Global View of Transformer Attention","created":"2023-05-04","cited_by_count":50,"area":null},{"id":"2505.13898","title":"Do Language Models Use Their Depth Efficiently?","created":"2025-05-20","cited_by_count":50,"area":null},{"id":"2506.07918","title":"CausalPFN: Amortized Causal Effect Estimation via In-Context Learning","created":"2025-06-09","cited_by_count":49,"area":null},{"id":"2303.08117","title":"Do Transformers Parse while Predicting the Masked Word?","created":"2023-03-14","cited_by_count":48,"area":null},{"id":"2402.13055","title":"Identifying Semantic Induction Heads to Understand In-Context Learning","created":"2024-02-20","cited_by_count":47,"area":null},{"id":"2311.17435","title":"MM-Narrator: Narrating Long-form Videos with Multimodal In-Context Learning","created":"2023-11-29","cited_by_count":46,"area":null},{"id":"2410.01104","title":"Softmax is not Enough (for Sharp Size Generalisation)","created":"2024-10-01","cited_by_count":46,"area":null},{"id":"2501.16265","title":"Training Dynamics of In-Context Learning in Linear Attention","created":"2025-01-27","cited_by_count":46,"area":null},{"id":"2309.10312","title":"Rigorously Assessing Natural Language Explanations of Neurons","created":"2023-09-19","cited_by_count":45,"area":null},{"id":"2403.01509","title":"Fantastic Semantics and Where to Find Them: Investigating Which Layers of Generative LLMs Reflect Lexical Semantics","created":"2024-03-03","cited_by_count":44,"area":null},{"id":"2305.12535","title":"Explaining How Transformers Use Context to Build Predictions","created":"2023-05-21","cited_by_count":43,"area":null},{"id":"2305.09137","title":"Pre-Training to Learn in Context","created":"2023-05-16","cited_by_count":42,"area":null},{"id":"2402.07321","title":"Summing Up the Facts: Additive Mechanisms Behind Factual Recall in LLMs","created":"2024-02-11","cited_by_count":42,"area":null}],"next_cursor":"100"}