{"total":106,"rows":[{"id":"2303.12712","title":"Sparks of Artificial General Intelligence: Early experiments with GPT-4","created":"2023-03-22","cited_by_count":2592,"area":null},{"id":"2208.01066","title":"What Can Transformers Learn In-Context? A Case Study of Simple Function Classes","created":"2022-08-01","cited_by_count":715,"area":null},{"id":"2305.18654","title":"Faith and Fate: Limits of Transformers on Compositionality","created":"2023-05-29","cited_by_count":503,"area":null},{"id":"2302.10866","title":"Hyena Hierarchy: Towards Larger Convolutional Language Models","created":"2023-02-21","cited_by_count":393,"area":null},{"id":"2305.19466","title":"The Impact of Positional Encoding on Length Generalization in Transformers","created":"2023-05-31","cited_by_count":327,"area":null},{"id":"2306.04637","title":"Transformers as Statisticians: Provable In-Context Learning with In-Context Algorithm Selection","created":"2023-06-07","cited_by_count":298,"area":null},{"id":"2210.10749","title":"Transformers Learn Shortcuts to Automata","created":"2022-10-19","cited_by_count":268,"area":null},{"id":"2207.02098","title":"Neural Networks and the Chomsky Hierarchy","created":"2022-07-05","cited_by_count":217,"area":null},{"id":"2207.04901","title":"Exploring Length Generalization in Large Language Models","created":"2022-07-11","cited_by_count":206,"area":null},{"id":"2306.00802","title":"Birth of a Transformer: A Memory Viewpoint","created":"2023-06-01","cited_by_count":161,"area":null},{"id":"2311.12424","title":"Looped Transformers are Better at Learning Learning Algorithms","created":"2023-11-21","cited_by_count":149,"area":null},{"id":"2206.06565","title":"LIFT: Language-Interfaced Fine-Tuning for Non-Language Machine Learning Tasks","created":"2022-06-14","cited_by_count":148,"area":null},{"id":"2302.03025","title":"A Toy Model of Universality: Reverse Engineering How Networks Learn Group Operations","created":"2023-02-06","cited_by_count":144,"area":"mechinterp"},{"id":"2307.14430","title":"Skill-it! A Data-Driven Skills Framework for Understanding and Training Language Models","created":"2023-07-26","cited_by_count":121,"area":null},{"id":"2310.01082","title":"Linear attention is (maybe) all you need (to understand transformer optimization)","created":"2023-10-02","cited_by_count":98,"area":null},{"id":"2303.04245","title":"How Do Transformers Learn Topic Structure: Towards a Mechanistic Understanding","created":"2023-03-07","cited_by_count":86,"area":null},{"id":"2402.09371","title":"Transformers Can Achieve Length Generalization But Not Robustly","created":"2024-02-14","cited_by_count":86,"area":null},{"id":"2210.14199","title":"Same Pre-training Loss, Better Downstream: Implicit Bias Matters for Language Models","created":"2022-10-25","cited_by_count":84,"area":null},{"id":"2310.08566","title":"Transformers as Decision Makers: Provable In-Context Reinforcement Learning via Supervised Pretraining","created":"2023-10-12","cited_by_count":83,"area":"offlinerl"},{"id":"2402.09268","title":"Transformers, parallel computation, and logarithmic depth","created":"2024-02-14","cited_by_count":79,"area":null},{"id":"2306.00946","title":"Exposing Attention Glitches with Flip-Flop Language Modeling","created":"2023-06-01","cited_by_count":75,"area":null},{"id":"2301.13105","title":"Generalization on the Unseen, Logic Reasoning and Degree Curriculum","created":"2023-01-30","cited_by_count":73,"area":null},{"id":"2405.18512","title":"Understanding Transformer Reasoning Capabilities via Graph Algorithms","created":"2024-05-28","cited_by_count":67,"area":"lr"},{"id":"2306.15400","title":"Length Generalization in Arithmetic Transformers","created":"2023-06-27","cited_by_count":66,"area":null},{"id":"2311.14737","title":"Positional Description Matters for Transformers Arithmetic","created":"2023-11-22","cited_by_count":56,"area":null},{"id":"2410.13835","title":"Active-Dormant Attention Heads: Mechanistically Demystifying Extreme-Token Phenomena in LLMs","created":"2024-10-17","cited_by_count":56,"area":null},{"id":"2305.09828","title":"Mimetic Initialization of Self-Attention Layers","created":"2023-05-16","cited_by_count":54,"area":null},{"id":"2212.07469","title":"Learning threshold neurons via the \"edge of stability\"","created":"2022-12-14","cited_by_count":51,"area":null},{"id":"2304.13276","title":"The Closeness of In-Context Learning and Weight Shifting for Softmax Regression","created":"2023-04-26","cited_by_count":41,"area":null},{"id":"2307.11353","title":"What can a Single Attention Layer Learn? A Study Through the Random Features Lens","created":"2023-07-21","cited_by_count":40,"area":null},{"id":"2406.06467","title":"How Far Can Transformers Reason? The Globality Barrier and Inductive Scratchpad","created":"2024-06-10","cited_by_count":36,"area":null},{"id":"2211.00692","title":"Towards Better Out-of-Distribution Generalization of Neural Algorithmic Reasoning Tasks","created":"2022-11-01","cited_by_count":30,"area":null},{"id":"2312.01429","title":"Transformers are uninterpretable with myopic methods: a case study with bounded Dyck grammars","created":"2023-12-03","cited_by_count":30,"area":null},{"id":"2306.02295","title":"A Mathematical Abstraction for Balancing the Trade-off Between Creativity and Reality in Large Language Models","created":"2023-06-04","cited_by_count":29,"area":null},{"id":"2408.09503","title":"Out-of-distribution generalization via composition: a lens through induction heads in Transformers","created":"2024-08-18","cited_by_count":28,"area":null},{"id":"2305.15287","title":"The Crucial Role of Normalization in Sharpness-Aware Minimization","created":"2023-05-24","cited_by_count":26,"area":null},{"id":"2504.14697","title":"Quantitative Clustering in Mean-Field Transformer Models","created":"2025-04-20","cited_by_count":26,"area":null},{"id":"2407.03310","title":"Universal Length Generalization with Turing Programs","created":"2024-07-03","cited_by_count":25,"area":null},{"id":"2405.20671","title":"Position Coupling: Improving Length Generalization of Arithmetic Transformers Using Task Structure","created":"2024-05-31","cited_by_count":23,"area":null},{"id":"2410.19034","title":"Mixture of Parrots: Experts improve memorization more than reasoning","created":"2024-10-24","cited_by_count":21,"area":"moe"},{"id":"2505.20896","title":"How Do Transformers Learn Variable Binding in Symbolic Programs?","created":"2025-05-27","cited_by_count":21,"area":null},{"id":"2502.13913","title":"How Do LLMs Perform Two-Hop Reasoning in Context?","created":"2025-02-19","cited_by_count":20,"area":"lr"},{"id":"2304.07235","title":"Mapping of attention mechanisms to a generalized Potts model","created":"2023-04-14","cited_by_count":19,"area":null},{"id":"2304.14329","title":"Learning to Extrapolate: A Transductive Approach","created":"2023-04-27","cited_by_count":19,"area":null},{"id":"2405.09220","title":"ALPINE: Unveiling the Planning Capability of Autoregressive Learning in Language Models","created":"2024-05-15","cited_by_count":18,"area":null},{"id":"2305.14699","title":"Can Transformers Learn to Solve Problems Recursively?","created":"2023-05-24","cited_by_count":17,"area":null},{"id":"2405.19121","title":"Spatio-Spectral Graph Neural Networks","created":"2024-05-29","cited_by_count":17,"area":null},{"id":"2407.03302","title":"A Review of the Applications of Deep Learning-Based Emergent Communication","created":"2024-07-03","cited_by_count":17,"area":"deeprl"},{"id":"2411.09702","title":"On the Surprising Effectiveness of Attention Transfer for Vision Transformers","created":"2024-11-14","cited_by_count":17,"area":null},{"id":"2210.03651","title":"Understanding the Covariance Structure of Convolutional Filters","created":"2022-10-07","cited_by_count":16,"area":null},{"id":"2212.14852","title":"An Analysis of Attention via the Lens of Exchangeability and Latent Variable Models","created":"2022-12-30","cited_by_count":16,"area":null},{"id":"2310.11685","title":"Why Softmax Attention Outperforms Linear Attention","created":"2023-10-18","cited_by_count":15,"area":null},{"id":"2406.18400","title":"Do LLMs dream of elephants (when told not to)? Latent concept association and associative memory in transformers","created":"2024-06-26","cited_by_count":15,"area":null},{"id":"2401.12947","title":"Transformer-Based Models Are Not Yet Perfect At Learning to Emulate Structural Recursion","created":"2024-01-23","cited_by_count":14,"area":null},{"id":"2511.07378","title":"Transformers Provably Learn Chain-of-Thought Reasoning with Length Generalization","created":"2025-11-10","cited_by_count":14,"area":"lr"},{"id":"2310.00726","title":"Improving Length-Generalization in Transformers via Task Hinting","created":"2023-10-01","cited_by_count":13,"area":null},{"id":"2406.03068","title":"Distributional Associations vs In-Context Reasoning: A Study of Feed-forward and Attention Layers","created":"2024-06-05","cited_by_count":12,"area":"lr"},{"id":"2410.13502","title":"MathGAP: Out-of-Distribution Evaluation on Problems with Arbitrarily Complex Proofs","created":"2024-10-17","cited_by_count":12,"area":null},{"id":"2502.12123","title":"On the Query Complexity of Verifier-Assisted Language Generation","created":"2025-02-17","cited_by_count":12,"area":"lr"},{"id":"2404.00560","title":"A Theory for Length Generalization in Learning to Reason","created":"2024-03-31","cited_by_count":11,"area":null},{"id":"2408.05506","title":"Your Context Is Not an Array: Unveiling Random Access Limitations in Transformers","created":"2024-08-10","cited_by_count":11,"area":null},{"id":"2411.02728","title":"Compositional simulation-based inference for time series","created":"2024-11-05","cited_by_count":9,"area":null},{"id":"2502.16792","title":"The Role of Sparsity for Length Generalization in Transformers","created":"2025-02-24","cited_by_count":8,"area":null},{"id":"2210.14064","title":"Learning Low Dimensional State Spaces with Overparameterized Recurrent Neural Nets","created":"2022-10-25","cited_by_count":7,"area":null},{"id":"2310.08866","title":"Adaptivity and Modularity for Efficient Generalization Over Task Complexity","created":"2023-10-13","cited_by_count":7,"area":null},{"id":"2311.16173","title":"Conditions for Length Generalization in Learning Reasoning Skills","created":"2023-11-22","cited_by_count":7,"area":"lr"},{"id":"2406.02585","title":"Contextual Counting: A Mechanistic Study of Transformers on a Quantitative Task","created":"2024-05-30","cited_by_count":7,"area":null},{"id":"2502.17356","title":"Random Scaling of Emergent Capabilities","created":"2025-02-24","cited_by_count":7,"area":null},{"id":"2305.02531","title":"Can LLMs Capture Human Preferences?","created":"2023-05-04","cited_by_count":6,"area":"alignment"},{"id":"2505.19985","title":"Structured Initialization for Vision Transformers","created":"2025-05-26","cited_by_count":6,"area":null},{"id":"2506.23908","title":"Beyond Statistical Learning: Exact Learning Is Essential for General Intelligence","created":"2025-06-30","cited_by_count":6,"area":"lr"},{"id":"2512.18634","title":"From Shortcut to Induction Head: How Data Diversity Shapes Algorithm Selection in Transformers","created":"2025-12-21","cited_by_count":6,"area":null},{"id":"2309.12207","title":"Boolformer: Symbolic Regression of Logic Functions with Transformers","created":"2023-09-21","cited_by_count":5,"area":null},{"id":"2410.05448","title":"Task Diversity Shortens the ICL Plateau","created":"2024-10-07","cited_by_count":5,"area":null},{"id":"2502.18273","title":"Beyond In-Distribution Success: Scaling Curves of CoT Granularity for Language Model Generalization","created":"2025-02-25","cited_by_count":5,"area":null},{"id":"2512.16902","title":"In-Context Algebra","created":"2025-12-18","cited_by_count":5,"area":null},{"id":"2209.03447","title":"Blessing of Class Diversity in Pre-training","created":"2022-09-07","cited_by_count":4,"area":null},{"id":"2401.12216","title":"Mitigating Covariate Shift in Misspecified Regression with Applications to Reinforcement Learning","created":"2024-01-22","cited_by_count":4,"area":"deeprl"},{"id":"2401.12511","title":"Convolutional Initialization for Data-Efficient Vision Transformers","created":"2024-01-23","cited_by_count":4,"area":null},{"id":"2404.01139","title":"Structured Initialization for Attention in Vision Transformers","created":"2024-04-01","cited_by_count":4,"area":null},{"id":"2407.02678","title":"Reasoning in Large Language Models: A Geometric Perspective","created":"2024-07-02","cited_by_count":4,"area":"lr"},{"id":"2407.13594","title":"Validating Mechanistic Interpretations: An Axiomatic Approach","created":"2024-07-18","cited_by_count":4,"area":"mechinterp"},{"id":"2407.17396","title":"Systematic Relational Reasoning With Epistemic Graph Neural Networks","created":"2024-07-24","cited_by_count":4,"area":null},{"id":"2410.08165","title":"Chain-of-Sketch: Enabling Global Visual Reasoning","created":"2024-10-10","cited_by_count":4,"area":"lr"},{"id":"2411.17182","title":"An In-depth Investigation of Sparse Rate Reduction in Transformer-like Models","created":"2024-11-26","cited_by_count":4,"area":null},{"id":"2412.12841","title":"Benchmarking and Understanding Compositional Relational Reasoning of LLMs","created":"2024-12-17","cited_by_count":4,"area":"lr"},{"id":"2602.15183","title":"Seeing to Generalize: How Visual Data Corrects Binding Shortcuts","created":"2026-02-16","cited_by_count":4,"area":"mllm"},{"id":"2602.19980","title":"Discrete Diffusion Models Exploit Asymmetry to Solve Lookahead Planning Tasks","created":"2026-02-23","cited_by_count":4,"area":"diffusion"},{"id":"2605.17026","title":"Why Do Reasoning Models Lose Coverage? The Role of Data and Forks in the Road","created":"2026-05-16","cited_by_count":4,"area":"lr"},{"id":"2210.01989","title":"WavSpA: Wavelet Space Attention for Boosting Transformers' Long Sequence Learning Ability","created":"2022-10-05","cited_by_count":3,"area":null},{"id":"2411.01035","title":"Provable Length Generalization in Sequence Prediction via Spectral Filtering","created":"2024-11-01","cited_by_count":3,"area":null},{"id":"2503.23487","title":"Large Language and Reasoning Models are Shallow Disjunctive Reasoners","created":"2025-03-30","cited_by_count":3,"area":"lr"},{"id":"2410.08898","title":"Low-Dimension-to-High-Dimension Generalization And Its Implications for Length Generalization","created":"2024-10-11","cited_by_count":2,"area":null},{"id":"2410.15859","title":"Mesa-Extrapolation: A Weave Position Encoding Method for Enhanced Extrapolation in LLMs","created":"2024-10-21","cited_by_count":2,"area":null},{"id":"2602.07156","title":"Mimetic Initialization of MLPs","created":"2026-02-06","cited_by_count":2,"area":null},{"id":"2406.06354","title":"On the Minimal Degree Bias in Generalization on the Unseen for non-Boolean Functions","created":"2024-06-10","cited_by_count":1,"area":null},{"id":"2407.10949","title":"Representing Rule-based Chatbots with Transformers","created":"2024-07-15","cited_by_count":1,"area":null},{"id":"2507.21257","title":"CompoST: A Benchmark for Analyzing the Ability of LLMs To Compositionally Interpret Questions in a QALD Setting","created":"2025-07-28","cited_by_count":1,"area":null},{"id":"2508.04461","title":"Small transformer architectures for task switching","created":"2025-08-06","cited_by_count":1,"area":null},{"id":"2311.04166","title":"Perturbed examples reveal invariances shared by language models","created":"2023-11-07","cited_by_count":0,"area":null}],"next_cursor":"100"}