{"total":37,"rows":[{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2505.24832","title":"How much do language models memorize?","created":"2025-05-30","cited_by_count":61,"area":null},{"id":"2412.06538","title":"Understanding Factual Recall in Transformers via Associative Memories","created":"2024-12-09","cited_by_count":51,"area":null},{"id":"2307.14023","title":"Are Transformers with One Layer Self-Attention Using Low-Rank Weight Matrices Universal Approximators?","created":"2023-07-26","cited_by_count":47,"area":null},{"id":"2310.12680","title":"On the Optimization and Generalization of Multi-head Attention","created":"2023-10-19","cited_by_count":37,"area":null},{"id":"2406.06467","title":"How Far Can Transformers Reason? The Globality Barrier and Inductive Scratchpad","created":"2024-06-10","cited_by_count":36,"area":null},{"id":"2402.05738","title":"Implicit Bias and Fast Convergence Rates for Self-attention","created":"2024-02-08","cited_by_count":31,"area":null},{"id":"2503.10996","title":"Taming Knowledge Conflicts in Language Models","created":"2025-03-14","cited_by_count":30,"area":null},{"id":"2410.02650","title":"Undesirable Memorization in Large Language Models: A Survey","created":"2024-10-03","cited_by_count":29,"area":null},{"id":"2402.14753","title":"Prompting a Pretrained Transformer Can Be a Universal Approximator","created":"2024-02-22","cited_by_count":25,"area":null},{"id":"2404.01601","title":"What Can Transformer Learn with Varying Depth? Case Studies on Sequence Learning Tasks","created":"2024-04-02","cited_by_count":19,"area":null},{"id":"2401.17426","title":"Superiority of Multi-Head Attention in In-Context Linear Regression","created":"2024-01-30","cited_by_count":17,"area":null},{"id":"2406.18400","title":"Do LLMs dream of elephants (when told not to)? Latent concept association and associative memory in transformers","created":"2024-06-26","cited_by_count":15,"area":null},{"id":"2408.04532","title":"How Transformers Utilize Multi-Head Attention in In-Context Learning? A Case Study on Sparse Linear Regression","created":"2024-08-08","cited_by_count":14,"area":null},{"id":"2405.13718","title":"Next-token prediction capacity: general upper bounds and a lower bound for transformers","created":"2024-05-22","cited_by_count":11,"area":null},{"id":"2409.17677","title":"On the Optimal Memorization Capacity of Transformers","created":"2024-09-26","cited_by_count":10,"area":null},{"id":"2402.02619","title":"Understanding Addition and Subtraction in Transformers","created":"2024-02-04","cited_by_count":8,"area":null},{"id":"2407.16153","title":"On the Benefits of Rank in Attention Layers","created":"2024-07-23","cited_by_count":5,"area":null},{"id":"2410.23610","title":"Global Convergence in Training Large-Scale Transformers","created":"2024-10-31","cited_by_count":5,"area":null},{"id":"2502.12851","title":"MeMo: Towards Language Models with Associative Memory Mechanisms","created":"2025-02-18","cited_by_count":5,"area":null},{"id":"2504.13558","title":"Transformers Can Overcome the Curse of Dimensionality: A Theoretical Study from an Approximation Perspective","created":"2025-04-18","cited_by_count":5,"area":null},{"id":"2509.00421","title":"Memory Limitations of Prompt Tuning in Transformers","created":"2025-08-30","cited_by_count":4,"area":null},{"id":"2510.06662","title":"The Effect of Attention Head Count on Transformer Approximation","created":"2025-10-08","cited_by_count":4,"area":null},{"id":"2306.17184","title":"State space models can express n-gram languages","created":"2023-06-20","cited_by_count":3,"area":null},{"id":"2503.11272","title":"When Do Transformers Outperform Feedforward and Recurrent Networks? A Statistical Perspective","created":"2025-03-14","cited_by_count":3,"area":null},{"id":"2508.07571","title":"Towards Theoretical Understanding of Transformer Test-Time Computing: Investigation on In-Context Linear Regression","created":"2025-08-11","cited_by_count":3,"area":null},{"id":"2411.10115","title":"Memorization in Attention-only Transformers","created":"2024-11-15","cited_by_count":2,"area":null},{"id":"2502.02270","title":"Exact Sequence Interpolation with Transformers","created":"2025-02-04","cited_by_count":2,"area":null},{"id":"2601.16450","title":"On the Expressive Power of Floating-Point Transformers","created":"2026-01-23","cited_by_count":2,"area":null},{"id":"2603.25579","title":"The Rules-and-Facts Model for Simultaneous Generalization and Memorization in Neural Networks","created":"2026-03-26","cited_by_count":2,"area":null},{"id":"2407.15425","title":"Empirical Capacity Model for Self-Attention Neural Networks","created":"2024-07-22","cited_by_count":1,"area":null},{"id":"2508.00305","title":"Systematic Evaluation of Optimization Techniques for Long-Context Language Models","created":"2025-08-01","cited_by_count":1,"area":null},{"id":"2605.12426","title":"Geometric Factual Recall in Transformers","created":"2026-05-12","cited_by_count":1,"area":null},{"id":"2407.20152","title":"Hierarchically Disentangled Recurrent Network for Factorizing System Dynamics of Multi-scale Systems: An application on Hydrological Systems","created":"2024-07-29","cited_by_count":0,"area":null},{"id":"2506.14704","title":"Capacity Matters: a Proof-of-Concept for Transformer Memorization on Real-World Data","created":"2025-06-17","cited_by_count":0,"area":null},{"id":"2605.07463","title":"Approximation Error Upper and Lower Bounds for H\\\"{o}lder Class with Transformers","created":"2026-05-08","cited_by_count":0,"area":null},{"id":"2609.32302","title":"On the Capability and Limitation of Hard Prompt","created":"2026-09-26","cited_by_count":0,"area":null}],"next_cursor":null}