{"total":148,"rows":[{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2305.18654","title":"Faith and Fate: Limits of Transformers on Compositionality","created":"2023-05-29","cited_by_count":503,"area":null},{"id":"2306.09927","title":"Trained Transformers Learn Linear Models In-Context","created":"2023-06-16","cited_by_count":337,"area":null},{"id":"2305.19466","title":"The Impact of Positional Encoding on Length Generalization in Transformers","created":"2023-05-31","cited_by_count":327,"area":null},{"id":"2404.02060","title":"Long-context LLMs Struggle with Long In-context Learning","created":"2024-04-02","cited_by_count":286,"area":null},{"id":"2210.10749","title":"Transformers Learn Shortcuts to Automata","created":"2022-10-19","cited_by_count":268,"area":null},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2310.16028","title":"What Algorithms can Transformers Learn? A Study in Length Generalization","created":"2023-10-24","cited_by_count":199,"area":null},{"id":"2207.08799","title":"Hidden Progress in Deep Learning: SGD Learns Parities Near the Computational Limit","created":"2022-07-18","cited_by_count":187,"area":null},{"id":"2403.06963","title":"The pitfalls of next-token prediction","created":"2024-03-11","cited_by_count":160,"area":null},{"id":"2307.03381","title":"Teaching Arithmetic to Small Transformers","created":"2023-07-07","cited_by_count":123,"area":null},{"id":"2402.14903","title":"Tokenization counts: the impact of tokenization on arithmetic in frontier LLMs","created":"2024-02-22","cited_by_count":115,"area":null},{"id":"2212.04458","title":"General-Purpose In-Context Learning by Meta-Learning Transformers","created":"2022-12-08","cited_by_count":105,"area":null},{"id":"2305.16380","title":"Scan and Snap: Understanding Training Dynamics and Token Composition in 1-layer Transformer","created":"2023-05-25","cited_by_count":102,"area":null},{"id":"2402.09371","title":"Transformers Can Achieve Length Generalization But Not Robustly","created":"2024-02-14","cited_by_count":86,"area":null},{"id":"2405.00208","title":"A Primer on the Inner Workings of Transformer-based Language Models","created":"2024-04-30","cited_by_count":85,"area":null},{"id":"2405.17399","title":"Transformers Can Do Arithmetic with the Right Embeddings","created":"2024-05-27","cited_by_count":78,"area":null},{"id":"2306.00946","title":"Exposing Attention Glitches with Flip-Flop Language Modeling","created":"2023-06-01","cited_by_count":75,"area":null},{"id":"2301.13105","title":"Generalization on the Unseen, Logic Reasoning and Degree Curriculum","created":"2023-01-30","cited_by_count":73,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2211.12316","title":"Simplicity Bias in Transformers and their Ability to Learn Sparse Boolean Functions","created":"2022-11-22","cited_by_count":70,"area":null},{"id":"2306.15400","title":"Length Generalization in Arithmetic Transformers","created":"2023-06-27","cited_by_count":66,"area":null},{"id":"2305.14907","title":"Coverage-based Example Selection for In-Context Learning","created":"2023-05-24","cited_by_count":59,"area":null},{"id":"2403.11901","title":"Larimar: Large Language Models with Episodic Memory Control","created":"2024-03-18","cited_by_count":53,"area":null},{"id":"2310.00535","title":"JoMA: Demystifying Multilayer Transformers via JOint Dynamics of MLP and Attention","created":"2023-10-01","cited_by_count":52,"area":null},{"id":"2303.08117","title":"Do Transformers Parse while Predicting the Masked Word?","created":"2023-03-14","cited_by_count":48,"area":null},{"id":"2410.01104","title":"Softmax is not Enough (for Sharp Size Generalisation)","created":"2024-10-01","cited_by_count":46,"area":null},{"id":"2312.09571","title":"Extending Context Window of Large Language Models via Semantic Compression","created":"2023-12-15","cited_by_count":45,"area":null},{"id":"2212.10356","title":"Dissecting Transformer Length Extrapolation via the Lens of Receptive Field Analysis","created":"2022-12-20","cited_by_count":42,"area":null},{"id":"2406.06467","title":"How Far Can Transformers Reason? The Globality Barrier and Inductive Scratchpad","created":"2024-06-10","cited_by_count":36,"area":null},{"id":"2305.16151","title":"Understanding the Capabilities of Large Language Models for Automated Planning","created":"2023-05-25","cited_by_count":34,"area":null},{"id":"2211.00692","title":"Towards Better Out-of-Distribution Generalization of Neural Algorithmic Reasoning Tasks","created":"2022-11-01","cited_by_count":30,"area":null},{"id":"2408.09503","title":"Out-of-distribution generalization via composition: a lens through induction heads in Transformers","created":"2024-08-18","cited_by_count":28,"area":null},{"id":"2402.17709","title":"Case-Based or Rule-Based: How Do Transformers Do the Math?","created":"2024-02-27","cited_by_count":26,"area":null},{"id":"2405.13226","title":"Dataset Decomposition: Faster LLM Training with Variable Sequence Length Curriculum","created":"2024-05-21","cited_by_count":26,"area":null},{"id":"2405.20131","title":"Language Models Need Inductive Biases to Count Inductively","created":"2024-05-30","cited_by_count":25,"area":null},{"id":"2407.03310","title":"Universal Length Generalization with Turing Programs","created":"2024-07-03","cited_by_count":25,"area":null},{"id":"2401.16421","title":"Two Stones Hit One Bird: Bilevel Positional Encoding for Better Length Extrapolation","created":"2024-01-29","cited_by_count":24,"area":null},{"id":"2407.15160","title":"When Can Transformers Count to n?","created":"2024-07-21","cited_by_count":24,"area":null},{"id":"2409.04481","title":"Large Language Models in Drug Discovery and Development: From Disease Mechanisms to Clinical Trials","created":"2024-09-06","cited_by_count":24,"area":null},{"id":"2209.13020","title":"Law Informs Code: A Legal Informatics Approach to Aligning Artificial Intelligence with Humans","created":"2022-09-14","cited_by_count":23,"area":null},{"id":"2405.20671","title":"Position Coupling: Improving Length Generalization of Arithmetic Transformers Using Task Structure","created":"2024-05-31","cited_by_count":23,"area":null},{"id":"2402.04875","title":"On Provable Length and Compositional Generalization","created":"2024-02-07","cited_by_count":22,"area":null},{"id":"2404.10690","title":"MathWriting: A Dataset For Handwritten Mathematical Expression Recognition","created":"2024-04-16","cited_by_count":21,"area":null},{"id":"2506.16640","title":"Long-Context Generalization with Sparse Attention","created":"2025-06-19","cited_by_count":21,"area":null},{"id":"2210.00400","title":"Systematic Generalization and Emergent Structures in Transformers Trained on Structured Tasks","created":"2022-10-02","cited_by_count":19,"area":null},{"id":"2401.00955","title":"Learning Long Sequences in Spiking Neural Networks","created":"2023-12-14","cited_by_count":19,"area":null},{"id":"2410.01769","title":"Quantifying Generalization Complexity for Large Language Models","created":"2024-10-02","cited_by_count":18,"area":null},{"id":"2307.01189","title":"Trainable Transformer in Transformer","created":"2023-07-03","cited_by_count":17,"area":null},{"id":"2309.14846","title":"Supersonic: Learning to Generate Source Code Optimizations in C/C++","created":"2023-09-26","cited_by_count":16,"area":null},{"id":"2406.08787","title":"A Survey on Compositional Learning of AI Models: Theoretical and Experimental Practices","created":"2024-06-13","cited_by_count":15,"area":null},{"id":"2305.03796","title":"Transformer Working Memory Enables Regular Language Reasoning and Natural Language Length Extrapolation","created":"2023-05-05","cited_by_count":13,"area":null},{"id":"2310.00726","title":"Improving Length-Generalization in Transformers via Task Hinting","created":"2023-10-01","cited_by_count":13,"area":null},{"id":"2506.09251","title":"Extrapolation by Association: Length Generalization Transfer in Transformers","created":"2025-06-10","cited_by_count":13,"area":null},{"id":"2311.05241","title":"When Meta-Learning Meets Online and Continual Learning: A Survey","created":"2023-11-09","cited_by_count":12,"area":null},{"id":"2410.13502","title":"MathGAP: Out-of-Distribution Evaluation on Problems with Arbitrarily Complex Proofs","created":"2024-10-17","cited_by_count":12,"area":null},{"id":"2607.20519","title":"Adaptive Depth in Looped Transformers: Diagnosing Learned Halting Gates and Trajectory Readouts","created":"2026-07-08","cited_by_count":12,"area":null},{"id":"2305.05364","title":"Large Language Model Programs","created":"2023-05-09","cited_by_count":11,"area":null},{"id":"2404.00560","title":"A Theory for Length Generalization in Learning to Reason","created":"2024-03-31","cited_by_count":11,"area":null},{"id":"2408.05506","title":"Your Context Is Not an Array: Unveiling Random Access Limitations in Transformers","created":"2024-08-10","cited_by_count":11,"area":null},{"id":"2502.09844","title":"Solving Empirical Bayes via Transformers","created":"2025-02-14","cited_by_count":11,"area":null},{"id":"2309.11197","title":"The Languini Kitchen: Enabling Language Modelling Research at Different Scales of Compute","created":"2023-09-20","cited_by_count":10,"area":null},{"id":"2310.11984","title":"From Interpolation to Extrapolation: Complete Length Generalization for Arithmetic Transformers","created":"2023-10-18","cited_by_count":10,"area":null},{"id":"2305.20019","title":"Monotonic Location Attention for Length Generalization","created":"2023-05-31","cited_by_count":9,"area":null},{"id":"2402.17396","title":"Benchmarking GPT-4 on Algorithmic Problems: A Systematic Evaluation of Prompting Strategies","created":"2024-02-27","cited_by_count":9,"area":null},{"id":"2405.03727","title":"Large Language Models Synergize with Automated Machine Learning","created":"2024-05-06","cited_by_count":9,"area":null},{"id":"2505.11199","title":"The Counting Power of Transformers","created":"2025-05-16","cited_by_count":9,"area":null},{"id":"2506.15543","title":"Learning Algorithms in the Limit","created":"2025-06-18","cited_by_count":9,"area":null},{"id":"2308.01236","title":"Grounded Image Text Matching with Mismatched Relation Reasoning","created":"2023-08-02","cited_by_count":8,"area":null},{"id":"2405.17755","title":"XL3M: A Training-free Framework for LLM Length Extension Based on Segment-wise Inference","created":"2024-05-28","cited_by_count":8,"area":null},{"id":"2405.18758","title":"Learning to Continually Learn with the Bayesian Principle","created":"2024-05-29","cited_by_count":8,"area":null},{"id":"2502.16792","title":"The Role of Sparsity for Length Generalization in Transformers","created":"2025-02-24","cited_by_count":8,"area":null},{"id":"2510.27015","title":"Quantitative Bounds for Length Generalization in Transformers","created":"2025-10-30","cited_by_count":8,"area":null},{"id":"2210.14064","title":"Learning Low Dimensional State Spaces with Overparameterized Recurrent Neural Nets","created":"2022-10-25","cited_by_count":7,"area":null},{"id":"2310.08866","title":"Adaptivity and Modularity for Efficient Generalization Over Task Complexity","created":"2023-10-13","cited_by_count":7,"area":null},{"id":"2408.14906","title":"Writing in the Margins: Better Inference Pattern for Long Context Retrieval","created":"2024-08-27","cited_by_count":7,"area":null},{"id":"2410.18077","title":"ALTA: Compiler-Based Analysis of Transformers","created":"2024-10-23","cited_by_count":7,"area":null},{"id":"2502.11525","title":"Beyond Single-Task: Robust Multi-Task Length Generalization for LLMs","created":"2025-02-17","cited_by_count":7,"area":null},{"id":"2502.17356","title":"Random Scaling of Emergent Capabilities","created":"2025-02-24","cited_by_count":7,"area":null},{"id":"2311.09606","title":"GistScore: Learning Better Representations for In-Context Example Selection with Gist Bottlenecks","created":"2023-11-16","cited_by_count":6,"area":null},{"id":"2403.05468","title":"Will GPT-4 Run DOOM?","created":"2024-03-08","cited_by_count":6,"area":null},{"id":"2504.02827","title":"On Vanishing Variance in Transformer Length Generalization","created":"2025-04-03","cited_by_count":6,"area":null},{"id":"2505.21785","title":"Born a Transformer -- Always a Transformer? On the Effect of Pretraining on Architectural Abilities","created":"2025-05-27","cited_by_count":6,"area":null},{"id":"2509.22445","title":"Bridging Kolmogorov Complexity and Deep Learning: Asymptotically Optimal Description Length Objectives for Transformers","created":"2025-09-26","cited_by_count":6,"area":null},{"id":"2210.04802","title":"SimSCOOD: Systematic Analysis of Out-of-Distribution Generalization in Fine-tuned Source Code Models","created":"2022-10-10","cited_by_count":5,"area":null},{"id":"2502.18273","title":"Beyond In-Distribution Success: Scaling Curves of CoT Granularity for Language Model Generalization","created":"2025-02-25","cited_by_count":5,"area":null},{"id":"2307.07742","title":"SINC: Self-Supervised In-Context Learning for Vision-Language Tasks","created":"2023-07-15","cited_by_count":4,"area":null},{"id":"2502.10760","title":"Why is prompting hard? Understanding prompts on binary sequence predictors","created":"2025-02-15","cited_by_count":4,"area":null},{"id":"2504.15284","title":"EditLord: Learning Code Transformation Rules for Code Editing","created":"2025-03-10","cited_by_count":4,"area":null},{"id":"2505.21749","title":"Revisiting Bi-Linear State Transitions in Recurrent Neural Networks","created":"2025-05-27","cited_by_count":4,"area":null},{"id":"2506.11769","title":"Long-Short Alignment for Effective Long-Context Modeling in LLMs","created":"2025-06-13","cited_by_count":4,"area":null},{"id":"2603.02238","title":"Length Generalization Bounds for Transformers","created":"2026-02-13","cited_by_count":4,"area":null},{"id":"2311.18194","title":"Positional Information Matters for Invariant In-Context Learning: A Case Study of Simple Function Classes","created":"2023-11-30","cited_by_count":3,"area":null},{"id":"2411.01035","title":"Provable Length Generalization in Sequence Prediction via Spectral Filtering","created":"2024-11-01","cited_by_count":3,"area":null},{"id":"2501.01473","title":"Unraveling Indirect In-Context Learning Using Influence Functions","created":"2025-01-01","cited_by_count":3,"area":null},{"id":"2503.11272","title":"When Do Transformers Outperform Feedforward and Recurrent Networks? A Statistical Perspective","created":"2025-03-14","cited_by_count":3,"area":null},{"id":"2512.04727","title":"Sequential Enumeration in Large Language Models","created":"2025-12-04","cited_by_count":3,"area":null},{"id":"2601.22510","title":"Shattered Compositionality: Counterintuitive Learning Dynamics of Transformers for Arithmetic","created":"2026-01-30","cited_by_count":3,"area":null},{"id":"2602.08907","title":"Positive Distribution Shift as a Framework for Understanding Tractable Learning","created":"2026-02-09","cited_by_count":3,"area":null},{"id":"2605.09239","title":"Repeated-Token Counting Reveals a Dissociation Between Representations and Outputs","created":"2026-05-10","cited_by_count":3,"area":null}],"next_cursor":"100"}