{"list":"other","total":59,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2201.11903","title":"Chain-of-Thought Prompting Elicits Reasoning in Large Language Models","created":"2022-01-28","cited_by_count":12459},{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703},{"id":"1901.02860","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","created":"2019-01-09","cited_by_count":1850},{"id":"2307.02483","title":"Jailbroken: How Does LLM Safety Training Fail?","created":"2023-07-05","cited_by_count":1651},{"id":"1904.10509","title":"Generating Long Sequences with Sparse Transformers","created":"2019-04-23","cited_by_count":1546},{"id":"2206.14858","title":"Solving Quantitative Reasoning Problems with Language Models","created":"2022-06-29","cited_by_count":1392},{"id":"2404.06654","title":"RULER: What's the Real Context Size of Your Long-Context Language Models?","created":"2024-04-09","cited_by_count":1346},{"id":"1803.02155","title":"Self-Attention with Relative Position Representations","created":"2018-03-06","cited_by_count":1120},{"id":"2108.12409","title":"Train Short, Test Long: Attention with Linear Biases Enables Input Length Extrapolation","created":"2021-08-27","cited_by_count":1103},{"id":"2112.00114","title":"Show Your Work: Scratchpads for Intermediate Computation with Language Models","created":"2021-11-30","cited_by_count":886},{"id":"2009.06732","title":"Efficient Transformers: A Survey","created":"2020-09-14","cited_by_count":790},{"id":"2306.15595","title":"Extending Context Window of Large Language Models via Positional Interpolation","created":"2023-06-27","cited_by_count":740},{"id":"2309.00071","title":"YaRN: Efficient Context Window Extension of Large Language Models","created":"2023-08-31","cited_by_count":601},{"id":"1705.03122","title":"Convolutional Sequence to Sequence Learning","created":"2017-05-08","cited_by_count":552},{"id":"2305.18654","title":"Faith and Fate: Limits of Transformers on Compositionality","created":"2023-05-29","cited_by_count":503},{"id":"2404.02151","title":"Jailbreaking Leading Safety-Aligned LLMs with Simple Adaptive Attacks","created":"2024-04-02","cited_by_count":486},{"id":"2305.19466","title":"The Impact of Positional Encoding on Length Generalization in Transformers","created":"2023-05-31","cited_by_count":327},{"id":"2210.10749","title":"Transformers Learn Shortcuts to Automata","created":"2022-10-19","cited_by_count":268},{"id":"1908.08351","title":"Compositionality decomposed: how do neural networks generalise?","created":"2019-08-22","cited_by_count":265},{"id":"2207.02098","title":"Neural Networks and the Chomsky Hierarchy","created":"2022-07-05","cited_by_count":217},{"id":"2402.01032","title":"Repeat After Me: Transformers are Better than State Space Models at Copying","created":"2024-02-01","cited_by_count":216},{"id":"2207.04901","title":"Exploring Length Generalization in Large Language Models","created":"2022-07-11","cited_by_count":206},{"id":"2310.16028","title":"What Algorithms can Transformers Learn? A Study in Length Generalization","created":"2023-10-24","cited_by_count":199},{"id":"2006.15595","title":"Rethinking Positional Encoding in Language Pre-training","created":"2020-06-28","cited_by_count":197},{"id":"2106.06981","title":"Thinking Like Transformers","created":"2021-06-13","cited_by_count":184},{"id":"2010.15775","title":"Understanding the Failure Modes of Out-of-Distribution Generalization","created":"2020-10-29","cited_by_count":146},{"id":"2306.02896","title":"Representational Strengths and Limitations of Transformers","created":"2023-06-05","cited_by_count":133},{"id":"2307.03381","title":"Teaching Arithmetic to Small Transformers","created":"2023-07-07","cited_by_count":123},{"id":"2108.12284","title":"The Devil is in the Detail: Simple Tricks Improve Systematic Generalization of Transformers","created":"2021-08-26","cited_by_count":117},{"id":"2305.16843","title":"Randomized Positional Encodings Boost Length Generalization of Transformers","created":"2023-05-26","cited_by_count":117},{"id":"2309.10400","title":"PoSE: Efficient Context Window Extension of LLMs via Positional Skip-wise Training","created":"2023-09-19","cited_by_count":111},{"id":"2206.04301","title":"Unveiling Transformers with LEGO: a synthetic reasoning task","created":"2022-06-09","cited_by_count":106},{"id":"2409.00729","title":"ContextCite: Attributing Model Generation to Context","created":"2024-09-01","cited_by_count":98},{"id":"2402.09371","title":"Transformers Can Achieve Length Generalization But Not Robustly","created":"2024-02-14","cited_by_count":86},{"id":"2405.17399","title":"Transformers Can Do Arithmetic with the Right Embeddings","created":"2024-05-27","cited_by_count":78},{"id":"2306.00946","title":"Exposing Attention Glitches with Flip-Flop Language Modeling","created":"2023-06-01","cited_by_count":75},{"id":"2402.09963","title":"Why are Sensitive Functions Hard for Transformers?","created":"2024-02-15","cited_by_count":74},{"id":"2009.13658","title":"Improve Transformer Models with Better Relative Position Embeddings","created":"2020-09-28","cited_by_count":73},{"id":"2301.13105","title":"Generalization on the Unseen, Logic Reasoning and Degree Curriculum","created":"2023-01-30","cited_by_count":73},{"id":"2108.04378","title":"Making Transformers Solve Compositional Tasks","created":"2021-08-09","cited_by_count":72},{"id":"2402.08164","title":"On Limitations of the Transformer Architecture","created":"2024-02-13","cited_by_count":63},{"id":"2110.07732","title":"The Neural Data Router: Adaptive Control Flow in Transformers Improves Systematic Generalization","created":"2021-10-14","cited_by_count":62},{"id":"2311.14737","title":"Positional Description Matters for Transformers Arithmetic","created":"2023-11-22","cited_by_count":56},{"id":"2410.02140","title":"A Formal Framework for Understanding Length Generalization in Transformers","created":"2024-10-03","cited_by_count":45},{"id":"2310.16450","title":"CLEX: Continuous Length Extrapolation for Large Language Models","created":"2023-10-25","cited_by_count":44},{"id":"2502.01612","title":"Self-Improving Transformers Overcome Easy-to-Hard and Length Generalization Challenges","created":"2025-02-03","cited_by_count":31},{"id":"2305.00833","title":"Learning to Reason and Memorize with Self-Notes","created":"2023-05-01","cited_by_count":30},{"id":"2107.12580","title":"Pointer Value Retrieval: A new benchmark for understanding the limits of neural network generalization","created":"2021-07-27","cited_by_count":29},{"id":"2402.17709","title":"Case-Based or Rule-Based: How Do Transformers Do the Math?","created":"2024-02-27","cited_by_count":26},{"id":"2409.12181","title":"A Controlled Study on Long Context Extension and Generalization in LLMs","created":"2024-09-18","cited_by_count":26},{"id":"2407.03310","title":"Universal Length Generalization with Turing Programs","created":"2024-07-03","cited_by_count":25},{"id":"2402.04875","title":"On Provable Length and Compositional Generalization","created":"2024-02-07","cited_by_count":22},{"id":"2406.06893","title":"Transformers Provably Learn Sparse Token Selection While Fully-Connected Nets Cannot","created":"2024-06-11","cited_by_count":22},{"id":"2410.15787","title":"Arithmetic Transformers Can Length-Generalize in Both Operand Length and Count","created":"2024-10-21","cited_by_count":18},{"id":"2406.01895","title":"Explicitly Encoding Structural Symmetry is Key to Length Generalization in Arithmetic Tasks","created":"2024-06-04","cited_by_count":11},{"id":"2403.11963","title":"Transfer Learning Beyond Bounded Density Ratios","created":"2024-03-18","cited_by_count":6},{"id":"2411.01035","title":"Provable Length Generalization in Sequence Prediction via Spectral Filtering","created":"2024-11-01","cited_by_count":3}],"next_cursor":null}