{"total":40,"rows":[{"id":"2108.12409","title":"Train Short, Test Long: Attention with Linear Biases Enables Input Length Extrapolation","created":"2021-08-27","cited_by_count":1103,"area":null},{"id":"2305.18654","title":"Faith and Fate: Limits of Transformers on Compositionality","created":"2023-05-29","cited_by_count":503,"area":null},{"id":"2210.10749","title":"Transformers Learn Shortcuts to Automata","created":"2022-10-19","cited_by_count":268,"area":null},{"id":"2207.04901","title":"Exploring Length Generalization in Large Language Models","created":"2022-07-11","cited_by_count":206,"area":null},{"id":"2102.13019","title":"Investigating the Limitations of Transformers with Simple Arithmetic Tasks","created":"2021-02-25","cited_by_count":139,"area":null},{"id":"2108.12284","title":"The Devil is in the Detail: Simple Tricks Improve Systematic Generalization of Transformers","created":"2021-08-26","cited_by_count":117,"area":null},{"id":"2210.03050","title":"State-of-the-art generalisation research in NLP: A taxonomy and review","created":"2022-10-06","cited_by_count":98,"area":null},{"id":"2306.15400","title":"Length Generalization in Arithmetic Transformers","created":"2023-06-27","cited_by_count":66,"area":null},{"id":"2104.07478","title":"Unlocking Compositional Generalization in Pre-trained Models Using Intermediate Representations","created":"2021-04-15","cited_by_count":55,"area":null},{"id":"2205.12253","title":"Evaluating the Impact of Model Scale for Compositional Generalization in Semantic Parsing","created":"2022-05-24","cited_by_count":50,"area":null},{"id":"2112.07610","title":"Improving Compositional Generalization with Latent Structure and Data Augmentation","created":"2021-12-14","cited_by_count":46,"area":null},{"id":"2109.05644","title":"SHAPE: Shifted Absolute Position Embedding for Transformers","created":"2021-09-13","cited_by_count":37,"area":null},{"id":"2206.05056","title":"On Neural Architecture Inductive Biases for Relational Tasks","created":"2022-06-09","cited_by_count":26,"area":null},{"id":"2312.03656","title":"Interpretability Illusions in the Generalization of Simplified Models","created":"2023-12-06","cited_by_count":25,"area":null},{"id":"2212.08979","title":"Language model acceptability judgements are not always robust to context","created":"2022-12-18","cited_by_count":22,"area":null},{"id":"2406.06893","title":"Transformers Provably Learn Sparse Token Selection While Fully-Connected Nets Cannot","created":"2024-06-11","cited_by_count":22,"area":null},{"id":"2109.08994","title":"ReaSCAN: Compositional Reasoning in Language Grounding","created":"2021-09-18","cited_by_count":19,"area":null},{"id":"2310.00726","title":"Improving Length-Generalization in Transformers via Task Hinting","created":"2023-10-01","cited_by_count":13,"area":null},{"id":"2506.09251","title":"Extrapolation by Association: Length Generalization Transfer in Transformers","created":"2025-06-10","cited_by_count":13,"area":null},{"id":"2110.09419","title":"Compositional Attention: Disentangling Search and Retrieval","created":"2021-10-18","cited_by_count":12,"area":null},{"id":"2408.05506","title":"Your Context Is Not an Array: Unveiling Random Access Limitations in Transformers","created":"2024-08-10","cited_by_count":11,"area":null},{"id":"2112.08914","title":"Characterizing and addressing the issue of oversmoothing in neural autoregressive sequence modeling","created":"2021-12-16","cited_by_count":10,"area":null},{"id":"2210.06799","title":"Benchmarking Long-tail Generalization with Likelihood Splits","created":"2022-10-13","cited_by_count":9,"area":null},{"id":"2305.20019","title":"Monotonic Location Attention for Length Generalization","created":"2023-05-31","cited_by_count":9,"area":null},{"id":"2405.03727","title":"Large Language Models Synergize with Automated Machine Learning","created":"2024-05-06","cited_by_count":9,"area":null},{"id":"2112.05209","title":"Compositional Generalization for Natural Language Interfaces to Web APIs","created":"2021-12-09","cited_by_count":7,"area":null},{"id":"2103.01403","title":"A Minimalist Dataset for Systematic Generalization of Perception, Syntax, and Semantics","created":"2021-03-02","cited_by_count":6,"area":null},{"id":"2110.04169","title":"Iterative Decoding for Compositional Generalization in Transformers","created":"2021-10-08","cited_by_count":6,"area":null},{"id":"2210.03183","title":"Compositional Generalisation with Structured Reordering and Fertility Layers","created":"2022-10-06","cited_by_count":6,"area":null},{"id":"2403.11834","title":"Towards Understanding the Relationship between In-context Learning and Compositional Generalization","created":"2024-03-18","cited_by_count":5,"area":null},{"id":"2503.19123","title":"Overcoming Vocabulary Mismatch: Vocabulary-agnostic Teacher Guided Language Modeling","created":"2025-03-24","cited_by_count":4,"area":null},{"id":"2603.02238","title":"Length Generalization Bounds for Transformers","created":"2026-02-13","cited_by_count":4,"area":null},{"id":"2201.11766","title":"Recursive Decoding: A Situated Cognition Approach to Compositional Generation in Grounded Language Understanding","created":"2022-01-27","cited_by_count":3,"area":null},{"id":"2411.01035","title":"Provable Length Generalization in Sequence Prediction via Spectral Filtering","created":"2024-11-01","cited_by_count":3,"area":null},{"id":"2309.00857","title":"Evaluating Transformer's Ability to Learn Mildly Context-Sensitive Languages","created":"2023-09-02","cited_by_count":2,"area":null},{"id":"2402.10575","title":"Symbolic Autoencoding for Self-Supervised Sequence Learning","created":"2024-02-16","cited_by_count":2,"area":null},{"id":"2603.02874","title":"Retrievit: In-context Retrieval Capabilities of Transformers, State Space Models, and Hybrid Architectures","created":"2026-03-03","cited_by_count":1,"area":null},{"id":"2404.11870","title":"Enhancing Length Extrapolation in Sequential Models with Pointer-Augmented Neural Memory","created":"2024-04-18","cited_by_count":0,"area":null},{"id":"2502.00197","title":"Learning Model Successors","created":"2025-01-31","cited_by_count":0,"area":null},{"id":"2604.15306","title":"Generalization in LLM Problem Solving: The Case of the Shortest Path","created":"2026-04-16","cited_by_count":0,"area":null}],"next_cursor":null}