{"total":218,"rows":[{"id":"2108.12409","title":"Train Short, Test Long: Attention with Linear Biases Enables Input Length Extrapolation","created":"2021-08-27","cited_by_count":1103,"area":null},{"id":"2305.19466","title":"The Impact of Positional Encoding on Length Generalization in Transformers","created":"2023-05-31","cited_by_count":327,"area":null},{"id":"2307.04721","title":"Large Language Models as General Pattern Machines","created":"2023-07-10","cited_by_count":197,"area":null},{"id":"2111.09794","title":"A Survey of Zero-shot Generalisation in Deep Reinforcement Learning","created":"2021-11-18","cited_by_count":170,"area":null},{"id":"2111.09509","title":"How much do language models copy from their training data? Evaluating linguistic novelty in text generation using RAVEN","created":"2021-11-18","cited_by_count":124,"area":null},{"id":"2108.12284","title":"The Devil is in the Detail: Simple Tricks Improve Systematic Generalization of Transformers","created":"2021-08-26","cited_by_count":117,"area":null},{"id":"2206.04301","title":"Unveiling Transformers with LEGO: a synthetic reasoning task","created":"2022-06-09","cited_by_count":106,"area":null},{"id":"2210.03050","title":"State-of-the-art generalisation research in NLP: A taxonomy and review","created":"2022-10-06","cited_by_count":98,"area":null},{"id":"2109.00486","title":"Survey of Low-Resource Machine Translation","created":"2021-09-01","cited_by_count":92,"area":null},{"id":"2303.07971","title":"A Theory of Emergent In-Context Learning as Implicit Structure Induction","created":"2023-03-14","cited_by_count":86,"area":null},{"id":"2402.09371","title":"Transformers Can Achieve Length Generalization But Not Robustly","created":"2024-02-14","cited_by_count":86,"area":null},{"id":"2302.11529","title":"Modular Deep Learning","created":"2023-02-22","cited_by_count":83,"area":null},{"id":"2404.04125","title":"No \"Zero-Shot\" Without Exponential Data: Pretraining Concept Frequency Determines Multimodal Model Performance","created":"2024-04-04","cited_by_count":75,"area":null},{"id":"2301.13105","title":"Generalization on the Unseen, Logic Reasoning and Degree Curriculum","created":"2023-01-30","cited_by_count":73,"area":null},{"id":"2108.04378","title":"Making Transformers Solve Compositional Tasks","created":"2021-08-09","cited_by_count":72,"area":null},{"id":"2110.07732","title":"The Neural Data Router: Adaptive Control Flow in Transformers Improves Systematic Generalization","created":"2021-10-14","cited_by_count":62,"area":null},{"id":"2408.14339","title":"ConceptMix: A Compositional Image Generation Benchmark with Controllable Difficulty","created":"2024-08-26","cited_by_count":61,"area":null},{"id":"2108.05885","title":"The paradox of the compositionality of natural language: a neural machine translation case study","created":"2021-08-12","cited_by_count":59,"area":null},{"id":"2301.10884","title":"Break It Down: Evidence for Structural Compositionality in Neural Networks","created":"2023-01-26","cited_by_count":44,"area":null},{"id":"2210.15303","title":"Can language models handle recursively nested grammatical structures? A case study on comparing models and humans","created":"2022-10-27","cited_by_count":41,"area":null},{"id":"2103.01620","title":"Disentangling Syntax and Semantics in the Brain with Deep Networks","created":"2021-03-02","cited_by_count":40,"area":null},{"id":"2112.00578","title":"Systematic Generalization with Edge Transformers","created":"2021-12-01","cited_by_count":38,"area":null},{"id":"2406.06467","title":"How Far Can Transformers Reason? The Globality Barrier and Inductive Scratchpad","created":"2024-06-10","cited_by_count":36,"area":null},{"id":"2110.15245","title":"From Machine Learning to Robotics: Challenges and Opportunities for Embodied Intelligence","created":"2021-10-28","cited_by_count":35,"area":null},{"id":"2502.03566","title":"CLIP Behaves like a Bag-of-Words Model Cross-modally but not Uni-modally","created":"2025-02-05","cited_by_count":31,"area":null},{"id":"2203.09978","title":"WOODS: Benchmarks for Out-of-Distribution Generalization in Time Series","created":"2022-03-18","cited_by_count":30,"area":null},{"id":"2110.02782","title":"How BPE Affects Memorization in Transformers","created":"2021-10-06","cited_by_count":29,"area":null},{"id":"2202.13914","title":"Combining Modular Skills in Multitask Learning","created":"2022-02-28","cited_by_count":28,"area":null},{"id":"2109.13986","title":"Symbolic Brittleness in Sequence Models: on Systematic Generalization in Symbolic Mathematics","created":"2021-09-28","cited_by_count":27,"area":null},{"id":"2310.10837","title":"Approximating Two-Layer Feedforward Networks for Efficient Transformers","created":"2023-10-16","cited_by_count":27,"area":null},{"id":"2407.03310","title":"Universal Length Generalization with Turing Programs","created":"2024-07-03","cited_by_count":25,"area":null},{"id":"2210.13050","title":"Structural generalization is hard for sequence-to-sequence models","created":"2022-10-24","cited_by_count":24,"area":null},{"id":"2212.08979","title":"Language model acceptability judgements are not always robust to context","created":"2022-12-18","cited_by_count":22,"area":null},{"id":"2310.15040","title":"SLOG: A Structural Generalization Benchmark for Semantic Parsing","created":"2023-10-23","cited_by_count":22,"area":null},{"id":"2311.12997","title":"Compositional Capabilities of Autoregressive Transformers: A Study on Synthetic, Interpretable Tasks","created":"2023-11-21","cited_by_count":22,"area":null},{"id":"2402.04875","title":"On Provable Length and Compositional Generalization","created":"2024-02-07","cited_by_count":22,"area":null},{"id":"2102.11115","title":"Probing Multimodal Embeddings for Linguistic Properties: the Visual-Semantic Case","created":"2021-02-22","cited_by_count":20,"area":null},{"id":"2106.01074","title":"Database Reasoning Over Text","created":"2021-06-02","cited_by_count":20,"area":null},{"id":"2303.03581","title":"Neural Compositional Rule Learning for Knowledge Graph Reasoning","created":"2023-03-07","cited_by_count":20,"area":null},{"id":"2405.16391","title":"When does compositional structure yield compositional generalization? A kernel theory","created":"2024-05-26","cited_by_count":20,"area":null},{"id":"2501.08537","title":"Complexity Control Facilitates Reasoning-Based Compositional Generalization in Transformers","created":"2025-01-15","cited_by_count":20,"area":null},{"id":"2112.09054","title":"Pushing the Limits of Rule Reasoning in Transformers through Natural Language Satisfiability","created":"2021-12-16","cited_by_count":18,"area":null},{"id":"2405.05409","title":"Initialization is Critical to Whether Transformers Fit Composite Functions by Reasoning or Memorizing","created":"2024-05-08","cited_by_count":17,"area":null},{"id":"2409.19808","title":"Can Models Learn Skill Composition from Examples?","created":"2024-09-29","cited_by_count":17,"area":null},{"id":"2410.01444","title":"Geometric Signatures of Compositionality Across a Language Model's Lifetime","created":"2024-10-02","cited_by_count":16,"area":null},{"id":"2204.11167","title":"RelViT: Concept-guided Vision Transformer for Visual Relational Reasoning","created":"2022-04-24","cited_by_count":15,"area":null},{"id":"2107.01366","title":"Can Transformers Jump Around Right in Natural Language? Assessing Performance Transfer from SCAN","created":"2021-07-03","cited_by_count":14,"area":null},{"id":"2409.14981","title":"On The Specialization of Neural Modules","created":"2024-09-23","cited_by_count":14,"area":null},{"id":"2302.12239","title":"What makes a language easy to deep-learn? Deep neural networks and humans similarly benefit from compositional structure","created":"2023-02-23","cited_by_count":13,"area":null},{"id":"2302.13114","title":"Sequential Query Encoding For Complex Query Answering on Knowledge Graphs","created":"2023-02-25","cited_by_count":13,"area":null},{"id":"2410.06303","title":"Compositional Risk Minimization","created":"2024-10-08","cited_by_count":13,"area":null},{"id":"2410.14817","title":"A Complexity-Based Theory of Compositionality","created":"2024-10-18","cited_by_count":13,"area":null},{"id":"2506.09251","title":"Extrapolation by Association: Length Generalization Transfer in Transformers","created":"2025-06-10","cited_by_count":13,"area":null},{"id":"2106.10434","title":"Improving Compositional Generalization in Classification Tasks via Structure Annotations","created":"2021-06-19","cited_by_count":12,"area":null},{"id":"2110.09419","title":"Compositional Attention: Disentangling Search and Retrieval","created":"2021-10-18","cited_by_count":12,"area":null},{"id":"2203.15099","title":"LogicInference: A New Dataset for Teaching Logical Inference to seq2seq Models","created":"2022-03-28","cited_by_count":12,"area":null},{"id":"2208.08195","title":"Benchmarking Compositionality with Formal Languages","created":"2022-08-17","cited_by_count":12,"area":null},{"id":"2210.01603","title":"Neural-Symbolic Recursive Machine for Systematic Generalization","created":"2022-10-04","cited_by_count":12,"area":null},{"id":"2210.06350","title":"CTL++: Evaluating Generalization on Never-Seen Compositional Patterns of Known Functions, and Compatibility of Neural Representations","created":"2022-10-12","cited_by_count":12,"area":null},{"id":"2310.17514","title":"The Validity of Evaluation Results: Assessing Concurrence Across Compositionality Benchmarks","created":"2023-10-26","cited_by_count":12,"area":null},{"id":"2311.04354","title":"Uncovering Intermediate Variables in Transformers using Circuit Probing","created":"2023-11-07","cited_by_count":12,"area":null},{"id":"2501.19215","title":"Strassen Attention, Split VC Dimension and Compositionality in Transformers","created":"2025-01-31","cited_by_count":12,"area":null},{"id":"2408.05506","title":"Your Context Is Not an Array: Unveiling Random Access Limitations in Transformers","created":"2024-08-10","cited_by_count":11,"area":null},{"id":"2410.01434","title":"Circuit Compositions: Exploring Modular Structures in Transformer-Based Language Models","created":"2024-10-02","cited_by_count":11,"area":null},{"id":"2403.03942","title":"The Heuristic Core: Understanding Subnetwork Generalization in Pretrained Language Models","created":"2024-03-06","cited_by_count":10,"area":null},{"id":"2508.11383","title":"When Punctuation Matters: A Large-Scale Comparison of Prompt Robustness Methods for LLMs","created":"2025-08-15","cited_by_count":10,"area":null},{"id":"2101.02258","title":"Can RNNs learn Recursive Nested Subject-Verb Agreements?","created":"2021-01-06","cited_by_count":9,"area":null},{"id":"2210.03575","title":"Are Representations Built from the Ground Up? An Empirical Examination of Local Composition in Language Models","created":"2022-10-07","cited_by_count":9,"area":null},{"id":"2210.06799","title":"Benchmarking Long-tail Generalization with Likelihood Splits","created":"2022-10-13","cited_by_count":9,"area":null},{"id":"2402.17396","title":"Benchmarking GPT-4 on Algorithmic Problems: A Systematic Evaluation of Prompting Strategies","created":"2024-02-27","cited_by_count":9,"area":null},{"id":"2406.12809","title":"Can Large Language Models Always Solve Easy Problems if They Can Solve Harder Ones?","created":"2024-06-18","cited_by_count":9,"area":null},{"id":"2406.16135","title":"Crosslingual Capabilities and Knowledge Barriers in Multilingual Large Language Models","created":"2024-06-23","cited_by_count":9,"area":null},{"id":"2104.02899","title":"Recognizing and Verifying Mathematical Equations using Multiplicative Differential Neural Units","created":"2021-04-07","cited_by_count":8,"area":null},{"id":"2404.13292","title":"Evaluating Subword Tokenization: Alien Subword Composition and OOV Generalization Challenge","created":"2024-04-20","cited_by_count":8,"area":null},{"id":"2405.07280","title":"Humor Mechanics: Advancing Humor Generation with Multistep Reasoning","created":"2024-05-12","cited_by_count":8,"area":null},{"id":"2407.03967","title":"Investigating the Role of Instruction Variety and Task Difficulty in Robotic Manipulation Tasks","created":"2024-07-04","cited_by_count":8,"area":null},{"id":"2408.14915","title":"Can Transformers Do Enumerative Geometry?","created":"2024-08-27","cited_by_count":8,"area":null},{"id":"2502.15801","title":"An explainable transformer circuit for compositional generalization","created":"2025-02-19","cited_by_count":8,"area":null},{"id":"2502.16792","title":"The Role of Sparsity for Length Generalization in Transformers","created":"2025-02-24","cited_by_count":8,"area":null},{"id":"2505.21828","title":"SAGE-Eval: Evaluating LLMs for Systematic Generalizations of Safety Facts","created":"2025-05-27","cited_by_count":8,"area":null},{"id":"2510.01685","title":"How Do Language Models Compose Functions?","created":"2025-10-02","cited_by_count":8,"area":null},{"id":"2605.12798","title":"Emergent and Subliminal Misalignment Through the Lens of Data-Mediated Transfer","created":"2026-05-12","cited_by_count":8,"area":null},{"id":"2106.08858","title":"Grounding Spatio-Temporal Language with Transformers","created":"2021-06-16","cited_by_count":7,"area":null},{"id":"2205.06454","title":"R5: Rule Discovery with Reinforced and Recurrent Relational Reasoning","created":"2022-05-13","cited_by_count":7,"area":null},{"id":"2310.00796","title":"SIP: Injecting a Structural Inductive Bias into a Seq2Seq Model by Simulation","created":"2023-10-01","cited_by_count":7,"area":null},{"id":"2403.14705","title":"Concept-Best-Matching: Evaluating Compositionality in Emergent Communication","created":"2024-03-17","cited_by_count":7,"area":null},{"id":"2405.15164","title":"From Frege to chatGPT: Compositionality in language, cognition, and deep neural networks","created":"2024-05-24","cited_by_count":7,"area":null},{"id":"2406.09012","title":"Bayesian Statistical Modeling with Predictors from LLMs","created":"2024-06-13","cited_by_count":7,"area":null},{"id":"2407.06723","title":"Graph-Based Captioning: Enhancing Visual Descriptions by Interconnecting Region Captions","created":"2024-07-09","cited_by_count":7,"area":null},{"id":"2502.17356","title":"Random Scaling of Emergent Capabilities","created":"2025-02-24","cited_by_count":7,"area":null},{"id":"2506.14276","title":"Don't throw the baby out with the bathwater: How and why deep learning for ARC","created":"2025-06-17","cited_by_count":7,"area":null},{"id":"2508.05776","title":"Whither symbols in the era of advanced neural networks?","created":"2025-08-07","cited_by_count":7,"area":null},{"id":"2509.21043","title":"Measuring Combinatorial Creativity in Large Language Models and Humans","created":"2025-09-25","cited_by_count":7,"area":null},{"id":"2103.01403","title":"A Minimalist Dataset for Systematic Generalization of Perception, Syntax, and Semantics","created":"2021-03-02","cited_by_count":6,"area":null},{"id":"2110.04169","title":"Iterative Decoding for Compositional Generalization in Transformers","created":"2021-10-08","cited_by_count":6,"area":null},{"id":"2111.05013","title":"Learning to Generalize Compositionally by Transferring Across Semantic Parsing Tasks","created":"2021-11-09","cited_by_count":6,"area":null},{"id":"2210.03183","title":"Compositional Generalisation with Structured Reordering and Fertility Layers","created":"2022-10-06","cited_by_count":6,"area":null},{"id":"2305.01713","title":"Learning Disentangled Semantic Spaces of Explanations via Invertible Neural Networks","created":"2023-05-02","cited_by_count":6,"area":null},{"id":"2311.01230","title":"Multi-Operational Mathematical Derivations in Latent Space","created":"2023-11-02","cited_by_count":6,"area":null},{"id":"2503.01332","title":"Answer, Refuse, or Guess? Investigating Risk-Aware Decision Making in Language Models","created":"2025-03-03","cited_by_count":6,"area":null}],"next_cursor":"100"}