{"total":101,"rows":[{"id":"2305.19466","title":"The Impact of Positional Encoding on Length Generalization in Transformers","created":"2023-05-31","cited_by_count":327,"area":null},{"id":"2305.16843","title":"Randomized Positional Encodings Boost Length Generalization of Transformers","created":"2023-05-26","cited_by_count":117,"area":null},{"id":"2204.03044","title":"Fusing finetuned models for better pretraining","created":"2022-04-06","cited_by_count":110,"area":null},{"id":"2212.04458","title":"General-Purpose In-Context Learning by Meta-Learning Transformers","created":"2022-12-08","cited_by_count":105,"area":null},{"id":"2210.03050","title":"State-of-the-art generalisation research in NLP: A taxonomy and review","created":"2022-10-06","cited_by_count":98,"area":null},{"id":"2301.13105","title":"Generalization on the Unseen, Logic Reasoning and Degree Curriculum","created":"2023-01-30","cited_by_count":73,"area":null},{"id":"2308.11696","title":"Efficient Benchmarking of Language Models","created":"2023-08-22","cited_by_count":71,"area":null},{"id":"2110.07732","title":"The Neural Data Router: Adaptive Control Flow in Transformers Improves Systematic Generalization","created":"2021-10-14","cited_by_count":62,"area":null},{"id":"2305.18741","title":"Grokking of Hierarchical Structure in Vanilla Transformers","created":"2023-05-30","cited_by_count":53,"area":null},{"id":"2205.12253","title":"Evaluating the Impact of Model Scale for Compositional Generalization in Semantic Parsing","created":"2022-05-24","cited_by_count":50,"area":null},{"id":"2112.07610","title":"Improving Compositional Generalization with Latent Structure and Data Augmentation","created":"2021-12-14","cited_by_count":46,"area":null},{"id":"2112.00578","title":"Systematic Generalization with Edge Transformers","created":"2021-12-01","cited_by_count":38,"area":null},{"id":"2310.19956","title":"The Impact of Depth on Compositional Generalization in Transformer Language Models","created":"2023-10-30","cited_by_count":38,"area":null},{"id":"2406.06467","title":"How Far Can Transformers Reason? The Globality Barrier and Inductive Scratchpad","created":"2024-06-10","cited_by_count":36,"area":null},{"id":"2109.01135","title":"Sequence-to-Sequence Learning with Latent Neural Grammars","created":"2021-09-02","cited_by_count":30,"area":null},{"id":"2203.09978","title":"WOODS: Benchmarks for Out-of-Distribution Generalization in Time Series","created":"2022-03-18","cited_by_count":30,"area":null},{"id":"2201.05899","title":"Unobserved Local Structures Make Compositional Generalization Hard","created":"2022-01-15","cited_by_count":29,"area":null},{"id":"2301.02195","title":"Towards Autoformalization of Mathematics and Code Correctness: Experiments with Elementary Proofs","created":"2023-01-05","cited_by_count":27,"area":null},{"id":"2212.10769","title":"Uncontrolled Lexical Exposure Leads to Overestimation of Compositional Generalization in Pretrained Models","created":"2022-12-21","cited_by_count":26,"area":null},{"id":"2210.13050","title":"Structural generalization is hard for sequence-to-sequence models","created":"2022-10-24","cited_by_count":24,"area":null},{"id":"2303.13716","title":"ReCOGS: How Incidental Details of a Logical Form Overshadow an Evaluation of Semantic Interpretation","created":"2023-03-24","cited_by_count":24,"area":null},{"id":"2310.03686","title":"DecoderLens: Layerwise Interpretation of Encoder-Decoder Transformers","created":"2023-10-05","cited_by_count":22,"area":null},{"id":"2310.15040","title":"SLOG: A Structural Generalization Benchmark for Semantic Parsing","created":"2023-10-23","cited_by_count":22,"area":null},{"id":"2311.12997","title":"Compositional Capabilities of Autoregressive Transformers: A Study on Synthetic, Interpretable Tasks","created":"2023-11-21","cited_by_count":22,"area":null},{"id":"2203.07402","title":"Revisiting the Compositional Generalization Abilities of Neural Sequence Models","created":"2022-03-14","cited_by_count":20,"area":null},{"id":"2109.08994","title":"ReaSCAN: Compositional Reasoning in Language Grounding","created":"2021-09-18","cited_by_count":19,"area":null},{"id":"2210.00400","title":"Systematic Generalization and Emergent Structures in Transformers Trained on Structured Tasks","created":"2022-10-02","cited_by_count":19,"area":null},{"id":"2210.12574","title":"The Curious Case of Absolute Position Embeddings","created":"2022-10-23","cited_by_count":17,"area":null},{"id":"2307.13883","title":"ExeDec: Execution Decomposition for Compositional Generalization in Neural Program Synthesis","created":"2023-07-26","cited_by_count":17,"area":null},{"id":"2406.08787","title":"A Survey on Compositional Learning of AI Models: Theoretical and Experimental Practices","created":"2024-06-13","cited_by_count":15,"area":null},{"id":"2402.05785","title":"Limits of Transformer Language Models on Learning to Compose Algorithms","created":"2024-02-08","cited_by_count":13,"area":null},{"id":"2110.09419","title":"Compositional Attention: Disentangling Search and Retrieval","created":"2021-10-18","cited_by_count":12,"area":null},{"id":"2203.15099","title":"LogicInference: A New Dataset for Teaching Logical Inference to seq2seq Models","created":"2022-03-28","cited_by_count":12,"area":null},{"id":"2210.01603","title":"Neural-Symbolic Recursive Machine for Systematic Generalization","created":"2022-10-04","cited_by_count":12,"area":null},{"id":"2210.06350","title":"CTL++: Evaluating Generalization on Never-Seen Compositional Patterns of Known Functions, and Compatibility of Neural Representations","created":"2022-10-12","cited_by_count":12,"area":null},{"id":"2604.21254","title":"Hyperloop Transformers","created":"2026-04-23","cited_by_count":12,"area":null},{"id":"2210.12786","title":"When Can Transformers Ground and Compose: Insights from Compositional Generalization Benchmarks","created":"2022-10-23","cited_by_count":11,"area":null},{"id":"2305.05364","title":"Large Language Model Programs","created":"2023-05-09","cited_by_count":11,"area":null},{"id":"2210.06799","title":"Benchmarking Long-tail Generalization with Likelihood Splits","created":"2022-10-13","cited_by_count":9,"area":null},{"id":"2402.17396","title":"Benchmarking GPT-4 on Algorithmic Problems: A Systematic Evaluation of Prompting Strategies","created":"2024-02-27","cited_by_count":9,"area":null},{"id":"2203.08445","title":"Structurally Diverse Sampling for Sample-Efficient Training and Comprehensive Evaluation","created":"2022-03-16","cited_by_count":8,"area":null},{"id":"2211.15578","title":"Mutual Exclusivity Training and Primitive Augmentation to Induce Compositionality","created":"2022-11-28","cited_by_count":8,"area":null},{"id":"2502.16792","title":"The Role of Sparsity for Length Generalization in Transformers","created":"2025-02-24","cited_by_count":8,"area":null},{"id":"2110.07572","title":"LAGr: Labeling Aligned Graphs for Improving Systematic Generalization in Semantic Parsing","created":"2021-10-14","cited_by_count":7,"area":null},{"id":"2310.08866","title":"Adaptivity and Modularity for Efficient Generalization Over Task Complexity","created":"2023-10-13","cited_by_count":7,"area":null},{"id":"2312.00276","title":"Metalearning Continual Learning Algorithms","created":"2023-12-01","cited_by_count":7,"area":null},{"id":"2405.15164","title":"From Frege to chatGPT: Compositionality in language, cognition, and deep neural networks","created":"2024-05-24","cited_by_count":7,"area":null},{"id":"2407.09475","title":"Adaptive Prediction Ensemble: Improving Out-of-Distribution Generalization of Motion Forecasting","created":"2024-07-12","cited_by_count":7,"area":null},{"id":"2410.18077","title":"ALTA: Compiler-Based Analysis of Transformers","created":"2024-10-23","cited_by_count":7,"area":null},{"id":"2507.07207","title":"Scaling can lead to compositional generalization","created":"2025-07-09","cited_by_count":7,"area":null},{"id":"2605.20670","title":"LT2: Linear-Time Looped Transformers","created":"2026-05-20","cited_by_count":7,"area":null},{"id":"2110.04169","title":"Iterative Decoding for Compositional Generalization in Transformers","created":"2021-10-08","cited_by_count":6,"area":null},{"id":"2204.03758","title":"Compositional Generalization and Decomposition in Neural Program Synthesis","created":"2022-04-07","cited_by_count":6,"area":null},{"id":"2210.03183","title":"Compositional Generalisation with Structured Reordering and Fertility Layers","created":"2022-10-06","cited_by_count":6,"area":null},{"id":"2406.16563","title":"Are there identifiable structural parts in the sentence embedding whole?","created":"2024-06-24","cited_by_count":6,"area":null},{"id":"2501.00659","title":"Why Are Positional Encodings Nonessential for Deep Autoregressive Transformers? Revisiting a Petroglyph","created":"2024-12-31","cited_by_count":6,"area":null},{"id":"2502.15277","title":"Analyzing the Inner Workings of Transformers in Compositional Generalization","created":"2025-02-21","cited_by_count":6,"area":null},{"id":"2109.15101","title":"Compositional generalization in semantic parsing with pretrained transformers","created":"2021-09-30","cited_by_count":5,"area":null},{"id":"2305.16954","title":"Compositional Generalization without Trees using Multiset Tagging and Latent Permutations","created":"2023-05-26","cited_by_count":5,"area":null},{"id":"2306.00751","title":"Differentiable Tree Operations Promote Compositional Generalization","created":"2023-06-01","cited_by_count":5,"area":null},{"id":"2311.04420","title":"Data Factors for Better Compositional Generalization","created":"2023-11-08","cited_by_count":5,"area":null},{"id":"2403.11834","title":"Towards Understanding the Relationship between In-context Learning and Compositional Generalization","created":"2024-03-18","cited_by_count":5,"area":null},{"id":"2405.02350","title":"What makes Models Compositional? A Theoretical View: With Supplement","created":"2024-05-02","cited_by_count":5,"area":null},{"id":"2405.04048","title":"Philosophy of Cognitive Science in the Age of Deep Learning","created":"2024-05-07","cited_by_count":5,"area":null},{"id":"2411.05943","title":"Quantifying artificial intelligence through algorithmic generalization","created":"2024-11-08","cited_by_count":5,"area":null},{"id":"2412.14076","title":"Compositional Generalization Across Distributional Shifts with Sparse Tree Operations","created":"2024-12-18","cited_by_count":5,"area":null},{"id":"2506.04461","title":"Behavioural vs. Representational Systematicity in End-to-End Models: An Opinionated Survey","created":"2025-06-04","cited_by_count":5,"area":null},{"id":"2604.21999","title":"Universal Transformers Need Memory: Depth-State Trade-offs in Adaptive Recursive Reasoning","created":"2026-04-23","cited_by_count":5,"area":null},{"id":"2111.10756","title":"TraVLR: Now You See It, Now You Don't! A Bimodal Dataset for Evaluating Visio-Linguistic Reasoning","created":"2021-11-21","cited_by_count":4,"area":null},{"id":"2301.03238","title":"MAQA: A Multimodal QA Benchmark for Negation","created":"2023-01-09","cited_by_count":4,"area":null},{"id":"2309.16467","title":"Compositional Program Generation for Few-Shot Systematic Generalization","created":"2023-09-28","cited_by_count":4,"area":null},{"id":"2310.14124","title":"Structural generalization in COGS: Supertagging is (almost) all you need","created":"2023-10-21","cited_by_count":4,"area":null},{"id":"2207.06960","title":"Forming Trees with Treeformers","created":"2022-07-14","cited_by_count":3,"area":null},{"id":"2311.08695","title":"Attribute Diversity Determines the Systematicity Gap in VQA","created":"2023-11-15","cited_by_count":3,"area":null},{"id":"2410.10596","title":"Overcoming classic challenges for artificial neural networks by providing incentives and practice","created":"2024-10-14","cited_by_count":3,"area":null},{"id":"2502.11066","title":"CARMA: Enhanced Compositionality in LLMs via Advanced Regularisation and Mutual Information Alignment","created":"2025-02-16","cited_by_count":3,"area":null},{"id":"2505.17998","title":"TRACE for Tracking the Emergence of Semantic Representations in Transformers","created":"2025-05-23","cited_by_count":3,"area":null},{"id":"2202.11937","title":"Compositional Generalization Requires Compositional Parsers","created":"2022-02-24","cited_by_count":2,"area":null},{"id":"2210.06709","title":"Categorizing Semantic Representations for Neural Machine Translation","created":"2022-10-13","cited_by_count":2,"area":null},{"id":"2306.13971","title":"Towards Robust Aspect-based Sentiment Analysis through Non-counterfactual Augmentations","created":"2023-06-24","cited_by_count":2,"area":null},{"id":"2310.12118","title":"Harnessing Dataset Cartography for Improved Compositional Generalization in Transformers","created":"2023-10-18","cited_by_count":2,"area":null},{"id":"2402.17407","title":"A Neural Rewriting System to Solve Algorithmic Problems","created":"2024-02-27","cited_by_count":2,"area":null},{"id":"2404.15196","title":"Setting up the Data Printer with Improved English to Ukrainian Machine Translation","created":"2024-04-23","cited_by_count":2,"area":null},{"id":"2406.13363","title":"Evaluating Structural Generalization in Neural Machine Translation","created":"2024-06-19","cited_by_count":2,"area":null},{"id":"2503.01457","title":"Structural Deep Encoding for Table Question Answering","created":"2025-03-03","cited_by_count":2,"area":null},{"id":"2503.08067","title":"Context-aware Biases for Length Extrapolation","created":"2025-03-11","cited_by_count":2,"area":null},{"id":"2607.04926","title":"Input Pathways Shape Few-Shot, Not Zero-Shot, Binding in Tiny Transformers: A Fully-Enumerable Study","created":"2026-07-06","cited_by_count":2,"area":null},{"id":"2112.15550","title":"Improving Baselines in the Wild","created":"2021-12-31","cited_by_count":1,"area":null},{"id":"2311.04364","title":"Syntax-Guided Transformers: Elevating Compositional Generalization and Grounding in Multimodal Environments","created":"2023-11-07","cited_by_count":1,"area":null},{"id":"2402.06492","title":"Inducing Systematicity in Transformers by Attending to Structurally Quantized Embeddings","created":"2024-02-09","cited_by_count":1,"area":null},{"id":"2404.12013","title":"Sequential Compositional Generalization in Multimodal Models","created":"2024-04-18","cited_by_count":1,"area":null},{"id":"2406.06354","title":"On the Minimal Degree Bias in Generalization on the Unseen for non-Boolean Functions","created":"2024-06-10","cited_by_count":1,"area":null},{"id":"2406.08272","title":"Learning interpretable positional encodings in transformers depends on initialization","created":"2024-06-12","cited_by_count":1,"area":null},{"id":"2205.09607","title":"LAGr: Label Aligned Graphs for Better Systematic Generalization in Semantic Parsing","created":"2022-05-19","cited_by_count":0,"area":null},{"id":"2210.12739","title":"Functional Indirection Neural Estimator for Better Out-of-distribution Generalization","created":"2022-10-23","cited_by_count":0,"area":null},{"id":"2211.11956","title":"A Short Survey of Systematic Generalization","created":"2022-11-22","cited_by_count":0,"area":null},{"id":"2404.11870","title":"Enhancing Length Extrapolation in Sequential Models with Pointer-Augmented Neural Memory","created":"2024-04-18","cited_by_count":0,"area":null},{"id":"2504.15349","title":"Exploring Compositional Generalization (in COGS/ReCOGS_pos) by Transformers using Restricted Access Sequence Processing (RASP)","created":"2025-04-21","cited_by_count":0,"area":null},{"id":"2504.21387","title":"Comparison of Different Deep Neural Network Models in the Cultural Heritage Domain","created":"2025-04-30","cited_by_count":0,"area":null},{"id":"2507.19372","title":"Learning neuro-symbolic convergent term rewriting systems","created":"2025-07-25","cited_by_count":0,"area":null}],"next_cursor":"100"}