{"total":37,"rows":[{"id":"2309.07311","title":"Sudden Drops in the Loss: Syntax Acquisition, Phase Transitions, and Simplicity Bias in MLMs","created":"2023-09-13","cited_by_count":124,"area":null},{"id":"2305.08809","title":"Interpretability at Scale: Identifying Causal Mechanisms in Alpaca","created":"2023-05-15","cited_by_count":103,"area":null},{"id":"2305.13673","title":"Physics of Language Models: Part 1, Learning Hierarchical Language Structures","created":"2023-05-23","cited_by_count":83,"area":null},{"id":"2305.18741","title":"Grokking of Hierarchical Structure in Vanilla Transformers","created":"2023-05-30","cited_by_count":53,"area":null},{"id":"2405.02421","title":"What does the Knowledge Neuron Thesis Have to do with Knowledge?","created":"2024-05-03","cited_by_count":49,"area":null},{"id":"2310.19956","title":"The Impact of Depth on Compositional Generalization in Transformer Language Models","created":"2023-10-30","cited_by_count":38,"area":null},{"id":"2304.13060","title":"Injecting structural hints: Using language models to study inductive biases in language learning","created":"2023-04-25","cited_by_count":35,"area":null},{"id":"2404.16367","title":"Learning Syntax Without Planting Trees: Understanding Hierarchical Generalization in Transformers","created":"2024-04-25","cited_by_count":24,"area":null},{"id":"2408.07144","title":"Language Models as Models of Language","created":"2024-08-13","cited_by_count":24,"area":null},{"id":"2305.19905","title":"How to Plant Trees in Language Models: Data and Architectural Effects on the Emergence of Syntactic Inductive Biases","created":"2023-05-31","cited_by_count":23,"area":null},{"id":"2406.04847","title":"Do Language Models Exhibit Human-like Structural Priming Effects?","created":"2024-06-07","cited_by_count":21,"area":null},{"id":"2310.19089","title":"Pushdown Layers: Encoding Recursive Structure in Transformer Language Models","created":"2023-10-29","cited_by_count":19,"area":null},{"id":"2402.02098","title":"Self-attention Networks Localize When QK-eigenspectrum Concentrates","created":"2024-02-03","cited_by_count":19,"area":null},{"id":"2305.00948","title":"Large Linguistic Models: Investigating LLMs' metalinguistic abilities","created":"2023-05-01","cited_by_count":18,"area":null},{"id":"2410.01444","title":"Geometric Signatures of Compositionality Across a Language Model's Lifetime","created":"2024-10-02","cited_by_count":16,"area":null},{"id":"2507.02550","title":"Position: A Theory of Deep Learning Must Include Compositional Sparsity","created":"2025-07-03","cited_by_count":14,"area":null},{"id":"2412.04619","title":"Sometimes I am a Tree: Data Drives Unstable Hierarchical Generalization","created":"2024-12-05","cited_by_count":10,"area":null},{"id":"2506.16678","title":"Mechanisms vs. Outcomes: Probing for Syntax Fails to Explain Performance on Targeted Syntactic Evaluations","created":"2025-06-20","cited_by_count":7,"area":null},{"id":"2502.15277","title":"Analyzing the Inner Workings of Transformers in Compositional Generalization","created":"2025-02-21","cited_by_count":6,"area":null},{"id":"2311.04420","title":"Data Factors for Better Compositional Generalization","created":"2023-11-08","cited_by_count":5,"area":null},{"id":"2412.14076","title":"Compositional Generalization Across Distributional Shifts with Sparse Tree Operations","created":"2024-12-18","cited_by_count":5,"area":null},{"id":"2305.02386","title":"Approximating CKY with Transformers","created":"2023-05-03","cited_by_count":3,"area":null},{"id":"2310.01154","title":"Modularity in Deep Learning: A Survey","created":"2023-10-02","cited_by_count":3,"area":null},{"id":"2411.18885","title":"Sneaking Syntax into Transformer Language Models with Tree Regularization","created":"2024-11-28","cited_by_count":3,"area":null},{"id":"2305.05588","title":"StrAE: Autoencoding for Pre-Trained Embeddings using Explicit Structure","created":"2023-05-09","cited_by_count":2,"area":null},{"id":"2606.26749","title":"Structure Before Collapse: Transient semantic geometry in next-token prediction","created":"2026-06-25","cited_by_count":2,"area":null},{"id":"2301.08998","title":"Syntax-guided Neural Module Distillation to Probe Compositionality in Sentence Embeddings","created":"2023-01-21","cited_by_count":1,"area":null},{"id":"2305.16328","title":"Semantic Composition in Visually Grounded Language Models","created":"2023-05-15","cited_by_count":1,"area":null},{"id":"2402.06492","title":"Inducing Systematicity in Transformers by Attending to Structurally Quantized Embeddings","created":"2024-02-09","cited_by_count":1,"area":null},{"id":"2403.13106","title":"Using Shapley interactions to understand how models use structure","created":"2024-03-19","cited_by_count":1,"area":null},{"id":"2604.23267","title":"Fine-tuning vs. In-context Learning in Large Language Models: A Formal Language Learning Perspective","created":"2026-04-25","cited_by_count":1,"area":null},{"id":"2311.11085","title":"Compositional Fusion of Signals in Data Embedding","created":"2023-11-18","cited_by_count":0,"area":null},{"id":"2504.15349","title":"Exploring Compositional Generalization (in COGS/ReCOGS_pos) by Transformers using Restricted Access Sequence Processing (RASP)","created":"2025-04-21","cited_by_count":0,"area":null},{"id":"2512.22568","title":"Lessons from Neuroscience for AI: How integrating Actions, Compositional Structure and Episodic Memory could enable Safe, Interpretable and Human-Like AI","created":"2025-12-27","cited_by_count":0,"area":null},{"id":"2603.09994","title":"Evaluating Adjective-Noun Compositionality in LLMs: Functional vs Representational Perspectives","created":"2026-02-14","cited_by_count":0,"area":null},{"id":"2605.14764","title":"Compositional Sparsity as an Inductive Bias for Neural Architecture Design","created":"2026-05-14","cited_by_count":0,"area":null},{"id":"2610.16547","title":"Know Yourself and Know Your Neighbour: A Syntactically Informed Self-Supervised Compositional Sentence Representation Learning Framework using a Recursive Hypernetwork","created":"2026-10-12","cited_by_count":0,"area":null}],"next_cursor":null}