{"total":19,"rows":[{"id":"2410.19637","title":"A distributional simplicity bias in the learning dynamics of transformers","created":"2024-10-25","cited_by_count":24,"area":null},{"id":"2408.15138","title":"How transformers learn structured data: insights from hierarchical filtering","created":"2024-08-27","cited_by_count":18,"area":null},{"id":"2409.18061","title":"Optimal Protocols for Continual Learning via Statistical Physics and Control Theory","created":"2024-09-26","cited_by_count":14,"area":null},{"id":"2401.08309","title":"Anchor function: a type of benchmark functions for studying language models","created":"2024-01-16","cited_by_count":11,"area":null},{"id":"2405.15926","title":"Dissecting the Interplay of Attention Paths in a Statistical Mechanics Theory of Transformers","created":"2024-05-24","cited_by_count":9,"area":null},{"id":"2306.11232","title":"Eight challenges in developing theory of intelligence","created":"2023-06-20","cited_by_count":6,"area":null},{"id":"2405.18874","title":"Are queries and keys always relevant? A case study on Transformer wave functions","created":"2024-05-29","cited_by_count":6,"area":null},{"id":"2406.07247","title":"Dynamical Mean-Field Theory of Self-Attention Neural Networks","created":"2024-06-11","cited_by_count":4,"area":null},{"id":"2409.16112","title":"Self-attention as an attractor network: transient memories without backpropagation","created":"2024-09-24","cited_by_count":3,"area":null},{"id":"2410.18858","title":"Bilinear Sequence Regression: A Model for Learning from Long Sequences of High-dimensional Tokens","created":"2024-10-24","cited_by_count":3,"area":null},{"id":"2504.04600","title":"Capturing AI's Attention: Physics of Repetition, Hallucination, Bias and Beyond","created":"2025-04-06","cited_by_count":3,"area":null},{"id":"2507.05147","title":"Pseudo-likelihood produces associative memories able to generalize, even for asymmetric couplings","created":"2025-07-07","cited_by_count":2,"area":null},{"id":"2509.15448","title":"Hierarchical Self-Attention: Generalizing Neural Attention Mechanics to Multi-Scale Problems","created":"2025-09-18","cited_by_count":1,"area":null},{"id":"2512.21956","title":"Self-attention vector output similarities reveal how machines pay attention","created":"2025-12-26","cited_by_count":1,"area":null},{"id":"2508.01097","title":"Multispin Physics of AI Tipping Points and Hallucinations","created":"2025-08-01","cited_by_count":0,"area":null},{"id":"2510.23975","title":"Machine learning approaches for interpretable antibody property prediction using structural data","created":"2025-10-28","cited_by_count":0,"area":null},{"id":"2512.01870","title":"Testing Transformer Learnability on the Arithmetic Sequence of Rooted Trees","created":"2025-12-01","cited_by_count":0,"area":null},{"id":"2601.23208","title":"A Random Matrix Theory of Masked Self-Supervised Regression","created":"2026-01-30","cited_by_count":0,"area":null},{"id":"2603.29529","title":"Sampling at intermediate temperatures is optimal for training large language models in protein structure prediction","created":"2026-03-31","cited_by_count":0,"area":null}],"next_cursor":null}