{"total":13,"rows":[{"id":"2402.18510","title":"RNNs are not Transformers (Yet): The Key Bottleneck on In-context Retrieval","created":"2024-02-28","cited_by_count":64,"area":null},{"id":"2402.15607","title":"How Do Nonlinear Transformers Learn and Generalize in In-Context Learning?","created":"2024-02-23","cited_by_count":35,"area":null},{"id":"2405.14722","title":"DAPE: Data-Adaptive Positional Encoding for Length Extrapolation","created":"2024-05-23","cited_by_count":31,"area":null},{"id":"2405.09220","title":"ALPINE: Unveiling the Planning Capability of Autoregressive Learning in Language Models","created":"2024-05-15","cited_by_count":18,"area":null},{"id":"2406.14036","title":"Towards Infinite-Long Prefix in Transformer","created":"2024-06-20","cited_by_count":10,"area":null},{"id":"2410.04798","title":"DAPE V2: Process Attention Score as Feature Map for Length Extrapolation","created":"2024-10-07","cited_by_count":10,"area":null},{"id":"2507.07694","title":"SAS: Simulated Attention Score","created":"2025-07-10","cited_by_count":4,"area":null},{"id":"2505.01475","title":"CodeSSM: Towards State Space Models for Code Understanding","created":"2025-05-02","cited_by_count":3,"area":null},{"id":"2509.09001","title":"Fast attention mechanisms: a tale of parallelism","created":"2025-09-10","cited_by_count":3,"area":null},{"id":"2602.11175","title":"Barriers to Discrete Reasoning with Transformers: A Survey Across Depth, Exactness, and Bandwidth","created":"2026-01-19","cited_by_count":3,"area":null},{"id":"2511.11899","title":"End to End AI System for Surgical Gesture Sequence Recognition and Clinical Outcome Prediction","created":"2025-11-14","cited_by_count":1,"area":null},{"id":"2505.18522","title":"How Does Sequence Modeling Architecture Influence Base Capabilities of Pre-trained Language Models? Exploring Key Architecture Design Principles to Avoid Base Capabilities Degradation","created":"2025-05-24","cited_by_count":0,"area":null},{"id":"2508.01134","title":"Transformers in Pseudo-Random Number Generation: A Dual Perspective on Theory and Practice","created":"2025-08-02","cited_by_count":0,"area":null}],"next_cursor":null}