{"total":99,"rows":[{"id":"2309.16609","title":"Qwen Technical Report","created":"2023-09-28","cited_by_count":3344,"area":null},{"id":"2311.05232","title":"A Survey on Hallucination in Large Language Models: Principles, Taxonomy, Challenges, and Open Questions","created":"2023-11-09","cited_by_count":1601,"area":null},{"id":"2401.11817","title":"Hallucination is Inevitable: An Innate Limitation of Large Language Models","created":"2024-01-22","cited_by_count":332,"area":null},{"id":"2207.02098","title":"Neural Networks and the Chomsky Hierarchy","created":"2022-07-05","cited_by_count":217,"area":null},{"id":"2310.16028","title":"What Algorithms can Transformers Learn? A Study in Length Generalization","created":"2023-10-24","cited_by_count":199,"area":null},{"id":"2310.05209","title":"Scaling Laws of RoPE-based Extrapolation","created":"2023-10-08","cited_by_count":125,"area":null},{"id":"2311.00208","title":"What Formal Languages Can Transformers Express? A Survey","created":"2023-11-01","cited_by_count":124,"area":null},{"id":"2305.16843","title":"Randomized Positional Encodings Boost Length Generalization of Transformers","created":"2023-05-26","cited_by_count":117,"area":null},{"id":"2210.03050","title":"State-of-the-art generalisation research in NLP: A taxonomy and review","created":"2022-10-06","cited_by_count":98,"area":null},{"id":"2504.17550","title":"HalluLens: LLM Hallucination Benchmark","created":"2025-04-24","cited_by_count":92,"area":null},{"id":"2311.08360","title":"The Transient Nature of Emergent In-Context Learning in Transformers","created":"2023-11-14","cited_by_count":76,"area":null},{"id":"2306.00946","title":"Exposing Attention Glitches with Flip-Flop Language Modeling","created":"2023-06-01","cited_by_count":75,"area":null},{"id":"2402.09963","title":"Why are Sensitive Functions Hard for Transformers?","created":"2024-02-15","cited_by_count":74,"area":null},{"id":"2501.12352","title":"Test-time regression: a unifying framework for designing sequence models with associative memory","created":"2025-01-21","cited_by_count":74,"area":null},{"id":"2211.12316","title":"Simplicity Bias in Transformers and their Ability to Learn Sparse Boolean Functions","created":"2022-11-22","cited_by_count":70,"area":null},{"id":"2301.10743","title":"Tighter Bounds on the Expressivity of Transformer Encoders","created":"2023-01-25","cited_by_count":66,"area":null},{"id":"2310.03016","title":"Understanding In-Context Learning in Transformers and LLMs by Learning to Learn Discrete Functions","created":"2023-10-04","cited_by_count":63,"area":null},{"id":"2311.17132","title":"TransNeXt: Robust Foveal Visual Perception for Vision Transformers","created":"2023-11-28","cited_by_count":61,"area":null},{"id":"2404.04808","title":"MemFlow: Optical Flow Estimation and Prediction with Memory","created":"2024-04-07","cited_by_count":55,"area":null},{"id":"2407.15017","title":"Knowledge Mechanisms in Large Language Models: A Survey and Perspective","created":"2024-07-22","cited_by_count":51,"area":null},{"id":"2401.11673","title":"MVSFormer++: Revealing the Devil in Transformer's Details for Multi-View Stereo","created":"2024-01-22","cited_by_count":50,"area":null},{"id":"2310.13897","title":"Masked Hard-Attention Transformers Recognize Exactly the Star-Free Languages","created":"2023-10-21","cited_by_count":49,"area":null},{"id":"2404.12096","title":"LongEmbed: Extending Embedding Models for Long Context Retrieval","created":"2024-04-18","cited_by_count":48,"area":null},{"id":"2307.14023","title":"Are Transformers with One Layer Self-Attention Using Low-Rank Weight Matrices Universal Approximators?","created":"2023-07-26","cited_by_count":47,"area":null},{"id":"2404.12224","title":"Length Generalization of Causal Transformers without Position Encoding","created":"2024-04-18","cited_by_count":47,"area":null},{"id":"2405.17394","title":"The Expressive Capacity of State Space Models: A Formal Language Perspective","created":"2024-05-27","cited_by_count":46,"area":null},{"id":"2410.01104","title":"Softmax is not Enough (for Sharp Size Generalisation)","created":"2024-10-01","cited_by_count":46,"area":null},{"id":"2412.02975","title":"Theoretical limitations of multi-layer Transformer","created":"2024-12-04","cited_by_count":45,"area":null},{"id":"2310.03817","title":"Logical Languages Accepted by Transformer Encoders with Hard Attention","created":"2023-10-05","cited_by_count":38,"area":null},{"id":"2404.14994","title":"Transformers Can Represent $n$-gram Language Models","created":"2024-04-23","cited_by_count":32,"area":null},{"id":"2405.20131","title":"Language Models Need Inductive Biases to Count Inductively","created":"2024-05-30","cited_by_count":25,"area":null},{"id":"2407.15160","title":"When Can Transformers Count to n?","created":"2024-07-21","cited_by_count":24,"area":null},{"id":"2401.07004","title":"Extending LLMs' Context Window with 100 Samples","created":"2024-01-13","cited_by_count":21,"area":null},{"id":"2310.16076","title":"Practical Computational Power of Linear Transformers and Their Recurrent and Self-Referential Extensions","created":"2023-10-24","cited_by_count":20,"area":null},{"id":"2310.19089","title":"Pushdown Layers: Encoding Recursive Structure in Transformer Language Models","created":"2023-10-29","cited_by_count":19,"area":null},{"id":"2401.17426","title":"Superiority of Multi-Head Attention in In-Context Linear Regression","created":"2024-01-30","cited_by_count":17,"area":null},{"id":"2408.09121","title":"Selective Prompt Anchoring for Code Generation","created":"2024-08-17","cited_by_count":16,"area":null},{"id":"2412.09925","title":"Simulating Hard Attention Using Soft Attention","created":"2024-12-13","cited_by_count":15,"area":null},{"id":"2505.23623","title":"Characterizing the Expressivity of Fixed-Precision Transformer Language Models","created":"2025-05-29","cited_by_count":14,"area":null},{"id":"2305.03796","title":"Transformer Working Memory Enables Regular Language Reasoning and Natural Language Length Extrapolation","created":"2023-05-05","cited_by_count":13,"area":null},{"id":"2505.00926","title":"How Transformers Learn Regular Language Recognition: A Theoretical Study on Training Dynamics and Implicit Bias","created":"2025-05-02","cited_by_count":11,"area":null},{"id":"2310.11984","title":"From Interpolation to Extrapolation: Complete Length Generalization for Arithmetic Transformers","created":"2023-10-18","cited_by_count":10,"area":null},{"id":"2503.14615","title":"Unique Hard Attention: A Tale of Two Sides","created":"2025-03-18","cited_by_count":10,"area":null},{"id":"2405.09789","title":"LeMeViT: Efficient Vision Transformer with Learnable Meta Tokens for Remote Sensing Image Interpretation","created":"2024-05-16","cited_by_count":9,"area":null},{"id":"2410.24200","title":"Length-Induced Embedding Collapse in PLM-based Models","created":"2024-10-31","cited_by_count":9,"area":null},{"id":"2505.11199","title":"The Counting Power of Transformers","created":"2025-05-16","cited_by_count":9,"area":null},{"id":"2404.02040","title":"Transformers as Transducers","created":"2024-04-02","cited_by_count":8,"area":null},{"id":"2609.17488","title":"LimiX-2: A Contextual Mechanism Network Towards General Structured-Data Intelligence","created":"2026-09-15","cited_by_count":8,"area":null},{"id":"2410.18077","title":"ALTA: Compiler-Based Analysis of Transformers","created":"2024-10-23","cited_by_count":7,"area":null},{"id":"2509.22445","title":"Bridging Kolmogorov Complexity and Deep Learning: Asymptotically Optimal Description Length Objectives for Transformers","created":"2025-09-26","cited_by_count":6,"area":null},{"id":"2510.00368","title":"The Transformer Cookbook","created":"2025-10-01","cited_by_count":6,"area":null},{"id":"2505.17083","title":"Scale-invariant Attention","created":"2025-05-20","cited_by_count":5,"area":null},{"id":"2602.05896","title":"Parity, Sensitivity, and Transformers","created":"2026-02-05","cited_by_count":5,"area":null},{"id":"2403.09728","title":"Simulating Weighted Automata over Sequences and Trees with Transformers","created":"2024-03-12","cited_by_count":4,"area":null},{"id":"2501.08570","title":"Information Entropy Invariance: Enhancing Length Extrapolation in Attention Mechanisms","created":"2025-01-15","cited_by_count":4,"area":null},{"id":"2504.12175","title":"Approximation Bounds for Transformer Networks with Application to Regression","created":"2025-04-16","cited_by_count":4,"area":null},{"id":"2505.15813","title":"Meta-Learning an In-Context Transformer Model of Human Higher Visual Cortex","created":"2025-05-21","cited_by_count":4,"area":null},{"id":"2510.19315","title":"Transformers are Inherently Succinct","created":"2025-10-22","cited_by_count":4,"area":null},{"id":"2411.18885","title":"Sneaking Syntax into Transformer Language Models with Tree Regularization","created":"2024-11-28","cited_by_count":3,"area":null},{"id":"2501.02535","title":"A completely uniform transformer for parity","created":"2025-01-05","cited_by_count":3,"area":null},{"id":"2502.08109","title":"HuDEx: Integrating Hallucination Detection and Explainability for Enhancing the Reliability of LLM responses","created":"2025-02-12","cited_by_count":3,"area":null},{"id":"2503.10542","title":"Language Models, Graph Searching, and Supervision Adulteration: When More Supervision is Less and How to Make More More","created":"2025-03-13","cited_by_count":3,"area":null},{"id":"2505.10606","title":"Continuity and Isolation Lead to Doubts or Dilemmas in Large Language Models","created":"2025-05-15","cited_by_count":3,"area":null},{"id":"2511.05313","title":"Controllably Efficient Language Models","created":"2025-11-07","cited_by_count":3,"area":null},{"id":"2602.11175","title":"Barriers to Discrete Reasoning with Transformers: A Survey Across Depth, Exactness, and Bandwidth","created":"2026-01-19","cited_by_count":3,"area":null},{"id":"2605.08505","title":"Scaling Limits of Long-Context Transformers","created":"2026-05-08","cited_by_count":3,"area":null},{"id":"2309.00857","title":"Evaluating Transformer's Ability to Learn Mildly Context-Sensitive Languages","created":"2023-09-02","cited_by_count":2,"area":null},{"id":"2410.06045","title":"Extracting Moore Machines from Transformers using Queries and Counterexamples","created":"2024-10-08","cited_by_count":2,"area":null},{"id":"2603.19954","title":"On the Ability of Transformers to Verify Plans","created":"2026-03-20","cited_by_count":2,"area":null},{"id":"2606.01765","title":"An Algebraic View of the Expressivity of Recurrent Language Models","created":"2026-06-01","cited_by_count":2,"area":null},{"id":"2301.06862","title":"Algorithms for Acyclic Weighted Finite-State Automata with Failure Arcs","created":"2023-01-17","cited_by_count":1,"area":null},{"id":"2311.11601","title":"Addressing the Length Bias Problem in Document-Level Neural Machine Translation","created":"2023-11-20","cited_by_count":1,"area":null},{"id":"2312.15848","title":"Modality-Collaborative Transformer with Hybrid Feature Reconstruction for Robust Emotion Recognition","created":"2023-12-26","cited_by_count":1,"area":null},{"id":"2409.15997","title":"Improvements to SDXL in NovelAI Diffusion V3","created":"2024-09-24","cited_by_count":1,"area":null},{"id":"2501.13428","title":"Softplus Attention with Re-weighting Boosts Length Extrapolation in Large Language Models","created":"2025-01-23","cited_by_count":1,"area":null},{"id":"2503.04848","title":"Three tiers of computation in transformers and in brain architectures","created":"2025-03-05","cited_by_count":1,"area":null},{"id":"2506.18739","title":"On the Existence of Universal Simulators of Attention","created":"2025-06-23","cited_by_count":1,"area":null},{"id":"2509.24024","title":"The Role of Logic and Automata in Understanding Transformers","created":"2025-09-28","cited_by_count":1,"area":null},{"id":"2510.06685","title":"Gaussian Equivalence for Self-Attention: Asymptotic Spectral Analysis of Attention Matrix","created":"2025-10-08","cited_by_count":1,"area":null},{"id":"2604.08537","title":"Meta-learning In-Context Enables Training-Free Cross Subject Brain Decoding","created":"2026-04-09","cited_by_count":1,"area":null},{"id":"2605.10019","title":"The two clocks and the innovation window: When and how generative models learn rules","created":"2026-05-11","cited_by_count":1,"area":null},{"id":"2605.26035","title":"Length Generalization with Log-Depth Recurrent Units","created":"2026-05-25","cited_by_count":1,"area":null},{"id":"2606.08768","title":"Understanding the Parameter Space Geometry of Transformers Encoding Boolean Functions","created":"2026-06-07","cited_by_count":1,"area":null},{"id":"2608.03425","title":"State Propagation Also Satisfies: A Complex-Valued State-Space Model for Deterministic State Tracking","created":"2026-08-04","cited_by_count":1,"area":null},{"id":"2310.16350","title":"Unraveling Feature Extraction Mechanisms in Neural Networks","created":"2023-10-25","cited_by_count":0,"area":null},{"id":"2404.10200","title":"TEL'M: Test and Evaluation of Language Models","created":"2024-04-16","cited_by_count":0,"area":null},{"id":"2504.15349","title":"Exploring Compositional Generalization (in COGS/ReCOGS_pos) by Transformers using Restricted Access Sequence Processing (RASP)","created":"2025-04-21","cited_by_count":0,"area":null},{"id":"2506.20305","title":"Learning Moderately Input-Sensitive Functions: A Case Study in QR Code Decoding","created":"2025-06-25","cited_by_count":0,"area":null},{"id":"2510.08341","title":"Post-Norm can Resharpen Attention","created":"2025-10-09","cited_by_count":0,"area":null},{"id":"2602.08695","title":"Trapped by simplicity: When Transformers fail to learn from noisy features","created":"2026-02-09","cited_by_count":0,"area":null},{"id":"2603.11133","title":"Beyond Pairwise Attention: Higher-Order Modular Attention for Efficient Sequence Learning","created":"2026-03-11","cited_by_count":0,"area":null},{"id":"2603.23823","title":"Circuit Complexity of Hierarchical Knowledge Tracing and Implications for Log-Precision Transformers","created":"2026-03-25","cited_by_count":0,"area":null},{"id":"2605.07705","title":"Encoder-Decoder Transformers: Logical Characterizations and Periodicity","created":"2026-05-08","cited_by_count":0,"area":null},{"id":"2607.18305","title":"The Information Shadow: Measuring Structural Limits on What Language Models Can Learn","created":"2026-07-17","cited_by_count":0,"area":null},{"id":"2609.08851","title":"Length Generalization for Transformers via Compression","created":"2026-09-08","cited_by_count":0,"area":null},{"id":"2609.31999","title":"VC Dimension and Expressivity of Real-Valued Transformers","created":"2026-09-25","cited_by_count":0,"area":null},{"id":"2610.04518","title":"Length Generalization Needs Proper Regularization","created":"2026-10-03","cited_by_count":0,"area":null},{"id":"2610.16653","title":"Counting with Attention and LayerNorm: Norm Scaling and Representation Geometry","created":"2026-10-12","cited_by_count":0,"area":null},{"id":"2610.17191","title":"FreeSolo: Linear-time Sparse Attention with Zero-Shot Length Extrapolation","created":"2026-10-12","cited_by_count":0,"area":null}],"next_cursor":null}