{"total":113,"rows":[{"id":"2309.16609","title":"Qwen Technical Report","created":"2023-09-28","cited_by_count":3344,"area":null},{"id":"2311.05232","title":"A Survey on Hallucination in Large Language Models: Principles, Taxonomy, Challenges, and Open Questions","created":"2023-11-09","cited_by_count":1601,"area":null},{"id":"2401.11817","title":"Hallucination is Inevitable: An Innate Limitation of Large Language Models","created":"2024-01-22","cited_by_count":332,"area":null},{"id":"2207.02098","title":"Neural Networks and the Chomsky Hierarchy","created":"2022-07-05","cited_by_count":217,"area":null},{"id":"2310.16028","title":"What Algorithms can Transformers Learn? A Study in Length Generalization","created":"2023-10-24","cited_by_count":199,"area":null},{"id":"2310.05209","title":"Scaling Laws of RoPE-based Extrapolation","created":"2023-10-08","cited_by_count":125,"area":null},{"id":"2311.00208","title":"What Formal Languages Can Transformers Express? A Survey","created":"2023-11-01","cited_by_count":124,"area":null},{"id":"2305.16843","title":"Randomized Positional Encodings Boost Length Generalization of Transformers","created":"2023-05-26","cited_by_count":117,"area":null},{"id":"2210.03050","title":"State-of-the-art generalisation research in NLP: A taxonomy and review","created":"2022-10-06","cited_by_count":98,"area":null},{"id":"2504.17550","title":"HalluLens: LLM Hallucination Benchmark","created":"2025-04-24","cited_by_count":92,"area":null},{"id":"2311.08360","title":"The Transient Nature of Emergent In-Context Learning in Transformers","created":"2023-11-14","cited_by_count":76,"area":null},{"id":"2306.00946","title":"Exposing Attention Glitches with Flip-Flop Language Modeling","created":"2023-06-01","cited_by_count":75,"area":null},{"id":"2402.09963","title":"Why are Sensitive Functions Hard for Transformers?","created":"2024-02-15","cited_by_count":74,"area":null},{"id":"2501.12352","title":"Test-time regression: a unifying framework for designing sequence models with associative memory","created":"2025-01-21","cited_by_count":74,"area":null},{"id":"2211.12316","title":"Simplicity Bias in Transformers and their Ability to Learn Sparse Boolean Functions","created":"2022-11-22","cited_by_count":70,"area":null},{"id":"2301.10743","title":"Tighter Bounds on the Expressivity of Transformer Encoders","created":"2023-01-25","cited_by_count":66,"area":null},{"id":"2310.03016","title":"Understanding In-Context Learning in Transformers and LLMs by Learning to Learn Discrete Functions","created":"2023-10-04","cited_by_count":63,"area":null},{"id":"2311.17132","title":"TransNeXt: Robust Foveal Visual Perception for Vision Transformers","created":"2023-11-28","cited_by_count":61,"area":null},{"id":"2404.04808","title":"MemFlow: Optical Flow Estimation and Prediction with Memory","created":"2024-04-07","cited_by_count":55,"area":null},{"id":"2407.15017","title":"Knowledge Mechanisms in Large Language Models: A Survey and Perspective","created":"2024-07-22","cited_by_count":51,"area":null},{"id":"2401.11673","title":"MVSFormer++: Revealing the Devil in Transformer's Details for Multi-View Stereo","created":"2024-01-22","cited_by_count":50,"area":null},{"id":"2310.13897","title":"Masked Hard-Attention Transformers Recognize Exactly the Star-Free Languages","created":"2023-10-21","cited_by_count":49,"area":null},{"id":"2404.12096","title":"LongEmbed: Extending Embedding Models for Long Context Retrieval","created":"2024-04-18","cited_by_count":48,"area":null},{"id":"2307.14023","title":"Are Transformers with One Layer Self-Attention Using Low-Rank Weight Matrices Universal Approximators?","created":"2023-07-26","cited_by_count":47,"area":null},{"id":"2404.12224","title":"Length Generalization of Causal Transformers without Position Encoding","created":"2024-04-18","cited_by_count":47,"area":null},{"id":"2405.17394","title":"The Expressive Capacity of State Space Models: A Formal Language Perspective","created":"2024-05-27","cited_by_count":46,"area":null},{"id":"2410.01104","title":"Softmax is not Enough (for Sharp Size Generalisation)","created":"2024-10-01","cited_by_count":46,"area":null},{"id":"2412.02975","title":"Theoretical limitations of multi-layer Transformer","created":"2024-12-04","cited_by_count":45,"area":null},{"id":"2310.03817","title":"Logical Languages Accepted by Transformer Encoders with Hard Attention","created":"2023-10-05","cited_by_count":38,"area":null},{"id":"2404.14994","title":"Transformers Can Represent $n$-gram Language Models","created":"2024-04-23","cited_by_count":32,"area":null},{"id":"2410.19730","title":"Counting Ability of Large Language Models and Impact of Tokenization","created":"2024-10-25","cited_by_count":32,"area":"lr"},{"id":"2410.03227","title":"ALR$^2$: A Retrieve-then-Reason Framework for Long-context Question Answering","created":"2024-10-04","cited_by_count":26,"area":"lr"},{"id":"2405.20131","title":"Language Models Need Inductive Biases to Count Inductively","created":"2024-05-30","cited_by_count":25,"area":null},{"id":"2407.15160","title":"When Can Transformers Count to n?","created":"2024-07-21","cited_by_count":24,"area":null},{"id":"2411.07107","title":"Training Neural Networks as Recognizers of Formal Languages","created":"2024-11-11","cited_by_count":24,"area":"lr"},{"id":"2401.07004","title":"Extending LLMs' Context Window with 100 Samples","created":"2024-01-13","cited_by_count":21,"area":null},{"id":"2310.16076","title":"Practical Computational Power of Linear Transformers and Their Recurrent and Self-Referential Extensions","created":"2023-10-24","cited_by_count":20,"area":null},{"id":"2310.19089","title":"Pushdown Layers: Encoding Recursive Structure in Transformer Language Models","created":"2023-10-29","cited_by_count":19,"area":null},{"id":"2503.10720","title":"AttentionRAG: Attention-Guided Context Pruning in Retrieval-Augmented Generation","created":"2025-03-13","cited_by_count":19,"area":"rag"},{"id":"2401.17426","title":"Superiority of Multi-Head Attention in In-Context Linear Regression","created":"2024-01-30","cited_by_count":17,"area":null},{"id":"2408.09121","title":"Selective Prompt Anchoring for Code Generation","created":"2024-08-17","cited_by_count":16,"area":null},{"id":"2412.09925","title":"Simulating Hard Attention Using Soft Attention","created":"2024-12-13","cited_by_count":15,"area":null},{"id":"2505.23623","title":"Characterizing the Expressivity of Fixed-Precision Transformer Language Models","created":"2025-05-29","cited_by_count":14,"area":null},{"id":"2305.03796","title":"Transformer Working Memory Enables Regular Language Reasoning and Natural Language Length Extrapolation","created":"2023-05-05","cited_by_count":13,"area":null},{"id":"2505.00926","title":"How Transformers Learn Regular Language Recognition: A Theoretical Study on Training Dynamics and Implicit Bias","created":"2025-05-02","cited_by_count":11,"area":null},{"id":"2310.11984","title":"From Interpolation to Extrapolation: Complete Length Generalization for Arithmetic Transformers","created":"2023-10-18","cited_by_count":10,"area":null},{"id":"2503.14615","title":"Unique Hard Attention: A Tale of Two Sides","created":"2025-03-18","cited_by_count":10,"area":null},{"id":"2405.09789","title":"LeMeViT: Efficient Vision Transformer with Learnable Meta Tokens for Remote Sensing Image Interpretation","created":"2024-05-16","cited_by_count":9,"area":null},{"id":"2405.17358","title":"Rethinking Transformers in Solving POMDPs","created":"2024-05-27","cited_by_count":9,"area":"deeprl"},{"id":"2410.04271","title":"Fundamental Limitations on Subquadratic Alternatives to Transformers","created":"2024-10-05","cited_by_count":9,"area":"ssm"},{"id":"2410.23079","title":"BUZZ: Beehive-structured Sparse KV Cache with Segmented Heavy Hitters for Efficient LLM Inference","created":"2024-10-30","cited_by_count":9,"area":"inference"},{"id":"2410.24200","title":"Length-Induced Embedding Collapse in PLM-based Models","created":"2024-10-31","cited_by_count":9,"area":null},{"id":"2505.08140","title":"Lost in Transmission: When and Why LLMs Fail to Reason Globally","created":"2025-05-13","cited_by_count":9,"area":"lr"},{"id":"2505.11199","title":"The Counting Power of Transformers","created":"2025-05-16","cited_by_count":9,"area":null},{"id":"2511.20038","title":"Softmax Transformers are Turing-Complete","created":"2025-11-25","cited_by_count":9,"area":"lr"},{"id":"2404.02040","title":"Transformers as Transducers","created":"2024-04-02","cited_by_count":8,"area":null},{"id":"2609.17488","title":"LimiX-2: A Contextual Mechanism Network Towards General Structured-Data Intelligence","created":"2026-09-15","cited_by_count":8,"area":null},{"id":"2410.18077","title":"ALTA: Compiler-Based Analysis of Transformers","created":"2024-10-23","cited_by_count":7,"area":null},{"id":"2506.11891","title":"Understanding Input Selectivity in Mamba: Impact on Approximation Power, Memorization, and Associative Recall Capacity","created":"2025-06-13","cited_by_count":7,"area":"ssm"},{"id":"2509.22445","title":"Bridging Kolmogorov Complexity and Deep Learning: Asymptotically Optimal Description Length Objectives for Transformers","created":"2025-09-26","cited_by_count":6,"area":null},{"id":"2510.00368","title":"The Transformer Cookbook","created":"2025-10-01","cited_by_count":6,"area":null},{"id":"2505.17083","title":"Scale-invariant Attention","created":"2025-05-20","cited_by_count":5,"area":null},{"id":"2602.05896","title":"Parity, Sensitivity, and Transformers","created":"2026-02-05","cited_by_count":5,"area":null},{"id":"2403.09728","title":"Simulating Weighted Automata over Sequences and Trees with Transformers","created":"2024-03-12","cited_by_count":4,"area":null},{"id":"2407.00075","title":"Logicbreaks: A Framework for Understanding Subversion of Rule-based Inference","created":"2024-06-21","cited_by_count":4,"area":"safety"},{"id":"2501.08570","title":"Information Entropy Invariance: Enhancing Length Extrapolation in Attention Mechanisms","created":"2025-01-15","cited_by_count":4,"area":null},{"id":"2504.12175","title":"Approximation Bounds for Transformer Networks with Application to Regression","created":"2025-04-16","cited_by_count":4,"area":null},{"id":"2505.15813","title":"Meta-Learning an In-Context Transformer Model of Human Higher Visual Cortex","created":"2025-05-21","cited_by_count":4,"area":null},{"id":"2510.19315","title":"Transformers are Inherently Succinct","created":"2025-10-22","cited_by_count":4,"area":null},{"id":"2411.18885","title":"Sneaking Syntax into Transformer Language Models with Tree Regularization","created":"2024-11-28","cited_by_count":3,"area":null},{"id":"2501.02535","title":"A completely uniform transformer for parity","created":"2025-01-05","cited_by_count":3,"area":null},{"id":"2502.08109","title":"HuDEx: Integrating Hallucination Detection and Explainability for Enhancing the Reliability of LLM responses","created":"2025-02-12","cited_by_count":3,"area":null},{"id":"2503.10542","title":"Language Models, Graph Searching, and Supervision Adulteration: When More Supervision is Less and How to Make More More","created":"2025-03-13","cited_by_count":3,"area":null},{"id":"2505.10606","title":"Continuity and Isolation Lead to Doubts or Dilemmas in Large Language Models","created":"2025-05-15","cited_by_count":3,"area":null},{"id":"2508.05100","title":"BEE-RAG: Balanced Entropy Engineering for Retrieval-Augmented Generation","created":"2025-08-07","cited_by_count":3,"area":"rag"},{"id":"2511.05313","title":"Controllably Efficient Language Models","created":"2025-11-07","cited_by_count":3,"area":null},{"id":"2602.11175","title":"Barriers to Discrete Reasoning with Transformers: A Survey Across Depth, Exactness, and Bandwidth","created":"2026-01-19","cited_by_count":3,"area":null},{"id":"2605.08505","title":"Scaling Limits of Long-Context Transformers","created":"2026-05-08","cited_by_count":3,"area":null},{"id":"2309.00857","title":"Evaluating Transformer's Ability to Learn Mildly Context-Sensitive Languages","created":"2023-09-02","cited_by_count":2,"area":null},{"id":"2410.06045","title":"Extracting Moore Machines from Transformers using Queries and Counterexamples","created":"2024-10-08","cited_by_count":2,"area":null},{"id":"2602.02103","title":"How Far Ahead Do LLMs Plan? Uncovering the Latent Horizon in Chain-of-Thought Reasoning","created":"2026-02-02","cited_by_count":2,"area":"lr"},{"id":"2603.19954","title":"On the Ability of Transformers to Verify Plans","created":"2026-03-20","cited_by_count":2,"area":null},{"id":"2606.01765","title":"An Algebraic View of the Expressivity of Recurrent Language Models","created":"2026-06-01","cited_by_count":2,"area":null},{"id":"2301.06862","title":"Algorithms for Acyclic Weighted Finite-State Automata with Failure Arcs","created":"2023-01-17","cited_by_count":1,"area":null},{"id":"2311.11601","title":"Addressing the Length Bias Problem in Document-Level Neural Machine Translation","created":"2023-11-20","cited_by_count":1,"area":null},{"id":"2312.15848","title":"Modality-Collaborative Transformer with Hybrid Feature Reconstruction for Robust Emotion Recognition","created":"2023-12-26","cited_by_count":1,"area":null},{"id":"2409.15997","title":"Improvements to SDXL in NovelAI Diffusion V3","created":"2024-09-24","cited_by_count":1,"area":null},{"id":"2501.13428","title":"Softplus Attention with Re-weighting Boosts Length Extrapolation in Large Language Models","created":"2025-01-23","cited_by_count":1,"area":null},{"id":"2503.04848","title":"Three tiers of computation in transformers and in brain architectures","created":"2025-03-05","cited_by_count":1,"area":null},{"id":"2506.18739","title":"On the Existence of Universal Simulators of Attention","created":"2025-06-23","cited_by_count":1,"area":null},{"id":"2509.24024","title":"The Role of Logic and Automata in Understanding Transformers","created":"2025-09-28","cited_by_count":1,"area":null},{"id":"2510.06685","title":"Gaussian Equivalence for Self-Attention: Asymptotic Spectral Analysis of Attention Matrix","created":"2025-10-08","cited_by_count":1,"area":null},{"id":"2603.08928","title":"TIDE: Text-Informed Dynamic Extrapolation with Step-Aware Temperature Control for Diffusion Transformers","created":"2026-03-09","cited_by_count":1,"area":"diffusion"},{"id":"2604.08537","title":"Meta-learning In-Context Enables Training-Free Cross Subject Brain Decoding","created":"2026-04-09","cited_by_count":1,"area":null},{"id":"2605.10019","title":"The two clocks and the innovation window: When and how generative models learn rules","created":"2026-05-11","cited_by_count":1,"area":null},{"id":"2605.26035","title":"Length Generalization with Log-Depth Recurrent Units","created":"2026-05-25","cited_by_count":1,"area":null},{"id":"2606.08768","title":"Understanding the Parameter Space Geometry of Transformers Encoding Boolean Functions","created":"2026-06-07","cited_by_count":1,"area":null},{"id":"2608.03425","title":"State Propagation Also Satisfies: A Complex-Valued State-Space Model for Deterministic State Tracking","created":"2026-08-04","cited_by_count":1,"area":null},{"id":"2310.16350","title":"Unraveling Feature Extraction Mechanisms in Neural Networks","created":"2023-10-25","cited_by_count":0,"area":null},{"id":"2404.10200","title":"TEL'M: Test and Evaluation of Language Models","created":"2024-04-16","cited_by_count":0,"area":null}],"next_cursor":"100"}